-- Logs begin at Wed 2022-10-12 06:59:37 UTC, end at Wed 2022-10-12 08:36:54 UTC. -- Oct 12 07:27:26.940512 dv-neutron-860909-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Oct 12 07:27:29.703431 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.common.config [-] Logging enabled! Oct 12 07:27:29.704006 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.4.1.dev53 Oct 12 07:27:29.704206 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103091) setup_logging /opt/stack/neutron/neutron/common/config.py:115}} Oct 12 07:27:29.707439 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.common.config [-] Logging enabled! Oct 12 07:27:29.707694 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.4.1.dev53 Oct 12 07:27:29.708004 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103091) setup_logging /opt/stack/neutron/neutron/common/config.py:115}} Oct 12 07:27:29.709443 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 07:27:29.709690 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 07:27:29.710062 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 07:27:29.710314 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 07:27:29.710539 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 07:27:29.710860 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.711157 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.711461 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.711683 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.711979 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.712271 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.712555 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.712844 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.713140 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.713427 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.713707 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.713991 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.714248 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.714530 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.714818 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.715104 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.715327 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] debug = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.715608 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.716040 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.716433 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.716720 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.717010 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.717288 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.717560 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.717841 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.718152 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.718482 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] host = dv-neutron-860909-2-hyperv {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.718761 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.719048 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.719334 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.719621 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.719897 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.720172 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.720456 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.720729 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.721001 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] log_file = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.721275 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.721565 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.721852 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.722168 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.722394 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.722616 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.722904 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.723190 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.723466 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.723740 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.724015 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.724290 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.724582 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.725431 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.725718 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.726003 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.726312 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.726590 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.726865 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.727137 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.727409 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.727693 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.727972 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.728247 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.728522 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.728809 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.729078 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.729351 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.729648 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.729933 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.730241 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.730531 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.730807 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.731090 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.731363 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.731635 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.731904 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] use_json = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.732175 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.732444 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.732723 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.732995 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.733266 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.733538 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.733807 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.734118 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.734394 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:29.734687 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.734985 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.735284 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.735570 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.735861 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.736141 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.736431 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.736709 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.736999 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.737287 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.737574 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.737852 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.738165 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.738446 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.738742 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.739043 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.739336 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.739628 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.739902 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.740178 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.740475 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.740753 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.741042 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.741320 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.741609 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.741897 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.742206 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.742496 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.742792 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.743083 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.743361 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.743637 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.743926 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.744201 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.744494 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.744750 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.745037 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.745314 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.745584 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.745863 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.746180 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.746472 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.746747 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.747030 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.747319 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.747595 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.747867 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.748143 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.748424 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.748696 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.748981 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.749259 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.749532 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.749804 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.750107 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.750381 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.750654 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.750930 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.751203 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.751479 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.751750 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.752020 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.752293 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.752565 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.752835 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.753106 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.753378 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.753653 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.753922 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.754215 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.754488 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.754761 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.755033 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.755314 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.755599 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.755928 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.756209 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.756491 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.756771 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.757049 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.757326 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.757603 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.757883 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.758192 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.758468 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.758761 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.759047 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.759332 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.759620 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.759899 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.760195 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.760473 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.760757 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.761035 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.761313 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.761596 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.761878 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.762192 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.762486 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.762781 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.763073 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.763365 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.763646 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.763951 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.764229 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:29.764443 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 07:27:29.764681 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103091) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 12 07:27:30.113141 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 12 07:27:30.113429 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 12 07:27:30.113722 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 12 07:27:30.114077 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 12 07:27:30.504509 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:30.504708 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:30.504989 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:30.506936 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:30.507222 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:30.507490 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:30.543076 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:30.543356 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:30.543626 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:30.558891 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:30.559171 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:30.559437 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:30.587852 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:30.588302 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:30.588737 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:30.628302 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:30.628583 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:30.628852 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:30.857337 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:30.857843 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:30.857949 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:30.858161 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:30.858880 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:30.979200 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:30.979525 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:30.979811 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:30.980085 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:30.980350 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:30.980661 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:30.980922 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:30.981180 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:30.981436 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:30.981718 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:30.981979 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:30.982269 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:30.982525 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:30.982778 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:30.983033 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:30.983298 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:30.983554 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:30.983822 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:30.984090 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:30.984351 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:30.984625 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:30.984879 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:30.985159 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:30.985536 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:30.985787 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:30.986048 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:30.986523 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103091) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 07:27:30.986767 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103091) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 07:27:30.987007 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103091) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 07:27:30.987243 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103091) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 07:27:30.987479 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103091) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 07:27:30.987715 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103091) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 07:27:30.988074 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 12 07:27:30.991154 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 12 07:27:30.995157 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 12 07:27:30.998783 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Oct 12 07:27:31.000421 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 12 07:27:31.000862 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 12 07:27:31.001200 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 12 07:27:31.001586 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 12 07:27:31.004378 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 12 07:27:31.004632 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 12 07:27:31.004980 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 12 07:27:31.010323 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 12 07:27:31.032376 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 12 07:27:31.032997 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.033300 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103091) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 12 07:27:31.033670 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.035057 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103091) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 12 07:27:31.035338 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 12 07:27:31.035583 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 12 07:27:31.048258 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.048546 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.114167 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 12 07:27:31.114410 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 12 07:27:31.114647 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 12 07:27:31.115020 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 12 07:27:31.136247 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_db.sqlalchemy.engines [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103091) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 12 07:27:31.667222 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.plugins.ml2.managers [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Initializing driver for type 'gre' Oct 12 07:27:31.667745 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] gre ID ranges: [(1, 1000)] Oct 12 07:27:31.722992 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.plugins.ml2.managers [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Initializing driver for type 'local' Oct 12 07:27:31.723319 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.plugins.ml2.managers [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Initializing driver for type 'vlan' Oct 12 07:27:31.735653 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] VlanTypeDriver initialization complete Oct 12 07:27:31.735996 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.plugins.ml2.managers [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Initializing driver for type 'vxlan' Oct 12 07:27:31.736442 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] vxlan ID ranges: [(1, 1000)] Oct 12 07:27:31.791037 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.plugins.ml2.managers [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Initializing extension driver 'port_security' Oct 12 07:27:31.791376 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.plugins.ml2.extensions.port_security [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] PortSecurityExtensionDriver initialization complete Oct 12 07:27:31.791695 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.plugins.ml2.managers [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Initializing mechanism driver 'openvswitch' Oct 12 07:27:31.792017 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.plugins.ml2.managers [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Initializing mechanism driver 'hyperv' Oct 12 07:27:31.798490 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:27:31.799177 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > port after_create 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.799549 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > port after_update 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.799902 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > port after_delete 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.800421 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103091) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 12 07:27:31.800853 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > subnet after_create 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.801205 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > subnet after_update 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.801551 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.801946 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103091) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 12 07:27:31.802377 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > network after_create 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.803224 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > network after_update 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.803597 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > network after_delete 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.803953 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103091) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 12 07:27:31.804373 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > security_group after_create 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.804702 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > security_group after_update 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.805042 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.805568 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103091) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 12 07:27:31.805975 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.806353 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.806697 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.807088 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103091) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 12 07:27:31.807706 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > address_group after_create 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.807827 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > address_group after_update 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.808168 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.808556 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103091) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 12 07:27:31.808993 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] ML2 OVO RPC backend initialized. {{(pid=103091) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 12 07:27:31.809713 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.810093 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.810509 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > network before_response 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.810855 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > networks before_response 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.811201 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > port before_response 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.811538 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > ports before_response 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.811882 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > subnet before_response 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.812220 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > subnets before_response 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.812561 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > network after_create 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.812897 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > network after_update 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.813228 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > network after_delete 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.813561 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > port after_create 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.813893 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > port after_update 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.814253 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > port after_delete 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.814588 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > subnet after_create 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.814919 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > subnet after_update 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.815250 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.823154 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.quota [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded quota_driver: . Oct 12 07:27:31.823519 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.plugins.ml2.plugin [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Modular L2 Plugin initialization complete Oct 12 07:27:31.823861 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading services supported by the core plugin {{(pid=103091) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 12 07:27:31.824203 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.plugins.ml2.managers [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Got port-security extension from driver 'port_security' Oct 12 07:27:31.824677 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.extensions.vlantransparent [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Disabled vlantransparent extension. Oct 12 07:27:31.825172 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103091) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 12 07:27:31.825493 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading Plugin: router Oct 12 07:27:31.860233 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.860753 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > router after_create 55549900 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.860984 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > router before_create 55549900 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.861347 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.861718 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.862097 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > router after_delete 55549900 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.862456 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.862807 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.863167 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > router after_create 55549900 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.863512 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > router after_update 55549900 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.863859 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > router after_update 55549900 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.864204 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.864558 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > router after_update 55549900 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.864964 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > router precommit_update 55549900 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.865838 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: port after_update 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.866201 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: port after_delete 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.866545 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: subnet after_update 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.866888 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.867237 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.867584 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > router precommit_create 55549900 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.867925 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: port before_delete 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.868266 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > router precommit_create 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.868620 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > router after_update 55549900 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.868959 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.869307 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > router precommit_create 55549900 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.869664 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.870005 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > router precommit_update 55549900 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.870398 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > agent after_create 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.870747 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > agent after_delete 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.871093 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > network after_delete 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.871957 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.quota.resource_registry [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Tracking information for resource: router configured {{(pid=103091) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 07:27:31.872286 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.quota.resource_registry [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Tracking information for resource: floatingip configured {{(pid=103091) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 07:27:31.877048 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.db.l3_agentschedulers_db [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 12 07:27:31.877626 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: port after_update 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.877991 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: port after_create 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.878380 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: port after_delete 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.878731 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: port after_update 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.879521 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > router before_create 55550100 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.879885 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.880244 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > router precommit_create 55550100 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.880596 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > router precommit_update 55550100 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.886140 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.services.provider_configuration [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Service providers = [] {{(pid=103091) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 12 07:27:31.886501 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.db.servicetype_db [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103091) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 12 07:27:31.889427 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.services.service_base [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103091) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 07:27:31.889773 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.services.service_base [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103091) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 07:27:31.890141 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.services.service_base [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103091) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 07:27:31.891038 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.services.service_base [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103091) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 07:27:31.891413 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.services.service_base [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 12 07:27:31.891790 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103091) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 07:27:31.892108 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 12 07:27:31.902490 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103091) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 07:27:31.902822 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading Plugin: auto_allocate Oct 12 07:27:31.908711 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: network precommit_update 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.909080 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: network precommit_create 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.909597 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103091) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 07:27:31.909915 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading Plugin: tag Oct 12 07:27:31.916646 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103091) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 07:27:31.916975 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading Plugin: timestamp Oct 12 07:27:31.920960 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103091) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 07:27:31.921255 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading Plugin: network_ip_availability Oct 12 07:27:31.926624 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.926996 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.927349 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:31.928580 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103091) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 07:27:31.928899 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading Plugin: flavors Oct 12 07:27:31.933558 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103091) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 07:27:31.933894 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading Plugin: revisions Oct 12 07:27:31.938307 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103091) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 07:27:31.938697 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_concurrency.lockutils [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.825s {{(pid=103091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 12 07:27:31.939479 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103091) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 12 07:27:31.939814 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Initializing extension manager. Oct 12 07:27:31.940325 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: __init__.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:31.940666 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: __pycache__ {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:31.941000 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:31.941332 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: address_group.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:31.942113 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:31.942676 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: address-group Oct 12 07:27:31.942999 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: address_scope.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:31.944302 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:31.944823 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: address-scope Oct 12 07:27:31.945141 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:31.946114 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:31.946634 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: router-admin-state-down-before-update Oct 12 07:27:31.946954 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: agent.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:31.948980 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:31.949523 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: agent Oct 12 07:27:31.949859 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: agent_resources_synced.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:31.950828 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:31.951365 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: agent-resources-synced Oct 12 07:27:31.951695 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: allowedaddresspairs.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:31.953488 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:31.954017 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: allowed-address-pairs Oct 12 07:27:31.954366 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: auto_allocated_topology.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:31.955440 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:31.955964 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: auto-allocated-topology Oct 12 07:27:31.956289 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: availability_zone.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:31.956989 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:31.957509 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: availability_zone Oct 12 07:27:31.957831 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: availability_zone_filter.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:31.958781 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:31.959333 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: availability_zone_filter Oct 12 07:27:31.959654 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: data_plane_status.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:31.960566 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:31.961077 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extension data-plane-status not supported by any of loaded plugins Oct 12 07:27:31.961402 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: default_subnetpools.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:31.962351 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:31.962865 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: default-subnetpools Oct 12 07:27:31.963183 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:31.963981 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:31.964492 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: dhcp_agent_scheduler Oct 12 07:27:31.964812 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: dns.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:31.965725 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:31.966261 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extension dns-integration not supported by any of loaded plugins Oct 12 07:27:31.966581 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: dns_domain_ports.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:31.967491 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:31.967999 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 12 07:27:31.968316 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:31.969233 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:31.969738 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 12 07:27:31.970083 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: dvr.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:31.970750 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:31.971255 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: dvr Oct 12 07:27:31.971580 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: ecmp_routes.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:31.972491 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:31.973003 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 12 07:27:31.973323 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: empty_string_filtering.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:31.974260 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:31.974841 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: empty-string-filtering Oct 12 07:27:31.975164 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:31.976073 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:31.976585 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 12 07:27:31.976902 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:31.977806 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:31.978407 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 12 07:27:31.978726 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: external_net.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:31.979631 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:31.980139 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: external-net Oct 12 07:27:31.980481 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:31.981394 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:31.981899 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: extra_dhcp_opt Oct 12 07:27:31.982247 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: extraroute.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:31.983147 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:31.983654 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: extraroute Oct 12 07:27:31.983971 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: extraroute_atomic.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:31.985008 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:31.985521 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: extraroute-atomic Oct 12 07:27:31.985839 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: filter_validation.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:31.986525 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:31.987030 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: filter-validation Oct 12 07:27:31.987347 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: fip_pf_description.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:31.988254 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:31.988757 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 12 07:27:31.989072 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: fip_port_details.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:31.989991 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:31.991058 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: fip-port-details Oct 12 07:27:31.991375 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: flavors.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:31.992592 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:31.993111 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: flavors Oct 12 07:27:31.993433 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:31.995095 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:31.995617 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 12 07:27:31.995944 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: floatingip_pools.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:31.996639 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:31.997147 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: floatingip-pools Oct 12 07:27:31.997469 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: ip_allocation.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:31.998431 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:31.998944 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extension ip_allocation not supported by any of loaded plugins Oct 12 07:27:31.999265 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.000184 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.000699 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: ip-substring-filtering Oct 12 07:27:32.001023 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: l2_adjacency.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.001954 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.002501 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 12 07:27:32.002822 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: l3.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.003788 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.004312 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: router Oct 12 07:27:32.004635 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.007623 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.008151 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 12 07:27:32.008482 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.009412 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.009929 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: ext-gw-mode Oct 12 07:27:32.010335 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.011258 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.011773 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: l3-ha Oct 12 07:27:32.012105 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: l3_flavors.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.013020 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.013534 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: l3-flavors Oct 12 07:27:32.013856 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.014798 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.015308 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 12 07:27:32.015629 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: l3agentscheduler.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.016647 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.017163 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: l3_agent_scheduler Oct 12 07:27:32.017492 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: logging.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.018987 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.019510 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extension logging not supported by any of loaded plugins Oct 12 07:27:32.019838 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: metering.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.020569 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.021145 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: metering Oct 12 07:27:32.021502 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.022628 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.023145 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: metering_source_and_destination_fields Oct 12 07:27:32.023469 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: multiprovidernet.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.024386 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.024900 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: multi-provider Oct 12 07:27:32.025217 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: netmtu.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.026167 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.026683 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: net-mtu Oct 12 07:27:32.026999 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: netmtu_writable.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.027910 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.028420 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: net-mtu-writable Oct 12 07:27:32.028743 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: network_availability_zone.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.029404 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.029911 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: network_availability_zone Oct 12 07:27:32.030253 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: network_ip_availability.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.031350 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.031862 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: network-ip-availability Oct 12 07:27:32.032185 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: network_segment_range.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.032944 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.033452 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extension network-segment-range not supported by any of loaded plugins Oct 12 07:27:32.033772 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: pagination.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.034771 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.035098 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: pagination Oct 12 07:27:32.035415 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: port_device_profile.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.036325 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.036840 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: port-device-profile Oct 12 07:27:32.037674 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.038621 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.039401 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: port-mac-address-regenerate Oct 12 07:27:32.039720 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.040623 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.041135 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: port-numa-affinity-policy Oct 12 07:27:32.041457 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: port_resource_request.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.042401 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.042910 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extension port-resource-request not supported by any of loaded plugins Oct 12 07:27:32.043229 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: portbindings.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.044148 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.044657 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: binding Oct 12 07:27:32.044979 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: portbindings_extended.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.046272 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.046787 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: binding-extended Oct 12 07:27:32.047110 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: portsecurity.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.048031 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.048541 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: port-security Oct 12 07:27:32.048861 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: project_id.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.049829 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.050183 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: project-id Oct 12 07:27:32.050502 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: providernet.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.051544 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.052069 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: provider Oct 12 07:27:32.052396 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: qos.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.056424 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.056954 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extension qos not supported by any of loaded plugins Oct 12 07:27:32.057285 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.058562 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.059082 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 12 07:27:32.059409 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.060325 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.060838 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 12 07:27:32.061161 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: qos_default.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.062104 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.062620 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extension qos-default not supported by any of loaded plugins Oct 12 07:27:32.062939 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: qos_fip.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.063587 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.064092 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extension qos-fip not supported by any of loaded plugins Oct 12 07:27:32.064413 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: qos_gateway_ip.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.065335 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.065848 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 12 07:27:32.066194 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: qos_port_network_policy.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.067114 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.067623 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 12 07:27:32.067943 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: qos_pps_rule.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.069151 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.069669 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extension qos-pps not supported by any of loaded plugins Oct 12 07:27:32.069993 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: qos_rule_type_details.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.070932 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.071443 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 12 07:27:32.071766 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: qos_rules_alias.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.072823 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.073338 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 12 07:27:32.073659 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: quotasv2.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.074586 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.074912 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: quotas Oct 12 07:27:32.075229 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: quotasv2_detail.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.076896 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.077230 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: quota_details Oct 12 07:27:32.077559 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: rbac.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.078634 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.079165 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: rbac-policies Oct 12 07:27:32.079495 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: rbac_address_group.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.080422 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.080941 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: rbac-address-group Oct 12 07:27:32.081266 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: rbac_address_scope.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.082215 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.082743 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: rbac-address-scope Oct 12 07:27:32.083068 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: rbac_security_groups.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.084008 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.084527 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: rbac-security-groups Oct 12 07:27:32.084847 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: rbac_subnetpool.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.085761 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.086307 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: rbac-subnetpool Oct 12 07:27:32.086630 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: revisionifmatch.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.087553 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.088066 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: revision-if-match Oct 12 07:27:32.088388 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: revisions.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.089663 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.090213 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: standard-attr-revisions Oct 12 07:27:32.090538 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: router_availability_zone.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.091211 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.091724 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: router_availability_zone Oct 12 07:27:32.092046 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: routerservicetype.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.092966 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.093472 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extension router-service-type not supported by any of loaded plugins Oct 12 07:27:32.093792 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.094741 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.095252 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: security-groups-normalized-cidr Oct 12 07:27:32.095572 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.096487 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.096997 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: port-security-groups-filtering Oct 12 07:27:32.097318 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.098281 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.098793 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: security-groups-remote-address-group Oct 12 07:27:32.099117 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: securitygroup.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.109239 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.109778 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: security-group Oct 12 07:27:32.110136 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: segment.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.110928 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.111437 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extension segment not supported by any of loaded plugins Oct 12 07:27:32.111759 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.112709 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.113228 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 12 07:27:32.113548 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: servicetype.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.114754 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.115824 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: service-type Oct 12 07:27:32.116148 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: sorting.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.117143 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.117471 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: sorting Oct 12 07:27:32.117792 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: standard_attr_segment.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.118738 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.119259 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 12 07:27:32.119578 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: standardattrdescription.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.120218 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.120735 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: standard-attr-description Oct 12 07:27:32.121055 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: stateful_security_group.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.121984 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.122529 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: stateful-security-group Oct 12 07:27:32.122853 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: stdattrs_common.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.123439 dv-neutron-860909-2-hyperv neutron-server[103091]: WARNING neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 12 07:27:32.123757 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.124683 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.125197 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 12 07:27:32.125515 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: subnet_onboard.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.126602 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.127125 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: subnet_onboard Oct 12 07:27:32.127449 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.128377 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.128890 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 12 07:27:32.129212 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: subnet_service_types.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.130171 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.130690 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: subnet-service-types Oct 12 07:27:32.131042 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: subnetallocation.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.132128 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.132645 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: subnet_allocation Oct 12 07:27:32.132971 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.133639 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.134185 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: subnetpool-prefix-ops Oct 12 07:27:32.134507 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.135449 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.135964 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 12 07:27:32.136285 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: tagging.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.137325 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.137843 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: standard-attr-tag Oct 12 07:27:32.138205 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: timestamp.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.139414 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.139933 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loaded extension: standard-attr-timestamp Oct 12 07:27:32.140257 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: trunk.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.141282 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.141802 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extension trunk not supported by any of loaded plugins Oct 12 07:27:32.142163 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: trunk_details.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.143084 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.143604 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extension trunk-details not supported by any of loaded plugins Oct 12 07:27:32.143922 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: uplink_status_propagation.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.144837 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.145354 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 12 07:27:32.145676 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Loading extension file: vlantransparent.py {{(pid=103091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 07:27:32.146375 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 07:27:32.146910 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 12 07:27:32.149354 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.quota.resource_registry [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Creating instance of TrackedResource for resource:network Oct 12 07:27:32.149881 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.quota.resource_registry [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Creating instance of TrackedResource for resource:subnet Oct 12 07:27:32.150321 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.quota.resource_registry [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 07:27:32.150714 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.quota.resource_registry [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Creating instance of TrackedResource for resource:port Oct 12 07:27:32.151944 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.v2.resource_helper [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103091) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 07:27:32.152380 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.v2.resource_helper [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Service FLAVORS assigned prefix: {{(pid=103091) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 07:27:32.153018 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.v2.resource_helper [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103091) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 07:27:32.153454 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.v2.resource_helper [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103091) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 07:27:32.153781 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.quota.resource_registry [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Creating instance of TrackedResource for resource:router Oct 12 07:27:32.154247 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.quota.resource_registry [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Creating instance of TrackedResource for resource:floatingip Oct 12 07:27:32.154737 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.v2.resource_helper [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Service METERING assigned prefix: /metering {{(pid=103091) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 07:27:32.156155 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:32.156535 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:32.156903 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:27:32.157880 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.quota.resource_registry [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Creating instance of CountableResource for resource:rbac_policy Oct 12 07:27:32.158367 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.quota.resource_registry [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Creating instance of TrackedResource for resource:security_group Oct 12 07:27:32.158811 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.quota.resource_registry [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 12 07:27:32.159398 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.v2.resource_helper [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Service CORE assigned prefix: {{(pid=103091) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 07:27:32.159723 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.quota.resource_registry [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 07:27:32.160081 dv-neutron-860909-2-hyperv neutron-server[103091]: WARNING neutron.quota.resource_registry [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] subnetpool is already registered Oct 12 07:27:32.160505 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.v2.resource_helper [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Service CORE assigned prefix: {{(pid=103091) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 07:27:32.160828 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.quota.resource_registry [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 07:27:32.161165 dv-neutron-860909-2-hyperv neutron-server[103091]: WARNING neutron.quota.resource_registry [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] subnetpool is already registered Oct 12 07:27:32.164285 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.v2.resource_helper [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103091) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 07:27:32.164714 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.v2.resource_helper [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Service FLAVORS assigned prefix: {{(pid=103091) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 07:27:32.165307 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.v2.resource_helper [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103091) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 07:27:32.165724 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.v2.resource_helper [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103091) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 07:27:32.166076 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.quota.resource_registry [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Creating instance of TrackedResource for resource:router Oct 12 07:27:32.166426 dv-neutron-860909-2-hyperv neutron-server[103091]: WARNING neutron.quota.resource_registry [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] router is already registered Oct 12 07:27:32.166832 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.quota.resource_registry [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Creating instance of TrackedResource for resource:floatingip Oct 12 07:27:32.167172 dv-neutron-860909-2-hyperv neutron-server[103091]: WARNING neutron.quota.resource_registry [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] floatingip is already registered Oct 12 07:27:32.167617 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.v2.resource_helper [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Service METERING assigned prefix: /metering {{(pid=103091) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 07:27:32.168280 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.quota.resource_registry [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Creating instance of CountableResource for resource:rbac_policy Oct 12 07:27:32.168677 dv-neutron-860909-2-hyperv neutron-server[103091]: WARNING neutron.quota.resource_registry [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] rbac_policy is already registered Oct 12 07:27:32.169011 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.quota.resource_registry [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Creating instance of TrackedResource for resource:security_group Oct 12 07:27:32.169343 dv-neutron-860909-2-hyperv neutron-server[103091]: WARNING neutron.quota.resource_registry [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] security_group is already registered Oct 12 07:27:32.169739 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.quota.resource_registry [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 12 07:27:32.170091 dv-neutron-860909-2-hyperv neutron-server[103091]: WARNING neutron.quota.resource_registry [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] security_group_rule is already registered Oct 12 07:27:32.170722 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.v2.resource_helper [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Service CORE assigned prefix: {{(pid=103091) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 07:27:32.171096 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.quota.resource_registry [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 07:27:32.171402 dv-neutron-860909-2-hyperv neutron-server[103091]: WARNING neutron.quota.resource_registry [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] subnetpool is already registered Oct 12 07:27:32.171801 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.v2.resource_helper [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Service CORE assigned prefix: {{(pid=103091) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 07:27:32.172120 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.quota.resource_registry [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 07:27:32.172447 dv-neutron-860909-2-hyperv neutron-server[103091]: WARNING neutron.quota.resource_registry [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] subnetpool is already registered Oct 12 07:27:32.172912 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extended resource: extensions {{(pid=103091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 07:27:32.174439 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extended resource: address-groups {{(pid=103091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 07:27:32.175919 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extended resource: address-scopes {{(pid=103091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 07:27:32.177239 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extended resource: agents {{(pid=103091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 07:27:32.179101 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extended resource: auto-allocated-topology {{(pid=103091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 07:27:32.180350 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extended resource: availability_zones {{(pid=103091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 07:27:32.181593 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extended resource: dhcp-networks {{(pid=103091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 07:27:32.183127 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extended resource: dhcp-agents {{(pid=103091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 07:27:32.184580 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extended resource: routers {{(pid=103091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 07:27:32.186823 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extended resource: flavors {{(pid=103091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 07:27:32.187972 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extended resource: service_profiles {{(pid=103091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 07:27:32.189205 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extended resource: next_providers {{(pid=103091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 07:27:32.190687 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extended resource: service_profiles {{(pid=103091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 07:27:32.193330 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extended resource: floatingip-pools {{(pid=103091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 07:27:32.194598 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extended resource: routers {{(pid=103091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 07:27:32.196784 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extended resource: floatingips {{(pid=103091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 07:27:32.198081 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extended resource: l3-routers {{(pid=103091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 07:27:32.199479 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extended resource: l3-agents {{(pid=103091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 07:27:32.200913 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extended resource: metering-labels {{(pid=103091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 07:27:32.202358 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extended resource: metering-label-rules {{(pid=103091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 07:27:32.203658 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extended resource: network-ip-availabilities {{(pid=103091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 07:27:32.205070 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extended resource: bindings {{(pid=103091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 07:27:32.206772 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extended resource: quotas {{(pid=103091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 07:27:32.208204 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extended resource: quotas {{(pid=103091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 07:27:32.209630 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extended resource: rbac-policies {{(pid=103091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 07:27:32.210851 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extended resource: security-groups {{(pid=103091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 07:27:32.212156 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extended resource: security-group-rules {{(pid=103091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 07:27:32.213402 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extended resource: service-providers {{(pid=103091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 07:27:32.214668 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extended resource: subnetpools {{(pid=103091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 07:27:32.216088 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extended resource: subnetpools {{(pid=103091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 07:27:32.217540 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extended resource: tags {{(pid=103091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 07:27:32.219260 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extended resource: tags {{(pid=103091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 07:27:32.221086 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extended resource: tags {{(pid=103091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 07:27:32.222909 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extended resource: tags {{(pid=103091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 07:27:32.225216 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extended resource: tags {{(pid=103091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 07:27:32.227173 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extended resource: tags {{(pid=103091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 07:27:32.228872 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extended resource: tags {{(pid=103091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 07:27:32.230830 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extended resource: tags {{(pid=103091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 07:27:32.232600 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extended resource: tags {{(pid=103091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 07:27:32.234386 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron.api.extensions [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Extended resource: tags {{(pid=103091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 07:27:32.241150 dv-neutron-860909-2-hyperv neutron-server[103091]: WARNING keystonemiddleware.auth_token [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 12 07:27:32.245868 dv-neutron-860909-2-hyperv neutron-server[103091]: WARNING keystonemiddleware.auth_token [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 12 07:27:32.254472 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_concurrency.lockutils [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Acquired lock "singleton_lock" {{(pid=103091) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 12 07:27:32.254943 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_concurrency.lockutils [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Releasing lock "singleton_lock" {{(pid=103091) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 12 07:27:32.255573 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO oslo_service.service [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Starting 2 workers Oct 12 07:27:32.260392 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Started child 103200 {{(pid=103091) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 07:27:32.264777 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Started child 103201 {{(pid=103091) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 07:27:32.265730 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:27:32.266458 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO neutron.service [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 12 07:27:32.267071 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Notify callbacks [] for process, before_spawn {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:27:32.267233 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [-] (103200) wsgi starting up on http://0.0.0.0:9696 Oct 12 07:27:32.269519 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO oslo_service.service [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Starting 1 workers Oct 12 07:27:32.269680 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:27:32.270976 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [-] (103201) wsgi starting up on http://0.0.0.0:9696 Oct 12 07:27:32.274720 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Started child 103202 {{(pid=103091) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 07:27:32.275253 dv-neutron-860909-2-hyperv neutron-server[103091]: INFO oslo_service.service [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Starting 1 workers Oct 12 07:27:32.278470 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.service [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] calling RpcWorker wait() {{(pid=103202) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 12 07:27:32.279020 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.service [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] returning from RpcWorker wait() {{(pid=103202) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 12 07:27:32.279658 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Started child 103203 {{(pid=103091) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 07:27:32.280359 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:27:32.280494 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f429791-9522-4f73-be9a-d842785114e0 None None] Notify callbacks [] for process, after_spawn {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:27:32.280904 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:27:32.282365 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103091) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 12 07:27:32.282579 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 07:27:32.282767 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 07:27:32.282988 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 07:27:32.283329 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 07:27:32.283505 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 07:27:32.284008 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.284286 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.284553 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.284648 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:27:32.285074 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.285154 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.285663 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.285920 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.286203 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.286482 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.286743 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.286916 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.287619 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.287864 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.288099 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.288403 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.288655 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.289156 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.289434 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.289614 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.289851 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.290136 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.290389 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.290647 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] debug = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.290888 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.291371 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.291601 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.291874 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.292080 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.292345 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.292591 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.292857 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.293101 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.293332 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.293572 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.293839 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.294126 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.294357 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.294580 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.294830 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.295047 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.295519 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] host = dv-neutron-860909-2-hyperv {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.295749 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.295981 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.296235 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.296461 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.296703 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.296916 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.297162 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.297423 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.297862 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.298214 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.298574 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.298708 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.298926 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.299163 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] log_file = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.299326 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] log_options = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.299562 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.299828 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.300214 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.300557 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.300727 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.300906 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.301168 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.301333 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.301605 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.301844 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.302105 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.302331 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.302546 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.303680 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.303963 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.304243 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.304488 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.304705 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.304980 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.305218 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.305448 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.305680 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.305935 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.306204 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.306423 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.306641 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.306870 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.307119 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.307337 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.307585 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.307822 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.308081 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.308235 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:27:32.308386 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.308744 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.308919 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.309056 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.309278 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.309510 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.309801 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.310054 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.310362 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.310570 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.310782 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.311194 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.311352 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.311547 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.311861 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] use_json = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.312496 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.312496 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.312647 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.312864 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.313226 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.313667 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.313998 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.314150 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.314392 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.314846 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.315298 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.315610 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.315856 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.316239 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.316636 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.317016 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.317382 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.317780 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.318196 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.318543 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.318784 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.319290 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.319290 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.320722 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.320722 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.320722 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.320722 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.320722 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.322750 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.322750 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.322750 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.322750 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.322750 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.322750 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.322750 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.322750 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.323428 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.323428 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.323428 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.323649 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.323728 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.323932 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.324168 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.324385 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.324624 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.324862 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.325125 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.325499 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.325890 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.326289 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.326666 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.327025 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.327482 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.327734 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.328006 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.328240 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.328482 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.328704 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.328922 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.329186 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.329353 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.329593 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.329827 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.330202 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.330439 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.330717 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.330941 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.331348 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.331744 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.332122 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.332483 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.332840 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.333208 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.333568 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.333943 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.334393 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.334795 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.335207 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.335635 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.336040 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.336429 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.336849 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.337289 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.337712 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.338142 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.338562 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.338947 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.339348 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.339755 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.340176 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.340578 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.340963 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.341363 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.341766 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.342194 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.342596 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.342994 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.343238 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.343474 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.343751 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.344291 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.344690 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.345109 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.345326 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.345556 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.345798 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.346088 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.346338 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.346593 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.346805 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.347236 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.347502 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.347755 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.348001 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.348245 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.348487 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.348722 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.348982 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.349232 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.349490 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.350382 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.350658 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.350949 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.351230 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.351518 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.351768 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.352070 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.352326 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.352610 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.352836 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.353101 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.353412 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.353690 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.353959 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.354309 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.354571 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.354843 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.355096 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.355362 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.355596 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.355829 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.356050 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.356327 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.356546 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.356765 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.357035 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.357267 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.357586 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.357837 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.358107 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.358485 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.358753 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.359006 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.359244 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.359512 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.359843 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.360083 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.360332 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.360621 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.360842 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.361092 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.361323 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.361537 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.361785 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.362043 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.362350 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.362583 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.362799 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.363060 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.363290 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.363510 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.363742 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.363977 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.364200 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.364450 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.364664 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.364886 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.365122 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.365894 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.366184 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.366380 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.366592 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.366823 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.367058 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.367322 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.367947 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.368188 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.368437 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.368660 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.368927 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.369160 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.369407 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.369626 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.370165 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.370382 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.370600 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.370831 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.371068 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.372560 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.372801 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.373569 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.374125 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.374535 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.374917 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.375214 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.375543 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.375816 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.376063 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.376303 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.376523 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.376744 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.376965 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.377209 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.377449 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.377689 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.377906 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.378405 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.378635 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.378901 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.380230 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.380230 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.380230 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.380230 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.380230 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.380778 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.380778 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.380778 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.381001 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.381163 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.381379 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.381610 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.381905 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.382333 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.382876 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.383315 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.383821 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.383821 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.384085 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.384277 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.386061 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.386061 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.386061 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.386061 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.386061 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.386061 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.386493 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:27:32.386579 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.386579 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.386579 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.386579 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.386812 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.386812 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.387005 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.387216 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.387432 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.387637 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.387864 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.388069 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.388400 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.388849 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.389892 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.390139 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.390833 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.392265 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.392506 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.392743 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.392976 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.393198 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.393498 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.393762 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.394142 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.394449 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.394683 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.394933 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.395205 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.395524 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.395741 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.396001 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.396241 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.396490 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.396730 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.396984 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.397314 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.397621 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.397867 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.398133 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.398412 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.398737 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.399936 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.400171 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.400561 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.401076 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.401388 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.401662 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.401959 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.402233 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.402538 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.402770 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.403020 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.403255 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.403473 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.403712 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.403944 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.404176 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.404411 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.404638 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.404875 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.405100 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.405330 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.405571 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.405790 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.405948 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 07:27:32.407719 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103091) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 12 07:27:32.408080 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 07:27:32.408335 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 07:27:32.409108 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 07:27:32.409943 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 07:27:32.410136 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 07:27:32.410357 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.410532 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.410701 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.410869 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.411030 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.411211 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.411373 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.411533 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.411692 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.411849 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.412657 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.412823 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.412980 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.413137 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.413344 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.413505 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.413651 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.413807 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.414250 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.414410 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.414571 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.414726 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.414883 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] debug = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.415039 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.415263 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.415430 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.415586 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.415743 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.415897 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.416052 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.416207 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.416363 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.416517 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.416700 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.416829 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.417094 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.417253 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.417407 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.417562 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.417717 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.417870 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] host = dv-neutron-860909-2-hyperv {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.418060 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.418205 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.419072 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.419072 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.420177 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.420695 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.420872 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.421201 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.421325 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.421491 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.421655 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.421818 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.422300 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.422466 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] log_file = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.422629 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] log_options = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.423009 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.423171 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.423328 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.423512 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.423673 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.423830 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.423987 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.424143 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.424299 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.424454 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.424615 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.424771 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.424928 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.425085 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.425240 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.425395 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.425550 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.425704 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.425860 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.426015 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.426191 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.426347 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.426502 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.426657 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.426812 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.426968 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.427122 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.427277 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.427431 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.427587 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.428292 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.428458 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.428614 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.428769 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.428925 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.429081 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.429237 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.429391 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.429551 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.429705 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.429859 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.430014 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.430189 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.430344 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.430497 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.430653 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.430808 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] use_json = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.430962 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.431117 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.431272 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.431428 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.431584 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.431738 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.431894 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.432050 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.432204 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 07:27:32.432392 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.432560 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.432730 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.432890 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.433048 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.433206 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.433364 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.433521 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.433679 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.433838 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.434003 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.434182 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.434351 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.434509 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.434675 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.434822 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.434979 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.435137 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.435296 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.435455 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.435613 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.435771 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.435937 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.436095 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.436252 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.436410 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.436567 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.436740 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.436899 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.437057 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.437214 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.437373 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.437531 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.437689 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.437847 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.438003 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.438181 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.438340 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.438498 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.438656 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.438814 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.438971 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.439129 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.439286 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.439445 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.439603 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.439761 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.439918 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.440077 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.440235 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.440393 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.440551 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.440710 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.440868 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.441025 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.441193 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.441350 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.441508 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.441665 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.441823 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.441981 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.442158 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.442320 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.442482 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.442642 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.442800 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.442969 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.443128 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.443306 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.443465 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.443624 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.443782 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.443939 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.444097 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.444254 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.444411 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.444572 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.444731 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.444888 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.445046 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.445204 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.445360 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.445517 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.445675 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.445832 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.445988 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.446168 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.446326 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.446483 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.446647 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.446811 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.446984 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.447141 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.447300 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.447457 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.447615 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.447772 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.447930 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.448087 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.448245 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.448402 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.448558 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.448715 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.448874 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.449030 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.449186 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.449343 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.449500 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.449657 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.449814 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.449971 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.450152 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.450311 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.450469 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.450627 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.450784 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.450941 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.451106 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.451264 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.451424 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.451580 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.451744 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.451911 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.452068 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.452226 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.452399 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.452540 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.452696 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.452852 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.453010 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.453166 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.453322 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.453477 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.453642 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.453809 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.453966 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.454144 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.454302 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.454482 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.454644 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.454800 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.454957 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.455114 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.455270 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.455427 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.455585 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.455742 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.455900 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.456057 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.456214 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.456372 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.456529 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.456685 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.456843 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.457001 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.457159 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.457316 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.457474 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.457631 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.457787 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.457943 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.458124 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.458282 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.458437 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.458595 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.458753 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.459455 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.459625 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.459785 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.459944 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.460101 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.460258 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.460415 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.460572 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.460729 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.460889 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.461046 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.461204 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.461362 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.461521 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.461679 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.461837 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.461996 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.462176 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.462335 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.462493 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.462650 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.462808 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.462966 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.463124 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.463282 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.463440 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.463597 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.463771 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.463929 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.464087 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.464246 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.464403 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.464560 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.464718 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.464876 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.465034 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.465194 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.465353 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.465511 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.465669 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.465825 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.465981 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.466160 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.466319 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.466479 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.466636 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.466793 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.466953 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.467109 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.467266 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.467422 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.467579 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.467737 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.467896 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.468052 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.468210 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.468380 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.468537 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.468694 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.468850 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.469007 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.469164 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.469331 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.469488 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.469645 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.469801 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.469958 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.470137 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.470304 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.470461 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.470618 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.470775 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.470931 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.471089 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.471255 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.471412 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.471569 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.471725 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.471881 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.472037 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.472203 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.472360 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.472517 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.472674 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.472829 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.472986 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.473152 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.473309 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.473466 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.473623 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.473780 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.473937 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.474124 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.474285 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.474443 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.474663 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.475336 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.475557 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.475735 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.475819 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.475955 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.476114 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.476269 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.476428 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.476585 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.476744 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.476905 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.477071 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.477234 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.477392 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.477556 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.477722 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.477886 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.478068 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.478236 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.478405 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.478563 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.478720 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.478877 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.479034 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.479191 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.479348 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.479505 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.479661 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.479817 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.479974 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.480131 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.480288 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.480445 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.480603 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.480760 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.480917 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.481074 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.481231 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.481388 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 07:27:32.481538 dv-neutron-860909-2-hyperv neutron-server[103091]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 07:27:32.607360 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 33696) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:27:32.615920 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063519 Oct 12 07:27:43.973450 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed437379-1cb4-4f9c-a86e-8280ab09f478 None None] get_active_networks_info from dv-neutron-860909-2-hyperv {{(pid=103202) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 07:27:44.093709 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed437379-1cb4-4f9c-a86e-8280ab09f478 None None] No non-hosted networks {{(pid=103202) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 12 07:27:44.107084 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.agentschedulers_db [None req-ed437379-1cb4-4f9c-a86e-8280ab09f478 None None] DHCP Agent not found on host dv-neutron-860909-2-hyperv {{(pid=103202) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 12 07:27:44.220520 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d735a3d7-ae31-4e60-9378-02e87d13efda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33142163'] for agent, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:27:45.989265 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aaddeb66-ac82-4060-b0dc-13308a445243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33142163'] for agent, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:27:46.034444 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2d643b56-d1c5-4453-b2f7-5030cb86e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:27:47.162013 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33142163'] for agent, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:27:48.723322 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33142163'] for agent, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:27:49.046333 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33142163'] for agent, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:27:49.046987 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:27:49.047374 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:27:49.047721 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:27:49.048017 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:27:49.048954 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:27:49.049310 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:27:49.049741 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:27:49.050428 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:27:49.050744 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:27:49.051460 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:27:49.051795 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:27:49.052117 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:27:49.052499 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-860909-2-hyperv', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:27:49.058896 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-860909-2-hyperv', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:27:49.947519 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 33788) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:27:50.461340 dv-neutron-860909-2-hyperv neutron-server[103200]: WARNING oslo_policy.policy [None req-299c39b0-2a70-4b21-a428-f405e2683471 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 07:27:50.461921 dv-neutron-860909-2-hyperv neutron-server[103200]: WARNING oslo_policy.policy [None req-299c39b0-2a70-4b21-a428-f405e2683471 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 07:27:50.687580 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-299c39b0-2a70-4b21-a428-f405e2683471 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:27:50.688696 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-299c39b0-2a70-4b21-a428-f405e2683471 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7402878 Oct 12 07:27:53.124195 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 33804) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:27:53.311929 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.db.l3_hamode_db [None req-3cec6d51-9a29-4826-bd71-5a7e1d0a6acf None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 12 07:27:53.389427 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cec6d51-9a29-4826-bd71-5a7e1d0a6acf None None] Routers set() bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:27:53.389788 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cec6d51-9a29-4826-bd71-5a7e1d0a6acf None None] Router IDs set() for agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 12 07:27:53.434118 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-497eebb6-bc41-4cf3-adf2-5d9c89f54932 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:27:53.527843 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.policy [None req-497eebb6-bc41-4cf3-adf2-5d9c89f54932 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103200) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 12 07:27:53.574875 dv-neutron-860909-2-hyperv neutron-server[103200]: WARNING oslo_policy.policy [None req-497eebb6-bc41-4cf3-adf2-5d9c89f54932 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 07:27:53.575243 dv-neutron-860909-2-hyperv neutron-server[103200]: WARNING oslo_policy.policy [None req-497eebb6-bc41-4cf3-adf2-5d9c89f54932 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 07:27:53.668499 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-497eebb6-bc41-4cf3-adf2-5d9c89f54932 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746855536313', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746855535748', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746855548191', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746855550139', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746855964357', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746855505767', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-669627', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-661126', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33232001', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33039760'] for rbac-policy, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:27:53.733359 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-497eebb6-bc41-4cf3-adf2-5d9c89f54932 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:27:53.734549 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-497eebb6-bc41-4cf3-adf2-5d9c89f54932 admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6093712 Oct 12 07:27:56.337833 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 33816) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:27:56.626462 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-20f93cd1-e961-4fa9-afeb-725de780e086 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '993e9a02760f489586dfe6d86e4b7643', 'name': 'private', 'project_id': '993e9a02760f489586dfe6d86e4b7643'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:27:56.652890 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f93cd1-e961-4fa9-afeb-725de780e086 admin admin] Made reservation on behalf of 993e9a02760f489586dfe6d86e4b7643 for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:27:56.655663 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-20f93cd1-e961-4fa9-afeb-725de780e086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:27:56.673053 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-20f93cd1-e961-4fa9-afeb-725de780e086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:27:56.778832 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-20f93cd1-e961-4fa9-afeb-725de780e086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:27:56.782353 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-20f93cd1-e961-4fa9-afeb-725de780e086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:27:56.801225 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20f93cd1-e961-4fa9-afeb-725de780e086 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:27:56.828553 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-20f93cd1-e961-4fa9-afeb-725de780e086 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746852125687', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:27:56.829111 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-20f93cd1-e961-4fa9-afeb-725de780e086 admin admin] Unsubscribe: segment precommit_create {{(pid=103200) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 12 07:27:56.829606 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-20f93cd1-e961-4fa9-afeb-725de780e086 admin admin] Added segment 2221d1ef-eaae-4e84-8c48-954d4da8894f of type vlan for network 0ede02b4-b57e-45f0-bbb8-35149975b46a Oct 12 07:27:56.859855 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f93cd1-e961-4fa9-afeb-725de780e086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e220c8-6f37-4be6-9e99-c8f7323c1295,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:27:56.901842 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f93cd1-e961-4fa9-afeb-725de780e086 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:27:56.902217 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f93cd1-e961-4fa9-afeb-725de780e086 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:27:56.902545 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f93cd1-e961-4fa9-afeb-725de780e086 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:27:56.902863 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f93cd1-e961-4fa9-afeb-725de780e086 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:27:56.903177 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f93cd1-e961-4fa9-afeb-725de780e086 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:27:56.903504 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f93cd1-e961-4fa9-afeb-725de780e086 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:27:56.903819 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f93cd1-e961-4fa9-afeb-725de780e086 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:27:56.904144 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f93cd1-e961-4fa9-afeb-725de780e086 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:27:56.904456 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f93cd1-e961-4fa9-afeb-725de780e086 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:27:56.904767 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f93cd1-e961-4fa9-afeb-725de780e086 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:27:56.905069 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f93cd1-e961-4fa9-afeb-725de780e086 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:27:56.905371 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f93cd1-e961-4fa9-afeb-725de780e086 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:27:56.906627 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f93cd1-e961-4fa9-afeb-725de780e086 admin admin] Tracked resource versions report: Oct 12 07:27:56.906627 dv-neutron-860909-2-hyperv neutron-server[103200]: pushed versions: Oct 12 07:27:56.906627 dv-neutron-860909-2-hyperv neutron-server[103200]: { 'AddressGroup': {'1.2'}, Oct 12 07:27:56.906627 dv-neutron-860909-2-hyperv neutron-server[103200]: 'ConntrackHelper': {'1.0'}, Oct 12 07:27:56.906627 dv-neutron-860909-2-hyperv neutron-server[103200]: 'Log': {'1.0'}, Oct 12 07:27:56.906627 dv-neutron-860909-2-hyperv neutron-server[103200]: 'Network': {'1.1'}, Oct 12 07:27:56.906627 dv-neutron-860909-2-hyperv neutron-server[103200]: 'Port': {'1.7'}, Oct 12 07:27:56.906627 dv-neutron-860909-2-hyperv neutron-server[103200]: 'PortForwarding': {'1.2'}, Oct 12 07:27:56.906627 dv-neutron-860909-2-hyperv neutron-server[103200]: 'QosPolicy': {'1.9'}, Oct 12 07:27:56.906627 dv-neutron-860909-2-hyperv neutron-server[103200]: 'SecurityGroup': {'1.4'}, Oct 12 07:27:56.906627 dv-neutron-860909-2-hyperv neutron-server[103200]: 'SecurityGroupRule': {'1.2'}, Oct 12 07:27:56.906627 dv-neutron-860909-2-hyperv neutron-server[103200]: 'SubPort': {'1.0'}, Oct 12 07:27:56.906627 dv-neutron-860909-2-hyperv neutron-server[103200]: 'Subnet': {'1.1'}, Oct 12 07:27:56.906627 dv-neutron-860909-2-hyperv neutron-server[103200]: 'Trunk': {'1.1'}} Oct 12 07:27:56.906627 dv-neutron-860909-2-hyperv neutron-server[103200]: consumer versions: Oct 12 07:27:56.906627 dv-neutron-860909-2-hyperv neutron-server[103200]: { DHCP agent@dv-neutron-860909-2-hyperv: {}, Oct 12 07:27:56.906627 dv-neutron-860909-2-hyperv neutron-server[103200]: L3 agent@dv-neutron-860909-2-hyperv: {}, Oct 12 07:27:56.906627 dv-neutron-860909-2-hyperv neutron-server[103200]: Metadata agent@dv-neutron-860909-2-hyperv: {}, Oct 12 07:27:56.906627 dv-neutron-860909-2-hyperv neutron-server[103200]: Metering agent@dv-neutron-860909-2-hyperv: {}, Oct 12 07:27:56.906627 dv-neutron-860909-2-hyperv neutron-server[103200]: Open vSwitch agent@dv-neutron-860909-2-hyperv: { 'AddressGroup': '1.2', Oct 12 07:27:56.906627 dv-neutron-860909-2-hyperv neutron-server[103200]: 'ConntrackHelper': '1.0', Oct 12 07:27:56.906627 dv-neutron-860909-2-hyperv neutron-server[103200]: 'Log': '1.0', Oct 12 07:27:56.906627 dv-neutron-860909-2-hyperv neutron-server[103200]: 'Network': '1.1', Oct 12 07:27:56.906627 dv-neutron-860909-2-hyperv neutron-server[103200]: 'Port': '1.7', Oct 12 07:27:56.906627 dv-neutron-860909-2-hyperv neutron-server[103200]: 'PortForwarding': '1.2', Oct 12 07:27:56.906627 dv-neutron-860909-2-hyperv neutron-server[103200]: 'QosPolicy': '1.9', Oct 12 07:27:56.906627 dv-neutron-860909-2-hyperv neutron-server[103200]: 'SecurityGroup': '1.4', Oct 12 07:27:56.906627 dv-neutron-860909-2-hyperv neutron-server[103200]: 'SecurityGroupRule': '1.2', Oct 12 07:27:56.906627 dv-neutron-860909-2-hyperv neutron-server[103200]: 'SubPort': '1.0', Oct 12 07:27:56.906627 dv-neutron-860909-2-hyperv neutron-server[103200]: 'Subnet': '1.1', Oct 12 07:27:56.906627 dv-neutron-860909-2-hyperv neutron-server[103200]: 'Trunk': '1.1'}} Oct 12 07:27:56.906627 dv-neutron-860909-2-hyperv neutron-server[103200]: {{(pid=103200) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 07:27:56.937474 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-20f93cd1-e961-4fa9-afeb-725de780e086 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:27:56.978491 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-20f93cd1-e961-4fa9-afeb-725de780e086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:27:56.979532 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f93cd1-e961-4fa9-afeb-725de780e086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:27:56.980208 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-20f93cd1-e961-4fa9-afeb-725de780e086 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:27:57.028253 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-20f93cd1-e961-4fa9-afeb-725de780e086 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.6893592 Oct 12 07:27:57.081677 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f93cd1-e961-4fa9-afeb-725de780e086 admin admin] Pushing event updated for resources: {'Network': ['ID=0ede02b4-b57e-45f0-bbb8-35149975b46a,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:27:57.094318 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 0ede02b4-b57e-45f0-bbb8-35149975b46a details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:27:59.709183 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 33830) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:28:00.096873 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82e9ecf-a10c-43c5-b679-c69fa1d6ae7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:28:00.098251 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d82e9ecf-a10c-43c5-b679-c69fa1d6ae7a admin admin] 10.222.0.26 "GET /v2.0/networks/0ede02b4-b57e-45f0-bbb8-35149975b46a HTTP/1.1" status: 200 len: 825 time: 0.3875759 Oct 12 07:28:00.122263 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f3801044-fbfa-4fdf-9e4d-02ebe6f442e0 admin admin] 10.222.0.26 "GET /v2.0/subnetpools/ed5d126e-6677-438d-a1ed-5877f6f506ec HTTP/1.1" status: 200 len: 734 time: 0.0178988 Oct 12 07:28:00.131198 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-1e59a940-5092-4354-822f-16bdb10eaa2e admin admin] Request body: {'subnet': {'tenant_id': '993e9a02760f489586dfe6d86e4b7643', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '0ede02b4-b57e-45f0-bbb8-35149975b46a', 'ip_version': 4, 'subnetpool_id': 'ed5d126e-6677-438d-a1ed-5877f6f506ec'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:28:00.151987 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e59a940-5092-4354-822f-16bdb10eaa2e admin admin] Made reservation on behalf of 993e9a02760f489586dfe6d86e4b7643 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:28:00.154292 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1e59a940-5092-4354-822f-16bdb10eaa2e admin admin] Notify callbacks [] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:00.438419 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1e59a940-5092-4354-822f-16bdb10eaa2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:00.506357 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e59a940-5092-4354-822f-16bdb10eaa2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d1b326b-68be-4049-bccb-9e6c5af50e4a,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:28:00.509106 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e59a940-5092-4354-822f-16bdb10eaa2e admin admin] Checking segment: {'id': '2221d1ef-eaae-4e84-8c48-954d4da8894f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0ede02b4-b57e-45f0-bbb8-35149975b46a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:28:00.509455 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e59a940-5092-4354-822f-16bdb10eaa2e admin admin] Network hostable DHCP agents. Network: 0ede02b4-b57e-45f0-bbb8-35149975b46a, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:28:00.528939 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e59a940-5092-4354-822f-16bdb10eaa2e admin admin] Network 0ede02b4-b57e-45f0-bbb8-35149975b46a is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:28:00.540700 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-1e59a940-5092-4354-822f-16bdb10eaa2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 0ede02b4-b57e-45f0-bbb8-35149975b46a) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:28:00.545293 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e59a940-5092-4354-822f-16bdb10eaa2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:28:00.545875 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1e59a940-5092-4354-822f-16bdb10eaa2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:00.550851 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262f1b97-e384-41ba-8b7b-a425a4cf5310 None None] Network 0ede02b4-b57e-45f0-bbb8-35149975b46a requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:28:00.561559 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-1e59a940-5092-4354-822f-16bdb10eaa2e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4335837 Oct 12 07:28:00.867644 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ec5faa-18a4-494b-9720-7d6086734273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-0ede02b4-b57e-45f0-bbb8-35149975b46a', 'network_id': '0ede02b4-b57e-45f0-bbb8-35149975b46a', 'tenant_id': '993e9a02760f489586dfe6d86e4b7643', 'fixed_ips': [{'subnet_id': '2d1b326b-68be-4049-bccb-9e6c5af50e4a'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:28:00.868882 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-72ec5faa-18a4-494b-9720-7d6086734273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:01.161202 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-72ec5faa-18a4-494b-9720-7d6086734273 None None] Allocated IP 172.20.0.2 (0ede02b4-b57e-45f0-bbb8-35149975b46a/2d1b326b-68be-4049-bccb-9e6c5af50e4a/928acc70-9743-44da-a089-bd9cffaa1da9) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:28:01.359382 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-72ec5faa-18a4-494b-9720-7d6086734273 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:01.367072 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-72ec5faa-18a4-494b-9720-7d6086734273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:01.447171 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ec5faa-18a4-494b-9720-7d6086734273 None None] Network 0ede02b4-b57e-45f0-bbb8-35149975b46a is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:28:01.451578 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-72ec5faa-18a4-494b-9720-7d6086734273 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:28:01.456894 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec5faa-18a4-494b-9720-7d6086734273 None None] Pushing event updated for resources: {'Port': ['ID=928acc70-9743-44da-a089-bd9cffaa1da9,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:28:01.459072 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ec5faa-18a4-494b-9720-7d6086734273 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:28:01.489743 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ec5faa-18a4-494b-9720-7d6086734273 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:28:01.490128 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ec5faa-18a4-494b-9720-7d6086734273 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:28:01.490458 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ec5faa-18a4-494b-9720-7d6086734273 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:28:01.490821 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ec5faa-18a4-494b-9720-7d6086734273 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:28:01.491145 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ec5faa-18a4-494b-9720-7d6086734273 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:28:01.491484 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ec5faa-18a4-494b-9720-7d6086734273 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:28:01.491808 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ec5faa-18a4-494b-9720-7d6086734273 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:28:01.492141 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ec5faa-18a4-494b-9720-7d6086734273 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:28:01.492483 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ec5faa-18a4-494b-9720-7d6086734273 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:28:01.492803 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ec5faa-18a4-494b-9720-7d6086734273 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:28:01.493118 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ec5faa-18a4-494b-9720-7d6086734273 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:28:01.493430 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ec5faa-18a4-494b-9720-7d6086734273 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:28:01.494766 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ec5faa-18a4-494b-9720-7d6086734273 None None] Tracked resource versions report: Oct 12 07:28:01.494766 dv-neutron-860909-2-hyperv neutron-server[103202]: pushed versions: Oct 12 07:28:01.494766 dv-neutron-860909-2-hyperv neutron-server[103202]: { 'AddressGroup': {'1.2'}, Oct 12 07:28:01.494766 dv-neutron-860909-2-hyperv neutron-server[103202]: 'ConntrackHelper': {'1.0'}, Oct 12 07:28:01.494766 dv-neutron-860909-2-hyperv neutron-server[103202]: 'Log': {'1.0'}, Oct 12 07:28:01.494766 dv-neutron-860909-2-hyperv neutron-server[103202]: 'Network': {'1.1'}, Oct 12 07:28:01.494766 dv-neutron-860909-2-hyperv neutron-server[103202]: 'Port': {'1.7'}, Oct 12 07:28:01.494766 dv-neutron-860909-2-hyperv neutron-server[103202]: 'PortForwarding': {'1.2'}, Oct 12 07:28:01.494766 dv-neutron-860909-2-hyperv neutron-server[103202]: 'QosPolicy': {'1.9'}, Oct 12 07:28:01.494766 dv-neutron-860909-2-hyperv neutron-server[103202]: 'SecurityGroup': {'1.4'}, Oct 12 07:28:01.494766 dv-neutron-860909-2-hyperv neutron-server[103202]: 'SecurityGroupRule': {'1.2'}, Oct 12 07:28:01.494766 dv-neutron-860909-2-hyperv neutron-server[103202]: 'SubPort': {'1.0'}, Oct 12 07:28:01.494766 dv-neutron-860909-2-hyperv neutron-server[103202]: 'Subnet': {'1.1'}, Oct 12 07:28:01.494766 dv-neutron-860909-2-hyperv neutron-server[103202]: 'Trunk': {'1.1'}} Oct 12 07:28:01.494766 dv-neutron-860909-2-hyperv neutron-server[103202]: consumer versions: Oct 12 07:28:01.494766 dv-neutron-860909-2-hyperv neutron-server[103202]: { DHCP agent@dv-neutron-860909-2-hyperv: {}, Oct 12 07:28:01.494766 dv-neutron-860909-2-hyperv neutron-server[103202]: L3 agent@dv-neutron-860909-2-hyperv: {}, Oct 12 07:28:01.494766 dv-neutron-860909-2-hyperv neutron-server[103202]: Metadata agent@dv-neutron-860909-2-hyperv: {}, Oct 12 07:28:01.494766 dv-neutron-860909-2-hyperv neutron-server[103202]: Metering agent@dv-neutron-860909-2-hyperv: {}, Oct 12 07:28:01.494766 dv-neutron-860909-2-hyperv neutron-server[103202]: Open vSwitch agent@dv-neutron-860909-2-hyperv: { 'AddressGroup': '1.2', Oct 12 07:28:01.494766 dv-neutron-860909-2-hyperv neutron-server[103202]: 'ConntrackHelper': '1.0', Oct 12 07:28:01.494766 dv-neutron-860909-2-hyperv neutron-server[103202]: 'Log': '1.0', Oct 12 07:28:01.494766 dv-neutron-860909-2-hyperv neutron-server[103202]: 'Network': '1.1', Oct 12 07:28:01.494766 dv-neutron-860909-2-hyperv neutron-server[103202]: 'Port': '1.7', Oct 12 07:28:01.494766 dv-neutron-860909-2-hyperv neutron-server[103202]: 'PortForwarding': '1.2', Oct 12 07:28:01.494766 dv-neutron-860909-2-hyperv neutron-server[103202]: 'QosPolicy': '1.9', Oct 12 07:28:01.494766 dv-neutron-860909-2-hyperv neutron-server[103202]: 'SecurityGroup': '1.4', Oct 12 07:28:01.494766 dv-neutron-860909-2-hyperv neutron-server[103202]: 'SecurityGroupRule': '1.2', Oct 12 07:28:01.494766 dv-neutron-860909-2-hyperv neutron-server[103202]: 'SubPort': '1.0', Oct 12 07:28:01.494766 dv-neutron-860909-2-hyperv neutron-server[103202]: 'Subnet': '1.1', Oct 12 07:28:01.494766 dv-neutron-860909-2-hyperv neutron-server[103202]: 'Trunk': '1.1'}} Oct 12 07:28:01.494766 dv-neutron-860909-2-hyperv neutron-server[103202]: {{(pid=103202) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 07:28:01.546693 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-72ec5faa-18a4-494b-9720-7d6086734273 None None] Attempting to bind port 928acc70-9743-44da-a089-bd9cffaa1da9 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:28:01.547096 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-72ec5faa-18a4-494b-9720-7d6086734273 None None] Attempting to bind port 928acc70-9743-44da-a089-bd9cffaa1da9 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '2221d1ef-eaae-4e84-8c48-954d4da8894f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0ede02b4-b57e-45f0-bbb8-35149975b46a'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:28:01.547514 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ec5faa-18a4-494b-9720-7d6086734273 None None] Attempting to bind port 928acc70-9743-44da-a089-bd9cffaa1da9 on network 0ede02b4-b57e-45f0-bbb8-35149975b46a {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:28:01.552341 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ec5faa-18a4-494b-9720-7d6086734273 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:28:01.552924 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ec5faa-18a4-494b-9720-7d6086734273 None None] Checking segment: {'id': '2221d1ef-eaae-4e84-8c48-954d4da8894f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0ede02b4-b57e-45f0-bbb8-35149975b46a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:28:01.553177 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-72ec5faa-18a4-494b-9720-7d6086734273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:01.553671 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ec5faa-18a4-494b-9720-7d6086734273 None None] Bound using segment: {'id': '2221d1ef-eaae-4e84-8c48-954d4da8894f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0ede02b4-b57e-45f0-bbb8-35149975b46a'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:28:01.554188 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-72ec5faa-18a4-494b-9720-7d6086734273 None None] Bound port: 928acc70-9743-44da-a089-bd9cffaa1da9, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2221d1ef-eaae-4e84-8c48-954d4da8894f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0ede02b4-b57e-45f0-bbb8-35149975b46a'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:28:01.554620 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-72ec5faa-18a4-494b-9720-7d6086734273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:01.615940 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-72ec5faa-18a4-494b-9720-7d6086734273 None None] For port 928acc70-9743-44da-a089-bd9cffaa1da9, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:28:01.620084 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-72ec5faa-18a4-494b-9720-7d6086734273 None None] For port 928acc70-9743-44da-a089-bd9cffaa1da9, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=928acc70-9743-44da-a089-bd9cffaa1da9,segment=NetworkSegment(2221d1ef-eaae-4e84-8c48-954d4da8894f),segment_id=2221d1ef-eaae-4e84-8c48-954d4da8894f)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:28:01.623975 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-72ec5faa-18a4-494b-9720-7d6086734273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:01.686786 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec5faa-18a4-494b-9720-7d6086734273 None None] Pushing event updated for resources: {'Port': ['ID=928acc70-9743-44da-a089-bd9cffaa1da9,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:28:03.036029 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 33838) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:28:03.345732 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-5a4296e0-bce6-4590-b5fc-52c5f945834f admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:28:03.346763 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-5a4296e0-bce6-4590-b5fc-52c5f945834f admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3097916 Oct 12 07:28:05.777360 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 33846) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:28:06.088892 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-1f6f9613-10dd-4310-97d2-434e9b28e7c9 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:28:06.093453 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-1f6f9613-10dd-4310-97d2-434e9b28e7c9 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3148317 Oct 12 07:28:08.783357 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 33858) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:28:09.091214 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-8e6509bf-1a95-4181-bff7-6442148596bf admin admin] Request body: {'router': {'tenant_id': '993e9a02760f489586dfe6d86e4b7643', 'name': 'router1', 'admin_state_up': True}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:28:09.112793 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8e6509bf-1a95-4181-bff7-6442148596bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:09.114338 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8e6509bf-1a95-4181-bff7-6442148596bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:09.252019 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8e6509bf-1a95-4181-bff7-6442148596bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:09.257307 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8e6509bf-1a95-4181-bff7-6442148596bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:09.272336 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8e6509bf-1a95-4181-bff7-6442148596bf admin admin] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:09.273557 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-8e6509bf-1a95-4181-bff7-6442148596bf admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4892311 Oct 12 07:28:10.066648 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4a21c3-5f00-4bda-a562-806348fc426c None None] Network 0ede02b4-b57e-45f0-bbb8-35149975b46a requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:28:10.151578 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-52626306-d441-4943-879e-59aa24ff451f None None] Provisioning complete for port 928acc70-9743-44da-a089-bd9cffaa1da9 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:28:10.151967 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-52626306-d441-4943-879e-59aa24ff451f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:10.152314 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-52626306-d441-4943-879e-59aa24ff451f None None] Attempt 1 to provision port 928acc70-9743-44da-a089-bd9cffaa1da9 Oct 12 07:28:10.360091 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-52626306-d441-4943-879e-59aa24ff451f None None] Current status of the port 928acc70-9743-44da-a089-bd9cffaa1da9 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:28:10.360497 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-52626306-d441-4943-879e-59aa24ff451f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:10.408503 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-52626306-d441-4943-879e-59aa24ff451f None None] For port 928acc70-9743-44da-a089-bd9cffaa1da9, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=928acc70-9743-44da-a089-bd9cffaa1da9,segment=NetworkSegment(2221d1ef-eaae-4e84-8c48-954d4da8894f),segment_id=2221d1ef-eaae-4e84-8c48-954d4da8894f)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:28:10.416799 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-52626306-d441-4943-879e-59aa24ff451f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:10.419476 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 928acc70-9743-44da-a089-bd9cffaa1da9 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:28:10.497218 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52626306-d441-4943-879e-59aa24ff451f None None] Pushing event updated for resources: {'Port': ['ID=928acc70-9743-44da-a089-bd9cffaa1da9,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:28:10.518096 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 928acc70-9743-44da-a089-bd9cffaa1da9 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:28:10.518316 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:10.518627 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 928acc70-9743-44da-a089-bd9cffaa1da9 Oct 12 07:28:10.597891 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 928acc70-9743-44da-a089-bd9cffaa1da9 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:28:10.639262 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-fd9a34cf-459c-41f4-b9bc-3fc27b7350d5 None None] Provisioning complete for port 928acc70-9743-44da-a089-bd9cffaa1da9 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:28:10.639633 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fd9a34cf-459c-41f4-b9bc-3fc27b7350d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:10.639966 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-fd9a34cf-459c-41f4-b9bc-3fc27b7350d5 None None] Attempt 1 to provision port 928acc70-9743-44da-a089-bd9cffaa1da9 Oct 12 07:28:10.713308 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-fd9a34cf-459c-41f4-b9bc-3fc27b7350d5 None None] Current status of the port 928acc70-9743-44da-a089-bd9cffaa1da9 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:28:11.714173 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 33868) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:28:12.020889 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-d9c4aedf-a871-46eb-ada1-20dc642e7200 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:28:12.021940 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d9c4aedf-a871-46eb-ada1-20dc642e7200 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3067775 Oct 12 07:28:12.379044 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 928acc70-9743-44da-a089-bd9cffaa1da9 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:28:12.425839 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 928acc70-9743-44da-a089-bd9cffaa1da9 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:28:12.426236 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:12.426559 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 928acc70-9743-44da-a089-bd9cffaa1da9 Oct 12 07:28:12.499493 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 928acc70-9743-44da-a089-bd9cffaa1da9 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:28:13.860074 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e19a4aba-a1fa-4c94-af9a-432403d2a408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:14.450335 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 33876) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:28:14.753902 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-fe9ad387-dc3a-4a8b-805e-b3aaf971e413 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:28:14.774658 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9ad387-dc3a-4a8b-805e-b3aaf971e413 admin admin] Made reservation on behalf of 0b47125e30ae45178e9c7cbfe390dc69 for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:28:14.777688 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fe9ad387-dc3a-4a8b-805e-b3aaf971e413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:14.788272 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fe9ad387-dc3a-4a8b-805e-b3aaf971e413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:14.860149 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fe9ad387-dc3a-4a8b-805e-b3aaf971e413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:14.863617 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fe9ad387-dc3a-4a8b-805e-b3aaf971e413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:14.876481 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fe9ad387-dc3a-4a8b-805e-b3aaf971e413 admin admin] Reserving flat network on physical network physnet1 {{(pid=103200) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 12 07:28:14.898317 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fe9ad387-dc3a-4a8b-805e-b3aaf971e413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:14.898657 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-fe9ad387-dc3a-4a8b-805e-b3aaf971e413 admin admin] Added segment d5aad9c5-da6b-4b46-b079-41134707412a of type flat for network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 Oct 12 07:28:14.899778 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ad387-dc3a-4a8b-805e-b3aaf971e413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13dec12d-58a6-4f28-8e22-f174864b1fad,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:28:14.952857 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fe9ad387-dc3a-4a8b-805e-b3aaf971e413 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:14.983876 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fe9ad387-dc3a-4a8b-805e-b3aaf971e413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:14.984794 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9ad387-dc3a-4a8b-805e-b3aaf971e413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:28:14.985378 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fe9ad387-dc3a-4a8b-805e-b3aaf971e413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:15.016895 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-fe9ad387-dc3a-4a8b-805e-b3aaf971e413 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5655382 Oct 12 07:28:15.049108 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ad387-dc3a-4a8b-805e-b3aaf971e413 admin admin] Pushing event updated for resources: {'Network': ['ID=7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:28:15.060158 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:28:15.989218 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7472d994-11a8-4c36-b3be-20a4e400fe0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:17.125732 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:17.323620 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 5 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:28:17.449180 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 33894) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:28:17.669218 dv-neutron-860909-2-hyperv neutron-server[103201]: WARNING oslo_policy.policy [None req-1541360b-414d-4574-8fcf-c6f5b0646edf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 07:28:17.669720 dv-neutron-860909-2-hyperv neutron-server[103201]: WARNING oslo_policy.policy [None req-1541360b-414d-4574-8fcf-c6f5b0646edf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 07:28:18.072852 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.policy [None req-1541360b-414d-4574-8fcf-c6f5b0646edf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103201) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 12 07:28:18.120717 dv-neutron-860909-2-hyperv neutron-server[103201]: WARNING oslo_policy.policy [None req-1541360b-414d-4574-8fcf-c6f5b0646edf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 07:28:18.121085 dv-neutron-860909-2-hyperv neutron-server[103201]: WARNING oslo_policy.policy [None req-1541360b-414d-4574-8fcf-c6f5b0646edf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 07:28:18.129497 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1541360b-414d-4574-8fcf-c6f5b0646edf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:28:18.131961 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-1541360b-414d-4574-8fcf-c6f5b0646edf admin admin] 10.222.0.26 "GET /v2.0/subnets/2d1b326b-68be-4049-bccb-9e6c5af50e4a HTTP/1.1" status: 200 len: 849 time: 0.6801970 Oct 12 07:28:18.294634 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-74a5744b-a75f-43db-b820-e59db955f072 admin admin] 10.222.0.26 "GET /v2.0/routers/22679de6-f259-414c-8d02-5ef1c0a03d93 HTTP/1.1" status: 200 len: 704 time: 0.1563327 Oct 12 07:28:18.550638 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-94994763-005a-48bc-a688-a50f355497df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:18.676306 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:18.861972 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-94994763-005a-48bc-a688-a50f355497df admin admin] Allocated IP 172.20.0.1 (0ede02b4-b57e-45f0-bbb8-35149975b46a/2d1b326b-68be-4049-bccb-9e6c5af50e4a/25ff833f-81aa-43eb-905f-7756f66d4773) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:28:19.043010 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:19.065292 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-94994763-005a-48bc-a688-a50f355497df admin admin] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:19.132349 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-94994763-005a-48bc-a688-a50f355497df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:19.193578 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94994763-005a-48bc-a688-a50f355497df admin admin] Network 0ede02b4-b57e-45f0-bbb8-35149975b46a is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:28:19.200800 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-94994763-005a-48bc-a688-a50f355497df admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:28:19.239271 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94994763-005a-48bc-a688-a50f355497df admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:28:19.239271 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-94994763-005a-48bc-a688-a50f355497df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:19.257523 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94994763-005a-48bc-a688-a50f355497df admin admin] Pushing event updated for resources: {'Port': ['ID=25ff833f-81aa-43eb-905f-7756f66d4773,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:28:19.308604 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94994763-005a-48bc-a688-a50f355497df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:28:19.308964 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94994763-005a-48bc-a688-a50f355497df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:28:19.309304 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94994763-005a-48bc-a688-a50f355497df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:28:19.309635 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94994763-005a-48bc-a688-a50f355497df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:28:19.309961 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94994763-005a-48bc-a688-a50f355497df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:28:19.310331 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94994763-005a-48bc-a688-a50f355497df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:28:19.310659 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94994763-005a-48bc-a688-a50f355497df admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:28:19.310993 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94994763-005a-48bc-a688-a50f355497df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:28:19.311318 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94994763-005a-48bc-a688-a50f355497df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:28:19.311636 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94994763-005a-48bc-a688-a50f355497df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:28:19.311953 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94994763-005a-48bc-a688-a50f355497df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:28:19.312266 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94994763-005a-48bc-a688-a50f355497df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:28:19.313555 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94994763-005a-48bc-a688-a50f355497df admin admin] Tracked resource versions report: Oct 12 07:28:19.313555 dv-neutron-860909-2-hyperv neutron-server[103201]: pushed versions: Oct 12 07:28:19.313555 dv-neutron-860909-2-hyperv neutron-server[103201]: { 'AddressGroup': {'1.2'}, Oct 12 07:28:19.313555 dv-neutron-860909-2-hyperv neutron-server[103201]: 'ConntrackHelper': {'1.0'}, Oct 12 07:28:19.313555 dv-neutron-860909-2-hyperv neutron-server[103201]: 'Log': {'1.0'}, Oct 12 07:28:19.313555 dv-neutron-860909-2-hyperv neutron-server[103201]: 'Network': {'1.1'}, Oct 12 07:28:19.313555 dv-neutron-860909-2-hyperv neutron-server[103201]: 'Port': {'1.7'}, Oct 12 07:28:19.313555 dv-neutron-860909-2-hyperv neutron-server[103201]: 'PortForwarding': {'1.2'}, Oct 12 07:28:19.313555 dv-neutron-860909-2-hyperv neutron-server[103201]: 'QosPolicy': {'1.9'}, Oct 12 07:28:19.313555 dv-neutron-860909-2-hyperv neutron-server[103201]: 'SecurityGroup': {'1.4'}, Oct 12 07:28:19.313555 dv-neutron-860909-2-hyperv neutron-server[103201]: 'SecurityGroupRule': {'1.2'}, Oct 12 07:28:19.313555 dv-neutron-860909-2-hyperv neutron-server[103201]: 'SubPort': {'1.0'}, Oct 12 07:28:19.313555 dv-neutron-860909-2-hyperv neutron-server[103201]: 'Subnet': {'1.1'}, Oct 12 07:28:19.313555 dv-neutron-860909-2-hyperv neutron-server[103201]: 'Trunk': {'1.1'}} Oct 12 07:28:19.313555 dv-neutron-860909-2-hyperv neutron-server[103201]: consumer versions: Oct 12 07:28:19.313555 dv-neutron-860909-2-hyperv neutron-server[103201]: { DHCP agent@dv-neutron-860909-2-hyperv: {}, Oct 12 07:28:19.313555 dv-neutron-860909-2-hyperv neutron-server[103201]: L3 agent@dv-neutron-860909-2-hyperv: {}, Oct 12 07:28:19.313555 dv-neutron-860909-2-hyperv neutron-server[103201]: Metadata agent@dv-neutron-860909-2-hyperv: {}, Oct 12 07:28:19.313555 dv-neutron-860909-2-hyperv neutron-server[103201]: Metering agent@dv-neutron-860909-2-hyperv: {}, Oct 12 07:28:19.313555 dv-neutron-860909-2-hyperv neutron-server[103201]: Open vSwitch agent@dv-neutron-860909-2-hyperv: { 'AddressGroup': '1.2', Oct 12 07:28:19.313555 dv-neutron-860909-2-hyperv neutron-server[103201]: 'ConntrackHelper': '1.0', Oct 12 07:28:19.313555 dv-neutron-860909-2-hyperv neutron-server[103201]: 'Log': '1.0', Oct 12 07:28:19.313555 dv-neutron-860909-2-hyperv neutron-server[103201]: 'Network': '1.1', Oct 12 07:28:19.313555 dv-neutron-860909-2-hyperv neutron-server[103201]: 'Port': '1.7', Oct 12 07:28:19.313555 dv-neutron-860909-2-hyperv neutron-server[103201]: 'PortForwarding': '1.2', Oct 12 07:28:19.313555 dv-neutron-860909-2-hyperv neutron-server[103201]: 'QosPolicy': '1.9', Oct 12 07:28:19.313555 dv-neutron-860909-2-hyperv neutron-server[103201]: 'SecurityGroup': '1.4', Oct 12 07:28:19.313555 dv-neutron-860909-2-hyperv neutron-server[103201]: 'SecurityGroupRule': '1.2', Oct 12 07:28:19.313555 dv-neutron-860909-2-hyperv neutron-server[103201]: 'SubPort': '1.0', Oct 12 07:28:19.313555 dv-neutron-860909-2-hyperv neutron-server[103201]: 'Subnet': '1.1', Oct 12 07:28:19.313555 dv-neutron-860909-2-hyperv neutron-server[103201]: 'Trunk': '1.1'}} Oct 12 07:28:19.313555 dv-neutron-860909-2-hyperv neutron-server[103201]: {{(pid=103201) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 07:28:19.438956 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-94994763-005a-48bc-a688-a50f355497df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:19.525881 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-daf9ffa6-dfd9-448d-8e7e-45b90132ca70 None None] Provisioning complete for port 25ff833f-81aa-43eb-905f-7756f66d4773 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:28:19.526199 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-daf9ffa6-dfd9-448d-8e7e-45b90132ca70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:19.526532 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-daf9ffa6-dfd9-448d-8e7e-45b90132ca70 None None] Attempt 1 to provision port 25ff833f-81aa-43eb-905f-7756f66d4773 Oct 12 07:28:19.559906 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-daf9ffa6-dfd9-448d-8e7e-45b90132ca70 None None] Port 25ff833f-81aa-43eb-905f-7756f66d4773 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:28:19.646341 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-94994763-005a-48bc-a688-a50f355497df admin admin] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:19.651244 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-94994763-005a-48bc-a688-a50f355497df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:19.651974 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-94994763-005a-48bc-a688-a50f355497df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:19.708239 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94994763-005a-48bc-a688-a50f355497df admin admin] Pushing event updated for resources: {'Port': ['ID=25ff833f-81aa-43eb-905f-7756f66d4773,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:28:19.773218 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94994763-005a-48bc-a688-a50f355497df admin admin] Network 0ede02b4-b57e-45f0-bbb8-35149975b46a is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:28:19.774515 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-94994763-005a-48bc-a688-a50f355497df admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:28:19.977219 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94994763-005a-48bc-a688-a50f355497df admin admin] Router 22679de6-f259-414c-8d02-5ef1c0a03d93 is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:28:20.060551 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-daf9ffa6-dfd9-448d-8e7e-45b90132ca70 None None] Attempt 2 to provision port 25ff833f-81aa-43eb-905f-7756f66d4773 Oct 12 07:28:20.065556 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94994763-005a-48bc-a688-a50f355497df admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:28:20.090482 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-94994763-005a-48bc-a688-a50f355497df admin admin] 10.222.0.26 "PUT /v2.0/routers/22679de6-f259-414c-8d02-5ef1c0a03d93/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7705185 Oct 12 07:28:20.090568 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39929e0c-e129-4a93-8232-0a81fd800733 None None] Sync routers for ids ['22679de6-f259-414c-8d02-5ef1c0a03d93'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:28:20.090568 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39929e0c-e129-4a93-8232-0a81fd800733 None None] Routers {'22679de6-f259-414c-8d02-5ef1c0a03d93'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:28:20.090568 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-39929e0c-e129-4a93-8232-0a81fd800733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:28:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['22679de6-f259-414c-8d02-5ef1c0a03d93'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:28:20.102605 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-daf9ffa6-dfd9-448d-8e7e-45b90132ca70 None None] Port 25ff833f-81aa-43eb-905f-7756f66d4773 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:28:20.274671 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-39929e0c-e129-4a93-8232-0a81fd800733 None None] Set router 22679de6-f259-414c-8d02-5ef1c0a03d93 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:28:20.604267 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-daf9ffa6-dfd9-448d-8e7e-45b90132ca70 None None] Attempt 3 to provision port 25ff833f-81aa-43eb-905f-7756f66d4773 Oct 12 07:28:20.639754 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-daf9ffa6-dfd9-448d-8e7e-45b90132ca70 None None] Port 25ff833f-81aa-43eb-905f-7756f66d4773 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:28:20.697213 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-39929e0c-e129-4a93-8232-0a81fd800733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22679de6-f259-414c-8d02-5ef1c0a03d93', 'name': 'router1', 'tenant_id': '993e9a02760f489586dfe6d86e4b7643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:28:09Z', 'updated_at': '2022-10-12T07:28:19Z', 'revision_number': 2, 'project_id': '993e9a02760f489586dfe6d86e4b7643', 'gw_port_host': None, '_interfaces': [{'id': '25ff833f-81aa-43eb-905f-7756f66d4773', 'name': '', 'network_id': '0ede02b4-b57e-45f0-bbb8-35149975b46a', 'tenant_id': '993e9a02760f489586dfe6d86e4b7643', 'mac_address': 'fa:16:3e:61:dc:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22679de6-f259-414c-8d02-5ef1c0a03d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2d1b326b-68be-4049-bccb-9e6c5af50e4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:28:18Z', 'updated_at': '2022-10-12T07:28:19Z', 'revision_number': 2, 'project_id': '993e9a02760f489586dfe6d86e4b7643', 'subnets': [{'id': '2d1b326b-68be-4049-bccb-9e6c5af50e4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed5d126e-6677-438d-a1ed-5877f6f506ec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:28:20.747767 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39929e0c-e129-4a93-8232-0a81fd800733 None None] Checking router: 22679de6-f259-414c-8d02-5ef1c0a03d93 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:28:20.748131 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39929e0c-e129-4a93-8232-0a81fd800733 None None] Updating router 22679de6-f259-414c-8d02-5ef1c0a03d93 port 25ff833f-81aa-43eb-905f-7756f66d4773 binding host dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:28:20.796879 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-39929e0c-e129-4a93-8232-0a81fd800733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:21.140502 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-daf9ffa6-dfd9-448d-8e7e-45b90132ca70 None None] Attempt 4 to provision port 25ff833f-81aa-43eb-905f-7756f66d4773 Oct 12 07:28:21.175428 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-daf9ffa6-dfd9-448d-8e7e-45b90132ca70 None None] Port 25ff833f-81aa-43eb-905f-7756f66d4773 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:28:21.304524 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-39929e0c-e129-4a93-8232-0a81fd800733 None None] Notify callbacks [] for port, precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:21.311502 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-39929e0c-e129-4a93-8232-0a81fd800733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:21.454506 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d1982-4a57-482a-88a1-313a40b29b9d None None] Pushing event updated for resources: {'Port': ['ID=25ff833f-81aa-43eb-905f-7756f66d4773,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:28:21.456769 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-39929e0c-e129-4a93-8232-0a81fd800733 None None] Attempting to bind port 25ff833f-81aa-43eb-905f-7756f66d4773 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:28:21.457161 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-39929e0c-e129-4a93-8232-0a81fd800733 None None] Attempting to bind port 25ff833f-81aa-43eb-905f-7756f66d4773 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '2221d1ef-eaae-4e84-8c48-954d4da8894f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0ede02b4-b57e-45f0-bbb8-35149975b46a'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:28:21.457592 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39929e0c-e129-4a93-8232-0a81fd800733 None None] Attempting to bind port 25ff833f-81aa-43eb-905f-7756f66d4773 on network 0ede02b4-b57e-45f0-bbb8-35149975b46a {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:28:21.465622 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39929e0c-e129-4a93-8232-0a81fd800733 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:28:21.466053 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39929e0c-e129-4a93-8232-0a81fd800733 None None] Checking segment: {'id': '2221d1ef-eaae-4e84-8c48-954d4da8894f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0ede02b4-b57e-45f0-bbb8-35149975b46a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:28:21.466509 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-39929e0c-e129-4a93-8232-0a81fd800733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:21.466893 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39929e0c-e129-4a93-8232-0a81fd800733 None None] Bound using segment: {'id': '2221d1ef-eaae-4e84-8c48-954d4da8894f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0ede02b4-b57e-45f0-bbb8-35149975b46a'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:28:21.467392 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-39929e0c-e129-4a93-8232-0a81fd800733 None None] Bound port: 25ff833f-81aa-43eb-905f-7756f66d4773, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2221d1ef-eaae-4e84-8c48-954d4da8894f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0ede02b4-b57e-45f0-bbb8-35149975b46a'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:28:21.467779 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-39929e0c-e129-4a93-8232-0a81fd800733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:21.470912 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484d1982-4a57-482a-88a1-313a40b29b9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:28:21.471262 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484d1982-4a57-482a-88a1-313a40b29b9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:28:21.471596 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484d1982-4a57-482a-88a1-313a40b29b9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:28:21.471924 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484d1982-4a57-482a-88a1-313a40b29b9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:28:21.472252 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484d1982-4a57-482a-88a1-313a40b29b9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:28:21.472584 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484d1982-4a57-482a-88a1-313a40b29b9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:28:21.472904 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484d1982-4a57-482a-88a1-313a40b29b9d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:28:21.473237 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484d1982-4a57-482a-88a1-313a40b29b9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:28:21.473574 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484d1982-4a57-482a-88a1-313a40b29b9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:28:21.473893 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484d1982-4a57-482a-88a1-313a40b29b9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:28:21.474232 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484d1982-4a57-482a-88a1-313a40b29b9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:28:21.474547 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484d1982-4a57-482a-88a1-313a40b29b9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:28:21.475853 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484d1982-4a57-482a-88a1-313a40b29b9d None None] Tracked resource versions report: Oct 12 07:28:21.475853 dv-neutron-860909-2-hyperv neutron-server[103203]: pushed versions: Oct 12 07:28:21.475853 dv-neutron-860909-2-hyperv neutron-server[103203]: { 'AddressGroup': {'1.2'}, Oct 12 07:28:21.475853 dv-neutron-860909-2-hyperv neutron-server[103203]: 'ConntrackHelper': {'1.0'}, Oct 12 07:28:21.475853 dv-neutron-860909-2-hyperv neutron-server[103203]: 'Log': {'1.0'}, Oct 12 07:28:21.475853 dv-neutron-860909-2-hyperv neutron-server[103203]: 'Network': {'1.1'}, Oct 12 07:28:21.475853 dv-neutron-860909-2-hyperv neutron-server[103203]: 'Port': {'1.7'}, Oct 12 07:28:21.475853 dv-neutron-860909-2-hyperv neutron-server[103203]: 'PortForwarding': {'1.2'}, Oct 12 07:28:21.475853 dv-neutron-860909-2-hyperv neutron-server[103203]: 'QosPolicy': {'1.9'}, Oct 12 07:28:21.475853 dv-neutron-860909-2-hyperv neutron-server[103203]: 'SecurityGroup': {'1.4'}, Oct 12 07:28:21.475853 dv-neutron-860909-2-hyperv neutron-server[103203]: 'SecurityGroupRule': {'1.2'}, Oct 12 07:28:21.475853 dv-neutron-860909-2-hyperv neutron-server[103203]: 'SubPort': {'1.0'}, Oct 12 07:28:21.475853 dv-neutron-860909-2-hyperv neutron-server[103203]: 'Subnet': {'1.1'}, Oct 12 07:28:21.475853 dv-neutron-860909-2-hyperv neutron-server[103203]: 'Trunk': {'1.1'}} Oct 12 07:28:21.475853 dv-neutron-860909-2-hyperv neutron-server[103203]: consumer versions: Oct 12 07:28:21.475853 dv-neutron-860909-2-hyperv neutron-server[103203]: { DHCP agent@dv-neutron-860909-2-hyperv: {}, Oct 12 07:28:21.475853 dv-neutron-860909-2-hyperv neutron-server[103203]: L3 agent@dv-neutron-860909-2-hyperv: {}, Oct 12 07:28:21.475853 dv-neutron-860909-2-hyperv neutron-server[103203]: Metadata agent@dv-neutron-860909-2-hyperv: {}, Oct 12 07:28:21.475853 dv-neutron-860909-2-hyperv neutron-server[103203]: Metering agent@dv-neutron-860909-2-hyperv: {}, Oct 12 07:28:21.475853 dv-neutron-860909-2-hyperv neutron-server[103203]: Open vSwitch agent@dv-neutron-860909-2-hyperv: { 'AddressGroup': '1.2', Oct 12 07:28:21.475853 dv-neutron-860909-2-hyperv neutron-server[103203]: 'ConntrackHelper': '1.0', Oct 12 07:28:21.475853 dv-neutron-860909-2-hyperv neutron-server[103203]: 'Log': '1.0', Oct 12 07:28:21.475853 dv-neutron-860909-2-hyperv neutron-server[103203]: 'Network': '1.1', Oct 12 07:28:21.475853 dv-neutron-860909-2-hyperv neutron-server[103203]: 'Port': '1.7', Oct 12 07:28:21.475853 dv-neutron-860909-2-hyperv neutron-server[103203]: 'PortForwarding': '1.2', Oct 12 07:28:21.475853 dv-neutron-860909-2-hyperv neutron-server[103203]: 'QosPolicy': '1.9', Oct 12 07:28:21.475853 dv-neutron-860909-2-hyperv neutron-server[103203]: 'SecurityGroup': '1.4', Oct 12 07:28:21.475853 dv-neutron-860909-2-hyperv neutron-server[103203]: 'SecurityGroupRule': '1.2', Oct 12 07:28:21.475853 dv-neutron-860909-2-hyperv neutron-server[103203]: 'SubPort': '1.0', Oct 12 07:28:21.475853 dv-neutron-860909-2-hyperv neutron-server[103203]: 'Subnet': '1.1', Oct 12 07:28:21.475853 dv-neutron-860909-2-hyperv neutron-server[103203]: 'Trunk': '1.1'}} Oct 12 07:28:21.475853 dv-neutron-860909-2-hyperv neutron-server[103203]: {{(pid=103203) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 07:28:21.541877 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-39929e0c-e129-4a93-8232-0a81fd800733 None None] For port 25ff833f-81aa-43eb-905f-7756f66d4773, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:28:21.563222 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-39929e0c-e129-4a93-8232-0a81fd800733 None None] For port 25ff833f-81aa-43eb-905f-7756f66d4773, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=25ff833f-81aa-43eb-905f-7756f66d4773,segment=NetworkSegment(2221d1ef-eaae-4e84-8c48-954d4da8894f),segment_id=2221d1ef-eaae-4e84-8c48-954d4da8894f)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:28:21.567260 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-39929e0c-e129-4a93-8232-0a81fd800733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:21.605051 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39929e0c-e129-4a93-8232-0a81fd800733 None None] Routers {'22679de6-f259-414c-8d02-5ef1c0a03d93'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:28:21.605658 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-39929e0c-e129-4a93-8232-0a81fd800733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:28:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['22679de6-f259-414c-8d02-5ef1c0a03d93'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:28:21.652542 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d1982-4a57-482a-88a1-313a40b29b9d None None] Pushing event updated for resources: {'Port': ['ID=25ff833f-81aa-43eb-905f-7756f66d4773,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:28:21.677135 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-daf9ffa6-dfd9-448d-8e7e-45b90132ca70 None None] Attempt 5 to provision port 25ff833f-81aa-43eb-905f-7756f66d4773 Oct 12 07:28:21.703517 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-39929e0c-e129-4a93-8232-0a81fd800733 None None] Set router 22679de6-f259-414c-8d02-5ef1c0a03d93 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:28:21.754686 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-daf9ffa6-dfd9-448d-8e7e-45b90132ca70 None None] Current status of the port 25ff833f-81aa-43eb-905f-7756f66d4773 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:28:21.755077 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-daf9ffa6-dfd9-448d-8e7e-45b90132ca70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:21.786216 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-daf9ffa6-dfd9-448d-8e7e-45b90132ca70 None None] For port 25ff833f-81aa-43eb-905f-7756f66d4773, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=25ff833f-81aa-43eb-905f-7756f66d4773,segment=NetworkSegment(2221d1ef-eaae-4e84-8c48-954d4da8894f),segment_id=2221d1ef-eaae-4e84-8c48-954d4da8894f)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:28:21.792593 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-daf9ffa6-dfd9-448d-8e7e-45b90132ca70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:21.845009 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf9ffa6-dfd9-448d-8e7e-45b90132ca70 None None] Pushing event updated for resources: {'Port': ['ID=25ff833f-81aa-43eb-905f-7756f66d4773,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:28:21.911699 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-0df00ed4-e661-4cfd-9549-16897dcf2d60 None None] Provisioning complete for port 25ff833f-81aa-43eb-905f-7756f66d4773 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:28:21.912235 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0df00ed4-e661-4cfd-9549-16897dcf2d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:21.913193 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-0df00ed4-e661-4cfd-9549-16897dcf2d60 None None] Attempt 1 to provision port 25ff833f-81aa-43eb-905f-7756f66d4773 Oct 12 07:28:21.918340 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-39929e0c-e129-4a93-8232-0a81fd800733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22679de6-f259-414c-8d02-5ef1c0a03d93', 'name': 'router1', 'tenant_id': '993e9a02760f489586dfe6d86e4b7643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:28:09Z', 'updated_at': '2022-10-12T07:28:19Z', 'revision_number': 2, 'project_id': '993e9a02760f489586dfe6d86e4b7643', 'gw_port_host': None, '_interfaces': [{'id': '25ff833f-81aa-43eb-905f-7756f66d4773', 'name': '', 'network_id': '0ede02b4-b57e-45f0-bbb8-35149975b46a', 'tenant_id': '993e9a02760f489586dfe6d86e4b7643', 'mac_address': 'fa:16:3e:61:dc:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22679de6-f259-414c-8d02-5ef1c0a03d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2d1b326b-68be-4049-bccb-9e6c5af50e4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:28:18Z', 'updated_at': '2022-10-12T07:28:21Z', 'revision_number': 4, 'project_id': '993e9a02760f489586dfe6d86e4b7643', 'subnets': [{'id': '2d1b326b-68be-4049-bccb-9e6c5af50e4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed5d126e-6677-438d-a1ed-5877f6f506ec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:28:21.948949 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39929e0c-e129-4a93-8232-0a81fd800733 None None] The sync data for ids ['22679de6-f259-414c-8d02-5ef1c0a03d93'] in dv-neutron-860909-2-hyperv is: [{'id': '22679de6-f259-414c-8d02-5ef1c0a03d93', 'name': 'router1', 'tenant_id': '993e9a02760f489586dfe6d86e4b7643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:28:09Z', 'updated_at': '2022-10-12T07:28:19Z', 'revision_number': 2, 'project_id': '993e9a02760f489586dfe6d86e4b7643', 'gw_port_host': None, '_interfaces': [{'id': '25ff833f-81aa-43eb-905f-7756f66d4773', 'name': '', 'network_id': '0ede02b4-b57e-45f0-bbb8-35149975b46a', 'tenant_id': '993e9a02760f489586dfe6d86e4b7643', 'mac_address': 'fa:16:3e:61:dc:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22679de6-f259-414c-8d02-5ef1c0a03d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2d1b326b-68be-4049-bccb-9e6c5af50e4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:28:18Z', 'updated_at': '2022-10-12T07:28:21Z', 'revision_number': 4, 'project_id': '993e9a02760f489586dfe6d86e4b7643', 'subnets': [{'id': '2d1b326b-68be-4049-bccb-9e6c5af50e4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed5d126e-6677-438d-a1ed-5877f6f506ec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:28:21.991411 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-0df00ed4-e661-4cfd-9549-16897dcf2d60 None None] Current status of the port 25ff833f-81aa-43eb-905f-7756f66d4773 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:28:22.360168 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 33926) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:28:22.469245 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de8d798-a390-4694-ad66-dfe8b010b040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:28:22.470606 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-5de8d798-a390-4694-ad66-dfe8b010b040 admin admin] 10.222.0.26 "GET /v2.0/networks/7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 HTTP/1.1" status: 200 len: 842 time: 0.1094611 Oct 12 07:28:22.480687 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-43742be5-5ec3-4b91-a962-535cb364262e admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:28:22.512370 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43742be5-5ec3-4b91-a962-535cb364262e admin admin] Made reservation on behalf of 0b47125e30ae45178e9c7cbfe390dc69 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:28:22.514775 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-43742be5-5ec3-4b91-a962-535cb364262e admin admin] Notify callbacks [] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:22.825497 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.objects.ports [None req-43742be5-5ec3-4b91-a962-535cb364262e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103201) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 12 07:28:22.825942 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-43742be5-5ec3-4b91-a962-535cb364262e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:22.878270 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43742be5-5ec3-4b91-a962-535cb364262e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e8014f9-5c39-4a51-9ef0-fb706f748b89,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:28:22.890466 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43742be5-5ec3-4b91-a962-535cb364262e admin admin] Checking segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:28:22.890831 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43742be5-5ec3-4b91-a962-535cb364262e admin admin] Network hostable DHCP agents. Network: 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:28:22.911198 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43742be5-5ec3-4b91-a962-535cb364262e admin admin] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:28:22.922656 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-43742be5-5ec3-4b91-a962-535cb364262e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:28:22.927634 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43742be5-5ec3-4b91-a962-535cb364262e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:28:22.928839 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-43742be5-5ec3-4b91-a962-535cb364262e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:22.932582 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8376164e-00af-4990-a68e-aebb660d714f None None] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:28:22.954997 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-43742be5-5ec3-4b91-a962-535cb364262e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4777126 Oct 12 07:28:23.071404 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130f70f6-f110-4cb4-af5d-76f6a6f8b6e6 None None] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:28:25.309463 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 33934) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:28:25.436902 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e074af3c-8104-4bea-89d3-be43c9ecb44e admin admin] 10.222.0.26 "GET /v2.0/routers/22679de6-f259-414c-8d02-5ef1c0a03d93 HTTP/1.1" status: 200 len: 710 time: 0.1261837 Oct 12 07:28:25.519650 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64653590-b1b3-46af-a6c7-817e84cfa0ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:28:25.521007 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-64653590-b1b3-46af-a6c7-817e84cfa0ea admin admin] 10.222.0.26 "GET /v2.0/networks/7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 HTTP/1.1" status: 200 len: 886 time: 0.0783563 Oct 12 07:28:25.530585 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-fe16d65c-df17-4ae0-8151-1806bdb8ce80 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:28:25.768218 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe16d65c-df17-4ae0-8151-1806bdb8ce80 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:25.996003 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe16d65c-df17-4ae0-8151-1806bdb8ce80 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:26.125160 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe16d65c-df17-4ae0-8151-1806bdb8ce80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:26.239317 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-fe16d65c-df17-4ae0-8151-1806bdb8ce80 admin admin] Allocated IP 172.26.3.106 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/887d6ad7-2299-4b88-bda4-9b25f4227985) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:28:26.338515 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe16d65c-df17-4ae0-8151-1806bdb8ce80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:26.369098 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe16d65c-df17-4ae0-8151-1806bdb8ce80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:26.407906 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe16d65c-df17-4ae0-8151-1806bdb8ce80 admin admin] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:28:26.410586 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-fe16d65c-df17-4ae0-8151-1806bdb8ce80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:28:26.416939 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe16d65c-df17-4ae0-8151-1806bdb8ce80 admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:28:26.418607 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe16d65c-df17-4ae0-8151-1806bdb8ce80 admin admin] Pushing event updated for resources: {'Port': ['ID=887d6ad7-2299-4b88-bda4-9b25f4227985,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:28:26.657895 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe16d65c-df17-4ae0-8151-1806bdb8ce80 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:26.849475 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe16d65c-df17-4ae0-8151-1806bdb8ce80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33139406', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33141651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13931'] for router, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:26.853411 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe16d65c-df17-4ae0-8151-1806bdb8ce80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33139383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33139388', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33141656'] for router, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:26.956011 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe16d65c-df17-4ae0-8151-1806bdb8ce80 admin admin] Router 22679de6-f259-414c-8d02-5ef1c0a03d93 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:28:27.064854 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe16d65c-df17-4ae0-8151-1806bdb8ce80 admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:28:27.069041 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe16d65c-df17-4ae0-8151-1806bdb8ce80 admin admin] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:27.070244 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-fe16d65c-df17-4ae0-8151-1806bdb8ce80 admin admin] 10.222.0.26 "PUT /v2.0/routers/22679de6-f259-414c-8d02-5ef1c0a03d93 HTTP/1.1" status: 200 len: 890 time: 1.5428169 Oct 12 07:28:28.411041 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 25ff833f-81aa-43eb-905f-7756f66d4773 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:28:28.468799 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 25ff833f-81aa-43eb-905f-7756f66d4773 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:28:28.469301 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:28.469758 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 25ff833f-81aa-43eb-905f-7756f66d4773 Oct 12 07:28:28.491180 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19128e6b-1ab8-48f4-b235-638d41b014ec None None] Sync routers for ids ['22679de6-f259-414c-8d02-5ef1c0a03d93'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:28:28.514649 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19128e6b-1ab8-48f4-b235-638d41b014ec None None] Routers {'22679de6-f259-414c-8d02-5ef1c0a03d93'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:28:28.515389 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-19128e6b-1ab8-48f4-b235-638d41b014ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:28:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['22679de6-f259-414c-8d02-5ef1c0a03d93'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:28:28.715769 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 25ff833f-81aa-43eb-905f-7756f66d4773 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:28:28.754866 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-19128e6b-1ab8-48f4-b235-638d41b014ec None None] Set router 22679de6-f259-414c-8d02-5ef1c0a03d93 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:28:29.211453 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-19128e6b-1ab8-48f4-b235-638d41b014ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22679de6-f259-414c-8d02-5ef1c0a03d93', 'name': 'router1', 'tenant_id': '993e9a02760f489586dfe6d86e4b7643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': '887d6ad7-2299-4b88-bda4-9b25f4227985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:28:09Z', 'updated_at': '2022-10-12T07:28:26Z', 'revision_number': 4, 'project_id': '993e9a02760f489586dfe6d86e4b7643', 'gw_port': {'id': '887d6ad7-2299-4b88-bda4-9b25f4227985', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22679de6-f259-414c-8d02-5ef1c0a03d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:28:26Z', 'updated_at': '2022-10-12T07:28:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '25ff833f-81aa-43eb-905f-7756f66d4773', 'name': '', 'network_id': '0ede02b4-b57e-45f0-bbb8-35149975b46a', 'tenant_id': '993e9a02760f489586dfe6d86e4b7643', 'mac_address': 'fa:16:3e:61:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22679de6-f259-414c-8d02-5ef1c0a03d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2d1b326b-68be-4049-bccb-9e6c5af50e4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:28:18Z', 'updated_at': '2022-10-12T07:28:21Z', 'revision_number': 5, 'project_id': '993e9a02760f489586dfe6d86e4b7643', 'subnets': [{'id': '2d1b326b-68be-4049-bccb-9e6c5af50e4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed5d126e-6677-438d-a1ed-5877f6f506ec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:28:29.264948 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19128e6b-1ab8-48f4-b235-638d41b014ec None None] Checking router: 22679de6-f259-414c-8d02-5ef1c0a03d93 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:28:29.265294 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19128e6b-1ab8-48f4-b235-638d41b014ec None None] Updating router 22679de6-f259-414c-8d02-5ef1c0a03d93 port 887d6ad7-2299-4b88-bda4-9b25f4227985 binding host dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:28:29.313669 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19128e6b-1ab8-48f4-b235-638d41b014ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:29.533526 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 33946) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:28:29.629256 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19128e6b-1ab8-48f4-b235-638d41b014ec None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:29.634476 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19128e6b-1ab8-48f4-b235-638d41b014ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:29.643143 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-cccda28e-2dda-40bc-a718-6e65e138ea71 admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1083996 Oct 12 07:28:29.670063 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-19128e6b-1ab8-48f4-b235-638d41b014ec None None] Attempting to bind port 887d6ad7-2299-4b88-bda4-9b25f4227985 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:28:29.670448 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-19128e6b-1ab8-48f4-b235-638d41b014ec None None] Attempting to bind port 887d6ad7-2299-4b88-bda4-9b25f4227985 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:28:29.670815 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19128e6b-1ab8-48f4-b235-638d41b014ec None None] Attempting to bind port 887d6ad7-2299-4b88-bda4-9b25f4227985 on network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:28:29.681444 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19128e6b-1ab8-48f4-b235-638d41b014ec None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:28:29.681820 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19128e6b-1ab8-48f4-b235-638d41b014ec None None] Checking segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:28:29.682252 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19128e6b-1ab8-48f4-b235-638d41b014ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:29.682654 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19128e6b-1ab8-48f4-b235-638d41b014ec None None] Bound using segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:28:29.683149 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-19128e6b-1ab8-48f4-b235-638d41b014ec None None] Bound port: 887d6ad7-2299-4b88-bda4-9b25f4227985, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:28:29.683550 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19128e6b-1ab8-48f4-b235-638d41b014ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:29.712856 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f638afbe-5a4c-450c-b1bb-7d617aae6601 None None] Pushing event updated for resources: {'Port': ['ID=887d6ad7-2299-4b88-bda4-9b25f4227985,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:28:29.745297 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-19128e6b-1ab8-48f4-b235-638d41b014ec None None] For port 887d6ad7-2299-4b88-bda4-9b25f4227985, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:28:29.748594 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-19128e6b-1ab8-48f4-b235-638d41b014ec None None] For port 887d6ad7-2299-4b88-bda4-9b25f4227985, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=887d6ad7-2299-4b88-bda4-9b25f4227985,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:28:29.753356 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19128e6b-1ab8-48f4-b235-638d41b014ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:29.796548 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19128e6b-1ab8-48f4-b235-638d41b014ec None None] Routers {'22679de6-f259-414c-8d02-5ef1c0a03d93'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:28:29.797180 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-19128e6b-1ab8-48f4-b235-638d41b014ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:28:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['22679de6-f259-414c-8d02-5ef1c0a03d93'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:28:29.845139 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f638afbe-5a4c-450c-b1bb-7d617aae6601 None None] Pushing event updated for resources: {'Port': ['ID=887d6ad7-2299-4b88-bda4-9b25f4227985,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:28:29.918170 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-19128e6b-1ab8-48f4-b235-638d41b014ec None None] Set router 22679de6-f259-414c-8d02-5ef1c0a03d93 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:28:30.127604 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-19128e6b-1ab8-48f4-b235-638d41b014ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22679de6-f259-414c-8d02-5ef1c0a03d93', 'name': 'router1', 'tenant_id': '993e9a02760f489586dfe6d86e4b7643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': '887d6ad7-2299-4b88-bda4-9b25f4227985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:28:09Z', 'updated_at': '2022-10-12T07:28:26Z', 'revision_number': 4, 'project_id': '993e9a02760f489586dfe6d86e4b7643', 'gw_port': {'id': '887d6ad7-2299-4b88-bda4-9b25f4227985', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22679de6-f259-414c-8d02-5ef1c0a03d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:28:26Z', 'updated_at': '2022-10-12T07:28:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '25ff833f-81aa-43eb-905f-7756f66d4773', 'name': '', 'network_id': '0ede02b4-b57e-45f0-bbb8-35149975b46a', 'tenant_id': '993e9a02760f489586dfe6d86e4b7643', 'mac_address': 'fa:16:3e:61:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22679de6-f259-414c-8d02-5ef1c0a03d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2d1b326b-68be-4049-bccb-9e6c5af50e4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:28:18Z', 'updated_at': '2022-10-12T07:28:21Z', 'revision_number': 5, 'project_id': '993e9a02760f489586dfe6d86e4b7643', 'subnets': [{'id': '2d1b326b-68be-4049-bccb-9e6c5af50e4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed5d126e-6677-438d-a1ed-5877f6f506ec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:28:30.154863 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19128e6b-1ab8-48f4-b235-638d41b014ec None None] The sync data for ids ['22679de6-f259-414c-8d02-5ef1c0a03d93'] in dv-neutron-860909-2-hyperv is: [{'id': '22679de6-f259-414c-8d02-5ef1c0a03d93', 'name': 'router1', 'tenant_id': '993e9a02760f489586dfe6d86e4b7643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': '887d6ad7-2299-4b88-bda4-9b25f4227985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:28:09Z', 'updated_at': '2022-10-12T07:28:26Z', 'revision_number': 4, 'project_id': '993e9a02760f489586dfe6d86e4b7643', 'gw_port': {'id': '887d6ad7-2299-4b88-bda4-9b25f4227985', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22679de6-f259-414c-8d02-5ef1c0a03d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:28:26Z', 'updated_at': '2022-10-12T07:28:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '25ff833f-81aa-43eb-905f-7756f66d4773', 'name': '', 'network_id': '0ede02b4-b57e-45f0-bbb8-35149975b46a', 'tenant_id': '993e9a02760f489586dfe6d86e4b7643', 'mac_address': 'fa:16:3e:61:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22679de6-f259-414c-8d02-5ef1c0a03d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2d1b326b-68be-4049-bccb-9e6c5af50e4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:28:18Z', 'updated_at': '2022-10-12T07:28:21Z', 'revision_number': 5, 'project_id': '993e9a02760f489586dfe6d86e4b7643', 'subnets': [{'id': '2d1b326b-68be-4049-bccb-9e6c5af50e4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed5d126e-6677-438d-a1ed-5877f6f506ec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:28:30.426421 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 887d6ad7-2299-4b88-bda4-9b25f4227985 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:28:30.489152 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 887d6ad7-2299-4b88-bda4-9b25f4227985 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:28:30.489533 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:30.489866 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 887d6ad7-2299-4b88-bda4-9b25f4227985 Oct 12 07:28:30.568471 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 887d6ad7-2299-4b88-bda4-9b25f4227985 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:28:30.570134 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:30.609675 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 887d6ad7-2299-4b88-bda4-9b25f4227985, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=887d6ad7-2299-4b88-bda4-9b25f4227985,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:28:30.616768 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:30.669959 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=887d6ad7-2299-4b88-bda4-9b25f4227985,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:28:32.390751 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 887d6ad7-2299-4b88-bda4-9b25f4227985 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:28:32.439532 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 887d6ad7-2299-4b88-bda4-9b25f4227985 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:28:32.440038 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:32.440575 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 887d6ad7-2299-4b88-bda4-9b25f4227985 Oct 12 07:28:32.516053 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 887d6ad7-2299-4b88-bda4-9b25f4227985 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:28:43.863196 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6a020e21-a8a9-4b13-a128-67b93ffc2e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:45.993732 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2eb00edf-b663-40b8-a31b-1e3289b8787e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:47.135726 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:48.687309 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:49.035670 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:28:54.323177 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 5 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:29:13.867423 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ca716242-36f3-4263-aba8-ebfaf1a5ba8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:29:15.989292 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4befa3c1-f116-4a36-a874-809ae4ab346f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:29:17.132898 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:29:18.691332 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:29:19.043369 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:29:31.321236 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 5 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:29:43.869114 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-58f486ac-8fc8-4248-aeb6-3d35f32d9687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:29:45.984152 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-74cf18c4-9ddc-4646-b9c1-d12c98e7b820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:29:47.134653 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:29:48.690114 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:29:49.039966 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:30:08.319846 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 5 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:30:11.191259 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 34540) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:30:11.258730 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-96cc5cd8-5541-4bec-84e6-7e651b1a18fb admin admin] GET failed (client error): The resource could not be found. Oct 12 07:30:11.260100 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-96cc5cd8-5541-4bec-84e6-7e651b1a18fb admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0678732 Oct 12 07:30:11.418457 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de3d815-96a9-41ec-8f36-cc3077ea6d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:30:11.419857 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-0de3d815-96a9-41ec-8f36-cc3077ea6d2f admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1543660 Oct 12 07:30:13.663755 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 34550) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:30:13.752639 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cab103-8726-4852-bb25-2e7e17cf0dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:30:13.753961 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-89cab103-8726-4852-bb25-2e7e17cf0dd7 admin admin] 10.222.0.26 "GET /v2.0/subnets/2d1b326b-68be-4049-bccb-9e6c5af50e4a HTTP/1.1" status: 200 len: 849 time: 0.0892193 Oct 12 07:30:13.763804 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-79657e3b-49ef-4847-81c2-a148ae22173e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:30:13.871094 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-37aedb2e-c0f2-4cae-929d-eb9837b9f7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:30:13.923558 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79657e3b-49ef-4847-81c2-a148ae22173e admin admin] Notify callbacks [] for subnet, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:30:14.063011 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79657e3b-49ef-4847-81c2-a148ae22173e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746852068563'] for subnet, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:30:14.092526 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79657e3b-49ef-4847-81c2-a148ae22173e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:30:14.093105 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79657e3b-49ef-4847-81c2-a148ae22173e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:30:14.094391 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-79657e3b-49ef-4847-81c2-a148ae22173e admin admin] 10.222.0.26 "PUT /v2.0/subnets/2d1b326b-68be-4049-bccb-9e6c5af50e4a HTTP/1.1" status: 200 len: 868 time: 0.3341870 Oct 12 07:30:14.111873 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a64abae-cfb7-4ee3-9c5c-9c6ee2151260 None None] Network 0ede02b4-b57e-45f0-bbb8-35149975b46a requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:30:14.119304 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79657e3b-49ef-4847-81c2-a148ae22173e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d1b326b-68be-4049-bccb-9e6c5af50e4a,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:30:14.127111 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79657e3b-49ef-4847-81c2-a148ae22173e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:30:14.127414 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79657e3b-49ef-4847-81c2-a148ae22173e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:30:14.127726 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79657e3b-49ef-4847-81c2-a148ae22173e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:30:14.128058 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79657e3b-49ef-4847-81c2-a148ae22173e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:30:14.128388 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79657e3b-49ef-4847-81c2-a148ae22173e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:30:14.128725 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79657e3b-49ef-4847-81c2-a148ae22173e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:30:14.129056 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79657e3b-49ef-4847-81c2-a148ae22173e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:30:14.129380 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79657e3b-49ef-4847-81c2-a148ae22173e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:30:14.130314 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79657e3b-49ef-4847-81c2-a148ae22173e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:30:14.130647 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79657e3b-49ef-4847-81c2-a148ae22173e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:30:14.130968 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79657e3b-49ef-4847-81c2-a148ae22173e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:30:14.131286 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79657e3b-49ef-4847-81c2-a148ae22173e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:30:14.519463 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-6baf6fbe-9c2b-4107-816e-6c24e9a2c25f None None] Provisioning complete for port 928acc70-9743-44da-a089-bd9cffaa1da9 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:30:14.519835 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6baf6fbe-9c2b-4107-816e-6c24e9a2c25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:30:14.520884 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-6baf6fbe-9c2b-4107-816e-6c24e9a2c25f None None] Attempt 1 to provision port 928acc70-9743-44da-a089-bd9cffaa1da9 Oct 12 07:30:14.600610 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-6baf6fbe-9c2b-4107-816e-6c24e9a2c25f None None] Current status of the port 928acc70-9743-44da-a089-bd9cffaa1da9 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:30:14.610132 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-6baf6fbe-9c2b-4107-816e-6c24e9a2c25f None None] Provisioning complete for port 25ff833f-81aa-43eb-905f-7756f66d4773 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:30:14.610506 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6baf6fbe-9c2b-4107-816e-6c24e9a2c25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:30:14.610841 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-6baf6fbe-9c2b-4107-816e-6c24e9a2c25f None None] Attempt 1 to provision port 25ff833f-81aa-43eb-905f-7756f66d4773 Oct 12 07:30:14.685218 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-6baf6fbe-9c2b-4107-816e-6c24e9a2c25f None None] Current status of the port 25ff833f-81aa-43eb-905f-7756f66d4773 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:30:15.994520 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-38009220-3934-4a12-b207-979b39f518dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:30:16.337518 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 34558) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:30:16.534384 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57995f71-6bd9-4aa8-9a4e-986cbbaf7d69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:30:16.534767 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57995f71-6bd9-4aa8-9a4e-986cbbaf7d69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:30:16.536803 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-57995f71-6bd9-4aa8-9a4e-986cbbaf7d69 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1982887 Oct 12 07:30:17.139971 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:30:18.693930 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:30:18.766775 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 34566) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:30:18.898746 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c242596a-2790-45a6-a528-646e6a220292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:30:18.899209 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c242596a-2790-45a6-a528-646e6a220292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:30:18.900755 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c242596a-2790-45a6-a528-646e6a220292 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1330049 Oct 12 07:30:19.043797 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:30:21.110369 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 34574) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:30:21.240564 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12f1b99-4293-434f-9bef-e42f3c317380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:30:21.241928 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b12f1b99-4293-434f-9bef-e42f3c317380 admin admin] 10.222.0.26 "GET /v2.0/networks/0ede02b4-b57e-45f0-bbb8-35149975b46a HTTP/1.1" status: 200 len: 869 time: 0.1306114 Oct 12 07:30:23.477781 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 34582) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:30:23.598274 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a161e31a-0dc9-4251-8dee-fae291098642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:30:23.599642 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a161e31a-0dc9-4251-8dee-fae291098642 admin admin] 10.222.0.26 "GET /v2.0/networks/7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 HTTP/1.1" status: 200 len: 886 time: 0.1208792 Oct 12 07:30:25.842498 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 34590) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:30:25.965552 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1eaa3a0-7e2f-4cac-9545-c0d6b2011089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:30:25.966008 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1eaa3a0-7e2f-4cac-9545-c0d6b2011089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:30:25.967551 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a1eaa3a0-7e2f-4cac-9545-c0d6b2011089 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1241112 Oct 12 07:30:28.193497 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 34598) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:30:28.283241 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f85922-10f9-4a84-9a7e-3844bb0d394f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:30:28.283692 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f85922-10f9-4a84-9a7e-3844bb0d394f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:30:28.285166 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e9f85922-10f9-4a84-9a7e-3844bb0d394f admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0906963 Oct 12 07:30:30.520628 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 34606) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:30:30.622367 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c51a5b3-de4e-441f-a128-c0ca4eedf615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:30:30.623721 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-0c51a5b3-de4e-441f-a128-c0ca4eedf615 admin admin] 10.222.0.26 "GET /v2.0/subnets/2d1b326b-68be-4049-bccb-9e6c5af50e4a HTTP/1.1" status: 200 len: 868 time: 0.1021481 Oct 12 07:30:32.894533 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 34614) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:30:32.993194 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade1d2e0-9ab4-4709-b243-119626248626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:30:32.994494 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-ade1d2e0-9ab4-4709-b243-119626248626 admin admin] 10.222.0.26 "GET /v2.0/subnets/2e8014f9-5c39-4a51-9ef0-fb706f748b89 HTTP/1.1" status: 200 len: 816 time: 0.0989432 Oct 12 07:30:43.872612 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-50b775d9-20bd-46c4-a004-58302e7c9f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:30:45.318698 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 5 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:30:45.986509 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cf1e14fe-9dc5-4489-8f05-9796adc07571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:30:47.139262 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:30:48.694883 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:30:49.047132 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:30:53.720589 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 34670) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:30:53.766836 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-fd172d90-c88f-4ab9-91e5-3d2f37e5301e admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:30:53.767820 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-fd172d90-c88f-4ab9-91e5-3d2f37e5301e admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0461931 Oct 12 07:30:56.066036 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 34678) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:30:56.125160 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-e53475a9-5d80-4125-9baf-80e707d415fa admin admin] GET failed (client error): The resource could not be found. Oct 12 07:30:56.126485 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e53475a9-5d80-4125-9baf-80e707d415fa admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0596068 Oct 12 07:30:56.265852 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b04e0cd-ccea-402f-b0f9-a723bc49809f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:30:56.267347 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-9b04e0cd-ccea-402f-b0f9-a723bc49809f admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1362808 Oct 12 07:30:58.516641 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 34686) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:30:58.562636 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-5d76b785-daef-46b4-b594-e39ee72bc477 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:30:58.581482 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d76b785-daef-46b4-b594-e39ee72bc477 admin admin] Made reservation on behalf of 0b47125e30ae45178e9c7cbfe390dc69 for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:30:58.584295 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5d76b785-daef-46b4-b594-e39ee72bc477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:30:58.619850 dv-neutron-860909-2-hyperv neutron-server[103200]: WARNING neutron.services.revisions.revision_plugin [None req-5d76b785-daef-46b4-b594-e39ee72bc477 admin admin] Could not find related network for resource to bump revision. Oct 12 07:30:58.630976 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d76b785-daef-46b4-b594-e39ee72bc477 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:30:58.639628 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5d76b785-daef-46b4-b594-e39ee72bc477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:30:58.639956 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-5d76b785-daef-46b4-b594-e39ee72bc477 admin admin] Added segment e052442c-c5a8-480e-b97d-0ecd41a1bcac of type vlan for network 7bdba6cb-c8a2-4722-9dc6-e9d1dccb8cf3 Oct 12 07:30:58.681743 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5d76b785-daef-46b4-b594-e39ee72bc477 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:30:58.704596 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5d76b785-daef-46b4-b594-e39ee72bc477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:30:58.705538 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d76b785-daef-46b4-b594-e39ee72bc477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:30:58.706157 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5d76b785-daef-46b4-b594-e39ee72bc477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:30:58.738933 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-5d76b785-daef-46b4-b594-e39ee72bc477 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2205122 Oct 12 07:30:58.769014 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d76b785-daef-46b4-b594-e39ee72bc477 admin admin] Pushing event updated for resources: {'Network': ['ID=7bdba6cb-c8a2-4722-9dc6-e9d1dccb8cf3,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:30:58.776649 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d76b785-daef-46b4-b594-e39ee72bc477 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:30:58.777003 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d76b785-daef-46b4-b594-e39ee72bc477 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:30:58.777338 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d76b785-daef-46b4-b594-e39ee72bc477 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:30:58.777665 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d76b785-daef-46b4-b594-e39ee72bc477 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:30:58.777986 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d76b785-daef-46b4-b594-e39ee72bc477 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:30:58.778357 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d76b785-daef-46b4-b594-e39ee72bc477 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:30:58.778682 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d76b785-daef-46b4-b594-e39ee72bc477 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:30:58.779013 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d76b785-daef-46b4-b594-e39ee72bc477 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:30:58.779333 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d76b785-daef-46b4-b594-e39ee72bc477 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:30:58.779650 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d76b785-daef-46b4-b594-e39ee72bc477 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:30:58.779963 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d76b785-daef-46b4-b594-e39ee72bc477 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:30:58.780280 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d76b785-daef-46b4-b594-e39ee72bc477 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:30:58.791513 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 7bdba6cb-c8a2-4722-9dc6-e9d1dccb8cf3 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:31:00.975998 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 34694) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:31:01.037778 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-e75c8ec0-ef94-4d5a-af3a-f9d38f5ea00e admin admin] GET failed (client error): The resource could not be found. Oct 12 07:31:01.039140 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e75c8ec0-ef94-4d5a-af3a-f9d38f5ea00e admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0621610 Oct 12 07:31:01.106297 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74284dd8-0b29-4b59-a8a6-de3cfebbd14e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:31:01.107695 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-74284dd8-0b29-4b59-a8a6-de3cfebbd14e admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0639567 Oct 12 07:31:01.117728 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-bd352735-4a68-42ea-bf5f-9617c5d82667 admin admin] Request body: {'subnet': {'network_id': '7bdba6cb-c8a2-4722-9dc6-e9d1dccb8cf3', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:31:01.135926 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd352735-4a68-42ea-bf5f-9617c5d82667 admin admin] Made reservation on behalf of 0b47125e30ae45178e9c7cbfe390dc69 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:31:01.138315 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bd352735-4a68-42ea-bf5f-9617c5d82667 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:31:01.297905 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bd352735-4a68-42ea-bf5f-9617c5d82667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:31:01.353898 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd352735-4a68-42ea-bf5f-9617c5d82667 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75ffce63-bf97-4ff2-9f24-0e58fbd69ff5,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:31:01.358100 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd352735-4a68-42ea-bf5f-9617c5d82667 admin admin] Checking segment: {'id': 'e052442c-c5a8-480e-b97d-0ecd41a1bcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7bdba6cb-c8a2-4722-9dc6-e9d1dccb8cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:31:01.358344 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd352735-4a68-42ea-bf5f-9617c5d82667 admin admin] Network hostable DHCP agents. Network: 7bdba6cb-c8a2-4722-9dc6-e9d1dccb8cf3, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:31:01.373473 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd352735-4a68-42ea-bf5f-9617c5d82667 admin admin] Network 7bdba6cb-c8a2-4722-9dc6-e9d1dccb8cf3 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:31:01.382309 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-bd352735-4a68-42ea-bf5f-9617c5d82667 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 7bdba6cb-c8a2-4722-9dc6-e9d1dccb8cf3) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:31:01.386227 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd352735-4a68-42ea-bf5f-9617c5d82667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:31:01.386806 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bd352735-4a68-42ea-bf5f-9617c5d82667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:31:01.391047 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572942fa-2aae-437e-abf2-53c6881d8ff6 None None] Network 7bdba6cb-c8a2-4722-9dc6-e9d1dccb8cf3 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:31:01.402307 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-bd352735-4a68-42ea-bf5f-9617c5d82667 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2877371 Oct 12 07:31:01.545945 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99dcf847-6667-4176-8986-a118da42708d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-7bdba6cb-c8a2-4722-9dc6-e9d1dccb8cf3', 'network_id': '7bdba6cb-c8a2-4722-9dc6-e9d1dccb8cf3', 'tenant_id': '0b47125e30ae45178e9c7cbfe390dc69', 'fixed_ips': [{'subnet_id': '75ffce63-bf97-4ff2-9f24-0e58fbd69ff5'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:31:01.546861 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99dcf847-6667-4176-8986-a118da42708d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:31:01.681384 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-99dcf847-6667-4176-8986-a118da42708d None None] Allocated IP 192.168.233.2 (7bdba6cb-c8a2-4722-9dc6-e9d1dccb8cf3/75ffce63-bf97-4ff2-9f24-0e58fbd69ff5/da89c5c9-a184-4819-a02d-39505f5a0ac6) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:31:01.920672 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99dcf847-6667-4176-8986-a118da42708d None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:31:01.927549 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99dcf847-6667-4176-8986-a118da42708d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:31:01.966686 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99dcf847-6667-4176-8986-a118da42708d None None] Network 7bdba6cb-c8a2-4722-9dc6-e9d1dccb8cf3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:31:01.969331 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-99dcf847-6667-4176-8986-a118da42708d None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:31:01.972742 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dcf847-6667-4176-8986-a118da42708d None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:31:01.981275 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dcf847-6667-4176-8986-a118da42708d None None] Pushing event updated for resources: {'Port': ['ID=da89c5c9-a184-4819-a02d-39505f5a0ac6,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:31:02.006359 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dcf847-6667-4176-8986-a118da42708d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:31:02.006716 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dcf847-6667-4176-8986-a118da42708d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:31:02.007045 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dcf847-6667-4176-8986-a118da42708d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:31:02.007370 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dcf847-6667-4176-8986-a118da42708d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:31:02.007686 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dcf847-6667-4176-8986-a118da42708d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:31:02.008021 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dcf847-6667-4176-8986-a118da42708d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:31:02.008336 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dcf847-6667-4176-8986-a118da42708d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:31:02.008667 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dcf847-6667-4176-8986-a118da42708d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:31:02.008988 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dcf847-6667-4176-8986-a118da42708d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:31:02.009307 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dcf847-6667-4176-8986-a118da42708d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:31:02.009610 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dcf847-6667-4176-8986-a118da42708d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:31:02.009913 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dcf847-6667-4176-8986-a118da42708d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:31:02.040688 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-99dcf847-6667-4176-8986-a118da42708d None None] Attempting to bind port da89c5c9-a184-4819-a02d-39505f5a0ac6 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:31:02.041048 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-99dcf847-6667-4176-8986-a118da42708d None None] Attempting to bind port da89c5c9-a184-4819-a02d-39505f5a0ac6 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'e052442c-c5a8-480e-b97d-0ecd41a1bcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7bdba6cb-c8a2-4722-9dc6-e9d1dccb8cf3'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:31:02.041429 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dcf847-6667-4176-8986-a118da42708d None None] Attempting to bind port da89c5c9-a184-4819-a02d-39505f5a0ac6 on network 7bdba6cb-c8a2-4722-9dc6-e9d1dccb8cf3 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:31:02.046681 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dcf847-6667-4176-8986-a118da42708d None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:31:02.047051 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dcf847-6667-4176-8986-a118da42708d None None] Checking segment: {'id': 'e052442c-c5a8-480e-b97d-0ecd41a1bcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7bdba6cb-c8a2-4722-9dc6-e9d1dccb8cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:31:02.047441 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99dcf847-6667-4176-8986-a118da42708d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:31:02.048340 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dcf847-6667-4176-8986-a118da42708d None None] Bound using segment: {'id': 'e052442c-c5a8-480e-b97d-0ecd41a1bcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7bdba6cb-c8a2-4722-9dc6-e9d1dccb8cf3'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:31:02.048340 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-99dcf847-6667-4176-8986-a118da42708d None None] Bound port: da89c5c9-a184-4819-a02d-39505f5a0ac6, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e052442c-c5a8-480e-b97d-0ecd41a1bcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7bdba6cb-c8a2-4722-9dc6-e9d1dccb8cf3'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:31:02.048651 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99dcf847-6667-4176-8986-a118da42708d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:31:02.110597 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-99dcf847-6667-4176-8986-a118da42708d None None] For port da89c5c9-a184-4819-a02d-39505f5a0ac6, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:31:02.114775 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-99dcf847-6667-4176-8986-a118da42708d None None] For port da89c5c9-a184-4819-a02d-39505f5a0ac6, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=da89c5c9-a184-4819-a02d-39505f5a0ac6,segment=NetworkSegment(e052442c-c5a8-480e-b97d-0ecd41a1bcac),segment_id=e052442c-c5a8-480e-b97d-0ecd41a1bcac)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:31:02.119473 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99dcf847-6667-4176-8986-a118da42708d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:31:02.170525 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dcf847-6667-4176-8986-a118da42708d None None] Pushing event updated for resources: {'Port': ['ID=da89c5c9-a184-4819-a02d-39505f5a0ac6,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:31:02.518463 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device da89c5c9-a184-4819-a02d-39505f5a0ac6 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:31:02.573485 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port da89c5c9-a184-4819-a02d-39505f5a0ac6 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:31:02.573862 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:31:02.574223 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port da89c5c9-a184-4819-a02d-39505f5a0ac6 Oct 12 07:31:02.651386 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port da89c5c9-a184-4819-a02d-39505f5a0ac6 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:31:02.651788 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:31:02.686659 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port da89c5c9-a184-4819-a02d-39505f5a0ac6, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=da89c5c9-a184-4819-a02d-39505f5a0ac6,segment=NetworkSegment(e052442c-c5a8-480e-b97d-0ecd41a1bcac),segment_id=e052442c-c5a8-480e-b97d-0ecd41a1bcac)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:31:02.695792 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:31:02.748843 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=da89c5c9-a184-4819-a02d-39505f5a0ac6,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:31:02.964890 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd01c3cd-d1b3-4156-8e8f-037c3b262118 None None] Network 7bdba6cb-c8a2-4722-9dc6-e9d1dccb8cf3 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:31:03.096671 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-1fb9af77-2f24-4da6-a9bd-aceb433448f9 None None] Provisioning complete for port da89c5c9-a184-4819-a02d-39505f5a0ac6 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:31:03.096956 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1fb9af77-2f24-4da6-a9bd-aceb433448f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:31:03.097312 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-1fb9af77-2f24-4da6-a9bd-aceb433448f9 None None] Attempt 1 to provision port da89c5c9-a184-4819-a02d-39505f5a0ac6 Oct 12 07:31:03.208415 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-1fb9af77-2f24-4da6-a9bd-aceb433448f9 None None] Current status of the port da89c5c9-a184-4819-a02d-39505f5a0ac6 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:31:03.330554 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-d96825a5-ba89-425e-b218-509d4c0da5b6 None None] Provisioning complete for port da89c5c9-a184-4819-a02d-39505f5a0ac6 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:31:03.331020 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d96825a5-ba89-425e-b218-509d4c0da5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:31:03.331418 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-d96825a5-ba89-425e-b218-509d4c0da5b6 None None] Attempt 1 to provision port da89c5c9-a184-4819-a02d-39505f5a0ac6 Oct 12 07:31:03.412158 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-d96825a5-ba89-425e-b218-509d4c0da5b6 None None] Current status of the port da89c5c9-a184-4819-a02d-39505f5a0ac6 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:31:04.469164 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device da89c5c9-a184-4819-a02d-39505f5a0ac6 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:31:04.515859 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port da89c5c9-a184-4819-a02d-39505f5a0ac6 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:31:04.516233 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:31:04.516560 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port da89c5c9-a184-4819-a02d-39505f5a0ac6 Oct 12 07:31:04.594205 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port da89c5c9-a184-4819-a02d-39505f5a0ac6 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:31:13.873842 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-17366b28-9c83-49b2-b49a-e35854111f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:31:15.988036 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f75bebef-ecfe-49fd-b235-243bd28bc502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:31:17.141639 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:31:18.697873 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:31:19.049509 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:31:22.317319 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 5 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:31:43.876247 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-10b46e08-0742-48f6-809c-de233511de00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:31:45.989973 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9a071c22-fa5b-44f2-85d5-38820e288fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:31:47.143904 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:31:48.702452 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:31:49.052155 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:31:59.316264 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 5 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:32:13.878476 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5f206f39-6be2-4bc2-b34e-6984af5e6efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:32:15.995188 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fb83ddad-23e0-4c57-b3d9-f7677d43d3ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:32:17.146095 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:32:18.705880 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:32:19.055422 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:32:36.315544 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 5 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:32:38.907784 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 34736) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:32:38.913559 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-607891b8-ed1f-4ad8-8c40-2e1853553405 tempest-verify_tempest_config-636181854 tempest-verify_tempest_config-636181854-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:32:38.914602 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-607891b8-ed1f-4ad8-8c40-2e1853553405 tempest-verify_tempest_config-636181854 tempest-verify_tempest_config-636181854-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058267 Oct 12 07:32:39.198699 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 34754) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:32:39.307971 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fe1567ce-7d0a-4fd8-b0cd-4a1c2317dfa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:32:39.380748 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fe1567ce-7d0a-4fd8-b0cd-4a1c2317dfa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:32:39.384392 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fe1567ce-7d0a-4fd8-b0cd-4a1c2317dfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:32:39.427895 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-fe1567ce-7d0a-4fd8-b0cd-4a1c2317dfa9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f1c7f0ddcaec42a78b1457e8c8d57145&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2281899 Oct 12 07:32:39.428704 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1567ce-7d0a-4fd8-b0cd-4a1c2317dfa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7beedbc8-fffe-478e-ae46-16a28dc90245,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:32:39.430955 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 34758) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:32:39.435426 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1567ce-7d0a-4fd8-b0cd-4a1c2317dfa9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:32:39.435784 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1567ce-7d0a-4fd8-b0cd-4a1c2317dfa9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:32:39.436223 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1567ce-7d0a-4fd8-b0cd-4a1c2317dfa9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:32:39.436582 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1567ce-7d0a-4fd8-b0cd-4a1c2317dfa9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:32:39.436884 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1567ce-7d0a-4fd8-b0cd-4a1c2317dfa9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:32:39.437258 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1567ce-7d0a-4fd8-b0cd-4a1c2317dfa9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:32:39.437540 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1567ce-7d0a-4fd8-b0cd-4a1c2317dfa9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:32:39.437864 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1567ce-7d0a-4fd8-b0cd-4a1c2317dfa9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:32:39.438247 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1567ce-7d0a-4fd8-b0cd-4a1c2317dfa9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:32:39.438525 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1567ce-7d0a-4fd8-b0cd-4a1c2317dfa9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:32:39.439030 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1567ce-7d0a-4fd8-b0cd-4a1c2317dfa9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:32:39.439209 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1567ce-7d0a-4fd8-b0cd-4a1c2317dfa9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:32:39.506319 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9339d8c3-5cab-443c-9825-98fd547f4094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:32:39.525784 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9339d8c3-5cab-443c-9825-98fd547f4094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:32:39.616795 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9339d8c3-5cab-443c-9825-98fd547f4094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:32:39.619555 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9339d8c3-5cab-443c-9825-98fd547f4094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:32:39.622360 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-9339d8c3-5cab-443c-9825-98fd547f4094 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7beedbc8-fffe-478e-ae46-16a28dc90245 HTTP/1.1" status: 204 len: 168 time: 0.1897528 Oct 12 07:32:39.630311 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9339d8c3-5cab-443c-9825-98fd547f4094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7beedbc8-fffe-478e-ae46-16a28dc90245,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:32:39.636916 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339d8c3-5cab-443c-9825-98fd547f4094 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:32:39.637131 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339d8c3-5cab-443c-9825-98fd547f4094 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:32:39.637466 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339d8c3-5cab-443c-9825-98fd547f4094 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:32:39.637831 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339d8c3-5cab-443c-9825-98fd547f4094 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:32:39.638311 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339d8c3-5cab-443c-9825-98fd547f4094 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:32:39.638640 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339d8c3-5cab-443c-9825-98fd547f4094 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:32:39.638968 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339d8c3-5cab-443c-9825-98fd547f4094 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:32:39.639288 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339d8c3-5cab-443c-9825-98fd547f4094 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:32:39.639608 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339d8c3-5cab-443c-9825-98fd547f4094 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:32:39.639935 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339d8c3-5cab-443c-9825-98fd547f4094 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:32:39.640256 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339d8c3-5cab-443c-9825-98fd547f4094 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:32:39.640575 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339d8c3-5cab-443c-9825-98fd547f4094 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:32:43.880377 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-46204118-370f-4cbc-b7cb-2d84ecd8ba1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:32:45.995775 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-388b35b5-d2ff-487b-a41f-b0d41defb5e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:32:47.148527 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:32:48.710098 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:32:49.057579 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:33:13.313796 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 5 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:33:13.881962 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-51c73d8d-6442-4ee3-855b-8ad5cd913366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:33:15.997065 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-63562748-139e-4829-93e4-291c695dabf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:33:17.150933 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:33:18.711063 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:33:19.059295 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:33:43.883106 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-35bc2a3a-8e95-460c-ad44-3f0a7aba87e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:33:45.998968 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f21b5892-9c0a-425f-86b9-33ab3132777c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:33:47.153170 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:33:48.714199 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:33:49.061635 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:33:50.311481 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 5 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:33:50.874481 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33142163'] for agent, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:34:05.197962 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 34830) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:34:05.299639 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-559fa180-1292-48d6-8f0e-a0d39e0ecbd2 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1005106 Oct 12 07:34:07.516123 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 34840) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:34:07.569687 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f66857ef-b660-4c6e-8461-9560aca7599a admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0524793 Oct 12 07:34:13.885127 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4fbe2ec0-799d-49c1-a1eb-aadcdb7eb36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:34:15.999822 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-abf06024-7138-4a5c-b8e1-d28b89431a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:34:17.155221 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:34:18.715674 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:34:19.063478 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:34:20.858828 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:34:27.310741 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:34:43.891412 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-342ed872-175d-47c1-b6df-218d069f4230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:34:46.004629 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f832d33c-1baf-4733-bc89-0b0c416531df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:34:47.162511 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:34:48.719979 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:34:49.066688 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:34:50.878490 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:04.309227 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:35:13.884795 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7931fc62-6ecf-4b8e-9d5f-c67e9804b7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:16.007615 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c490eee6-33e5-4ba2-8f67-7c70d61068fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:17.161212 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:18.722472 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:19.069089 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:20.877820 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:33.895884 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35028) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:34.146884 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35044) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:34.316296 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-05bc3ae6-9430-4964-8ed2-70457eb34b6c tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1180188048'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:35:34.340312 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05bc3ae6-9430-4964-8ed2-70457eb34b6c tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Made reservation on behalf of fa6cd5d4308b423397704f513812805b for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:35:34.344669 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-05bc3ae6-9430-4964-8ed2-70457eb34b6c tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:34.353076 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-05bc3ae6-9430-4964-8ed2-70457eb34b6c tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:34.444155 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-05bc3ae6-9430-4964-8ed2-70457eb34b6c tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:34.448180 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-05bc3ae6-9430-4964-8ed2-70457eb34b6c tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:34.459019 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35056) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:34.494709 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc3ae6-9430-4964-8ed2-70457eb34b6c tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf3a3d4-9d9e-4ffb-a3f4-bdebfb5048f8,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:34.497141 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05bc3ae6-9430-4964-8ed2-70457eb34b6c tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:35:34.508613 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bc3ae6-9430-4964-8ed2-70457eb34b6c tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:35:34.509214 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bc3ae6-9430-4964-8ed2-70457eb34b6c tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:35:34.509364 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bc3ae6-9430-4964-8ed2-70457eb34b6c tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:35:34.509595 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bc3ae6-9430-4964-8ed2-70457eb34b6c tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:35:34.509918 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bc3ae6-9430-4964-8ed2-70457eb34b6c tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:35:34.510264 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bc3ae6-9430-4964-8ed2-70457eb34b6c tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:35:34.510579 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bc3ae6-9430-4964-8ed2-70457eb34b6c tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:35:34.510896 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bc3ae6-9430-4964-8ed2-70457eb34b6c tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:35:34.511220 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bc3ae6-9430-4964-8ed2-70457eb34b6c tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:35:34.511533 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bc3ae6-9430-4964-8ed2-70457eb34b6c tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:35:34.511846 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bc3ae6-9430-4964-8ed2-70457eb34b6c tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:35:34.512156 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bc3ae6-9430-4964-8ed2-70457eb34b6c tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:35:34.513196 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bc3ae6-9430-4964-8ed2-70457eb34b6c tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Tracked resource versions report: Oct 12 07:35:34.513196 dv-neutron-860909-2-hyperv neutron-server[103201]: pushed versions: Oct 12 07:35:34.513196 dv-neutron-860909-2-hyperv neutron-server[103201]: { 'AddressGroup': {'1.2'}, Oct 12 07:35:34.513196 dv-neutron-860909-2-hyperv neutron-server[103201]: 'ConntrackHelper': {'1.0'}, Oct 12 07:35:34.513196 dv-neutron-860909-2-hyperv neutron-server[103201]: 'Log': {'1.0'}, Oct 12 07:35:34.513196 dv-neutron-860909-2-hyperv neutron-server[103201]: 'Network': {'1.1'}, Oct 12 07:35:34.513196 dv-neutron-860909-2-hyperv neutron-server[103201]: 'Port': {'1.7'}, Oct 12 07:35:34.513196 dv-neutron-860909-2-hyperv neutron-server[103201]: 'PortForwarding': {'1.2'}, Oct 12 07:35:34.513196 dv-neutron-860909-2-hyperv neutron-server[103201]: 'QosPolicy': {'1.9'}, Oct 12 07:35:34.513196 dv-neutron-860909-2-hyperv neutron-server[103201]: 'SecurityGroup': {'1.4'}, Oct 12 07:35:34.513196 dv-neutron-860909-2-hyperv neutron-server[103201]: 'SecurityGroupRule': {'1.2'}, Oct 12 07:35:34.513196 dv-neutron-860909-2-hyperv neutron-server[103201]: 'SubPort': {'1.0'}, Oct 12 07:35:34.513196 dv-neutron-860909-2-hyperv neutron-server[103201]: 'Subnet': {'1.1'}, Oct 12 07:35:34.513196 dv-neutron-860909-2-hyperv neutron-server[103201]: 'Trunk': {'1.1'}} Oct 12 07:35:34.513196 dv-neutron-860909-2-hyperv neutron-server[103201]: consumer versions: Oct 12 07:35:34.513196 dv-neutron-860909-2-hyperv neutron-server[103201]: { DHCP agent@dv-neutron-860909-2-hyperv: {}, Oct 12 07:35:34.513196 dv-neutron-860909-2-hyperv neutron-server[103201]: HyperV agent@hv-neutron-8609: {}, Oct 12 07:35:34.513196 dv-neutron-860909-2-hyperv neutron-server[103201]: L3 agent@dv-neutron-860909-2-hyperv: {}, Oct 12 07:35:34.513196 dv-neutron-860909-2-hyperv neutron-server[103201]: Metadata agent@dv-neutron-860909-2-hyperv: {}, Oct 12 07:35:34.513196 dv-neutron-860909-2-hyperv neutron-server[103201]: Metering agent@dv-neutron-860909-2-hyperv: {}, Oct 12 07:35:34.513196 dv-neutron-860909-2-hyperv neutron-server[103201]: Open vSwitch agent@dv-neutron-860909-2-hyperv: { 'AddressGroup': '1.2', Oct 12 07:35:34.513196 dv-neutron-860909-2-hyperv neutron-server[103201]: 'ConntrackHelper': '1.0', Oct 12 07:35:34.513196 dv-neutron-860909-2-hyperv neutron-server[103201]: 'Log': '1.0', Oct 12 07:35:34.513196 dv-neutron-860909-2-hyperv neutron-server[103201]: 'Network': '1.1', Oct 12 07:35:34.513196 dv-neutron-860909-2-hyperv neutron-server[103201]: 'Port': '1.7', Oct 12 07:35:34.513196 dv-neutron-860909-2-hyperv neutron-server[103201]: 'PortForwarding': '1.2', Oct 12 07:35:34.513196 dv-neutron-860909-2-hyperv neutron-server[103201]: 'QosPolicy': '1.9', Oct 12 07:35:34.513196 dv-neutron-860909-2-hyperv neutron-server[103201]: 'SecurityGroup': '1.4', Oct 12 07:35:34.513196 dv-neutron-860909-2-hyperv neutron-server[103201]: 'SecurityGroupRule': '1.2', Oct 12 07:35:34.513196 dv-neutron-860909-2-hyperv neutron-server[103201]: 'SubPort': '1.0', Oct 12 07:35:34.513196 dv-neutron-860909-2-hyperv neutron-server[103201]: 'Subnet': '1.1', Oct 12 07:35:34.513196 dv-neutron-860909-2-hyperv neutron-server[103201]: 'Trunk': '1.1'}} Oct 12 07:35:34.513196 dv-neutron-860909-2-hyperv neutron-server[103201]: {{(pid=103201) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 07:35:34.531364 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-05bc3ae6-9430-4964-8ed2-70457eb34b6c tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746852125687', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:34.532551 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-05bc3ae6-9430-4964-8ed2-70457eb34b6c tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Unsubscribe: segment precommit_create {{(pid=103201) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 12 07:35:34.533106 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-05bc3ae6-9430-4964-8ed2-70457eb34b6c tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Added segment f247035b-7953-4829-8446-39a748d45dc0 of type vlan for network ecf7751b-5020-4cfb-9993-48c2b14d2d96 Oct 12 07:35:34.562019 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35064) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:34.585801 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-05bc3ae6-9430-4964-8ed2-70457eb34b6c tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:34.606439 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-216b0be2-9237-4429-bcb9-6eec58263c9b admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-740973645-network', 'tenant_id': 'a0e718319f2f47eaa8365a4dcdddd428'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:35:34.636744 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216b0be2-9237-4429-bcb9-6eec58263c9b admin admin] Made reservation on behalf of a0e718319f2f47eaa8365a4dcdddd428 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:35:34.639140 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-216b0be2-9237-4429-bcb9-6eec58263c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:34.649578 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-216b0be2-9237-4429-bcb9-6eec58263c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:34.673246 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35070) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:34.675438 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-05bc3ae6-9430-4964-8ed2-70457eb34b6c tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:34.682079 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bc3ae6-9430-4964-8ed2-70457eb34b6c tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:35:34.683287 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-05bc3ae6-9430-4964-8ed2-70457eb34b6c tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:34.729381 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-e7d74438-f310-4573-9cc1-0cefa6d23840 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-142552615-network', 'tenant_id': 'e2edad5f8fe94feda48356d6c2f35ddc'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:35:34.764167 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d74438-f310-4573-9cc1-0cefa6d23840 admin admin] Made reservation on behalf of e2edad5f8fe94feda48356d6c2f35ddc for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:35:34.767810 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e7d74438-f310-4573-9cc1-0cefa6d23840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:34.770488 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-05bc3ae6-9430-4964-8ed2-70457eb34b6c tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8732765 Oct 12 07:35:34.788308 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-3e7cbb22-ca33-492c-8451-901e7f34c4b1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1937560167-network', 'tenant_id': 'd1d3cbb5d7ca448db4db422a609861ea'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:35:34.803892 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e7d74438-f310-4573-9cc1-0cefa6d23840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:34.914515 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc3ae6-9430-4964-8ed2-70457eb34b6c tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event updated for resources: {'Network': ['ID=ecf7751b-5020-4cfb-9993-48c2b14d2d96,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:34.915670 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35082) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:34.921577 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-211816b2-100c-42e6-978f-685de12e8540 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Request body: {'subnet': {'network_id': 'ecf7751b-5020-4cfb-9993-48c2b14d2d96', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:35:34.926581 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e7d74438-f310-4573-9cc1-0cefa6d23840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:34.934327 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e7d74438-f310-4573-9cc1-0cefa6d23840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:34.945527 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-216b0be2-9237-4429-bcb9-6eec58263c9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:34.949963 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-216b0be2-9237-4429-bcb9-6eec58263c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:34.956938 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network ecf7751b-5020-4cfb-9993-48c2b14d2d96 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:35:34.965005 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-216b0be2-9237-4429-bcb9-6eec58263c9b admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:35:34.975986 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-216b0be2-9237-4429-bcb9-6eec58263c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:34.976387 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-216b0be2-9237-4429-bcb9-6eec58263c9b admin admin] Added segment 1426273a-da71-4eaf-9367-aa853b0259fc of type vlan for network d47104f6-86e0-4057-9a4c-a534656ec157 Oct 12 07:35:34.986325 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7cbb22-ca33-492c-8451-901e7f34c4b1 admin admin] Made reservation on behalf of d1d3cbb5d7ca448db4db422a609861ea for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:35:34.988975 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3e7cbb22-ca33-492c-8451-901e7f34c4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:34.991485 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d74438-f310-4573-9cc1-0cefa6d23840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe4fb08-7e3d-4ebf-ae08-1977b3a5aaec,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:35.020174 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d74438-f310-4573-9cc1-0cefa6d23840 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:35:35.021375 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d74438-f310-4573-9cc1-0cefa6d23840 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:35:35.021947 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d74438-f310-4573-9cc1-0cefa6d23840 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:35:35.022562 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d74438-f310-4573-9cc1-0cefa6d23840 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:35:35.023077 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-216b0be2-9237-4429-bcb9-6eec58263c9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:35.023357 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d74438-f310-4573-9cc1-0cefa6d23840 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:35:35.023934 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d74438-f310-4573-9cc1-0cefa6d23840 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:35:35.024643 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d74438-f310-4573-9cc1-0cefa6d23840 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:35:35.025210 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d74438-f310-4573-9cc1-0cefa6d23840 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:35:35.026237 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d74438-f310-4573-9cc1-0cefa6d23840 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:35:35.027069 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d74438-f310-4573-9cc1-0cefa6d23840 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:35:35.027624 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d74438-f310-4573-9cc1-0cefa6d23840 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:35:35.028169 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d74438-f310-4573-9cc1-0cefa6d23840 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:35:35.030663 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d74438-f310-4573-9cc1-0cefa6d23840 admin admin] Tracked resource versions report: Oct 12 07:35:35.030663 dv-neutron-860909-2-hyperv neutron-server[103200]: pushed versions: Oct 12 07:35:35.030663 dv-neutron-860909-2-hyperv neutron-server[103200]: { 'AddressGroup': {'1.2'}, Oct 12 07:35:35.030663 dv-neutron-860909-2-hyperv neutron-server[103200]: 'ConntrackHelper': {'1.0'}, Oct 12 07:35:35.030663 dv-neutron-860909-2-hyperv neutron-server[103200]: 'Log': {'1.0'}, Oct 12 07:35:35.030663 dv-neutron-860909-2-hyperv neutron-server[103200]: 'Network': {'1.1'}, Oct 12 07:35:35.030663 dv-neutron-860909-2-hyperv neutron-server[103200]: 'Port': {'1.7'}, Oct 12 07:35:35.030663 dv-neutron-860909-2-hyperv neutron-server[103200]: 'PortForwarding': {'1.2'}, Oct 12 07:35:35.030663 dv-neutron-860909-2-hyperv neutron-server[103200]: 'QosPolicy': {'1.9'}, Oct 12 07:35:35.030663 dv-neutron-860909-2-hyperv neutron-server[103200]: 'SecurityGroup': {'1.4'}, Oct 12 07:35:35.030663 dv-neutron-860909-2-hyperv neutron-server[103200]: 'SecurityGroupRule': {'1.2'}, Oct 12 07:35:35.030663 dv-neutron-860909-2-hyperv neutron-server[103200]: 'SubPort': {'1.0'}, Oct 12 07:35:35.030663 dv-neutron-860909-2-hyperv neutron-server[103200]: 'Subnet': {'1.1'}, Oct 12 07:35:35.030663 dv-neutron-860909-2-hyperv neutron-server[103200]: 'Trunk': {'1.1'}} Oct 12 07:35:35.030663 dv-neutron-860909-2-hyperv neutron-server[103200]: consumer versions: Oct 12 07:35:35.030663 dv-neutron-860909-2-hyperv neutron-server[103200]: { DHCP agent@dv-neutron-860909-2-hyperv: {}, Oct 12 07:35:35.030663 dv-neutron-860909-2-hyperv neutron-server[103200]: HyperV agent@hv-neutron-8609: {}, Oct 12 07:35:35.030663 dv-neutron-860909-2-hyperv neutron-server[103200]: L3 agent@dv-neutron-860909-2-hyperv: {}, Oct 12 07:35:35.030663 dv-neutron-860909-2-hyperv neutron-server[103200]: Metadata agent@dv-neutron-860909-2-hyperv: {}, Oct 12 07:35:35.030663 dv-neutron-860909-2-hyperv neutron-server[103200]: Metering agent@dv-neutron-860909-2-hyperv: {}, Oct 12 07:35:35.030663 dv-neutron-860909-2-hyperv neutron-server[103200]: Open vSwitch agent@dv-neutron-860909-2-hyperv: { 'AddressGroup': '1.2', Oct 12 07:35:35.030663 dv-neutron-860909-2-hyperv neutron-server[103200]: 'ConntrackHelper': '1.0', Oct 12 07:35:35.030663 dv-neutron-860909-2-hyperv neutron-server[103200]: 'Log': '1.0', Oct 12 07:35:35.030663 dv-neutron-860909-2-hyperv neutron-server[103200]: 'Network': '1.1', Oct 12 07:35:35.030663 dv-neutron-860909-2-hyperv neutron-server[103200]: 'Port': '1.7', Oct 12 07:35:35.030663 dv-neutron-860909-2-hyperv neutron-server[103200]: 'PortForwarding': '1.2', Oct 12 07:35:35.030663 dv-neutron-860909-2-hyperv neutron-server[103200]: 'QosPolicy': '1.9', Oct 12 07:35:35.030663 dv-neutron-860909-2-hyperv neutron-server[103200]: 'SecurityGroup': '1.4', Oct 12 07:35:35.030663 dv-neutron-860909-2-hyperv neutron-server[103200]: 'SecurityGroupRule': '1.2', Oct 12 07:35:35.030663 dv-neutron-860909-2-hyperv neutron-server[103200]: 'SubPort': '1.0', Oct 12 07:35:35.030663 dv-neutron-860909-2-hyperv neutron-server[103200]: 'Subnet': '1.1', Oct 12 07:35:35.030663 dv-neutron-860909-2-hyperv neutron-server[103200]: 'Trunk': '1.1'}} Oct 12 07:35:35.030663 dv-neutron-860909-2-hyperv neutron-server[103200]: {{(pid=103200) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 07:35:35.055816 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-216b0be2-9237-4429-bcb9-6eec58263c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:35.057155 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216b0be2-9237-4429-bcb9-6eec58263c9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:35:35.058677 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-216b0be2-9237-4429-bcb9-6eec58263c9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:35.061234 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-4765c1fd-7e69-4f89-b76a-7cf2a0ef884d tempest-RoutersAdminNegativeTest-973646595 tempest-RoutersAdminNegativeTest-973646595-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1016670959', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:35:35.084127 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35090) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:35.100492 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7d74438-f310-4573-9cc1-0cefa6d23840 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:35:35.109929 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4765c1fd-7e69-4f89-b76a-7cf2a0ef884d tempest-RoutersAdminNegativeTest-973646595 tempest-RoutersAdminNegativeTest-973646595-project-admin] Made reservation on behalf of a5e077ed7456407c9ace3d20f7ce1dfe for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:35:35.112520 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4765c1fd-7e69-4f89-b76a-7cf2a0ef884d tempest-RoutersAdminNegativeTest-973646595 tempest-RoutersAdminNegativeTest-973646595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:35.122456 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3e7cbb22-ca33-492c-8451-901e7f34c4b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:35.145885 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4765c1fd-7e69-4f89-b76a-7cf2a0ef884d tempest-RoutersAdminNegativeTest-973646595 tempest-RoutersAdminNegativeTest-973646595-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:35.178360 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b0be2-9237-4429-bcb9-6eec58263c9b admin admin] Pushing event updated for resources: {'Network': ['ID=d47104f6-86e0-4057-9a4c-a534656ec157,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:35.183658 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e7d74438-f310-4573-9cc1-0cefa6d23840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:35.184701 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-e7d74438-f310-4573-9cc1-0cefa6d23840 admin admin] Added segment 57b7b5a9-48b1-4416-ad08-420b947843ea of type vlan for network d8679d51-dd8d-46a3-a82d-a795585d2c26 Oct 12 07:35:35.187492 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-216b0be2-9237-4429-bcb9-6eec58263c9b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0395291 Oct 12 07:35:35.189586 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network d47104f6-86e0-4057-9a4c-a534656ec157 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:35:35.191744 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35098) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:35.196488 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-040f9948-b532-48ce-8b00-dd8ce972a514 admin admin] Request body: {'subnet': {'network_id': 'd47104f6-86e0-4057-9a4c-a534656ec157', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-740973645-subnet', 'tenant_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:35:35.214885 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b0be2-9237-4429-bcb9-6eec58263c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9982ca5-3934-4047-8f33-da9ed84fdc8a,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:35.220194 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040f9948-b532-48ce-8b00-dd8ce972a514 admin admin] Made reservation on behalf of a0e718319f2f47eaa8365a4dcdddd428 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:35:35.223866 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-040f9948-b532-48ce-8b00-dd8ce972a514 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:35.379841 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-369760a0-0f2e-4250-b37a-cef765d489c0 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1923055547'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:35:35.446574 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369760a0-0f2e-4250-b37a-cef765d489c0 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Made reservation on behalf of 71c4ba3c969b43b2aea784d886934235 for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:35:35.450514 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-369760a0-0f2e-4250-b37a-cef765d489c0 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:35.459148 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e7d74438-f310-4573-9cc1-0cefa6d23840 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:35.490932 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211816b2-100c-42e6-978f-685de12e8540 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Made reservation on behalf of fa6cd5d4308b423397704f513812805b for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:35:35.496822 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-211816b2-100c-42e6-978f-685de12e8540 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks [] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:35.507700 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-369760a0-0f2e-4250-b37a-cef765d489c0 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:35.545225 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-040f9948-b532-48ce-8b00-dd8ce972a514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:35.617808 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f9948-b532-48ce-8b00-dd8ce972a514 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be914b83-aeee-49e0-9150-828f24ed2c2a,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:35.627832 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040f9948-b532-48ce-8b00-dd8ce972a514 admin admin] Checking segment: {'id': '1426273a-da71-4eaf-9367-aa853b0259fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd47104f6-86e0-4057-9a4c-a534656ec157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:35:35.628427 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040f9948-b532-48ce-8b00-dd8ce972a514 admin admin] Network hostable DHCP agents. Network: d47104f6-86e0-4057-9a4c-a534656ec157, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:35:35.637348 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e7d74438-f310-4573-9cc1-0cefa6d23840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:35.638573 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d74438-f310-4573-9cc1-0cefa6d23840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:35:35.639588 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e7d74438-f310-4573-9cc1-0cefa6d23840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:35.654991 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040f9948-b532-48ce-8b00-dd8ce972a514 admin admin] Network d47104f6-86e0-4057-9a4c-a534656ec157 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:35:35.667650 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-040f9948-b532-48ce-8b00-dd8ce972a514 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, d47104f6-86e0-4057-9a4c-a534656ec157) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:35:35.674638 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040f9948-b532-48ce-8b00-dd8ce972a514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:35:35.675355 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-040f9948-b532-48ce-8b00-dd8ce972a514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:35.684025 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35114) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:35.684483 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341cdbc7-eb82-4a11-9eb8-9928a31c70a2 None None] Network d47104f6-86e0-4057-9a4c-a534656ec157 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:35:35.706416 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-040f9948-b532-48ce-8b00-dd8ce972a514 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5134161 Oct 12 07:35:35.709716 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35116) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:35.716448 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-24f8b422-cbae-4cab-a239-60fbf6549824 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-740973645-router', 'tenant_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:35:35.751667 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e7d74438-f310-4573-9cc1-0cefa6d23840 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2914443 Oct 12 07:35:35.755388 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4765c1fd-7e69-4f89-b76a-7cf2a0ef884d tempest-RoutersAdminNegativeTest-973646595 tempest-RoutersAdminNegativeTest-973646595-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:35.764111 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35120) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:35.774664 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-41e9823c-b89c-4ccc-b90a-121da4397043 admin admin] Request body: {'subnet': {'network_id': 'd8679d51-dd8d-46a3-a82d-a795585d2c26', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-142552615-subnet', 'tenant_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:35:35.774920 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3e7cbb22-ca33-492c-8451-901e7f34c4b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:35.783835 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-24f8b422-cbae-4cab-a239-60fbf6549824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:35.784089 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4765c1fd-7e69-4f89-b76a-7cf2a0ef884d tempest-RoutersAdminNegativeTest-973646595 tempest-RoutersAdminNegativeTest-973646595-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:35.785527 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-24f8b422-cbae-4cab-a239-60fbf6549824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:35.819193 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-4765c1fd-7e69-4f89-b76a-7cf2a0ef884d tempest-RoutersAdminNegativeTest-973646595 tempest-RoutersAdminNegativeTest-973646595-project-admin] device_id is not set on port adda5718-017e-4f75-bbec-29dcc8a3a234 yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:35:35.830184 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3e7cbb22-ca33-492c-8451-901e7f34c4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:35.898215 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-24f8b422-cbae-4cab-a239-60fbf6549824 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:35.949339 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d74438-f310-4573-9cc1-0cefa6d23840 admin admin] Pushing event updated for resources: {'Network': ['ID=d8679d51-dd8d-46a3-a82d-a795585d2c26,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:35.965860 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086be2ec-fc84-4a6a-93b6-92b456a3d014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-d47104f6-86e0-4057-9a4c-a534656ec157', 'network_id': 'd47104f6-86e0-4057-9a4c-a534656ec157', 'tenant_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'fixed_ips': [{'subnet_id': 'be914b83-aeee-49e0-9150-828f24ed2c2a'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:35:35.966605 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e9823c-b89c-4ccc-b90a-121da4397043 admin admin] Made reservation on behalf of e2edad5f8fe94feda48356d6c2f35ddc for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:35:35.967843 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-086be2ec-fc84-4a6a-93b6-92b456a3d014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:35.971475 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-41e9823c-b89c-4ccc-b90a-121da4397043 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:35.972244 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network d8679d51-dd8d-46a3-a82d-a795585d2c26 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:35:35.973864 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e7cbb22-ca33-492c-8451-901e7f34c4b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:35:36.043436 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4765c1fd-7e69-4f89-b76a-7cf2a0ef884d tempest-RoutersAdminNegativeTest-973646595 tempest-RoutersAdminNegativeTest-973646595-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb267c5-30d3-4bcf-9f1a-35165d9b0f18,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:36.062588 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3e7cbb22-ca33-492c-8451-901e7f34c4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:36.062979 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-3e7cbb22-ca33-492c-8451-901e7f34c4b1 admin admin] Added segment 01061a7e-751f-4946-8a2c-ec9ecc41411f of type vlan for network dd72da9c-d321-4cc4-881d-466168d9f856 Oct 12 07:35:36.155390 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-4df3684a-7246-4e25-b26f-88442cfb3284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-370169594'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:35:36.250502 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-086be2ec-fc84-4a6a-93b6-92b456a3d014 None None] Allocated IP 172.20.0.2 (d47104f6-86e0-4057-9a4c-a534656ec157/be914b83-aeee-49e0-9150-828f24ed2c2a/7fdfc6a4-af9b-4858-ba2a-997294a4517c) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:35:36.251507 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-24f8b422-cbae-4cab-a239-60fbf6549824 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:36.259507 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-369760a0-0f2e-4250-b37a-cef765d489c0 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:36.266619 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7cbb22-ca33-492c-8451-901e7f34c4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faeee04f-7948-4540-b197-0418f6abc392,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:36.286933 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35132) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:36.287161 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-369760a0-0f2e-4250-b37a-cef765d489c0 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:36.297184 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3e7cbb22-ca33-492c-8451-901e7f34c4b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:36.338072 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df3684a-7246-4e25-b26f-88442cfb3284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840-project] Made reservation on behalf of 72241029303242eb84f90e36738306f8 for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:35:36.341956 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4df3684a-7246-4e25-b26f-88442cfb3284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:36.370692 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-4765c1fd-7e69-4f89-b76a-7cf2a0ef884d tempest-RoutersAdminNegativeTest-973646595 tempest-RoutersAdminNegativeTest-973646595-project-admin] Allocated IP 172.26.3.162 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/adda5718-017e-4f75-bbec-29dcc8a3a234) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:35:36.378930 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-369760a0-0f2e-4250-b37a-cef765d489c0 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:35:36.387517 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-211816b2-100c-42e6-978f-685de12e8540 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:36.409538 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4df3684a-7246-4e25-b26f-88442cfb3284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840-project] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:36.449031 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-41e9823c-b89c-4ccc-b90a-121da4397043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:36.449435 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369760a0-0f2e-4250-b37a-cef765d489c0 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d13f5429-cb2f-4791-ad2a-4bfba10a83ad,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:36.472205 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-369760a0-0f2e-4250-b37a-cef765d489c0 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:36.472828 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-369760a0-0f2e-4250-b37a-cef765d489c0 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Added segment 17d08de4-457b-4229-ae37-80bdfad4644d of type vlan for network 79dbe203-9b0e-4d9e-bcdf-950e7736367c Oct 12 07:35:36.473902 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-086be2ec-fc84-4a6a-93b6-92b456a3d014 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:36.491708 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-086be2ec-fc84-4a6a-93b6-92b456a3d014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:36.512785 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3e7cbb22-ca33-492c-8451-901e7f34c4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:36.515179 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7cbb22-ca33-492c-8451-901e7f34c4b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:35:36.516842 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3e7cbb22-ca33-492c-8451-901e7f34c4b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:36.534364 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086be2ec-fc84-4a6a-93b6-92b456a3d014 None None] Network d47104f6-86e0-4057-9a4c-a534656ec157 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:35:36.537400 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-086be2ec-fc84-4a6a-93b6-92b456a3d014 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:35:36.540440 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086be2ec-fc84-4a6a-93b6-92b456a3d014 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:35:36.552531 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086be2ec-fc84-4a6a-93b6-92b456a3d014 None None] Pushing event updated for resources: {'Port': ['ID=7fdfc6a4-af9b-4858-ba2a-997294a4517c,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:36.564556 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e9823c-b89c-4ccc-b90a-121da4397043 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5599846c-e956-431e-8499-39d6d9eff1e0,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:36.580123 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086be2ec-fc84-4a6a-93b6-92b456a3d014 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:35:36.580596 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086be2ec-fc84-4a6a-93b6-92b456a3d014 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:35:36.580945 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086be2ec-fc84-4a6a-93b6-92b456a3d014 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:35:36.581333 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086be2ec-fc84-4a6a-93b6-92b456a3d014 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:35:36.581656 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086be2ec-fc84-4a6a-93b6-92b456a3d014 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:35:36.581993 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086be2ec-fc84-4a6a-93b6-92b456a3d014 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:35:36.582497 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086be2ec-fc84-4a6a-93b6-92b456a3d014 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:35:36.582835 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086be2ec-fc84-4a6a-93b6-92b456a3d014 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:35:36.583170 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086be2ec-fc84-4a6a-93b6-92b456a3d014 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:35:36.583488 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086be2ec-fc84-4a6a-93b6-92b456a3d014 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:35:36.583802 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086be2ec-fc84-4a6a-93b6-92b456a3d014 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:35:36.584117 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086be2ec-fc84-4a6a-93b6-92b456a3d014 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:35:36.585161 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086be2ec-fc84-4a6a-93b6-92b456a3d014 None None] Tracked resource versions report: Oct 12 07:35:36.585161 dv-neutron-860909-2-hyperv neutron-server[103202]: pushed versions: Oct 12 07:35:36.585161 dv-neutron-860909-2-hyperv neutron-server[103202]: { 'AddressGroup': {'1.2'}, Oct 12 07:35:36.585161 dv-neutron-860909-2-hyperv neutron-server[103202]: 'ConntrackHelper': {'1.0'}, Oct 12 07:35:36.585161 dv-neutron-860909-2-hyperv neutron-server[103202]: 'Log': {'1.0'}, Oct 12 07:35:36.585161 dv-neutron-860909-2-hyperv neutron-server[103202]: 'Network': {'1.1'}, Oct 12 07:35:36.585161 dv-neutron-860909-2-hyperv neutron-server[103202]: 'Port': {'1.7'}, Oct 12 07:35:36.585161 dv-neutron-860909-2-hyperv neutron-server[103202]: 'PortForwarding': {'1.2'}, Oct 12 07:35:36.585161 dv-neutron-860909-2-hyperv neutron-server[103202]: 'QosPolicy': {'1.9'}, Oct 12 07:35:36.585161 dv-neutron-860909-2-hyperv neutron-server[103202]: 'SecurityGroup': {'1.4'}, Oct 12 07:35:36.585161 dv-neutron-860909-2-hyperv neutron-server[103202]: 'SecurityGroupRule': {'1.2'}, Oct 12 07:35:36.585161 dv-neutron-860909-2-hyperv neutron-server[103202]: 'SubPort': {'1.0'}, Oct 12 07:35:36.585161 dv-neutron-860909-2-hyperv neutron-server[103202]: 'Subnet': {'1.1'}, Oct 12 07:35:36.585161 dv-neutron-860909-2-hyperv neutron-server[103202]: 'Trunk': {'1.1'}} Oct 12 07:35:36.585161 dv-neutron-860909-2-hyperv neutron-server[103202]: consumer versions: Oct 12 07:35:36.585161 dv-neutron-860909-2-hyperv neutron-server[103202]: { DHCP agent@dv-neutron-860909-2-hyperv: {}, Oct 12 07:35:36.585161 dv-neutron-860909-2-hyperv neutron-server[103202]: HyperV agent@hv-neutron-8609: {}, Oct 12 07:35:36.585161 dv-neutron-860909-2-hyperv neutron-server[103202]: L3 agent@dv-neutron-860909-2-hyperv: {}, Oct 12 07:35:36.585161 dv-neutron-860909-2-hyperv neutron-server[103202]: Metadata agent@dv-neutron-860909-2-hyperv: {}, Oct 12 07:35:36.585161 dv-neutron-860909-2-hyperv neutron-server[103202]: Metering agent@dv-neutron-860909-2-hyperv: {}, Oct 12 07:35:36.585161 dv-neutron-860909-2-hyperv neutron-server[103202]: Open vSwitch agent@dv-neutron-860909-2-hyperv: { 'AddressGroup': '1.2', Oct 12 07:35:36.585161 dv-neutron-860909-2-hyperv neutron-server[103202]: 'ConntrackHelper': '1.0', Oct 12 07:35:36.585161 dv-neutron-860909-2-hyperv neutron-server[103202]: 'Log': '1.0', Oct 12 07:35:36.585161 dv-neutron-860909-2-hyperv neutron-server[103202]: 'Network': '1.1', Oct 12 07:35:36.585161 dv-neutron-860909-2-hyperv neutron-server[103202]: 'Port': '1.7', Oct 12 07:35:36.585161 dv-neutron-860909-2-hyperv neutron-server[103202]: 'PortForwarding': '1.2', Oct 12 07:35:36.585161 dv-neutron-860909-2-hyperv neutron-server[103202]: 'QosPolicy': '1.9', Oct 12 07:35:36.585161 dv-neutron-860909-2-hyperv neutron-server[103202]: 'SecurityGroup': '1.4', Oct 12 07:35:36.585161 dv-neutron-860909-2-hyperv neutron-server[103202]: 'SecurityGroupRule': '1.2', Oct 12 07:35:36.585161 dv-neutron-860909-2-hyperv neutron-server[103202]: 'SubPort': '1.0', Oct 12 07:35:36.585161 dv-neutron-860909-2-hyperv neutron-server[103202]: 'Subnet': '1.1', Oct 12 07:35:36.585161 dv-neutron-860909-2-hyperv neutron-server[103202]: 'Trunk': '1.1'}} Oct 12 07:35:36.585161 dv-neutron-860909-2-hyperv neutron-server[103202]: {{(pid=103202) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 07:35:36.604621 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e9823c-b89c-4ccc-b90a-121da4397043 admin admin] Checking segment: {'id': '57b7b5a9-48b1-4416-ad08-420b947843ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd8679d51-dd8d-46a3-a82d-a795585d2c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:35:36.605341 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e9823c-b89c-4ccc-b90a-121da4397043 admin admin] Network hostable DHCP agents. Network: d8679d51-dd8d-46a3-a82d-a795585d2c26, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:35:36.614951 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-086be2ec-fc84-4a6a-93b6-92b456a3d014 None None] Attempting to bind port 7fdfc6a4-af9b-4858-ba2a-997294a4517c on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:35:36.615423 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-086be2ec-fc84-4a6a-93b6-92b456a3d014 None None] Attempting to bind port 7fdfc6a4-af9b-4858-ba2a-997294a4517c by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '1426273a-da71-4eaf-9367-aa853b0259fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd47104f6-86e0-4057-9a4c-a534656ec157'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:35:36.615819 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086be2ec-fc84-4a6a-93b6-92b456a3d014 None None] Attempting to bind port 7fdfc6a4-af9b-4858-ba2a-997294a4517c on network d47104f6-86e0-4057-9a4c-a534656ec157 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:35:36.621395 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-d447dc68-449b-42e8-97ee-7b79606927d7 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Request body: {'floatingip': {'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:35:36.621712 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086be2ec-fc84-4a6a-93b6-92b456a3d014 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:35:36.622099 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086be2ec-fc84-4a6a-93b6-92b456a3d014 None None] Checking segment: {'id': '1426273a-da71-4eaf-9367-aa853b0259fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd47104f6-86e0-4057-9a4c-a534656ec157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:35:36.622495 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-086be2ec-fc84-4a6a-93b6-92b456a3d014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:36.622877 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086be2ec-fc84-4a6a-93b6-92b456a3d014 None None] Bound using segment: {'id': '1426273a-da71-4eaf-9367-aa853b0259fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd47104f6-86e0-4057-9a4c-a534656ec157'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:35:36.623623 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-086be2ec-fc84-4a6a-93b6-92b456a3d014 None None] Bound port: 7fdfc6a4-af9b-4858-ba2a-997294a4517c, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1426273a-da71-4eaf-9367-aa853b0259fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd47104f6-86e0-4057-9a4c-a534656ec157'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:35:36.624019 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-086be2ec-fc84-4a6a-93b6-92b456a3d014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:36.654350 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e9823c-b89c-4ccc-b90a-121da4397043 admin admin] Network d8679d51-dd8d-46a3-a82d-a795585d2c26 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:35:36.659596 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-24f8b422-cbae-4cab-a239-60fbf6549824 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:36.674847 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-369760a0-0f2e-4250-b37a-cef765d489c0 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:36.689308 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-24f8b422-cbae-4cab-a239-60fbf6549824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:36.691016 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-41e9823c-b89c-4ccc-b90a-121da4397043 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, d8679d51-dd8d-46a3-a82d-a795585d2c26) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:35:36.699317 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e9823c-b89c-4ccc-b90a-121da4397043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:35:36.699841 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-41e9823c-b89c-4ccc-b90a-121da4397043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:36.707514 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71554eee-6e5e-4382-b0b5-8a3d80573438 None None] Network d8679d51-dd8d-46a3-a82d-a795585d2c26 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:35:36.737337 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-3e7cbb22-ca33-492c-8451-901e7f34c4b1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1738369 Oct 12 07:35:36.747183 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35140) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:36.749000 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7cbb22-ca33-492c-8451-901e7f34c4b1 admin admin] Pushing event updated for resources: {'Network': ['ID=dd72da9c-d321-4cc4-881d-466168d9f856,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:36.758518 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-f9555a1f-624b-4632-a046-a06fe6a3d1cc admin admin] Request body: {'subnet': {'network_id': 'dd72da9c-d321-4cc4-881d-466168d9f856', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1937560167-subnet', 'tenant_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:35:36.766789 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-41e9823c-b89c-4ccc-b90a-121da4397043 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9972215 Oct 12 07:35:36.771529 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35142) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:36.775215 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211816b2-100c-42e6-978f-685de12e8540 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event updated for resources: {'Subnet': ['ID=81d0af83-1cf0-44c1-ad9e-bf67e7ea15af,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:36.776259 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-88732abf-956c-4b84-bbdd-bffa164b2cc8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-142552615-router', 'tenant_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:35:36.816040 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211816b2-100c-42e6-978f-685de12e8540 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Checking segment: {'id': 'f247035b-7953-4829-8446-39a748d45dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'ecf7751b-5020-4cfb-9993-48c2b14d2d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:35:36.816287 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network dd72da9c-d321-4cc4-881d-466168d9f856 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:35:36.816479 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211816b2-100c-42e6-978f-685de12e8540 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Network hostable DHCP agents. Network: ecf7751b-5020-4cfb-9993-48c2b14d2d96, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:35:36.820571 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9555a1f-624b-4632-a046-a06fe6a3d1cc admin admin] Made reservation on behalf of d1d3cbb5d7ca448db4db422a609861ea for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:35:36.823931 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f9555a1f-624b-4632-a046-a06fe6a3d1cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:36.829627 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-88732abf-956c-4b84-bbdd-bffa164b2cc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:36.832394 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-88732abf-956c-4b84-bbdd-bffa164b2cc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:36.836962 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-086be2ec-fc84-4a6a-93b6-92b456a3d014 None None] For port 7fdfc6a4-af9b-4858-ba2a-997294a4517c, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:35:36.847519 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-086be2ec-fc84-4a6a-93b6-92b456a3d014 None None] For port 7fdfc6a4-af9b-4858-ba2a-997294a4517c, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=7fdfc6a4-af9b-4858-ba2a-997294a4517c,segment=NetworkSegment(1426273a-da71-4eaf-9367-aa853b0259fc),segment_id=1426273a-da71-4eaf-9367-aa853b0259fc)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:35:36.868803 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-086be2ec-fc84-4a6a-93b6-92b456a3d014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:36.872220 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d447dc68-449b-42e8-97ee-7b79606927d7 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks [] for floatingip, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:36.874406 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-369760a0-0f2e-4250-b37a-cef765d489c0 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:36.880683 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369760a0-0f2e-4250-b37a-cef765d489c0 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:35:36.881297 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-369760a0-0f2e-4250-b37a-cef765d489c0 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:36.960661 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-88732abf-956c-4b84-bbdd-bffa164b2cc8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:37.048740 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-369760a0-0f2e-4250-b37a-cef765d489c0 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.9506216 Oct 12 07:35:37.073277 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35146) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:37.080586 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-f1bf53b9-1134-4bee-babb-fb21dc93e2cb tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Request body: {'subnet': {'network_id': '79dbe203-9b0e-4d9e-bcdf-950e7736367c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:35:37.113698 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4df3684a-7246-4e25-b26f-88442cfb3284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840-project] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:37.116347 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211816b2-100c-42e6-978f-685de12e8540 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Network ecf7751b-5020-4cfb-9993-48c2b14d2d96 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:35:37.123856 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369760a0-0f2e-4250-b37a-cef765d489c0 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Pushing event updated for resources: {'Network': ['ID=79dbe203-9b0e-4d9e-bcdf-950e7736367c,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:37.138585 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4df3684a-7246-4e25-b26f-88442cfb3284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:37.149261 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-211816b2-100c-42e6-978f-685de12e8540 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, ecf7751b-5020-4cfb-9993-48c2b14d2d96) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:35:37.164827 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4765c1fd-7e69-4f89-b76a-7cf2a0ef884d tempest-RoutersAdminNegativeTest-973646595 tempest-RoutersAdminNegativeTest-973646595-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:37.178936 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086be2ec-fc84-4a6a-93b6-92b456a3d014 None None] Pushing event updated for resources: {'Port': ['ID=7fdfc6a4-af9b-4858-ba2a-997294a4517c,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:37.189379 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211816b2-100c-42e6-978f-685de12e8540 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:35:37.189976 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-211816b2-100c-42e6-978f-685de12e8540 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:37.202112 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4df3684a-7246-4e25-b26f-88442cfb3284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:35:37.215166 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 79dbe203-9b0e-4d9e-bcdf-950e7736367c details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:35:37.218149 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa22e77-a8e1-4a8b-b8d4-5d45dd8bb29f None None] Network ecf7751b-5020-4cfb-9993-48c2b14d2d96 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:35:37.246502 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4df3684a-7246-4e25-b26f-88442cfb3284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:37.246872 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-4df3684a-7246-4e25-b26f-88442cfb3284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840-project] Added segment 8af4af9c-4abf-4c34-8e4a-5ea3c048e893 of type vlan for network f16fb000-8d60-49ef-a32e-7e362bb81941 Oct 12 07:35:37.248645 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-88732abf-956c-4b84-bbdd-bffa164b2cc8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:37.261437 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df3684a-7246-4e25-b26f-88442cfb3284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=197c4ea8-482b-4c4b-acaf-65a61c65ad7a,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:37.313412 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-211816b2-100c-42e6-978f-685de12e8540 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.3963468 Oct 12 07:35:37.329076 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35150) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:37.334830 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-8815042c-4f8b-4741-a454-10fa4f3b3cfc tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1620819171'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:35:37.371830 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9aaf39-1b9e-4f06-86d0-e6905afdb10f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-d8679d51-dd8d-46a3-a82d-a795585d2c26', 'network_id': 'd8679d51-dd8d-46a3-a82d-a795585d2c26', 'tenant_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'fixed_ips': [{'subnet_id': '5599846c-e956-431e-8499-39d6d9eff1e0'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:35:37.372725 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9a9aaf39-1b9e-4f06-86d0-e6905afdb10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:37.451838 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4df3684a-7246-4e25-b26f-88442cfb3284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:37.465456 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4765c1fd-7e69-4f89-b76a-7cf2a0ef884d tempest-RoutersAdminNegativeTest-973646595 tempest-RoutersAdminNegativeTest-973646595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:37.520320 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8815042c-4f8b-4741-a454-10fa4f3b3cfc tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Made reservation on behalf of fa6cd5d4308b423397704f513812805b for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:35:37.524497 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8815042c-4f8b-4741-a454-10fa4f3b3cfc tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:37.584835 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f9555a1f-624b-4632-a046-a06fe6a3d1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:37.595782 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-9a9aaf39-1b9e-4f06-86d0-e6905afdb10f None None] Allocated IP 172.20.0.2 (d8679d51-dd8d-46a3-a82d-a795585d2c26/5599846c-e956-431e-8499-39d6d9eff1e0/889d44e9-199f-4b6e-90bb-a3b4996e652a) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:35:37.607526 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-24f8b422-cbae-4cab-a239-60fbf6549824 admin admin] Allocated IP 172.26.3.240 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/9a1ed44a-445c-416e-9ae3-5c8bab8a9733) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:35:37.648715 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b7246d-519d-4aa2-aa00-2a56a498e176 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-ecf7751b-5020-4cfb-9993-48c2b14d2d96', 'network_id': 'ecf7751b-5020-4cfb-9993-48c2b14d2d96', 'tenant_id': 'fa6cd5d4308b423397704f513812805b', 'fixed_ips': [{'subnet_id': '81d0af83-1cf0-44c1-ad9e-bf67e7ea15af'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:35:37.651421 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b4b7246d-519d-4aa2-aa00-2a56a498e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:37.659193 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.db.resource_extend [None req-4df3684a-7246-4e25-b26f-88442cfb3284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 07:35:37.671933 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1bf53b9-1134-4bee-babb-fb21dc93e2cb tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Made reservation on behalf of 71c4ba3c969b43b2aea784d886934235 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:35:37.675699 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f1bf53b9-1134-4bee-babb-fb21dc93e2cb tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Notify callbacks [] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:37.698214 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4765c1fd-7e69-4f89-b76a-7cf2a0ef884d tempest-RoutersAdminNegativeTest-973646595 tempest-RoutersAdminNegativeTest-973646595-project-admin] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:35:37.716814 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-4765c1fd-7e69-4f89-b76a-7cf2a0ef884d tempest-RoutersAdminNegativeTest-973646595 tempest-RoutersAdminNegativeTest-973646595-project-admin] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:35:37.720180 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4765c1fd-7e69-4f89-b76a-7cf2a0ef884d tempest-RoutersAdminNegativeTest-973646595 tempest-RoutersAdminNegativeTest-973646595-project-admin] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:35:37.721379 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4765c1fd-7e69-4f89-b76a-7cf2a0ef884d tempest-RoutersAdminNegativeTest-973646595 tempest-RoutersAdminNegativeTest-973646595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:35:37.722966 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4765c1fd-7e69-4f89-b76a-7cf2a0ef884d tempest-RoutersAdminNegativeTest-973646595 tempest-RoutersAdminNegativeTest-973646595-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:37.731051 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4df3684a-7246-4e25-b26f-88442cfb3284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:37.737578 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df3684a-7246-4e25-b26f-88442cfb3284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:35:37.738367 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4df3684a-7246-4e25-b26f-88442cfb3284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:37.763064 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9555a1f-624b-4632-a046-a06fe6a3d1cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b41a3bc7-3f1c-47b8-8c1a-d904035b712e,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:37.764417 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4765c1fd-7e69-4f89-b76a-7cf2a0ef884d tempest-RoutersAdminNegativeTest-973646595 tempest-RoutersAdminNegativeTest-973646595-project-admin] Pushing event updated for resources: {'Port': ['ID=adda5718-017e-4f75-bbec-29dcc8a3a234,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:37.787582 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8815042c-4f8b-4741-a454-10fa4f3b3cfc tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:35:37.790722 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d447dc68-449b-42e8-97ee-7b79606927d7 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:37.831253 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-4765c1fd-7e69-4f89-b76a-7cf2a0ef884d tempest-RoutersAdminNegativeTest-973646595 tempest-RoutersAdminNegativeTest-973646595-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.1533360 Oct 12 07:35:37.837164 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-4df3684a-7246-4e25-b26f-88442cfb3284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.1428740 Oct 12 07:35:37.839799 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35154) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:37.856347 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9555a1f-624b-4632-a046-a06fe6a3d1cc admin admin] Checking segment: {'id': '01061a7e-751f-4946-8a2c-ec9ecc41411f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'dd72da9c-d321-4cc4-881d-466168d9f856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:35:37.856347 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9555a1f-624b-4632-a046-a06fe6a3d1cc admin admin] Network hostable DHCP agents. Network: dd72da9c-d321-4cc4-881d-466168d9f856, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:35:37.864182 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8815042c-4f8b-4741-a454-10fa4f3b3cfc tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:37.864639 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-8815042c-4f8b-4741-a454-10fa4f3b3cfc tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Added segment 06ca5ce8-a2ab-4703-aaaa-e4111fd62405 of type vlan for network 7f315698-8dfa-4400-85ba-2be3719563b0 Oct 12 07:35:37.899112 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-8435ecea-b1ff-4e71-9e9e-1e9f0a18462a tempest-RoutersAdminNegativeTest-973646595 tempest-RoutersAdminNegativeTest-973646595-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.162'}]}}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:35:37.943345 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-24f8b422-cbae-4cab-a239-60fbf6549824 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:37.975419 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9a9aaf39-1b9e-4f06-86d0-e6905afdb10f None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:37.984058 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9555a1f-624b-4632-a046-a06fe6a3d1cc admin admin] Network dd72da9c-d321-4cc4-881d-466168d9f856 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:35:37.988743 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df3684a-7246-4e25-b26f-88442cfb3284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840-project] Pushing event updated for resources: {'Network': ['ID=f16fb000-8d60-49ef-a32e-7e362bb81941,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:37.993383 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-24f8b422-cbae-4cab-a239-60fbf6549824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:38.005478 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network f16fb000-8d60-49ef-a32e-7e362bb81941 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:35:38.010555 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9a9aaf39-1b9e-4f06-86d0-e6905afdb10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:38.026957 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8815042c-4f8b-4741-a454-10fa4f3b3cfc tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:38.060302 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9aaf39-1b9e-4f06-86d0-e6905afdb10f None None] Network d8679d51-dd8d-46a3-a82d-a795585d2c26 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:35:38.063979 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8435ecea-b1ff-4e71-9e9e-1e9f0a18462a tempest-RoutersAdminNegativeTest-973646595 tempest-RoutersAdminNegativeTest-973646595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:38.065246 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8435ecea-b1ff-4e71-9e9e-1e9f0a18462a tempest-RoutersAdminNegativeTest-973646595 tempest-RoutersAdminNegativeTest-973646595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:38.068509 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f8b422-cbae-4cab-a239-60fbf6549824 admin admin] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:35:38.075367 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f8b422-cbae-4cab-a239-60fbf6549824 admin admin] Pushing event updated for resources: {'Port': ['ID=9a1ed44a-445c-416e-9ae3-5c8bab8a9733,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:38.081549 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-24f8b422-cbae-4cab-a239-60fbf6549824 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:35:38.091808 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-f9555a1f-624b-4632-a046-a06fe6a3d1cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, dd72da9c-d321-4cc4-881d-466168d9f856) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:35:38.108064 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-9a9aaf39-1b9e-4f06-86d0-e6905afdb10f None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:35:38.113722 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9555a1f-624b-4632-a046-a06fe6a3d1cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:35:38.115004 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f9555a1f-624b-4632-a046-a06fe6a3d1cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:38.122847 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766b3357-17bd-49ec-8d23-2a9440e95a6a None None] Network dd72da9c-d321-4cc4-881d-466168d9f856 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:35:38.130151 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9aaf39-1b9e-4f06-86d0-e6905afdb10f None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:35:38.138597 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8815042c-4f8b-4741-a454-10fa4f3b3cfc tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:38.144987 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8815042c-4f8b-4741-a454-10fa4f3b3cfc tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:35:38.145706 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8815042c-4f8b-4741-a454-10fa4f3b3cfc tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:38.165413 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-d447dc68-449b-42e8-97ee-7b79606927d7 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Allocated IP 172.26.3.32 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/0fd06e36-2f19-4750-9a5e-2779597f7ffa) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:35:38.192106 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-b4b7246d-519d-4aa2-aa00-2a56a498e176 None None] Allocated IP 172.20.255.242 (ecf7751b-5020-4cfb-9993-48c2b14d2d96/81d0af83-1cf0-44c1-ad9e-bf67e7ea15af/795bbb98-463b-4a5f-97c4-1296d872cd20) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:35:38.223703 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8435ecea-b1ff-4e71-9e9e-1e9f0a18462a tempest-RoutersAdminNegativeTest-973646595 tempest-RoutersAdminNegativeTest-973646595-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:38.241381 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-8815042c-4f8b-4741-a454-10fa4f3b3cfc tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9087222 Oct 12 07:35:38.245599 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35172) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:38.278007 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-be6a6aaf-3461-46d8-a694-c30b207893e7 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Request body: {'subnet': {'network_id': '7f315698-8dfa-4400-85ba-2be3719563b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:35:38.329615 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f8b422-cbae-4cab-a239-60fbf6549824 admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:35:38.341862 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f9555a1f-624b-4632-a046-a06fe6a3d1cc admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5886734 Oct 12 07:35:38.353008 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35174) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:38.363505 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3743352-7e70-45e0-be72-6cd5a3a5749b None None] Network d47104f6-86e0-4057-9a4c-a534656ec157 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:35:38.408359 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8815042c-4f8b-4741-a454-10fa4f3b3cfc tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event updated for resources: {'Network': ['ID=7f315698-8dfa-4400-85ba-2be3719563b0,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:38.414987 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-14443aff-0549-407a-a924-70a309f1ccf9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1937560167-router', 'tenant_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:35:38.425494 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9aaf39-1b9e-4f06-86d0-e6905afdb10f None None] Pushing event updated for resources: {'Port': ['ID=889d44e9-199f-4b6e-90bb-a3b4996e652a,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:38.448042 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 7f315698-8dfa-4400-85ba-2be3719563b0 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:35:38.452508 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-14443aff-0549-407a-a924-70a309f1ccf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:38.454009 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-14443aff-0549-407a-a924-70a309f1ccf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:38.514999 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-14443aff-0549-407a-a924-70a309f1ccf9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:38.626158 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-9a9aaf39-1b9e-4f06-86d0-e6905afdb10f None None] Attempting to bind port 889d44e9-199f-4b6e-90bb-a3b4996e652a on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:35:38.626158 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-9a9aaf39-1b9e-4f06-86d0-e6905afdb10f None None] Attempting to bind port 889d44e9-199f-4b6e-90bb-a3b4996e652a by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '57b7b5a9-48b1-4416-ad08-420b947843ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd8679d51-dd8d-46a3-a82d-a795585d2c26'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:35:38.626501 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9aaf39-1b9e-4f06-86d0-e6905afdb10f None None] Attempting to bind port 889d44e9-199f-4b6e-90bb-a3b4996e652a on network d8679d51-dd8d-46a3-a82d-a795585d2c26 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:35:38.647750 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-ef92544a-0f52-4bbf-aeb7-3dd76e735a54 None None] Provisioning complete for port 7fdfc6a4-af9b-4858-ba2a-997294a4517c triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:35:38.647750 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ef92544a-0f52-4bbf-aeb7-3dd76e735a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:38.648111 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ef92544a-0f52-4bbf-aeb7-3dd76e735a54 None None] Attempt 1 to provision port 7fdfc6a4-af9b-4858-ba2a-997294a4517c Oct 12 07:35:38.649933 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8435ecea-b1ff-4e71-9e9e-1e9f0a18462a tempest-RoutersAdminNegativeTest-973646595 tempest-RoutersAdminNegativeTest-973646595-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:38.710482 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d447dc68-449b-42e8-97ee-7b79606927d7 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:38.714679 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6a6aaf-3461-46d8-a694-c30b207893e7 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Made reservation on behalf of fa6cd5d4308b423397704f513812805b for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:35:38.718406 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-be6a6aaf-3461-46d8-a694-c30b207893e7 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks [] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:38.724026 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-14443aff-0549-407a-a924-70a309f1ccf9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:38.734266 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9aaf39-1b9e-4f06-86d0-e6905afdb10f None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:35:38.735320 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9aaf39-1b9e-4f06-86d0-e6905afdb10f None None] Checking segment: {'id': '57b7b5a9-48b1-4416-ad08-420b947843ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd8679d51-dd8d-46a3-a82d-a795585d2c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:35:38.735794 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9a9aaf39-1b9e-4f06-86d0-e6905afdb10f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:38.736981 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9aaf39-1b9e-4f06-86d0-e6905afdb10f None None] Bound using segment: {'id': '57b7b5a9-48b1-4416-ad08-420b947843ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd8679d51-dd8d-46a3-a82d-a795585d2c26'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:35:38.737561 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-9a9aaf39-1b9e-4f06-86d0-e6905afdb10f None None] Bound port: 889d44e9-199f-4b6e-90bb-a3b4996e652a, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b7b5a9-48b1-4416-ad08-420b947843ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd8679d51-dd8d-46a3-a82d-a795585d2c26'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:35:38.737951 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9a9aaf39-1b9e-4f06-86d0-e6905afdb10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:38.772435 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 7fdfc6a4-af9b-4858-ba2a-997294a4517c up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:35:38.821486 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35180) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:38.836875 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Request body: {'port': {'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941', 'binding:host_id': 'hv-neutron-8609', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-266978102'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:35:38.839827 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-88732abf-956c-4b84-bbdd-bffa164b2cc8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:38.884678 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-88732abf-956c-4b84-bbdd-bffa164b2cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:38.914953 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d447dc68-449b-42e8-97ee-7b79606927d7 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:38.920940 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Made reservation on behalf of ef3c60b622a24302ac83753473d4889a for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:35:38.924203 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:38.946678 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb72757-3d34-447c-aa75-356dc4cd44bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-dd72da9c-d321-4cc4-881d-466168d9f856', 'network_id': 'dd72da9c-d321-4cc4-881d-466168d9f856', 'tenant_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'fixed_ips': [{'subnet_id': 'b41a3bc7-3f1c-47b8-8c1a-d904035b712e'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:35:38.947546 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cbb72757-3d34-447c-aa75-356dc4cd44bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:38.948719 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f1bf53b9-1134-4bee-babb-fb21dc93e2cb tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:38.966049 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:38.995948 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d447dc68-449b-42e8-97ee-7b79606927d7 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:35:39.007347 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-d447dc68-449b-42e8-97ee-7b79606927d7 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:35:39.009831 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d447dc68-449b-42e8-97ee-7b79606927d7 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:35:39.033459 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d447dc68-449b-42e8-97ee-7b79606927d7 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Pushing event updated for resources: {'Port': ['ID=0fd06e36-2f19-4750-9a5e-2779597f7ffa,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:39.070653 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b4b7246d-519d-4aa2-aa00-2a56a498e176 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:39.097071 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-9a9aaf39-1b9e-4f06-86d0-e6905afdb10f None None] For port 889d44e9-199f-4b6e-90bb-a3b4996e652a, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:35:39.147857 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf53b9-1134-4bee-babb-fb21dc93e2cb tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Pushing event updated for resources: {'Subnet': ['ID=a4eb7adb-6900-45df-94d7-497b7a473081,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:39.207328 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d447dc68-449b-42e8-97ee-7b79606927d7 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:39.275825 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b4b7246d-519d-4aa2-aa00-2a56a498e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:39.327225 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-9a9aaf39-1b9e-4f06-86d0-e6905afdb10f None None] For port 889d44e9-199f-4b6e-90bb-a3b4996e652a, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=889d44e9-199f-4b6e-90bb-a3b4996e652a,segment=NetworkSegment(57b7b5a9-48b1-4416-ad08-420b947843ea),segment_id=57b7b5a9-48b1-4416-ad08-420b947843ea)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:35:39.336674 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ef92544a-0f52-4bbf-aeb7-3dd76e735a54 None None] Current status of the port 7fdfc6a4-af9b-4858-ba2a-997294a4517c is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:35:39.337301 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ef92544a-0f52-4bbf-aeb7-3dd76e735a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:39.345197 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-88732abf-956c-4b84-bbdd-bffa164b2cc8 admin admin] Allocated IP 172.26.3.211 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/f09749a1-4bd4-4e0c-975a-563fd69c0470) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:35:39.355690 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9a9aaf39-1b9e-4f06-86d0-e6905afdb10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:39.364344 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bf53b9-1134-4bee-babb-fb21dc93e2cb tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Checking segment: {'id': '17d08de4-457b-4229-ae37-80bdfad4644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '79dbe203-9b0e-4d9e-bcdf-950e7736367c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:35:39.364573 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bf53b9-1134-4bee-babb-fb21dc93e2cb tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Network hostable DHCP agents. Network: 79dbe203-9b0e-4d9e-bcdf-950e7736367c, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:35:39.387716 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 7fdfc6a4-af9b-4858-ba2a-997294a4517c triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:35:39.388101 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:39.388431 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 7fdfc6a4-af9b-4858-ba2a-997294a4517c Oct 12 07:35:39.392685 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b7246d-519d-4aa2-aa00-2a56a498e176 None None] Network ecf7751b-5020-4cfb-9993-48c2b14d2d96 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:35:39.450059 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-b4b7246d-519d-4aa2-aa00-2a56a498e176 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:35:39.451654 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b7246d-519d-4aa2-aa00-2a56a498e176 None None] Pushing event updated for resources: {'Port': ['ID=795bbb98-463b-4a5f-97c4-1296d872cd20,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:39.467074 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b7246d-519d-4aa2-aa00-2a56a498e176 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:35:39.471136 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-be6a6aaf-3461-46d8-a694-c30b207893e7 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:39.509824 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-24f8b422-cbae-4cab-a239-60fbf6549824 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:39.535822 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-ef92544a-0f52-4bbf-aeb7-3dd76e735a54 None None] For port 7fdfc6a4-af9b-4858-ba2a-997294a4517c, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=7fdfc6a4-af9b-4858-ba2a-997294a4517c,segment=NetworkSegment(1426273a-da71-4eaf-9367-aa853b0259fc),segment_id=1426273a-da71-4eaf-9367-aa853b0259fc)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:35:39.558748 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-cbb72757-3d34-447c-aa75-356dc4cd44bb None None] Allocated IP 172.20.0.2 (dd72da9c-d321-4cc4-881d-466168d9f856/b41a3bc7-3f1c-47b8-8c1a-d904035b712e/547ae234-0419-4735-a237-1c1fb1063803) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:35:39.591073 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ef92544a-0f52-4bbf-aeb7-3dd76e735a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:39.615074 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d447dc68-449b-42e8-97ee-7b79606927d7 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:39.626715 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-88732abf-956c-4b84-bbdd-bffa164b2cc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:39.652766 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bf53b9-1134-4bee-babb-fb21dc93e2cb tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Network 79dbe203-9b0e-4d9e-bcdf-950e7736367c is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:35:39.669596 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-b4b7246d-519d-4aa2-aa00-2a56a498e176 None None] Attempting to bind port 795bbb98-463b-4a5f-97c4-1296d872cd20 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:35:39.670043 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-b4b7246d-519d-4aa2-aa00-2a56a498e176 None None] Attempting to bind port 795bbb98-463b-4a5f-97c4-1296d872cd20 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'f247035b-7953-4829-8446-39a748d45dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'ecf7751b-5020-4cfb-9993-48c2b14d2d96'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:35:39.670450 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b7246d-519d-4aa2-aa00-2a56a498e176 None None] Attempting to bind port 795bbb98-463b-4a5f-97c4-1296d872cd20 on network ecf7751b-5020-4cfb-9993-48c2b14d2d96 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:35:39.691831 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8435ecea-b1ff-4e71-9e9e-1e9f0a18462a tempest-RoutersAdminNegativeTest-973646595 tempest-RoutersAdminNegativeTest-973646595-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:39.697455 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9aaf39-1b9e-4f06-86d0-e6905afdb10f None None] Pushing event updated for resources: {'Port': ['ID=889d44e9-199f-4b6e-90bb-a3b4996e652a,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:39.753636 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-f1bf53b9-1134-4bee-babb-fb21dc93e2cb tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 79dbe203-9b0e-4d9e-bcdf-950e7736367c) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:35:39.792634 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b7246d-519d-4aa2-aa00-2a56a498e176 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:35:39.792634 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b7246d-519d-4aa2-aa00-2a56a498e176 None None] Checking segment: {'id': 'f247035b-7953-4829-8446-39a748d45dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'ecf7751b-5020-4cfb-9993-48c2b14d2d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:35:39.792953 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b4b7246d-519d-4aa2-aa00-2a56a498e176 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:39.793253 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b7246d-519d-4aa2-aa00-2a56a498e176 None None] Bound using segment: {'id': 'f247035b-7953-4829-8446-39a748d45dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'ecf7751b-5020-4cfb-9993-48c2b14d2d96'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:35:39.793363 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8435ecea-b1ff-4e71-9e9e-1e9f0a18462a tempest-RoutersAdminNegativeTest-973646595 tempest-RoutersAdminNegativeTest-973646595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:39.793800 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-b4b7246d-519d-4aa2-aa00-2a56a498e176 None None] Bound port: 795bbb98-463b-4a5f-97c4-1296d872cd20, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f247035b-7953-4829-8446-39a748d45dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'ecf7751b-5020-4cfb-9993-48c2b14d2d96'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:35:39.794278 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b4b7246d-519d-4aa2-aa00-2a56a498e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:39.796254 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:39.829658 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:39.830098 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bf53b9-1134-4bee-babb-fb21dc93e2cb tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:35:39.830741 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f1bf53b9-1134-4bee-babb-fb21dc93e2cb tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:39.839696 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a6aaf-3461-46d8-a694-c30b207893e7 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event updated for resources: {'Subnet': ['ID=5683b2da-19a0-47f4-981a-aa7f45827829,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:39.875908 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] device_id is not set on port f5d90879-70b9-4c46-8e89-fbb5fdc964ed yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:35:39.877221 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-14443aff-0549-407a-a924-70a309f1ccf9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:39.883772 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef92544a-0f52-4bbf-aeb7-3dd76e735a54 None None] Pushing event updated for resources: {'Port': ['ID=7fdfc6a4-af9b-4858-ba2a-997294a4517c,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:39.886864 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129de204-b964-4869-bea4-9601cdc53cf7 None None] Network 79dbe203-9b0e-4d9e-bcdf-950e7736367c requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:35:39.906758 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 7fdfc6a4-af9b-4858-ba2a-997294a4517c is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:35:39.917368 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-14443aff-0549-407a-a924-70a309f1ccf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:39.967090 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f1bf53b9-1134-4bee-babb-fb21dc93e2cb tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8892303 Oct 12 07:35:39.972801 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35184) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:39.985552 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-a03ef1d7-de50-4e4b-892b-0ba435f58c78 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Request body: {'port': {'network_id': '79dbe203-9b0e-4d9e-bcdf-950e7736367c', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1570260823'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:35:39.995305 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-80c65cc6-77e2-44fc-b5c8-adfaa4610928 None None] Provisioning complete for port 7fdfc6a4-af9b-4858-ba2a-997294a4517c triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:35:39.995833 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-80c65cc6-77e2-44fc-b5c8-adfaa4610928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:39.996267 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-80c65cc6-77e2-44fc-b5c8-adfaa4610928 None None] Attempt 1 to provision port 7fdfc6a4-af9b-4858-ba2a-997294a4517c Oct 12 07:35:40.033705 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-88732abf-956c-4b84-bbdd-bffa164b2cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:40.056273 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6f0cfb-7796-45ca-aa2a-f19bf9433824,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:40.114619 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-b4b7246d-519d-4aa2-aa00-2a56a498e176 None None] For port 795bbb98-463b-4a5f-97c4-1296d872cd20, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:35:40.122401 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-b4b7246d-519d-4aa2-aa00-2a56a498e176 None None] For port 795bbb98-463b-4a5f-97c4-1296d872cd20, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=795bbb98-463b-4a5f-97c4-1296d872cd20,segment=NetworkSegment(f247035b-7953-4829-8446-39a748d45dc0),segment_id=f247035b-7953-4829-8446-39a748d45dc0)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:35:40.143783 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b4b7246d-519d-4aa2-aa00-2a56a498e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:40.170559 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88732abf-956c-4b84-bbdd-bffa164b2cc8 admin admin] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:35:40.188415 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6a6aaf-3461-46d8-a694-c30b207893e7 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Checking segment: {'id': '06ca5ce8-a2ab-4703-aaaa-e4111fd62405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7f315698-8dfa-4400-85ba-2be3719563b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:35:40.188767 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6a6aaf-3461-46d8-a694-c30b207893e7 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Network hostable DHCP agents. Network: 7f315698-8dfa-4400-85ba-2be3719563b0, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:35:40.287540 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cbb72757-3d34-447c-aa75-356dc4cd44bb None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:40.303508 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b7246d-519d-4aa2-aa00-2a56a498e176 None None] Pushing event updated for resources: {'Port': ['ID=795bbb98-463b-4a5f-97c4-1296d872cd20,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:40.310333 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6a6aaf-3461-46d8-a694-c30b207893e7 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Network 7f315698-8dfa-4400-85ba-2be3719563b0 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:35:40.338010 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cbb72757-3d34-447c-aa75-356dc4cd44bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:40.352814 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-be6a6aaf-3461-46d8-a694-c30b207893e7 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 7f315698-8dfa-4400-85ba-2be3719563b0) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:35:40.375857 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccee645-ed79-4e04-b982-074b7769877b None None] Network 7f315698-8dfa-4400-85ba-2be3719563b0 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:35:40.389025 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-88732abf-956c-4b84-bbdd-bffa164b2cc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:35:40.392847 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88732abf-956c-4b84-bbdd-bffa164b2cc8 admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:35:40.437912 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480f5218-f993-432e-9fb6-f30e972f6847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-79dbe203-9b0e-4d9e-bcdf-950e7736367c', 'network_id': '79dbe203-9b0e-4d9e-bcdf-950e7736367c', 'tenant_id': '71c4ba3c969b43b2aea784d886934235', 'fixed_ips': [{'subnet_id': 'a4eb7adb-6900-45df-94d7-497b7a473081'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:35:40.439120 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-480f5218-f993-432e-9fb6-f30e972f6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:40.467843 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6a6aaf-3461-46d8-a694-c30b207893e7 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:35:40.476270 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-be6a6aaf-3461-46d8-a694-c30b207893e7 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:40.485533 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d447dc68-449b-42e8-97ee-7b79606927d7 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:40.503568 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb72757-3d34-447c-aa75-356dc4cd44bb None None] Network dd72da9c-d321-4cc4-881d-466168d9f856 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:35:40.508950 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d447dc68-449b-42e8-97ee-7b79606927d7 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:40.510111 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d447dc68-449b-42e8-97ee-7b79606927d7 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:40.527639 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-80c65cc6-77e2-44fc-b5c8-adfaa4610928 None None] Current status of the port 7fdfc6a4-af9b-4858-ba2a-997294a4517c is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:35:40.563821 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-cbb72757-3d34-447c-aa75-356dc4cd44bb None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:35:40.570049 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-be6a6aaf-3461-46d8-a694-c30b207893e7 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.3229861 Oct 12 07:35:40.571354 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35186) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:40.575253 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb72757-3d34-447c-aa75-356dc4cd44bb None None] Pushing event updated for resources: {'Port': ['ID=547ae234-0419-4735-a237-1c1fb1063803,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:40.598234 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88732abf-956c-4b84-bbdd-bffa164b2cc8 admin admin] Pushing event updated for resources: {'Port': ['ID=f09749a1-4bd4-4e0c-975a-563fd69c0470,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:40.603323 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-24f8b422-cbae-4cab-a239-60fbf6549824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:40.619399 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-14443aff-0549-407a-a924-70a309f1ccf9 admin admin] Allocated IP 172.26.3.89 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:35:40.706354 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d447dc68-449b-42e8-97ee-7b79606927d7 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:40.709992 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d447dc68-449b-42e8-97ee-7b79606927d7 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4173987 Oct 12 07:35:40.730093 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35188) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:40.740273 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-8cbd60f3-baa0-4feb-b0af-2b45a8d1c5ad tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-199721381'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:35:40.745793 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb72757-3d34-447c-aa75-356dc4cd44bb None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:35:40.748490 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03ef1d7-de50-4e4b-892b-0ba435f58c78 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Made reservation on behalf of 71c4ba3c969b43b2aea784d886934235 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:35:40.751918 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a03ef1d7-de50-4e4b-892b-0ba435f58c78 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:40.826285 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d447dc68-449b-42e8-97ee-7b79606927d7 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Pushing event updated for resources: {'Port': ['ID=0fd06e36-2f19-4750-9a5e-2779597f7ffa,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:40.831076 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] device_id is not set on port f5d90879-70b9-4c46-8e89-fbb5fdc964ed yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:35:40.857927 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:40.915242 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:40.925929 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e37aa981-24e0-4d12-8323-f99fcb3473dc tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:40.943608 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-a03ef1d7-de50-4e4b-892b-0ba435f58c78 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] device_id is not set on port 471558b0-719b-4dde-b91f-7ac8fd109769 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:35:40.960717 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbd60f3-baa0-4feb-b0af-2b45a8d1c5ad tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Made reservation on behalf of b2e011d534f04aa99b69d637ebc8f00b for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:35:40.964543 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8cbd60f3-baa0-4feb-b0af-2b45a8d1c5ad tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:41.024119 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Pushing event updated for resources: {'Port': ['ID=f5d90879-70b9-4c46-8e89-fbb5fdc964ed,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:41.101252 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Checking segment: {'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:35:41.101604 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Network hostable DHCP agents. Network: f16fb000-8d60-49ef-a32e-7e362bb81941, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:35:41.102319 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 889d44e9-199f-4b6e-90bb-a3b4996e652a up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:35:41.116606 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e37aa981-24e0-4d12-8323-f99fcb3473dc tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:41.148663 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f30c59a-eb17-4ec4-8fc1-81ee1f12a777 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-7f315698-8dfa-4400-85ba-2be3719563b0', 'network_id': '7f315698-8dfa-4400-85ba-2be3719563b0', 'tenant_id': 'fa6cd5d4308b423397704f513812805b', 'fixed_ips': [{'subnet_id': '5683b2da-19a0-47f4-981a-aa7f45827829'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:35:41.149528 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4f30c59a-eb17-4ec4-8fc1-81ee1f12a777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:41.151503 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825da022-b5e5-4d6f-b713-cf075fde619d None None] Network d8679d51-dd8d-46a3-a82d-a795585d2c26 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:35:41.167407 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Network f16fb000-8d60-49ef-a32e-7e362bb81941 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:35:41.189662 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, f16fb000-8d60-49ef-a32e-7e362bb81941) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:35:41.197600 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:35:41.219298 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e911c00-59a8-4925-9a55-fb60e3bda4b1 None None] Network f16fb000-8d60-49ef-a32e-7e362bb81941 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:35:41.226111 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port f5d90879-70b9-4c46-8e89-fbb5fdc964ed on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:35:41.226410 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port f5d90879-70b9-4c46-8e89-fbb5fdc964ed by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:35:41.226771 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port f5d90879-70b9-4c46-8e89-fbb5fdc964ed on network f16fb000-8d60-49ef-a32e-7e362bb81941 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:35:41.230413 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e37aa981-24e0-4d12-8323-f99fcb3473dc tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:41.257878 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8cbd60f3-baa0-4feb-b0af-2b45a8d1c5ad tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:41.288863 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Port f5d90879-70b9-4c46-8e89-fbb5fdc964ed on network f16fb000-8d60-49ef-a32e-7e362bb81941 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:35:41.289205 dv-neutron-860909-2-hyperv neutron-server[103200]: ERROR neutron.plugins.ml2.managers [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Failed to bind port f5d90879-70b9-4c46-8e89-fbb5fdc964ed on host hv-neutron-8609 for vnic_type normal using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] Oct 12 07:35:41.292812 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.plugins.ml2.plugin [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempt 2 to bind port f5d90879-70b9-4c46-8e89-fbb5fdc964ed Oct 12 07:35:41.298280 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37aa981-24e0-4d12-8323-f99fcb3473dc tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event deleted for resources: {'Subnet': ['ID=5683b2da-19a0-47f4-981a-aa7f45827829,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:41.330338 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:35:41.335955 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port f5d90879-70b9-4c46-8e89-fbb5fdc964ed on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:35:41.336287 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port f5d90879-70b9-4c46-8e89-fbb5fdc964ed by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:35:41.336615 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port f5d90879-70b9-4c46-8e89-fbb5fdc964ed on network f16fb000-8d60-49ef-a32e-7e362bb81941 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:35:41.352539 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Port f5d90879-70b9-4c46-8e89-fbb5fdc964ed on network f16fb000-8d60-49ef-a32e-7e362bb81941 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:35:41.352864 dv-neutron-860909-2-hyperv neutron-server[103200]: ERROR neutron.plugins.ml2.managers [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Failed to bind port f5d90879-70b9-4c46-8e89-fbb5fdc964ed on host hv-neutron-8609 for vnic_type normal using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] Oct 12 07:35:41.361264 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-cbb72757-3d34-447c-aa75-356dc4cd44bb None None] Attempting to bind port 547ae234-0419-4735-a237-1c1fb1063803 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:35:41.362331 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-cbb72757-3d34-447c-aa75-356dc4cd44bb None None] Attempting to bind port 547ae234-0419-4735-a237-1c1fb1063803 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '01061a7e-751f-4946-8a2c-ec9ecc41411f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'dd72da9c-d321-4cc4-881d-466168d9f856'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:35:41.362730 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.plugins.ml2.plugin [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempt 3 to bind port f5d90879-70b9-4c46-8e89-fbb5fdc964ed Oct 12 07:35:41.363096 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb72757-3d34-447c-aa75-356dc4cd44bb None None] Attempting to bind port 547ae234-0419-4735-a237-1c1fb1063803 on network dd72da9c-d321-4cc4-881d-466168d9f856 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:35:41.399638 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e37aa981-24e0-4d12-8323-f99fcb3473dc tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:41.415110 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port f5d90879-70b9-4c46-8e89-fbb5fdc964ed on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:35:41.415629 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port f5d90879-70b9-4c46-8e89-fbb5fdc964ed by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:35:41.416072 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port f5d90879-70b9-4c46-8e89-fbb5fdc964ed on network f16fb000-8d60-49ef-a32e-7e362bb81941 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:35:41.424142 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb72757-3d34-447c-aa75-356dc4cd44bb None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:35:41.425157 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb72757-3d34-447c-aa75-356dc4cd44bb None None] Checking segment: {'id': '01061a7e-751f-4946-8a2c-ec9ecc41411f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'dd72da9c-d321-4cc4-881d-466168d9f856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:35:41.425771 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cbb72757-3d34-447c-aa75-356dc4cd44bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:41.426404 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb72757-3d34-447c-aa75-356dc4cd44bb None None] Bound using segment: {'id': '01061a7e-751f-4946-8a2c-ec9ecc41411f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'dd72da9c-d321-4cc4-881d-466168d9f856'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:35:41.427143 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-cbb72757-3d34-447c-aa75-356dc4cd44bb None None] Bound port: 547ae234-0419-4735-a237-1c1fb1063803, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01061a7e-751f-4946-8a2c-ec9ecc41411f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'dd72da9c-d321-4cc4-881d-466168d9f856'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:35:41.427743 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cbb72757-3d34-447c-aa75-356dc4cd44bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:41.429276 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e37aa981-24e0-4d12-8323-f99fcb3473dc tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Subscribe: > segment before_delete 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:35:41.429783 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e37aa981-24e0-4d12-8323-f99fcb3473dc tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:35:41.430754 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e37aa981-24e0-4d12-8323-f99fcb3473dc tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:35:41.431164 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e37aa981-24e0-4d12-8323-f99fcb3473dc tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Subscribe: > port after_create 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:35:41.431574 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e37aa981-24e0-4d12-8323-f99fcb3473dc tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Subscribe: > port after_delete 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:35:41.431986 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e37aa981-24e0-4d12-8323-f99fcb3473dc tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Subscribe: > port after_update 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:35:41.432398 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e37aa981-24e0-4d12-8323-f99fcb3473dc tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Subscribe: > segment after_delete 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:35:41.432798 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e37aa981-24e0-4d12-8323-f99fcb3473dc tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Subscribe: > subnet after_create 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:35:41.433246 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e37aa981-24e0-4d12-8323-f99fcb3473dc tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Subscribe: > subnet after_delete 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:35:41.433729 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e37aa981-24e0-4d12-8323-f99fcb3473dc tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Subscribe: > subnet after_update 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:35:41.489776 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-86f6a28b-8f89-4204-ad50-c6cffd502c1f None None] Provisioning complete for port 889d44e9-199f-4b6e-90bb-a3b4996e652a triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:35:41.490313 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-86f6a28b-8f89-4204-ad50-c6cffd502c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:41.490740 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-86f6a28b-8f89-4204-ad50-c6cffd502c1f None None] Attempt 1 to provision port 889d44e9-199f-4b6e-90bb-a3b4996e652a Oct 12 07:35:41.501495 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8cbd60f3-baa0-4feb-b0af-2b45a8d1c5ad tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:41.523196 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8cbd60f3-baa0-4feb-b0af-2b45a8d1c5ad tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:41.615731 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-480f5218-f993-432e-9fb6-f30e972f6847 None None] Allocated IP 172.20.0.2 (79dbe203-9b0e-4d9e-bcdf-950e7736367c/a4eb7adb-6900-45df-94d7-497b7a473081/0e48cbfe-f7fd-4114-bf27-f75a581308af) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:35:41.645470 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cbd60f3-baa0-4feb-b0af-2b45a8d1c5ad tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:35:41.656981 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8cbd60f3-baa0-4feb-b0af-2b45a8d1c5ad tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:41.657313 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-8cbd60f3-baa0-4feb-b0af-2b45a8d1c5ad tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Added segment 8093e529-e3dc-4983-95af-2fc52cecd436 of type vlan for network 7ba246d0-5fae-4d70-b1d6-e7177689d50d Oct 12 07:35:41.666568 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e37aa981-24e0-4d12-8323-f99fcb3473dc tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Subscribe: > subnet after_create 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:35:41.666915 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e37aa981-24e0-4d12-8323-f99fcb3473dc tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Subscribe: > subnet after_delete 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:35:41.667245 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e37aa981-24e0-4d12-8323-f99fcb3473dc tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Subscribe: > subnet before_create 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:35:41.668101 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e37aa981-24e0-4d12-8323-f99fcb3473dc tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Subscribe: > subnet before_update 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:35:41.668101 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-e37aa981-24e0-4d12-8323-f99fcb3473dc tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f315698-8dfa-4400-85ba-2be3719563b0']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:35:41.692614 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Port f5d90879-70b9-4c46-8e89-fbb5fdc964ed on network f16fb000-8d60-49ef-a32e-7e362bb81941 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:35:41.692947 dv-neutron-860909-2-hyperv neutron-server[103200]: ERROR neutron.plugins.ml2.managers [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Failed to bind port f5d90879-70b9-4c46-8e89-fbb5fdc964ed on host hv-neutron-8609 for vnic_type normal using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] Oct 12 07:35:41.695461 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-e37aa981-24e0-4d12-8323-f99fcb3473dc tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06ca5ce8-a2ab-4703-aaaa-e4111fd62405') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:35:41.695667 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-e37aa981-24e0-4d12-8323-f99fcb3473dc tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06ca5ce8-a2ab-4703-aaaa-e4111fd62405') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:35:41.699454 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.plugins.ml2.plugin [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempt 4 to bind port f5d90879-70b9-4c46-8e89-fbb5fdc964ed Oct 12 07:35:41.706182 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8cbd60f3-baa0-4feb-b0af-2b45a8d1c5ad tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:41.709912 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e8e3c4-6583-4272-ab85-4e0c77e30cc7 None None] Network 7f315698-8dfa-4400-85ba-2be3719563b0 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:35:41.711770 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ef916c-dceb-44b4-989f-9afcd21e53fa None None] Network ecf7751b-5020-4cfb-9993-48c2b14d2d96 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:35:41.717895 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-88732abf-956c-4b84-bbdd-bffa164b2cc8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:41.719558 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e37aa981-24e0-4d12-8323-f99fcb3473dc tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:41.724843 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-14443aff-0549-407a-a924-70a309f1ccf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:41.735499 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port f5d90879-70b9-4c46-8e89-fbb5fdc964ed on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:35:41.735827 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port f5d90879-70b9-4c46-8e89-fbb5fdc964ed by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:35:41.736491 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port f5d90879-70b9-4c46-8e89-fbb5fdc964ed on network f16fb000-8d60-49ef-a32e-7e362bb81941 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:35:41.747230 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Port f5d90879-70b9-4c46-8e89-fbb5fdc964ed on network f16fb000-8d60-49ef-a32e-7e362bb81941 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:35:41.748652 dv-neutron-860909-2-hyperv neutron-server[103200]: ERROR neutron.plugins.ml2.managers [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Failed to bind port f5d90879-70b9-4c46-8e89-fbb5fdc964ed on host hv-neutron-8609 for vnic_type normal using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] Oct 12 07:35:41.748652 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.plugins.ml2.plugin [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempt 5 to bind port f5d90879-70b9-4c46-8e89-fbb5fdc964ed Oct 12 07:35:41.752727 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e37aa981-24e0-4d12-8323-f99fcb3473dc tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:41.769509 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e37aa981-24e0-4d12-8323-f99fcb3473dc tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:35:41.769906 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e37aa981-24e0-4d12-8323-f99fcb3473dc tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:41.789987 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port f5d90879-70b9-4c46-8e89-fbb5fdc964ed on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:35:41.790364 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port f5d90879-70b9-4c46-8e89-fbb5fdc964ed by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:35:41.790695 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port f5d90879-70b9-4c46-8e89-fbb5fdc964ed on network f16fb000-8d60-49ef-a32e-7e362bb81941 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:35:41.820999 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Port f5d90879-70b9-4c46-8e89-fbb5fdc964ed on network f16fb000-8d60-49ef-a32e-7e362bb81941 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:35:41.821630 dv-neutron-860909-2-hyperv neutron-server[103200]: ERROR neutron.plugins.ml2.managers [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Failed to bind port f5d90879-70b9-4c46-8e89-fbb5fdc964ed on host hv-neutron-8609 for vnic_type normal using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] Oct 12 07:35:41.825229 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.plugins.ml2.plugin [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempt 6 to bind port f5d90879-70b9-4c46-8e89-fbb5fdc964ed Oct 12 07:35:41.882426 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port f5d90879-70b9-4c46-8e89-fbb5fdc964ed on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:35:41.882426 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port f5d90879-70b9-4c46-8e89-fbb5fdc964ed by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:35:41.882426 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port f5d90879-70b9-4c46-8e89-fbb5fdc964ed on network f16fb000-8d60-49ef-a32e-7e362bb81941 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:35:41.887804 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Port f5d90879-70b9-4c46-8e89-fbb5fdc964ed on network f16fb000-8d60-49ef-a32e-7e362bb81941 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:35:41.888136 dv-neutron-860909-2-hyperv neutron-server[103200]: ERROR neutron.plugins.ml2.managers [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Failed to bind port f5d90879-70b9-4c46-8e89-fbb5fdc964ed on host hv-neutron-8609 for vnic_type normal using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] Oct 12 07:35:41.888507 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.plugins.ml2.plugin [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempt 7 to bind port f5d90879-70b9-4c46-8e89-fbb5fdc964ed Oct 12 07:35:41.899634 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e37aa981-24e0-4d12-8323-f99fcb3473dc tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:41.903608 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port f5d90879-70b9-4c46-8e89-fbb5fdc964ed on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:35:41.903933 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port f5d90879-70b9-4c46-8e89-fbb5fdc964ed by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:35:41.904331 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port f5d90879-70b9-4c46-8e89-fbb5fdc964ed on network f16fb000-8d60-49ef-a32e-7e362bb81941 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:35:41.916985 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e37aa981-24e0-4d12-8323-f99fcb3473dc tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:41.920502 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e37aa981-24e0-4d12-8323-f99fcb3473dc tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "DELETE /v2.0/networks/7f315698-8dfa-4400-85ba-2be3719563b0 HTTP/1.1" status: 204 len: 168 time: 1.3029110 Oct 12 07:35:41.930571 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35198) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:41.933811 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Port f5d90879-70b9-4c46-8e89-fbb5fdc964ed on network f16fb000-8d60-49ef-a32e-7e362bb81941 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:35:41.934720 dv-neutron-860909-2-hyperv neutron-server[103200]: ERROR neutron.plugins.ml2.managers [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Failed to bind port f5d90879-70b9-4c46-8e89-fbb5fdc964ed on host hv-neutron-8609 for vnic_type normal using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] Oct 12 07:35:41.938666 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-4e538b71-5ce5-46ee-be11-ac7f446fc973 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-730299463'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:35:41.942377 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.plugins.ml2.plugin [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempt 8 to bind port f5d90879-70b9-4c46-8e89-fbb5fdc964ed Oct 12 07:35:41.946962 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37aa981-24e0-4d12-8323-f99fcb3473dc tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event deleted for resources: {'Network': ['ID=7f315698-8dfa-4400-85ba-2be3719563b0,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:41.957202 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 889d44e9-199f-4b6e-90bb-a3b4996e652a triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:35:41.957562 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:41.957884 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 889d44e9-199f-4b6e-90bb-a3b4996e652a Oct 12 07:35:41.977552 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port f5d90879-70b9-4c46-8e89-fbb5fdc964ed on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:35:41.977904 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port f5d90879-70b9-4c46-8e89-fbb5fdc964ed by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:35:41.978295 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port f5d90879-70b9-4c46-8e89-fbb5fdc964ed on network f16fb000-8d60-49ef-a32e-7e362bb81941 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:35:41.993912 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Port f5d90879-70b9-4c46-8e89-fbb5fdc964ed on network f16fb000-8d60-49ef-a32e-7e362bb81941 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:35:41.994384 dv-neutron-860909-2-hyperv neutron-server[103200]: ERROR neutron.plugins.ml2.managers [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Failed to bind port f5d90879-70b9-4c46-8e89-fbb5fdc964ed on host hv-neutron-8609 for vnic_type normal using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] Oct 12 07:35:41.994642 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.plugins.ml2.plugin [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempt 9 to bind port f5d90879-70b9-4c46-8e89-fbb5fdc964ed Oct 12 07:35:42.005859 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e538b71-5ce5-46ee-be11-ac7f446fc973 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Made reservation on behalf of fa6cd5d4308b423397704f513812805b for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:35:42.008606 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4e538b71-5ce5-46ee-be11-ac7f446fc973 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:42.013623 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbd60f3-baa0-4feb-b0af-2b45a8d1c5ad tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f58b200-d0d3-4f7b-b7cb-fe6e964af1b7,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:42.049185 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port f5d90879-70b9-4c46-8e89-fbb5fdc964ed on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:35:42.050161 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port f5d90879-70b9-4c46-8e89-fbb5fdc964ed by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:35:42.051037 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port f5d90879-70b9-4c46-8e89-fbb5fdc964ed on network f16fb000-8d60-49ef-a32e-7e362bb81941 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:35:42.073950 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8cbd60f3-baa0-4feb-b0af-2b45a8d1c5ad tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:42.080181 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Port f5d90879-70b9-4c46-8e89-fbb5fdc964ed on network f16fb000-8d60-49ef-a32e-7e362bb81941 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:35:42.080687 dv-neutron-860909-2-hyperv neutron-server[103200]: ERROR neutron.plugins.ml2.managers [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Failed to bind port f5d90879-70b9-4c46-8e89-fbb5fdc964ed on host hv-neutron-8609 for vnic_type normal using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] Oct 12 07:35:42.081520 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbd60f3-baa0-4feb-b0af-2b45a8d1c5ad tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:35:42.082233 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8cbd60f3-baa0-4feb-b0af-2b45a8d1c5ad tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:42.086751 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.plugins.ml2.plugin [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempt 10 to bind port f5d90879-70b9-4c46-8e89-fbb5fdc964ed Oct 12 07:35:42.097789 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f8b422-cbae-4cab-a239-60fbf6549824 admin admin] Router 1f7c54b3-40fa-445f-9248-756925286d0d is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:35:42.115031 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e538b71-5ce5-46ee-be11-ac7f446fc973 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:35:42.121909 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 06ca5ce8-a2ab-4703-aaaa-e4111fd62405 resource provider aggregate not found Oct 12 07:35:42.136577 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port f5d90879-70b9-4c46-8e89-fbb5fdc964ed on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:35:42.136986 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port f5d90879-70b9-4c46-8e89-fbb5fdc964ed by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:35:42.138326 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port f5d90879-70b9-4c46-8e89-fbb5fdc964ed on network f16fb000-8d60-49ef-a32e-7e362bb81941 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:35:42.141089 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-8cbd60f3-baa0-4feb-b0af-2b45a8d1c5ad tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4078596 Oct 12 07:35:42.150206 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4e538b71-5ce5-46ee-be11-ac7f446fc973 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:42.150710 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-4e538b71-5ce5-46ee-be11-ac7f446fc973 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Added segment ed6ec97d-0c41-40f5-8aa9-e638600bdf0f of type vlan for network 036cf0f8-51a7-4966-8e5c-4f662e18580b Oct 12 07:35:42.150920 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35208) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:42.154276 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-cbb72757-3d34-447c-aa75-356dc4cd44bb None None] For port 547ae234-0419-4735-a237-1c1fb1063803, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:35:42.165096 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-79049165-19ab-4f40-8db1-dc79cc1cba5d tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Request body: {'subnet': {'network_id': '7ba246d0-5fae-4d70-b1d6-e7177689d50d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:35:42.168643 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-14443aff-0549-407a-a924-70a309f1ccf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:42.172726 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 06ca5ce8-a2ab-4703-aaaa-e4111fd62405 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 06ca5ce8-a2ab-4703-aaaa-e4111fd62405 found for delete ", "request_id": "req-18c75cb9-9489-4d05-9bca-c7af29551c4c"}]} Oct 12 07:35:42.182124 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Port f5d90879-70b9-4c46-8e89-fbb5fdc964ed on network f16fb000-8d60-49ef-a32e-7e362bb81941 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:35:42.182912 dv-neutron-860909-2-hyperv neutron-server[103200]: ERROR neutron.plugins.ml2.managers [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Failed to bind port f5d90879-70b9-4c46-8e89-fbb5fdc964ed on host hv-neutron-8609 for vnic_type normal using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] Oct 12 07:35:42.182912 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:42.217391 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-cbb72757-3d34-447c-aa75-356dc4cd44bb None None] For port 547ae234-0419-4735-a237-1c1fb1063803, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=547ae234-0419-4735-a237-1c1fb1063803,segment=NetworkSegment(01061a7e-751f-4946-8a2c-ec9ecc41411f),segment_id=01061a7e-751f-4946-8a2c-ec9ecc41411f)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:35:42.246298 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8435ecea-b1ff-4e71-9e9e-1e9f0a18462a tempest-RoutersAdminNegativeTest-973646595 tempest-RoutersAdminNegativeTest-973646595-project-admin] Notify callbacks [] for router, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:42.251760 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbd60f3-baa0-4feb-b0af-2b45a8d1c5ad tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Pushing event updated for resources: {'Network': ['ID=7ba246d0-5fae-4d70-b1d6-e7177689d50d,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:42.286017 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cbb72757-3d34-447c-aa75-356dc4cd44bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:42.314668 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 7ba246d0-5fae-4d70-b1d6-e7177689d50d details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:35:42.392812 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f8b422-cbae-4cab-a239-60fbf6549824 admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:35:42.397637 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4e538b71-5ce5-46ee-be11-ac7f446fc973 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:42.406660 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6526eb-a789-4f9a-9a8a-606a8c78937d None None] Sync routers for ids ['1f7c54b3-40fa-445f-9248-756925286d0d'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:35:42.423694 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14443aff-0549-407a-a924-70a309f1ccf9 admin admin] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:35:42.436818 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6526eb-a789-4f9a-9a8a-606a8c78937d None None] Routers {'1f7c54b3-40fa-445f-9248-756925286d0d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:35:42.439029 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ba6526eb-a789-4f9a-9a8a-606a8c78937d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:35:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['1f7c54b3-40fa-445f-9248-756925286d0d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:35:42.444292 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-86f6a28b-8f89-4204-ad50-c6cffd502c1f None None] Current status of the port 889d44e9-199f-4b6e-90bb-a3b4996e652a is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:35:42.444895 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-86f6a28b-8f89-4204-ad50-c6cffd502c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:42.557697 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4e538b71-5ce5-46ee-be11-ac7f446fc973 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:42.563762 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e538b71-5ce5-46ee-be11-ac7f446fc973 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:35:42.564547 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4e538b71-5ce5-46ee-be11-ac7f446fc973 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:42.622372 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb72757-3d34-447c-aa75-356dc4cd44bb None None] Pushing event updated for resources: {'Port': ['ID=547ae234-0419-4735-a237-1c1fb1063803,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:42.628490 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-14443aff-0549-407a-a924-70a309f1ccf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:35:42.630568 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14443aff-0549-407a-a924-70a309f1ccf9 admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:35:42.641307 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-480f5218-f993-432e-9fb6-f30e972f6847 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:42.651460 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 889d44e9-199f-4b6e-90bb-a3b4996e652a is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:35:42.652130 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:42.673384 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-86f6a28b-8f89-4204-ad50-c6cffd502c1f None None] For port 889d44e9-199f-4b6e-90bb-a3b4996e652a, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=889d44e9-199f-4b6e-90bb-a3b4996e652a,segment=NetworkSegment(57b7b5a9-48b1-4416-ad08-420b947843ea),segment_id=57b7b5a9-48b1-4416-ad08-420b947843ea)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:35:42.681675 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-480f5218-f993-432e-9fb6-f30e972f6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:42.697406 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] For port f5d90879-70b9-4c46-8e89-fbb5fdc964ed, host hv-neutron-8609, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:35:42.698202 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempted to set empty binding levels {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 12 07:35:42.706661 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-86f6a28b-8f89-4204-ad50-c6cffd502c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:42.742440 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:42.743522 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:35:42.744119 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:42.815250 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f5218-f993-432e-9fb6-f30e972f6847 None None] Pushing event updated for resources: {'Port': ['ID=0e48cbfe-f7fd-4114-bf27-f75a581308af,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:42.815983 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-24f8b422-cbae-4cab-a239-60fbf6549824 admin admin] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:42.821982 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-24f8b422-cbae-4cab-a239-60fbf6549824 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.1106744 Oct 12 07:35:42.823802 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-88732abf-956c-4b84-bbdd-bffa164b2cc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:42.827091 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8435ecea-b1ff-4e71-9e9e-1e9f0a18462a tempest-RoutersAdminNegativeTest-973646595 tempest-RoutersAdminNegativeTest-973646595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:42.833662 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35212) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:42.835047 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8435ecea-b1ff-4e71-9e9e-1e9f0a18462a tempest-RoutersAdminNegativeTest-973646595 tempest-RoutersAdminNegativeTest-973646595-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:42.851048 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14443aff-0549-407a-a924-70a309f1ccf9 admin admin] Pushing event updated for resources: {'Port': ['ID=dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:42.878709 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480f5218-f993-432e-9fb6-f30e972f6847 None None] Network 79dbe203-9b0e-4d9e-bcdf-950e7736367c is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:35:42.910427 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-4e538b71-5ce5-46ee-be11-ac7f446fc973 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9783230 Oct 12 07:35:42.926126 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-a03ef1d7-de50-4e4b-892b-0ba435f58c78 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Allocated IP 172.20.0.8 (79dbe203-9b0e-4d9e-bcdf-950e7736367c/a4eb7adb-6900-45df-94d7-497b7a473081/471558b0-719b-4dde-b91f-7ac8fd109769) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:35:42.932748 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-ba6526eb-a789-4f9a-9a8a-606a8c78937d None None] Set router 1f7c54b3-40fa-445f-9248-756925286d0d gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:35:42.958885 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35214) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:42.959122 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-480f5218-f993-432e-9fb6-f30e972f6847 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:35:42.972608 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480f5218-f993-432e-9fb6-f30e972f6847 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:35:43.017009 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-fba74c3d-7a65-4193-b6ac-e4fdf2278775 None None] Provisioning complete for port 795bbb98-463b-4a5f-97c4-1296d872cd20 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:35:43.020141 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fba74c3d-7a65-4193-b6ac-e4fdf2278775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:43.020420 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-fba74c3d-7a65-4193-b6ac-e4fdf2278775 None None] Attempt 1 to provision port 795bbb98-463b-4a5f-97c4-1296d872cd20 Oct 12 07:35:43.104121 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f6a28b-8f89-4204-ad50-c6cffd502c1f None None] Pushing event updated for resources: {'Port': ['ID=889d44e9-199f-4b6e-90bb-a3b4996e652a,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:43.108991 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.db.api [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103202) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 07:35:43.109611 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG oslo_db.api [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 07:35:43.147156 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-cee423f8-70ca-4cbd-94a5-f55ab9c24c41 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Request body: {'subnet': {'network_id': '036cf0f8-51a7-4966-8e5c-4f662e18580b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:35:43.165746 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-480f5218-f993-432e-9fb6-f30e972f6847 None None] Attempting to bind port 0e48cbfe-f7fd-4114-bf27-f75a581308af on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:35:43.167239 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-480f5218-f993-432e-9fb6-f30e972f6847 None None] Attempting to bind port 0e48cbfe-f7fd-4114-bf27-f75a581308af by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '17d08de4-457b-4229-ae37-80bdfad4644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '79dbe203-9b0e-4d9e-bcdf-950e7736367c'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:35:43.167996 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480f5218-f993-432e-9fb6-f30e972f6847 None None] Attempting to bind port 0e48cbfe-f7fd-4114-bf27-f75a581308af on network 79dbe203-9b0e-4d9e-bcdf-950e7736367c {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:35:43.178695 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480f5218-f993-432e-9fb6-f30e972f6847 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:35:43.179349 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480f5218-f993-432e-9fb6-f30e972f6847 None None] Checking segment: {'id': '17d08de4-457b-4229-ae37-80bdfad4644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '79dbe203-9b0e-4d9e-bcdf-950e7736367c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:35:43.180920 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-14443aff-0549-407a-a924-70a309f1ccf9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:43.181570 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-480f5218-f993-432e-9fb6-f30e972f6847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:43.182184 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480f5218-f993-432e-9fb6-f30e972f6847 None None] Bound using segment: {'id': '17d08de4-457b-4229-ae37-80bdfad4644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '79dbe203-9b0e-4d9e-bcdf-950e7736367c'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:35:43.182896 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-480f5218-f993-432e-9fb6-f30e972f6847 None None] Bound port: 0e48cbfe-f7fd-4114-bf27-f75a581308af, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17d08de4-457b-4229-ae37-80bdfad4644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '79dbe203-9b0e-4d9e-bcdf-950e7736367c'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:35:43.183830 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-480f5218-f993-432e-9fb6-f30e972f6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:43.209087 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8435ecea-b1ff-4e71-9e9e-1e9f0a18462a tempest-RoutersAdminNegativeTest-973646595 tempest-RoutersAdminNegativeTest-973646595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:43.210192 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8435ecea-b1ff-4e71-9e9e-1e9f0a18462a tempest-RoutersAdminNegativeTest-973646595 tempest-RoutersAdminNegativeTest-973646595-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 46228d96-c20b-4e81-9935-5e0f4ce1bf18 {{(pid=103200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:35:43.210938 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ba6526eb-a789-4f9a-9a8a-606a8c78937d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7c54b3-40fa-445f-9248-756925286d0d', 'name': 'tempest-ServersTestManualDisk-740973645-router', 'tenant_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240'}], 'enable_snat': True}, 'gw_port_id': '9a1ed44a-445c-416e-9ae3-5c8bab8a9733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:35:35Z', 'updated_at': '2022-10-12T07:35:38Z', 'revision_number': 3, 'project_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'gw_port': {'id': '9a1ed44a-445c-416e-9ae3-5c8bab8a9733', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:13:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7c54b3-40fa-445f-9248-756925286d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:36Z', 'updated_at': '2022-10-12T07:35:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:35:43.212187 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e538b71-5ce5-46ee-be11-ac7f446fc973 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event updated for resources: {'Network': ['ID=036cf0f8-51a7-4966-8e5c-4f662e18580b,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:43.239725 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6526eb-a789-4f9a-9a8a-606a8c78937d None None] Checking router: 1f7c54b3-40fa-445f-9248-756925286d0d for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:35:43.240308 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6526eb-a789-4f9a-9a8a-606a8c78937d None None] Updating router 1f7c54b3-40fa-445f-9248-756925286d0d port 9a1ed44a-445c-416e-9ae3-5c8bab8a9733 binding host dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:35:43.247606 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 4.4186051 Oct 12 07:35:43.253707 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79049165-19ab-4f40-8db1-dc79cc1cba5d tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Made reservation on behalf of b2e011d534f04aa99b69d637ebc8f00b for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:35:43.257215 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79049165-19ab-4f40-8db1-dc79cc1cba5d tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks [] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:43.269095 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35218) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:43.270517 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ba6526eb-a789-4f9a-9a8a-606a8c78937d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:43.324508 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-fba74c3d-7a65-4193-b6ac-e4fdf2278775 None None] Current status of the port 795bbb98-463b-4a5f-97c4-1296d872cd20 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:35:43.324915 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fba74c3d-7a65-4193-b6ac-e4fdf2278775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:43.380028 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-fba74c3d-7a65-4193-b6ac-e4fdf2278775 None None] For port 795bbb98-463b-4a5f-97c4-1296d872cd20, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=795bbb98-463b-4a5f-97c4-1296d872cd20,segment=NetworkSegment(f247035b-7953-4829-8446-39a748d45dc0),segment_id=f247035b-7953-4829-8446-39a748d45dc0)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:35:43.381405 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 036cf0f8-51a7-4966-8e5c-4f662e18580b details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:35:43.403015 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-480f5218-f993-432e-9fb6-f30e972f6847 None None] For port 0e48cbfe-f7fd-4114-bf27-f75a581308af, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:35:43.411189 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fba74c3d-7a65-4193-b6ac-e4fdf2278775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:43.434155 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-480f5218-f993-432e-9fb6-f30e972f6847 None None] For port 0e48cbfe-f7fd-4114-bf27-f75a581308af, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=0e48cbfe-f7fd-4114-bf27-f75a581308af,segment=NetworkSegment(17d08de4-457b-4229-ae37-80bdfad4644d),segment_id=17d08de4-457b-4229-ae37-80bdfad4644d)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:35:43.480609 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-480f5218-f993-432e-9fb6-f30e972f6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:43.528984 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba759e-9b2a-4a99-a91f-90e4860a19fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Pushing event updated for resources: {'Port': ['ID=f5d90879-70b9-4c46-8e89-fbb5fdc964ed,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:43.537373 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-8435ecea-b1ff-4e71-9e9e-1e9f0a18462a tempest-RoutersAdminNegativeTest-973646595 tempest-RoutersAdminNegativeTest-973646595-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 12 07:35:43.538545 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-8435ecea-b1ff-4e71-9e9e-1e9f0a18462a tempest-RoutersAdminNegativeTest-973646595 tempest-RoutersAdminNegativeTest-973646595-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.6721432 Oct 12 07:35:43.539375 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee423f8-70ca-4cbd-94a5-f55ab9c24c41 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Made reservation on behalf of fa6cd5d4308b423397704f513812805b for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:35:43.544071 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cee423f8-70ca-4cbd-94a5-f55ab9c24c41 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:43.561028 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35220) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:43.612442 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ba6526eb-a789-4f9a-9a8a-606a8c78937d None None] Notify callbacks [] for port, precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:43.630731 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ba6526eb-a789-4f9a-9a8a-606a8c78937d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:43.642884 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.ipam_backend_mixin [None req-cee423f8-70ca-4cbd-94a5-f55ab9c24c41 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Performing IP validity checks on allocation pools {{(pid=103200) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Oct 12 07:35:43.643662 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.ipam_backend_mixin [None req-cee423f8-70ca-4cbd-94a5-f55ab9c24c41 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103200) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Oct 12 07:35:43.696624 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 889d44e9-199f-4b6e-90bb-a3b4996e652a is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:35:43.697638 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 7fdfc6a4-af9b-4858-ba2a-997294a4517c up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:35:43.702901 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-ba6526eb-a789-4f9a-9a8a-606a8c78937d None None] Attempting to bind port 9a1ed44a-445c-416e-9ae3-5c8bab8a9733 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:35:43.703602 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-ba6526eb-a789-4f9a-9a8a-606a8c78937d None None] Attempting to bind port 9a1ed44a-445c-416e-9ae3-5c8bab8a9733 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:35:43.704387 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6526eb-a789-4f9a-9a8a-606a8c78937d None None] Attempting to bind port 9a1ed44a-445c-416e-9ae3-5c8bab8a9733 on network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:35:43.710384 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5391b7-b9fc-4c3d-979c-d0829176cbdb None None] Pushing event updated for resources: {'Port': ['ID=9a1ed44a-445c-416e-9ae3-5c8bab8a9733,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:43.720269 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6526eb-a789-4f9a-9a8a-606a8c78937d None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:35:43.720915 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6526eb-a789-4f9a-9a8a-606a8c78937d None None] Checking segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:35:43.721544 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ba6526eb-a789-4f9a-9a8a-606a8c78937d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:43.722186 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6526eb-a789-4f9a-9a8a-606a8c78937d None None] Bound using segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:35:43.722911 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-ba6526eb-a789-4f9a-9a8a-606a8c78937d None None] Bound port: 9a1ed44a-445c-416e-9ae3-5c8bab8a9733, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:35:43.723557 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ba6526eb-a789-4f9a-9a8a-606a8c78937d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:43.806862 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba74c3d-7a65-4193-b6ac-e4fdf2278775 None None] Pushing event updated for resources: {'Port': ['ID=795bbb98-463b-4a5f-97c4-1296d872cd20,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:43.809250 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-ba6526eb-a789-4f9a-9a8a-606a8c78937d None None] For port 9a1ed44a-445c-416e-9ae3-5c8bab8a9733, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:35:43.813783 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-ba6526eb-a789-4f9a-9a8a-606a8c78937d None None] For port 9a1ed44a-445c-416e-9ae3-5c8bab8a9733, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=9a1ed44a-445c-416e-9ae3-5c8bab8a9733,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:35:43.816865 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5391b7-b9fc-4c3d-979c-d0829176cbdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:35:43.820002 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5391b7-b9fc-4c3d-979c-d0829176cbdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:35:43.820682 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5391b7-b9fc-4c3d-979c-d0829176cbdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:35:43.821303 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5391b7-b9fc-4c3d-979c-d0829176cbdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:35:43.822368 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5391b7-b9fc-4c3d-979c-d0829176cbdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:35:43.823014 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5391b7-b9fc-4c3d-979c-d0829176cbdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:35:43.823567 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5391b7-b9fc-4c3d-979c-d0829176cbdb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:35:43.824153 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5391b7-b9fc-4c3d-979c-d0829176cbdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:35:43.824787 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5391b7-b9fc-4c3d-979c-d0829176cbdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:35:43.825439 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5391b7-b9fc-4c3d-979c-d0829176cbdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:35:43.826375 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5391b7-b9fc-4c3d-979c-d0829176cbdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:35:43.826918 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5391b7-b9fc-4c3d-979c-d0829176cbdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:35:43.828297 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5391b7-b9fc-4c3d-979c-d0829176cbdb None None] Tracked resource versions report: Oct 12 07:35:43.828297 dv-neutron-860909-2-hyperv neutron-server[103203]: pushed versions: Oct 12 07:35:43.828297 dv-neutron-860909-2-hyperv neutron-server[103203]: { 'AddressGroup': {'1.2'}, Oct 12 07:35:43.828297 dv-neutron-860909-2-hyperv neutron-server[103203]: 'ConntrackHelper': {'1.0'}, Oct 12 07:35:43.828297 dv-neutron-860909-2-hyperv neutron-server[103203]: 'Log': {'1.0'}, Oct 12 07:35:43.828297 dv-neutron-860909-2-hyperv neutron-server[103203]: 'Network': {'1.1'}, Oct 12 07:35:43.828297 dv-neutron-860909-2-hyperv neutron-server[103203]: 'Port': {'1.7'}, Oct 12 07:35:43.828297 dv-neutron-860909-2-hyperv neutron-server[103203]: 'PortForwarding': {'1.2'}, Oct 12 07:35:43.828297 dv-neutron-860909-2-hyperv neutron-server[103203]: 'QosPolicy': {'1.9'}, Oct 12 07:35:43.828297 dv-neutron-860909-2-hyperv neutron-server[103203]: 'SecurityGroup': {'1.4'}, Oct 12 07:35:43.828297 dv-neutron-860909-2-hyperv neutron-server[103203]: 'SecurityGroupRule': {'1.2'}, Oct 12 07:35:43.828297 dv-neutron-860909-2-hyperv neutron-server[103203]: 'SubPort': {'1.0'}, Oct 12 07:35:43.828297 dv-neutron-860909-2-hyperv neutron-server[103203]: 'Subnet': {'1.1'}, Oct 12 07:35:43.828297 dv-neutron-860909-2-hyperv neutron-server[103203]: 'Trunk': {'1.1'}} Oct 12 07:35:43.828297 dv-neutron-860909-2-hyperv neutron-server[103203]: consumer versions: Oct 12 07:35:43.828297 dv-neutron-860909-2-hyperv neutron-server[103203]: { DHCP agent@dv-neutron-860909-2-hyperv: {}, Oct 12 07:35:43.828297 dv-neutron-860909-2-hyperv neutron-server[103203]: HyperV agent@hv-neutron-8609: {}, Oct 12 07:35:43.828297 dv-neutron-860909-2-hyperv neutron-server[103203]: L3 agent@dv-neutron-860909-2-hyperv: {}, Oct 12 07:35:43.828297 dv-neutron-860909-2-hyperv neutron-server[103203]: Metadata agent@dv-neutron-860909-2-hyperv: {}, Oct 12 07:35:43.828297 dv-neutron-860909-2-hyperv neutron-server[103203]: Metering agent@dv-neutron-860909-2-hyperv: {}, Oct 12 07:35:43.828297 dv-neutron-860909-2-hyperv neutron-server[103203]: Open vSwitch agent@dv-neutron-860909-2-hyperv: { 'AddressGroup': '1.2', Oct 12 07:35:43.828297 dv-neutron-860909-2-hyperv neutron-server[103203]: 'ConntrackHelper': '1.0', Oct 12 07:35:43.828297 dv-neutron-860909-2-hyperv neutron-server[103203]: 'Log': '1.0', Oct 12 07:35:43.828297 dv-neutron-860909-2-hyperv neutron-server[103203]: 'Network': '1.1', Oct 12 07:35:43.828297 dv-neutron-860909-2-hyperv neutron-server[103203]: 'Port': '1.7', Oct 12 07:35:43.828297 dv-neutron-860909-2-hyperv neutron-server[103203]: 'PortForwarding': '1.2', Oct 12 07:35:43.828297 dv-neutron-860909-2-hyperv neutron-server[103203]: 'QosPolicy': '1.9', Oct 12 07:35:43.828297 dv-neutron-860909-2-hyperv neutron-server[103203]: 'SecurityGroup': '1.4', Oct 12 07:35:43.828297 dv-neutron-860909-2-hyperv neutron-server[103203]: 'SecurityGroupRule': '1.2', Oct 12 07:35:43.828297 dv-neutron-860909-2-hyperv neutron-server[103203]: 'SubPort': '1.0', Oct 12 07:35:43.828297 dv-neutron-860909-2-hyperv neutron-server[103203]: 'Subnet': '1.1', Oct 12 07:35:43.828297 dv-neutron-860909-2-hyperv neutron-server[103203]: 'Trunk': '1.1'}} Oct 12 07:35:43.828297 dv-neutron-860909-2-hyperv neutron-server[103203]: {{(pid=103203) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 07:35:43.830331 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-ac9db924-615a-4045-a273-01c8f1007b4e None None] Provisioning complete for port 889d44e9-199f-4b6e-90bb-a3b4996e652a triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:35:43.830331 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ac9db924-615a-4045-a273-01c8f1007b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:43.830331 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ac9db924-615a-4045-a273-01c8f1007b4e None None] Attempt 1 to provision port 889d44e9-199f-4b6e-90bb-a3b4996e652a Oct 12 07:35:43.836101 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ba6526eb-a789-4f9a-9a8a-606a8c78937d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:43.892937 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cee423f8-70ca-4cbd-94a5-f55ab9c24c41 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:43.962802 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5391b7-b9fc-4c3d-979c-d0829176cbdb None None] Pushing event updated for resources: {'Port': ['ID=9a1ed44a-445c-416e-9ae3-5c8bab8a9733,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:43.972330 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6526eb-a789-4f9a-9a8a-606a8c78937d None None] Routers {'1f7c54b3-40fa-445f-9248-756925286d0d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:35:43.973842 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ba6526eb-a789-4f9a-9a8a-606a8c78937d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:35:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['1f7c54b3-40fa-445f-9248-756925286d0d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:35:43.996462 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bc66d7-059c-4285-a663-8d6f20b51817 None None] Network dd72da9c-d321-4cc4-881d-466168d9f856 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:35:44.002046 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 7fdfc6a4-af9b-4858-ba2a-997294a4517c triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:35:44.002318 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:44.002656 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 7fdfc6a4-af9b-4858-ba2a-997294a4517c Oct 12 07:35:44.005637 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-87577eb9-4267-4f12-a468-98391903cd0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:44.025099 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee423f8-70ca-4cbd-94a5-f55ab9c24c41 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event updated for resources: {'Subnet': ['ID=5360fccc-be0e-49a0-b68d-6923de5ada8a,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:44.092584 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee423f8-70ca-4cbd-94a5-f55ab9c24c41 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Checking segment: {'id': 'ed6ec97d-0c41-40f5-8aa9-e638600bdf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '036cf0f8-51a7-4966-8e5c-4f662e18580b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:35:44.093304 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee423f8-70ca-4cbd-94a5-f55ab9c24c41 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Network hostable DHCP agents. Network: 036cf0f8-51a7-4966-8e5c-4f662e18580b, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:35:44.099237 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f5218-f993-432e-9fb6-f30e972f6847 None None] Pushing event updated for resources: {'Port': ['ID=0e48cbfe-f7fd-4114-bf27-f75a581308af,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:44.127107 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-ba6526eb-a789-4f9a-9a8a-606a8c78937d None None] Set router 1f7c54b3-40fa-445f-9248-756925286d0d gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:35:44.159751 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee423f8-70ca-4cbd-94a5-f55ab9c24c41 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Network 036cf0f8-51a7-4966-8e5c-4f662e18580b is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:35:44.176499 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-cee423f8-70ca-4cbd-94a5-f55ab9c24c41 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 036cf0f8-51a7-4966-8e5c-4f662e18580b) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:35:44.193915 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25b427b-9b09-4192-a6ba-4b3e399c2b53 None None] Network 036cf0f8-51a7-4966-8e5c-4f662e18580b requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:35:44.214870 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee423f8-70ca-4cbd-94a5-f55ab9c24c41 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:35:44.215795 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cee423f8-70ca-4cbd-94a5-f55ab9c24c41 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:44.243252 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-cee423f8-70ca-4cbd-94a5-f55ab9c24c41 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2813098 Oct 12 07:35:44.263103 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35222) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:44.398080 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ba6526eb-a789-4f9a-9a8a-606a8c78937d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7c54b3-40fa-445f-9248-756925286d0d', 'name': 'tempest-ServersTestManualDisk-740973645-router', 'tenant_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240'}], 'enable_snat': True}, 'gw_port_id': '9a1ed44a-445c-416e-9ae3-5c8bab8a9733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:35:35Z', 'updated_at': '2022-10-12T07:35:38Z', 'revision_number': 3, 'project_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'gw_port': {'id': '9a1ed44a-445c-416e-9ae3-5c8bab8a9733', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:13:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7c54b3-40fa-445f-9248-756925286d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:36Z', 'updated_at': '2022-10-12T07:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:35:44.401529 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ac9db924-615a-4045-a273-01c8f1007b4e None None] Current status of the port 889d44e9-199f-4b6e-90bb-a3b4996e652a is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:35:44.429405 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6526eb-a789-4f9a-9a8a-606a8c78937d None None] The sync data for ids ['1f7c54b3-40fa-445f-9248-756925286d0d'] in dv-neutron-860909-2-hyperv is: [{'id': '1f7c54b3-40fa-445f-9248-756925286d0d', 'name': 'tempest-ServersTestManualDisk-740973645-router', 'tenant_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240'}], 'enable_snat': True}, 'gw_port_id': '9a1ed44a-445c-416e-9ae3-5c8bab8a9733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:35:35Z', 'updated_at': '2022-10-12T07:35:38Z', 'revision_number': 3, 'project_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'gw_port': {'id': '9a1ed44a-445c-416e-9ae3-5c8bab8a9733', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:13:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7c54b3-40fa-445f-9248-756925286d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:36Z', 'updated_at': '2022-10-12T07:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:35:44.462140 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-14443aff-0549-407a-a924-70a309f1ccf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:44.467655 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ecdf5472-2f91-4adb-8a1e-ebc539802dc3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:44.551180 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 7fdfc6a4-af9b-4858-ba2a-997294a4517c is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:35:44.552322 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 795bbb98-463b-4a5f-97c4-1296d872cd20 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:35:44.590230 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-ac9db924-615a-4045-a273-01c8f1007b4e None None] Provisioning complete for port 795bbb98-463b-4a5f-97c4-1296d872cd20 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:35:44.632893 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ac9db924-615a-4045-a273-01c8f1007b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:44.632893 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ac9db924-615a-4045-a273-01c8f1007b4e None None] Attempt 1 to provision port 795bbb98-463b-4a5f-97c4-1296d872cd20 Oct 12 07:35:44.640727 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88732abf-956c-4b84-bbdd-bffa164b2cc8 admin admin] Router f4d40300-a463-4e3a-bbb5-5511e73ca8ed is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:35:44.647672 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79049165-19ab-4f40-8db1-dc79cc1cba5d tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:44.669506 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-af4efe4a-6bdb-4ded-8e57-64a17751ecda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:44.670017 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c2d558-d668-44d8-8d09-e4478392b204 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-036cf0f8-51a7-4966-8e5c-4f662e18580b', 'network_id': '036cf0f8-51a7-4966-8e5c-4f662e18580b', 'tenant_id': 'fa6cd5d4308b423397704f513812805b', 'fixed_ips': [{'subnet_id': '5360fccc-be0e-49a0-b68d-6923de5ada8a'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:35:44.671381 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-90c2d558-d668-44d8-8d09-e4478392b204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:44.727181 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79049165-19ab-4f40-8db1-dc79cc1cba5d tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Pushing event updated for resources: {'Subnet': ['ID=313f041b-efb7-4c2e-8d16-1081782732ea,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:44.760759 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-d3bf7731-60ca-403d-bbbe-c59e0f6f2117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Deleting port f5d90879-70b9-4c46-8e89-fbb5fdc964ed {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:35:44.761246 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d3bf7731-60ca-403d-bbbe-c59e0f6f2117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:44.875764 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ecdf5472-2f91-4adb-8a1e-ebc539802dc3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:44.971744 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 795bbb98-463b-4a5f-97c4-1296d872cd20 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:35:44.972176 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:44.973753 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 795bbb98-463b-4a5f-97c4-1296d872cd20 Oct 12 07:35:44.984000 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-af4efe4a-6bdb-4ded-8e57-64a17751ecda admin admin] Allocated IP 172.20.0.1 (d47104f6-86e0-4057-9a4c-a534656ec157/be914b83-aeee-49e0-9150-828f24ed2c2a/050e1f97-ca32-4d5f-941b-d96db6d6d111) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:35:44.988087 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-d3bf7731-60ca-403d-bbbe-c59e0f6f2117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] For port f5d90879-70b9-4c46-8e89-fbb5fdc964ed, host hv-neutron-8609, got binding levels [] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:35:44.988463 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d3bf7731-60ca-403d-bbbe-c59e0f6f2117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:45.029246 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-d3379e69-f544-4591-86ca-f84855ee4d42 tempest-RoutersAdminNegativeTest-973646595 tempest-RoutersAdminNegativeTest-973646595-project-admin] Deleting port adda5718-017e-4f75-bbec-29dcc8a3a234 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:35:45.029830 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d3379e69-f544-4591-86ca-f84855ee4d42 tempest-RoutersAdminNegativeTest-973646595 tempest-RoutersAdminNegativeTest-973646595-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:45.046951 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79049165-19ab-4f40-8db1-dc79cc1cba5d tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Checking segment: {'id': '8093e529-e3dc-4983-95af-2fc52cecd436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7ba246d0-5fae-4d70-b1d6-e7177689d50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:35:45.048155 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79049165-19ab-4f40-8db1-dc79cc1cba5d tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Network hostable DHCP agents. Network: 7ba246d0-5fae-4d70-b1d6-e7177689d50d, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:35:45.062587 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-90c2d558-d668-44d8-8d09-e4478392b204 None None] Allocated IP 172.20.0.3 (036cf0f8-51a7-4966-8e5c-4f662e18580b/5360fccc-be0e-49a0-b68d-6923de5ada8a/58b49e5d-1949-4e0f-8c0e-c7cc3de09f52) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:35:45.066125 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-d3bf7731-60ca-403d-bbbe-c59e0f6f2117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Calling delete_port for f5d90879-70b9-4c46-8e89-fbb5fdc964ed owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:35:45.079669 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a03ef1d7-de50-4e4b-892b-0ba435f58c78 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:45.196251 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-af4efe4a-6bdb-4ded-8e57-64a17751ecda admin admin] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:45.237319 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-af4efe4a-6bdb-4ded-8e57-64a17751ecda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:45.286057 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4efe4a-6bdb-4ded-8e57-64a17751ecda admin admin] Network d47104f6-86e0-4057-9a4c-a534656ec157 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:35:45.291398 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-af4efe4a-6bdb-4ded-8e57-64a17751ecda admin admin] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:35:45.297875 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79049165-19ab-4f40-8db1-dc79cc1cba5d tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Network 7ba246d0-5fae-4d70-b1d6-e7177689d50d is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:35:45.305407 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4efe4a-6bdb-4ded-8e57-64a17751ecda admin admin] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:35:45.310793 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14443aff-0549-407a-a924-70a309f1ccf9 admin admin] Router bae66d85-4bf0-41d4-8dcf-c40b04530756 is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:35:45.349590 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4efe4a-6bdb-4ded-8e57-64a17751ecda admin admin] Pushing event updated for resources: {'Port': ['ID=050e1f97-ca32-4d5f-941b-d96db6d6d111,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:45.350735 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-79049165-19ab-4f40-8db1-dc79cc1cba5d tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 7ba246d0-5fae-4d70-b1d6-e7177689d50d) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:35:45.357748 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79049165-19ab-4f40-8db1-dc79cc1cba5d tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:35:45.358849 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79049165-19ab-4f40-8db1-dc79cc1cba5d tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:45.361242 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba0a652-494b-4f2b-9b93-6c34c5e81ff1 None None] Network 79dbe203-9b0e-4d9e-bcdf-950e7736367c requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:35:45.364771 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d3379e69-f544-4591-86ca-f84855ee4d42 tempest-RoutersAdminNegativeTest-973646595 tempest-RoutersAdminNegativeTest-973646595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:45.372468 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-af4efe4a-6bdb-4ded-8e57-64a17751ecda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:45.372869 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88732abf-956c-4b84-bbdd-bffa164b2cc8 admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:35:45.396647 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a03ef1d7-de50-4e4b-892b-0ba435f58c78 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:45.486509 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-90c2d558-d668-44d8-8d09-e4478392b204 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:45.505929 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ef1d7-de50-4e4b-892b-0ba435f58c78 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Pushing event updated for resources: {'Port': ['ID=471558b0-719b-4dde-b91f-7ac8fd109769,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:45.513406 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-d3379e69-f544-4591-86ca-f84855ee4d42 tempest-RoutersAdminNegativeTest-973646595 tempest-RoutersAdminNegativeTest-973646595-project-admin] Calling delete_port for adda5718-017e-4f75-bbec-29dcc8a3a234 owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:35:45.560934 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-79049165-19ab-4f40-8db1-dc79cc1cba5d tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4048524 Oct 12 07:35:45.569678 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03ef1d7-de50-4e4b-892b-0ba435f58c78 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Network 79dbe203-9b0e-4d9e-bcdf-950e7736367c is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:35:45.572896 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-88732abf-956c-4b84-bbdd-bffa164b2cc8 admin admin] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:45.573217 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff47d73-7e33-4ee5-8f40-675f2c8a786a None None] Network 7ba246d0-5fae-4d70-b1d6-e7177689d50d requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:35:45.574138 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-88732abf-956c-4b84-bbdd-bffa164b2cc8 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 8.8012090 Oct 12 07:35:45.574837 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35224) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:45.579767 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c944a497-2c3a-4610-9090-f747990d5698 None None] Sync routers for ids ['f4d40300-a463-4e3a-bbb5-5511e73ca8ed'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:35:45.582382 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-a03ef1d7-de50-4e4b-892b-0ba435f58c78 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:35:45.584851 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03ef1d7-de50-4e4b-892b-0ba435f58c78 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:35:45.590903 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03ef1d7-de50-4e4b-892b-0ba435f58c78 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:35:45.591794 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a03ef1d7-de50-4e4b-892b-0ba435f58c78 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:45.598185 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35226) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:45.604801 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-9931bf84-b801-45a3-a819-b2f92f15f564 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2095714786', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}, 'admin_state_up': False}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:35:45.650700 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c944a497-2c3a-4610-9090-f747990d5698 None None] Routers {'f4d40300-a463-4e3a-bbb5-5511e73ca8ed'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:35:45.651382 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-c944a497-2c3a-4610-9090-f747990d5698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:35:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['f4d40300-a463-4e3a-bbb5-5511e73ca8ed'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:35:45.711046 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d3bf7731-60ca-403d-bbbe-c59e0f6f2117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:45.735585 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ecdf5472-2f91-4adb-8a1e-ebc539802dc3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:45.737791 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d3bf7731-60ca-403d-bbbe-c59e0f6f2117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:45.743613 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d3bf7731-60ca-403d-bbbe-c59e0f6f2117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] 10.222.0.26 "DELETE /v2.0/ports/f5d90879-70b9-4c46-8e89-fbb5fdc964ed HTTP/1.1" status: 204 len: 168 time: 2.4702935 Oct 12 07:35:45.748660 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35228) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:45.757684 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a03ef1d7-de50-4e4b-892b-0ba435f58c78 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.7818470 Oct 12 07:35:45.759621 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35230) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:45.777801 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-af4efe4a-6bdb-4ded-8e57-64a17751ecda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:45.826711 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-90c2d558-d668-44d8-8d09-e4478392b204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:45.850596 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf5472-2f91-4adb-8a1e-ebc539802dc3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event deleted for resources: {'Subnet': ['ID=5360fccc-be0e-49a0-b68d-6923de5ada8a,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:45.852757 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e8a67d-3eb5-4499-9a91-e16730cbd203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] GET failed (client error): The resource could not be found. Oct 12 07:35:45.854420 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-98e8a67d-3eb5-4499-9a91-e16730cbd203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] 10.222.0.26 "GET /v2.0/ports/f5d90879-70b9-4c46-8e89-fbb5fdc964ed HTTP/1.1" status: 404 len: 333 time: 0.0961180 Oct 12 07:35:45.860107 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35232) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:45.866778 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-0bbef1df-a844-44ff-9440-8f3b4572f5e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Request body: {'port': {'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1051052166'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:35:45.891490 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf7731-60ca-403d-bbbe-c59e0f6f2117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Pushing event deleted for resources: {'Port': ['ID=f5d90879-70b9-4c46-8e89-fbb5fdc964ed,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:45.894594 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9931bf84-b801-45a3-a819-b2f92f15f564 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:45.895625 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9931bf84-b801-45a3-a819-b2f92f15f564 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:45.911282 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ecdf5472-2f91-4adb-8a1e-ebc539802dc3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:45.914137 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c2d558-d668-44d8-8d09-e4478392b204 None None] Pushing event updated for resources: {'Port': ['ID=58b49e5d-1949-4e0f-8c0e-c7cc3de09f52,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:45.916717 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ac9db924-615a-4045-a273-01c8f1007b4e None None] Current status of the port 795bbb98-463b-4a5f-97c4-1296d872cd20 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:35:45.963973 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-ecdf5472-2f91-4adb-8a1e-ebc539802dc3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['036cf0f8-51a7-4966-8e5c-4f662e18580b']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:35:45.975393 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbef1df-a844-44ff-9440-8f3b4572f5e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Made reservation on behalf of ef3c60b622a24302ac83753473d4889a for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:35:45.978661 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0bbef1df-a844-44ff-9440-8f3b4572f5e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:45.979063 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 795bbb98-463b-4a5f-97c4-1296d872cd20 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:35:45.995547 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-ecdf5472-2f91-4adb-8a1e-ebc539802dc3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed6ec97d-0c41-40f5-8aa9-e638600bdf0f') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:35:45.996027 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-ecdf5472-2f91-4adb-8a1e-ebc539802dc3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed6ec97d-0c41-40f5-8aa9-e638600bdf0f') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:35:46.012665 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c2d558-d668-44d8-8d09-e4478392b204 None None] Network 036cf0f8-51a7-4966-8e5c-4f662e18580b is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:35:46.017482 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-0bbef1df-a844-44ff-9440-8f3b4572f5e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] device_id is not set on port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:35:46.028273 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-90c2d558-d668-44d8-8d09-e4478392b204 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:35:46.029238 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ecdf5472-2f91-4adb-8a1e-ebc539802dc3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:46.033719 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14443aff-0549-407a-a924-70a309f1ccf9 admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:35:46.048410 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0614dfee-cdd8-4bed-9cae-0125a84369a1 None None] Sync routers for ids ['bae66d85-4bf0-41d4-8dcf-c40b04530756'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:35:46.074557 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c2d558-d668-44d8-8d09-e4478392b204 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:35:46.083854 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0614dfee-cdd8-4bed-9cae-0125a84369a1 None None] Routers {'bae66d85-4bf0-41d4-8dcf-c40b04530756'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:35:46.084838 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-0614dfee-cdd8-4bed-9cae-0125a84369a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:35:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['bae66d85-4bf0-41d4-8dcf-c40b04530756'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:35:46.132220 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6dc7d813-d7a6-4bdf-86b6-bb03e72ec2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:46.133139 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-14443aff-0549-407a-a924-70a309f1ccf9 admin admin] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:46.137929 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3945a76f-1488-468f-8d0f-4e39d3ac7523 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-7ba246d0-5fae-4d70-b1d6-e7177689d50d', 'network_id': '7ba246d0-5fae-4d70-b1d6-e7177689d50d', 'tenant_id': 'b2e011d534f04aa99b69d637ebc8f00b', 'fixed_ips': [{'subnet_id': '313f041b-efb7-4c2e-8d16-1081782732ea'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:35:46.139306 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3945a76f-1488-468f-8d0f-4e39d3ac7523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:46.143341 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-14443aff-0549-407a-a924-70a309f1ccf9 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.7321656 Oct 12 07:35:46.158844 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35234) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:46.181252 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ecdf5472-2f91-4adb-8a1e-ebc539802dc3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:46.186950 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9931bf84-b801-45a3-a819-b2f92f15f564 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:46.216892 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-2a75cbb0-c2c8-409c-b096-0df82e37eabd None None] Provisioning complete for port 0e48cbfe-f7fd-4114-bf27-f75a581308af triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:35:46.217309 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2a75cbb0-c2c8-409c-b096-0df82e37eabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:46.217644 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-2a75cbb0-c2c8-409c-b096-0df82e37eabd None None] Attempt 1 to provision port 0e48cbfe-f7fd-4114-bf27-f75a581308af Oct 12 07:35:46.222912 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-c944a497-2c3a-4610-9090-f747990d5698 None None] Set router f4d40300-a463-4e3a-bbb5-5511e73ca8ed gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:35:46.333825 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-0614dfee-cdd8-4bed-9cae-0125a84369a1 None None] Set router bae66d85-4bf0-41d4-8dcf-c40b04530756 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:35:46.496928 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecdf5472-2f91-4adb-8a1e-ebc539802dc3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:35:46.497337 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ecdf5472-2f91-4adb-8a1e-ebc539802dc3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:46.517036 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-90c2d558-d668-44d8-8d09-e4478392b204 None None] Attempting to bind port 58b49e5d-1949-4e0f-8c0e-c7cc3de09f52 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:35:46.517036 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-90c2d558-d668-44d8-8d09-e4478392b204 None None] Attempting to bind port 58b49e5d-1949-4e0f-8c0e-c7cc3de09f52 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'ed6ec97d-0c41-40f5-8aa9-e638600bdf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '036cf0f8-51a7-4966-8e5c-4f662e18580b'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:35:46.517330 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c2d558-d668-44d8-8d09-e4478392b204 None None] Attempting to bind port 58b49e5d-1949-4e0f-8c0e-c7cc3de09f52 on network 036cf0f8-51a7-4966-8e5c-4f662e18580b {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:35:46.590407 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c2d558-d668-44d8-8d09-e4478392b204 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:35:46.590407 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c2d558-d668-44d8-8d09-e4478392b204 None None] Checking segment: {'id': 'ed6ec97d-0c41-40f5-8aa9-e638600bdf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '036cf0f8-51a7-4966-8e5c-4f662e18580b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:35:46.595633 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-90c2d558-d668-44d8-8d09-e4478392b204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:46.595712 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c2d558-d668-44d8-8d09-e4478392b204 None None] Bound using segment: {'id': 'ed6ec97d-0c41-40f5-8aa9-e638600bdf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '036cf0f8-51a7-4966-8e5c-4f662e18580b'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:35:46.596173 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-90c2d558-d668-44d8-8d09-e4478392b204 None None] Bound port: 58b49e5d-1949-4e0f-8c0e-c7cc3de09f52, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed6ec97d-0c41-40f5-8aa9-e638600bdf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '036cf0f8-51a7-4966-8e5c-4f662e18580b'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:35:46.596552 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-90c2d558-d668-44d8-8d09-e4478392b204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:46.627200 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 889d44e9-199f-4b6e-90bb-a3b4996e652a up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:35:46.647332 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment ed6ec97d-0c41-40f5-8aa9-e638600bdf0f resource provider aggregate not found Oct 12 07:35:46.690335 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment ed6ec97d-0c41-40f5-8aa9-e638600bdf0f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed6ec97d-0c41-40f5-8aa9-e638600bdf0f found for delete ", "request_id": "req-970ab441-6aaa-46fd-8901-d58b3ebf509a"}]} Oct 12 07:35:46.692220 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-af4efe4a-6bdb-4ded-8e57-64a17751ecda admin admin] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:46.696678 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.db.api [None req-ecdf5472-2f91-4adb-8a1e-ebc539802dc3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 07:35:46.696678 dv-neutron-860909-2-hyperv neutron-server[103200]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 07:35:46.696678 dv-neutron-860909-2-hyperv neutron-server[103200]: [parameters: {'id': '036cf0f8-51a7-4966-8e5c-4f662e18580b'}] Oct 12 07:35:46.696678 dv-neutron-860909-2-hyperv neutron-server[103200]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 07:35:46.697012 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG oslo_db.api [None req-ecdf5472-2f91-4adb-8a1e-ebc539802dc3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 07:35:46.704120 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-af4efe4a-6bdb-4ded-8e57-64a17751ecda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:46.704356 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-0614dfee-cdd8-4bed-9cae-0125a84369a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae66d85-4bf0-41d4-8dcf-c40b04530756', 'name': 'tempest-ServerActionsTestJSON-1937560167-router', 'tenant_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.89'}], 'enable_snat': True}, 'gw_port_id': 'dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:35:38Z', 'updated_at': '2022-10-12T07:35:42Z', 'revision_number': 3, 'project_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'gw_port': {'id': 'dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae66d85-4bf0-41d4-8dcf-c40b04530756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:39Z', 'updated_at': '2022-10-12T07:35:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:35:46.753499 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0614dfee-cdd8-4bed-9cae-0125a84369a1 None None] Checking router: bae66d85-4bf0-41d4-8dcf-c40b04530756 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:35:46.754209 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0614dfee-cdd8-4bed-9cae-0125a84369a1 None None] Updating router bae66d85-4bf0-41d4-8dcf-c40b04530756 port dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd binding host dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:35:46.785861 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0614dfee-cdd8-4bed-9cae-0125a84369a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:46.801631 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-af4efe4a-6bdb-4ded-8e57-64a17751ecda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:46.956169 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2a75cbb0-c2c8-409c-b096-0df82e37eabd None None] Current status of the port 0e48cbfe-f7fd-4114-bf27-f75a581308af is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:35:46.956556 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2a75cbb0-c2c8-409c-b096-0df82e37eabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:47.002733 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4efe4a-6bdb-4ded-8e57-64a17751ecda admin admin] Pushing event updated for resources: {'Port': ['ID=050e1f97-ca32-4d5f-941b-d96db6d6d111,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:47.010477 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d3379e69-f544-4591-86ca-f84855ee4d42 tempest-RoutersAdminNegativeTest-973646595 tempest-RoutersAdminNegativeTest-973646595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:47.060151 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-2a75cbb0-c2c8-409c-b096-0df82e37eabd None None] For port 0e48cbfe-f7fd-4114-bf27-f75a581308af, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=0e48cbfe-f7fd-4114-bf27-f75a581308af,segment=NetworkSegment(17d08de4-457b-4229-ae37-80bdfad4644d),segment_id=17d08de4-457b-4229-ae37-80bdfad4644d)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:35:47.080348 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0bbef1df-a844-44ff-9440-8f3b4572f5e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:47.090518 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-3945a76f-1488-468f-8d0f-4e39d3ac7523 None None] Allocated IP 172.20.0.2 (7ba246d0-5fae-4d70-b1d6-e7177689d50d/313f041b-efb7-4c2e-8d16-1081782732ea/99307372-52ae-46ff-a7e6-2496026bd2f3) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:35:47.093573 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2a75cbb0-c2c8-409c-b096-0df82e37eabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:47.133318 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9931bf84-b801-45a3-a819-b2f92f15f564 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:47.142134 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d9ec48d2-30d8-436f-9ca7-79915d9d4b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:47.188182 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75cbb0-c2c8-409c-b096-0df82e37eabd None None] Pushing event updated for resources: {'Port': ['ID=0e48cbfe-f7fd-4114-bf27-f75a581308af,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:47.216167 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 889d44e9-199f-4b6e-90bb-a3b4996e652a triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:35:47.216538 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:47.216966 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 889d44e9-199f-4b6e-90bb-a3b4996e652a Oct 12 07:35:47.259568 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0614dfee-cdd8-4bed-9cae-0125a84369a1 None None] Notify callbacks [] for port, precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:47.268107 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0614dfee-cdd8-4bed-9cae-0125a84369a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:47.271525 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-90c2d558-d668-44d8-8d09-e4478392b204 None None] For port 58b49e5d-1949-4e0f-8c0e-c7cc3de09f52, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:35:47.309735 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-90c2d558-d668-44d8-8d09-e4478392b204 None None] For port 58b49e5d-1949-4e0f-8c0e-c7cc3de09f52, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=58b49e5d-1949-4e0f-8c0e-c7cc3de09f52,segment=NetworkSegment(ed6ec97d-0c41-40f5-8aa9-e638600bdf0f),segment_id=ed6ec97d-0c41-40f5-8aa9-e638600bdf0f)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:35:47.312388 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:47.316847 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-2a75cbb0-c2c8-409c-b096-0df82e37eabd None None] Provisioning complete for port 547ae234-0419-4735-a237-1c1fb1063803 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:35:47.317382 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2a75cbb0-c2c8-409c-b096-0df82e37eabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:47.317745 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-2a75cbb0-c2c8-409c-b096-0df82e37eabd None None] Attempt 1 to provision port 547ae234-0419-4735-a237-1c1fb1063803 Oct 12 07:35:47.334515 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-0614dfee-cdd8-4bed-9cae-0125a84369a1 None None] Attempting to bind port dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:35:47.334879 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-0614dfee-cdd8-4bed-9cae-0125a84369a1 None None] Attempting to bind port dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:35:47.335415 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0614dfee-cdd8-4bed-9cae-0125a84369a1 None None] Attempting to bind port dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd on network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:35:47.340425 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ecdf5472-2f91-4adb-8a1e-ebc539802dc3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:47.342095 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41aec2-eace-478f-9235-510380e02490 None None] Pushing event updated for resources: {'Port': ['ID=dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:47.349594 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4efe4a-6bdb-4ded-8e57-64a17751ecda admin admin] Network d47104f6-86e0-4057-9a4c-a534656ec157 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:35:47.352129 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0614dfee-cdd8-4bed-9cae-0125a84369a1 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:35:47.352396 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-90c2d558-d668-44d8-8d09-e4478392b204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:47.352576 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0614dfee-cdd8-4bed-9cae-0125a84369a1 None None] Checking segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:35:47.353211 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0614dfee-cdd8-4bed-9cae-0125a84369a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:47.353599 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0614dfee-cdd8-4bed-9cae-0125a84369a1 None None] Bound using segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:35:47.353810 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-d9ec48d2-30d8-436f-9ca7-79915d9d4b82 admin admin] Allocated IP 172.20.0.1 (d8679d51-dd8d-46a3-a82d-a795585d2c26/5599846c-e956-431e-8499-39d6d9eff1e0/778929f1-c68f-41e2-ab5a-633c5ac9f744) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:35:47.354532 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-0614dfee-cdd8-4bed-9cae-0125a84369a1 None None] Bound port: dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:35:47.355109 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0614dfee-cdd8-4bed-9cae-0125a84369a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:47.370547 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-af4efe4a-6bdb-4ded-8e57-64a17751ecda admin admin] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:35:47.444212 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-0614dfee-cdd8-4bed-9cae-0125a84369a1 None None] For port dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:35:47.446741 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-0614dfee-cdd8-4bed-9cae-0125a84369a1 None None] For port dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:35:47.460688 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0614dfee-cdd8-4bed-9cae-0125a84369a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:47.501543 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d9ec48d2-30d8-436f-9ca7-79915d9d4b82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:47.510712 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0bbef1df-a844-44ff-9440-8f3b4572f5e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:47.513528 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fdf365-9305-4ecc-89a1-ccca392f2ae7 None None] Network 036cf0f8-51a7-4966-8e5c-4f662e18580b requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:35:47.556492 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3379e69-f544-4591-86ca-f84855ee4d42 tempest-RoutersAdminNegativeTest-973646595 tempest-RoutersAdminNegativeTest-973646595-project-admin] Pushing event deleted for resources: {'Port': ['ID=adda5718-017e-4f75-bbec-29dcc8a3a234,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:47.563669 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-d6d8fbd3-0063-410b-a0ca-11ee07ff8598 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Deleting port 471558b0-719b-4dde-b91f-7ac8fd109769 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:35:47.563864 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d6d8fbd3-0063-410b-a0ca-11ee07ff8598 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:47.564305 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-c944a497-2c3a-4610-9090-f747990d5698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d40300-a463-4e3a-bbb5-5511e73ca8ed', 'name': 'tempest-ServersTestJSON-142552615-router', 'tenant_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f09749a1-4bd4-4e0c-975a-563fd69c0470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:35:36Z', 'updated_at': '2022-10-12T07:35:40Z', 'revision_number': 3, 'project_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'gw_port': {'id': 'f09749a1-4bd4-4e0c-975a-563fd69c0470', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:77:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d40300-a463-4e3a-bbb5-5511e73ca8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:38Z', 'updated_at': '2022-10-12T07:35:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:35:47.572554 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41aec2-eace-478f-9235-510380e02490 None None] Pushing event updated for resources: {'Port': ['ID=dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:47.588627 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0614dfee-cdd8-4bed-9cae-0125a84369a1 None None] Routers {'bae66d85-4bf0-41d4-8dcf-c40b04530756'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:35:47.589899 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-0614dfee-cdd8-4bed-9cae-0125a84369a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:35:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['bae66d85-4bf0-41d4-8dcf-c40b04530756'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:35:47.614016 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c944a497-2c3a-4610-9090-f747990d5698 None None] Checking router: f4d40300-a463-4e3a-bbb5-5511e73ca8ed for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:35:47.614632 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c944a497-2c3a-4610-9090-f747990d5698 None None] Updating router f4d40300-a463-4e3a-bbb5-5511e73ca8ed port f09749a1-4bd4-4e0c-975a-563fd69c0470 binding host dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:35:47.616656 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 889d44e9-199f-4b6e-90bb-a3b4996e652a is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:35:47.617710 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 9a1ed44a-445c-416e-9ae3-5c8bab8a9733 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:35:47.626483 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbef1df-a844-44ff-9440-8f3b4572f5e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Pushing event updated for resources: {'Port': ['ID=e0e32a74-c6c2-48c8-924e-06e4a7d6b35f,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:47.627379 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d9ec48d2-30d8-436f-9ca7-79915d9d4b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:47.684096 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c2d558-d668-44d8-8d09-e4478392b204 None None] Pushing event updated for resources: {'Port': ['ID=58b49e5d-1949-4e0f-8c0e-c7cc3de09f52,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:47.708520 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbef1df-a844-44ff-9440-8f3b4572f5e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Network f16fb000-8d60-49ef-a32e-7e362bb81941 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:35:47.715898 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-0bbef1df-a844-44ff-9440-8f3b4572f5e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:35:47.751620 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec48d2-30d8-436f-9ca7-79915d9d4b82 admin admin] Pushing event updated for resources: {'Port': ['ID=778929f1-c68f-41e2-ab5a-633c5ac9f744,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:47.753371 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-0614dfee-cdd8-4bed-9cae-0125a84369a1 None None] Set router bae66d85-4bf0-41d4-8dcf-c40b04530756 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:35:47.753555 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c944a497-2c3a-4610-9090-f747990d5698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:47.787975 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbef1df-a844-44ff-9440-8f3b4572f5e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:35:47.788916 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbef1df-a844-44ff-9440-8f3b4572f5e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:35:47.790125 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0bbef1df-a844-44ff-9440-8f3b4572f5e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:47.808147 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-ecdf5472-2f91-4adb-8a1e-ebc539802dc3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Deleting port 58b49e5d-1949-4e0f-8c0e-c7cc3de09f52 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:35:47.808479 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ecdf5472-2f91-4adb-8a1e-ebc539802dc3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:47.816724 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ec48d2-30d8-436f-9ca7-79915d9d4b82 admin admin] Network d8679d51-dd8d-46a3-a82d-a795585d2c26 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:35:47.825783 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d3379e69-f544-4591-86ca-f84855ee4d42 tempest-RoutersAdminNegativeTest-973646595 tempest-RoutersAdminNegativeTest-973646595-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:47.832848 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d3379e69-f544-4591-86ca-f84855ee4d42 tempest-RoutersAdminNegativeTest-973646595 tempest-RoutersAdminNegativeTest-973646595-project-admin] 10.222.0.26 "DELETE /v2.0/ports/adda5718-017e-4f75-bbec-29dcc8a3a234 HTTP/1.1" status: 204 len: 168 time: 4.2607546 Oct 12 07:35:47.839795 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-d9ec48d2-30d8-436f-9ca7-79915d9d4b82 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:35:47.843661 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ec48d2-30d8-436f-9ca7-79915d9d4b82 admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:35:47.844662 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d9ec48d2-30d8-436f-9ca7-79915d9d4b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:47.864941 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-0bbef1df-a844-44ff-9440-8f3b4572f5e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.0036514 Oct 12 07:35:47.870298 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35242) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:47.896379 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8609'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:35:47.932636 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3945a76f-1488-468f-8d0f-4e39d3ac7523 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:47.986851 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af4efe4a-6bdb-4ded-8e57-64a17751ecda admin admin] Router 1f7c54b3-40fa-445f-9248-756925286d0d has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:35:48.011744 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3945a76f-1488-468f-8d0f-4e39d3ac7523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:48.025006 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2a75cbb0-c2c8-409c-b096-0df82e37eabd None None] Current status of the port 547ae234-0419-4735-a237-1c1fb1063803 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:35:48.025384 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2a75cbb0-c2c8-409c-b096-0df82e37eabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:48.083420 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 9a1ed44a-445c-416e-9ae3-5c8bab8a9733 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:35:48.083788 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:48.084119 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 9a1ed44a-445c-416e-9ae3-5c8bab8a9733 Oct 12 07:35:48.108237 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-0614dfee-cdd8-4bed-9cae-0125a84369a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae66d85-4bf0-41d4-8dcf-c40b04530756', 'name': 'tempest-ServerActionsTestJSON-1937560167-router', 'tenant_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.89'}], 'enable_snat': True}, 'gw_port_id': 'dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:35:38Z', 'updated_at': '2022-10-12T07:35:42Z', 'revision_number': 3, 'project_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'gw_port': {'id': 'dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae66d85-4bf0-41d4-8dcf-c40b04530756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:39Z', 'updated_at': '2022-10-12T07:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:35:48.132395 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3945a76f-1488-468f-8d0f-4e39d3ac7523 None None] Network 7ba246d0-5fae-4d70-b1d6-e7177689d50d is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:35:48.158323 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-3945a76f-1488-468f-8d0f-4e39d3ac7523 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:35:48.160867 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3945a76f-1488-468f-8d0f-4e39d3ac7523 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:35:48.170002 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0614dfee-cdd8-4bed-9cae-0125a84369a1 None None] The sync data for ids ['bae66d85-4bf0-41d4-8dcf-c40b04530756'] in dv-neutron-860909-2-hyperv is: [{'id': 'bae66d85-4bf0-41d4-8dcf-c40b04530756', 'name': 'tempest-ServerActionsTestJSON-1937560167-router', 'tenant_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.89'}], 'enable_snat': True}, 'gw_port_id': 'dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:35:38Z', 'updated_at': '2022-10-12T07:35:42Z', 'revision_number': 3, 'project_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'gw_port': {'id': 'dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae66d85-4bf0-41d4-8dcf-c40b04530756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:39Z', 'updated_at': '2022-10-12T07:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:35:48.174933 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3945a76f-1488-468f-8d0f-4e39d3ac7523 None None] Pushing event updated for resources: {'Port': ['ID=99307372-52ae-46ff-a7e6-2496026bd2f3,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:48.212906 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d6d8fbd3-0063-410b-a0ca-11ee07ff8598 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:48.224520 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-ecdf5472-2f91-4adb-8a1e-ebc539802dc3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] For port 58b49e5d-1949-4e0f-8c0e-c7cc3de09f52, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=58b49e5d-1949-4e0f-8c0e-c7cc3de09f52,segment=NetworkSegment(ed6ec97d-0c41-40f5-8aa9-e638600bdf0f),segment_id=ed6ec97d-0c41-40f5-8aa9-e638600bdf0f)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:35:48.225528 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ecdf5472-2f91-4adb-8a1e-ebc539802dc3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:48.239482 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-2a75cbb0-c2c8-409c-b096-0df82e37eabd None None] For port 547ae234-0419-4735-a237-1c1fb1063803, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=547ae234-0419-4735-a237-1c1fb1063803,segment=NetworkSegment(01061a7e-751f-4946-8a2c-ec9ecc41411f),segment_id=01061a7e-751f-4946-8a2c-ec9ecc41411f)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:35:48.254275 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-d6d8fbd3-0063-410b-a0ca-11ee07ff8598 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Calling delete_port for 471558b0-719b-4dde-b91f-7ac8fd109769 owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:35:48.257699 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-ecdf5472-2f91-4adb-8a1e-ebc539802dc3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Calling delete_port for 58b49e5d-1949-4e0f-8c0e-c7cc3de09f52 owned by network:dhcp {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:35:48.293509 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2a75cbb0-c2c8-409c-b096-0df82e37eabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:48.357248 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35248) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:48.372704 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-3945a76f-1488-468f-8d0f-4e39d3ac7523 None None] Attempting to bind port 99307372-52ae-46ff-a7e6-2496026bd2f3 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:35:48.373077 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-3945a76f-1488-468f-8d0f-4e39d3ac7523 None None] Attempting to bind port 99307372-52ae-46ff-a7e6-2496026bd2f3 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '8093e529-e3dc-4983-95af-2fc52cecd436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7ba246d0-5fae-4d70-b1d6-e7177689d50d'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:35:48.373432 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3945a76f-1488-468f-8d0f-4e39d3ac7523 None None] Attempting to bind port 99307372-52ae-46ff-a7e6-2496026bd2f3 on network 7ba246d0-5fae-4d70-b1d6-e7177689d50d {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:35:48.398192 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:48.417136 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d9ec48d2-30d8-436f-9ca7-79915d9d4b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:48.418681 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-2a75cbb0-c2c8-409c-b096-0df82e37eabd None None] Provisioning complete for port 050e1f97-ca32-4d5f-941b-d96db6d6d111 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:35:48.419052 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2a75cbb0-c2c8-409c-b096-0df82e37eabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:48.419382 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-2a75cbb0-c2c8-409c-b096-0df82e37eabd None None] Attempt 1 to provision port 050e1f97-ca32-4d5f-941b-d96db6d6d111 Oct 12 07:35:48.432282 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3945a76f-1488-468f-8d0f-4e39d3ac7523 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:35:48.432645 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3945a76f-1488-468f-8d0f-4e39d3ac7523 None None] Checking segment: {'id': '8093e529-e3dc-4983-95af-2fc52cecd436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7ba246d0-5fae-4d70-b1d6-e7177689d50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:35:48.433040 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3945a76f-1488-468f-8d0f-4e39d3ac7523 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:48.433431 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3945a76f-1488-468f-8d0f-4e39d3ac7523 None None] Bound using segment: {'id': '8093e529-e3dc-4983-95af-2fc52cecd436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7ba246d0-5fae-4d70-b1d6-e7177689d50d'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:35:48.433894 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-3945a76f-1488-468f-8d0f-4e39d3ac7523 None None] Bound port: 99307372-52ae-46ff-a7e6-2496026bd2f3, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8093e529-e3dc-4983-95af-2fc52cecd436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7ba246d0-5fae-4d70-b1d6-e7177689d50d'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:35:48.434292 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3945a76f-1488-468f-8d0f-4e39d3ac7523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:48.476613 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75cbb0-c2c8-409c-b096-0df82e37eabd None None] Pushing event updated for resources: {'Port': ['ID=547ae234-0419-4735-a237-1c1fb1063803,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:48.540478 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 9a1ed44a-445c-416e-9ae3-5c8bab8a9733 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:35:48.541295 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:48.576376 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9931bf84-b801-45a3-a819-b2f92f15f564 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks [] for router_gateway, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:48.587398 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2a75cbb0-c2c8-409c-b096-0df82e37eabd None None] Port 050e1f97-ca32-4d5f-941b-d96db6d6d111 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:35:48.604587 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 9a1ed44a-445c-416e-9ae3-5c8bab8a9733, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=9a1ed44a-445c-416e-9ae3-5c8bab8a9733,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:35:48.606267 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ecd9220c-e7cf-497d-a9ec-356762468da0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:48.612121 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9931bf84-b801-45a3-a819-b2f92f15f564 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:48.617654 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:48.618512 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 547ae234-0419-4735-a237-1c1fb1063803 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:35:48.638915 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c944a497-2c3a-4610-9090-f747990d5698 None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:48.686845 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-3945a76f-1488-468f-8d0f-4e39d3ac7523 None None] For port 99307372-52ae-46ff-a7e6-2496026bd2f3, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:35:48.696320 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c944a497-2c3a-4610-9090-f747990d5698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:48.731788 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-3945a76f-1488-468f-8d0f-4e39d3ac7523 None None] For port 99307372-52ae-46ff-a7e6-2496026bd2f3, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=99307372-52ae-46ff-a7e6-2496026bd2f3,segment=NetworkSegment(8093e529-e3dc-4983-95af-2fc52cecd436),segment_id=8093e529-e3dc-4983-95af-2fc52cecd436)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:35:48.757063 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3945a76f-1488-468f-8d0f-4e39d3ac7523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:48.761756 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-c944a497-2c3a-4610-9090-f747990d5698 None None] Attempting to bind port f09749a1-4bd4-4e0c-975a-563fd69c0470 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:35:48.762281 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-c944a497-2c3a-4610-9090-f747990d5698 None None] Attempting to bind port f09749a1-4bd4-4e0c-975a-563fd69c0470 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:35:48.762641 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c944a497-2c3a-4610-9090-f747990d5698 None None] Attempting to bind port f09749a1-4bd4-4e0c-975a-563fd69c0470 on network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:35:48.771368 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=9a1ed44a-445c-416e-9ae3-5c8bab8a9733,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:48.821755 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] device_id is not set on port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:35:48.821957 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c944a497-2c3a-4610-9090-f747990d5698 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:35:48.821957 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c944a497-2c3a-4610-9090-f747990d5698 None None] Checking segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:35:48.822585 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c944a497-2c3a-4610-9090-f747990d5698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:48.822585 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c944a497-2c3a-4610-9090-f747990d5698 None None] Bound using segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:35:48.823101 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-c944a497-2c3a-4610-9090-f747990d5698 None None] Bound port: f09749a1-4bd4-4e0c-975a-563fd69c0470, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:35:48.823481 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c944a497-2c3a-4610-9090-f747990d5698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:48.825256 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:48.851379 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:48.879145 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5926856-0779-49a6-b119-4dab2cfe434c None None] Pushing event updated for resources: {'Port': ['ID=f09749a1-4bd4-4e0c-975a-563fd69c0470,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:48.887763 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 547ae234-0419-4735-a237-1c1fb1063803 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:35:48.888068 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:48.888400 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 547ae234-0419-4735-a237-1c1fb1063803 Oct 12 07:35:48.922405 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:48.972926 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-c944a497-2c3a-4610-9090-f747990d5698 None None] For port f09749a1-4bd4-4e0c-975a-563fd69c0470, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:35:49.001716 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-c944a497-2c3a-4610-9090-f747990d5698 None None] For port f09749a1-4bd4-4e0c-975a-563fd69c0470, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=f09749a1-4bd4-4e0c-975a-563fd69c0470,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:35:49.008922 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3945a76f-1488-468f-8d0f-4e39d3ac7523 None None] Pushing event updated for resources: {'Port': ['ID=99307372-52ae-46ff-a7e6-2496026bd2f3,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:49.014915 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c944a497-2c3a-4610-9090-f747990d5698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:49.027432 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4efe4a-6bdb-4ded-8e57-64a17751ecda admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:35:49.033728 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:35:49.034070 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:35:49.034472 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f on network f16fb000-8d60-49ef-a32e-7e362bb81941 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:35:49.036559 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d6d8fbd3-0063-410b-a0ca-11ee07ff8598 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:49.045569 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-af4efe4a-6bdb-4ded-8e57-64a17751ecda admin admin] 10.222.0.26 "PUT /v2.0/routers/1f7c54b3-40fa-445f-9248-756925286d0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2039948 Oct 12 07:35:49.090927 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f on network f16fb000-8d60-49ef-a32e-7e362bb81941 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:35:49.093170 dv-neutron-860909-2-hyperv neutron-server[103200]: ERROR neutron.plugins.ml2.managers [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Failed to bind port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f on host hv-neutron-8609 for vnic_type normal using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] Oct 12 07:35:49.100434 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.plugins.ml2.plugin [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempt 2 to bind port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f Oct 12 07:35:49.150947 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:35:49.151279 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:35:49.151609 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f on network f16fb000-8d60-49ef-a32e-7e362bb81941 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:35:49.155572 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ecdf5472-2f91-4adb-8a1e-ebc539802dc3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:49.166426 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Pushing event updated for resources: {'Port': ['ID=e0e32a74-c6c2-48c8-924e-06e4a7d6b35f,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:49.182840 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f on network f16fb000-8d60-49ef-a32e-7e362bb81941 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:35:49.183165 dv-neutron-860909-2-hyperv neutron-server[103200]: ERROR neutron.plugins.ml2.managers [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Failed to bind port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f on host hv-neutron-8609 for vnic_type normal using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] Oct 12 07:35:49.211336 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.plugins.ml2.plugin [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempt 3 to bind port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f Oct 12 07:35:49.212497 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d8fbd3-0063-410b-a0ca-11ee07ff8598 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Pushing event deleted for resources: {'Port': ['ID=471558b0-719b-4dde-b91f-7ac8fd109769,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:49.236030 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdf5472-2f91-4adb-8a1e-ebc539802dc3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] No DVR routers for this DVR port 58b49e5d-1949-4e0f-8c0e-c7cc3de09f52 on host dv-neutron-860909-2-hyperv {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:35:49.241741 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c0a00ec4-ad8e-4f89-92ea-1ef9a9c8f3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:49.244763 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-2a75cbb0-c2c8-409c-b096-0df82e37eabd None None] Attempt 2 to provision port 050e1f97-ca32-4d5f-941b-d96db6d6d111 Oct 12 07:35:49.254786 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006b4409-929b-465b-8a4a-a2403ea4e2b5 None None] Sync routers for ids ['1f7c54b3-40fa-445f-9248-756925286d0d'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:35:49.277117 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf5472-2f91-4adb-8a1e-ebc539802dc3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event deleted for resources: {'Port': ['ID=58b49e5d-1949-4e0f-8c0e-c7cc3de09f52,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:49.296595 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:35:49.299450 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:35:49.301459 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f on network f16fb000-8d60-49ef-a32e-7e362bb81941 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:35:49.375602 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2a75cbb0-c2c8-409c-b096-0df82e37eabd None None] Port 050e1f97-ca32-4d5f-941b-d96db6d6d111 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:35:49.378248 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5926856-0779-49a6-b119-4dab2cfe434c None None] Pushing event updated for resources: {'Port': ['ID=f09749a1-4bd4-4e0c-975a-563fd69c0470,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:49.383792 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f on network f16fb000-8d60-49ef-a32e-7e362bb81941 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:35:49.384017 dv-neutron-860909-2-hyperv neutron-server[103200]: ERROR neutron.plugins.ml2.managers [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Failed to bind port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f on host hv-neutron-8609 for vnic_type normal using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] Oct 12 07:35:49.396699 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006b4409-929b-465b-8a4a-a2403ea4e2b5 None None] Routers {'1f7c54b3-40fa-445f-9248-756925286d0d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:35:49.397389 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-006b4409-929b-465b-8a4a-a2403ea4e2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:35:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['1f7c54b3-40fa-445f-9248-756925286d0d'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:35:49.400070 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c944a497-2c3a-4610-9090-f747990d5698 None None] Routers {'f4d40300-a463-4e3a-bbb5-5511e73ca8ed'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:35:49.400477 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-c944a497-2c3a-4610-9090-f747990d5698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:35:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['f4d40300-a463-4e3a-bbb5-5511e73ca8ed'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:35:49.453081 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-9931bf84-b801-45a3-a819-b2f92f15f564 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Allocated IP 172.26.3.207 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/6282f20c-d3f9-4e22-8a87-5c3f6c425ce4) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:35:49.456273 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.plugins.ml2.plugin [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempt 4 to bind port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f Oct 12 07:35:49.463253 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d6d8fbd3-0063-410b-a0ca-11ee07ff8598 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:49.474400 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d6d8fbd3-0063-410b-a0ca-11ee07ff8598 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] 10.222.0.26 "DELETE /v2.0/ports/471558b0-719b-4dde-b91f-7ac8fd109769 HTTP/1.1" status: 204 len: 168 time: 3.6909974 Oct 12 07:35:49.489365 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35262) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:49.542160 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ecd9220c-e7cf-497d-a9ec-356762468da0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:49.562757 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d9ec48d2-30d8-436f-9ca7-79915d9d4b82 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:49.571207 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ecd9220c-e7cf-497d-a9ec-356762468da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:49.577255 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:35:49.577682 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:35:49.578185 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f on network f16fb000-8d60-49ef-a32e-7e362bb81941 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:35:49.628278 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ecdf5472-2f91-4adb-8a1e-ebc539802dc3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:49.650252 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d9ec48d2-30d8-436f-9ca7-79915d9d4b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:49.651107 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d9ec48d2-30d8-436f-9ca7-79915d9d4b82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:49.675438 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-c944a497-2c3a-4610-9090-f747990d5698 None None] Set router f4d40300-a463-4e3a-bbb5-5511e73ca8ed gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:35:49.678119 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:49.716411 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f on network f16fb000-8d60-49ef-a32e-7e362bb81941 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:35:49.716613 dv-neutron-860909-2-hyperv neutron-server[103200]: ERROR neutron.plugins.ml2.managers [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Failed to bind port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f on host hv-neutron-8609 for vnic_type normal using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] Oct 12 07:35:49.725080 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.plugins.ml2.plugin [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempt 5 to bind port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f Oct 12 07:35:49.734637 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-ecdf5472-2f91-4adb-8a1e-ebc539802dc3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['036cf0f8-51a7-4966-8e5c-4f662e18580b']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:35:49.754985 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-ecdf5472-2f91-4adb-8a1e-ebc539802dc3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed6ec97d-0c41-40f5-8aa9-e638600bdf0f') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:35:49.755870 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-ecdf5472-2f91-4adb-8a1e-ebc539802dc3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed6ec97d-0c41-40f5-8aa9-e638600bdf0f') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:35:49.772909 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:35:49.773378 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:35:49.773817 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f on network f16fb000-8d60-49ef-a32e-7e362bb81941 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:35:49.789785 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ecdf5472-2f91-4adb-8a1e-ebc539802dc3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:49.802993 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f on network f16fb000-8d60-49ef-a32e-7e362bb81941 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:35:49.803459 dv-neutron-860909-2-hyperv neutron-server[103200]: ERROR neutron.plugins.ml2.managers [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Failed to bind port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f on host hv-neutron-8609 for vnic_type normal using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] Oct 12 07:35:49.807264 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.plugins.ml2.plugin [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempt 6 to bind port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f Oct 12 07:35:49.827379 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-006b4409-929b-465b-8a4a-a2403ea4e2b5 None None] Set router 1f7c54b3-40fa-445f-9248-756925286d0d gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:35:49.851315 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ecdf5472-2f91-4adb-8a1e-ebc539802dc3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:49.865743 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecdf5472-2f91-4adb-8a1e-ebc539802dc3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:35:49.866993 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9931bf84-b801-45a3-a819-b2f92f15f564 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:49.867473 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ecdf5472-2f91-4adb-8a1e-ebc539802dc3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:49.901243 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment ed6ec97d-0c41-40f5-8aa9-e638600bdf0f resource provider aggregate not found Oct 12 07:35:49.907667 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:35:49.908465 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:35:49.908904 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f on network f16fb000-8d60-49ef-a32e-7e362bb81941 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:35:49.924094 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-c0a00ec4-ad8e-4f89-92ea-1ef9a9c8f3de admin admin] Allocated IP 172.20.0.1 (dd72da9c-d321-4cc4-881d-466168d9f856/b41a3bc7-3f1c-47b8-8c1a-d904035b712e/651824de-5d6d-433e-889d-e9f258604f99) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:35:49.947550 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f on network f16fb000-8d60-49ef-a32e-7e362bb81941 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:35:49.948768 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd9220c-e7cf-497d-a9ec-356762468da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5ef371-175d-40bf-9a2d-f3081b05642e,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:49.949193 dv-neutron-860909-2-hyperv neutron-server[103200]: ERROR neutron.plugins.ml2.managers [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Failed to bind port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f on host hv-neutron-8609 for vnic_type normal using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] Oct 12 07:35:49.963271 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-2a75cbb0-c2c8-409c-b096-0df82e37eabd None None] Attempt 3 to provision port 050e1f97-ca32-4d5f-941b-d96db6d6d111 Oct 12 07:35:49.964302 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment ed6ec97d-0c41-40f5-8aa9-e638600bdf0f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed6ec97d-0c41-40f5-8aa9-e638600bdf0f found for delete ", "request_id": "req-39df8864-a194-4adc-ae1d-c871b7a2d32d"}]} Oct 12 07:35:49.992848 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.plugins.ml2.plugin [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempt 7 to bind port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f Oct 12 07:35:49.993309 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f53e1047-9de3-47f3-92d0-71dc649cdf82 tempest-DHCPAgentSchedulersTestJSON-545218122 tempest-DHCPAgentSchedulersTestJSON-545218122-project-admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.4859378 Oct 12 07:35:49.999617 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35272) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:50.002558 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9931bf84-b801-45a3-a819-b2f92f15f564 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:50.006095 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-f079b2b9-d43d-4290-85a8-476ed9fa3945 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1913725441'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:35:50.008866 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 547ae234-0419-4735-a237-1c1fb1063803 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:35:50.010077 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 0e48cbfe-f7fd-4114-bf27-f75a581308af up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:35:50.071806 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ecdf5472-2f91-4adb-8a1e-ebc539802dc3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:50.090960 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:35:50.093449 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:35:50.093971 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f on network f16fb000-8d60-49ef-a32e-7e362bb81941 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:35:50.135945 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ecd9220c-e7cf-497d-a9ec-356762468da0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=008310694a6d4e90bffe73f1b907c1b6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7752557 Oct 12 07:35:50.143219 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35274) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:50.147612 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ecdf5472-2f91-4adb-8a1e-ebc539802dc3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:50.152255 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-ecdf5472-2f91-4adb-8a1e-ebc539802dc3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "DELETE /v2.0/networks/036cf0f8-51a7-4966-8e5c-4f662e18580b HTTP/1.1" status: 204 len: 168 time: 5.8875542 Oct 12 07:35:50.152852 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f079b2b9-d43d-4290-85a8-476ed9fa3945 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Made reservation on behalf of 71c4ba3c969b43b2aea784d886934235 for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:35:50.158011 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f079b2b9-d43d-4290-85a8-476ed9fa3945 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:50.166154 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35276) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:50.168950 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf5472-2f91-4adb-8a1e-ebc539802dc3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event deleted for resources: {'Network': ['ID=036cf0f8-51a7-4966-8e5c-4f662e18580b,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:50.171007 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f on network f16fb000-8d60-49ef-a32e-7e362bb81941 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:35:50.171246 dv-neutron-860909-2-hyperv neutron-server[103200]: ERROR neutron.plugins.ml2.managers [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Failed to bind port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f on host hv-neutron-8609 for vnic_type normal using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] Oct 12 07:35:50.178041 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-24479019-97b8-4b04-8148-fb48c2e4a433 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1507468806'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:35:50.192292 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2a75cbb0-c2c8-409c-b096-0df82e37eabd None None] Port 050e1f97-ca32-4d5f-941b-d96db6d6d111 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:35:50.204183 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.plugins.ml2.plugin [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempt 8 to bind port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f Oct 12 07:35:50.216495 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb179315-fcf0-47ea-b1c7-4024e6744177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:50.247643 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb179315-fcf0-47ea-b1c7-4024e6744177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:50.283118 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec48d2-30d8-436f-9ca7-79915d9d4b82 admin admin] Pushing event updated for resources: {'Port': ['ID=778929f1-c68f-41e2-ab5a-633c5ac9f744,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:50.296451 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 0e48cbfe-f7fd-4114-bf27-f75a581308af triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:35:50.296868 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:50.297198 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 0e48cbfe-f7fd-4114-bf27-f75a581308af Oct 12 07:35:50.301837 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35280) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:50.310839 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-0740cc05-3b91-4e60-b6ef-878e3e383cba tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Request body: {'security_group': {'name': 'tempest-securitygroup--870373373', 'description': 'tempest-description--1404754908'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:35:50.339026 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9931bf84-b801-45a3-a819-b2f92f15f564 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:35:50.355767 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-9931bf84-b801-45a3-a819-b2f92f15f564 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:35:50.370695 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9931bf84-b801-45a3-a819-b2f92f15f564 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:35:50.453636 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c6ee65-eb16-478a-8900-75f1435dc476 None None] Network 7ba246d0-5fae-4d70-b1d6-e7177689d50d requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:35:50.491652 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-c944a497-2c3a-4610-9090-f747990d5698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d40300-a463-4e3a-bbb5-5511e73ca8ed', 'name': 'tempest-ServersTestJSON-142552615-router', 'tenant_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f09749a1-4bd4-4e0c-975a-563fd69c0470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:35:36Z', 'updated_at': '2022-10-12T07:35:48Z', 'revision_number': 4, 'project_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'gw_port': {'id': 'f09749a1-4bd4-4e0c-975a-563fd69c0470', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:77:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d40300-a463-4e3a-bbb5-5511e73ca8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:38Z', 'updated_at': '2022-10-12T07:35:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '778929f1-c68f-41e2-ab5a-633c5ac9f744', 'name': '', 'network_id': 'd8679d51-dd8d-46a3-a82d-a795585d2c26', 'tenant_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'mac_address': 'fa:16:3e:07:cb:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d40300-a463-4e3a-bbb5-5511e73ca8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '5599846c-e956-431e-8499-39d6d9eff1e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:47Z', 'updated_at': '2022-10-12T07:35:47Z', 'revision_number': 1, 'project_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'subnets': [{'id': '5599846c-e956-431e-8499-39d6d9eff1e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:35:50.501730 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9931bf84-b801-45a3-a819-b2f92f15f564 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Pushing event updated for resources: {'Port': ['ID=6282f20c-d3f9-4e22-8a87-5c3f6c425ce4,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:50.507443 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ec48d2-30d8-436f-9ca7-79915d9d4b82 admin admin] Network d8679d51-dd8d-46a3-a82d-a795585d2c26 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:35:50.511488 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-d9ec48d2-30d8-436f-9ca7-79915d9d4b82 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:35:50.533061 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0740cc05-3b91-4e60-b6ef-878e3e383cba tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:50.539785 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 0e48cbfe-f7fd-4114-bf27-f75a581308af is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:35:50.540923 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 795bbb98-463b-4a5f-97c4-1296d872cd20 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:35:50.555416 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb179315-fcf0-47ea-b1c7-4024e6744177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:50.555659 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c0a00ec4-ad8e-4f89-92ea-1ef9a9c8f3de admin admin] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:50.558209 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb179315-fcf0-47ea-b1c7-4024e6744177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:50.567352 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-bb179315-fcf0-47ea-b1c7-4024e6744177 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ed5ef371-175d-40bf-9a2d-f3081b05642e HTTP/1.1" status: 204 len: 168 time: 0.4214971 Oct 12 07:35:50.568918 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c944a497-2c3a-4610-9090-f747990d5698 None None] The sync data for ids ['f4d40300-a463-4e3a-bbb5-5511e73ca8ed'] in dv-neutron-860909-2-hyperv is: [{'id': 'f4d40300-a463-4e3a-bbb5-5511e73ca8ed', 'name': 'tempest-ServersTestJSON-142552615-router', 'tenant_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f09749a1-4bd4-4e0c-975a-563fd69c0470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:35:36Z', 'updated_at': '2022-10-12T07:35:48Z', 'revision_number': 4, 'project_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'gw_port': {'id': 'f09749a1-4bd4-4e0c-975a-563fd69c0470', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:77:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d40300-a463-4e3a-bbb5-5511e73ca8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:38Z', 'updated_at': '2022-10-12T07:35:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '778929f1-c68f-41e2-ab5a-633c5ac9f744', 'name': '', 'network_id': 'd8679d51-dd8d-46a3-a82d-a795585d2c26', 'tenant_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'mac_address': 'fa:16:3e:07:cb:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d40300-a463-4e3a-bbb5-5511e73ca8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '5599846c-e956-431e-8499-39d6d9eff1e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:47Z', 'updated_at': '2022-10-12T07:35:47Z', 'revision_number': 1, 'project_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'subnets': [{'id': '5599846c-e956-431e-8499-39d6d9eff1e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:35:50.574226 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-006b4409-929b-465b-8a4a-a2403ea4e2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7c54b3-40fa-445f-9248-756925286d0d', 'name': 'tempest-ServersTestManualDisk-740973645-router', 'tenant_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240'}], 'enable_snat': True}, 'gw_port_id': '9a1ed44a-445c-416e-9ae3-5c8bab8a9733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:35:35Z', 'updated_at': '2022-10-12T07:35:45Z', 'revision_number': 4, 'project_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'gw_port': {'id': '9a1ed44a-445c-416e-9ae3-5c8bab8a9733', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:13:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c54b3-40fa-445f-9248-756925286d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:36Z', 'updated_at': '2022-10-12T07:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '050e1f97-ca32-4d5f-941b-d96db6d6d111', 'name': '', 'network_id': 'd47104f6-86e0-4057-9a4c-a534656ec157', 'tenant_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'mac_address': 'fa:16:3e:7f:a9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7c54b3-40fa-445f-9248-756925286d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'be914b83-aeee-49e0-9150-828f24ed2c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:44Z', 'updated_at': '2022-10-12T07:35:45Z', 'revision_number': 2, 'project_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'subnets': [{'id': 'be914b83-aeee-49e0-9150-828f24ed2c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:35:50.666289 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006b4409-929b-465b-8a4a-a2403ea4e2b5 None None] Checking router: 1f7c54b3-40fa-445f-9248-756925286d0d for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:35:50.666754 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006b4409-929b-465b-8a4a-a2403ea4e2b5 None None] Updating router 1f7c54b3-40fa-445f-9248-756925286d0d port 050e1f97-ca32-4d5f-941b-d96db6d6d111 binding host dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:35:50.676244 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:35:50.676764 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:35:50.677164 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f on network f16fb000-8d60-49ef-a32e-7e362bb81941 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:35:50.702827 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c0a00ec4-ad8e-4f89-92ea-1ef9a9c8f3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:50.720283 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-2a75cbb0-c2c8-409c-b096-0df82e37eabd None None] Attempt 4 to provision port 050e1f97-ca32-4d5f-941b-d96db6d6d111 Oct 12 07:35:50.721831 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-006b4409-929b-465b-8a4a-a2403ea4e2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:50.803809 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2a75cbb0-c2c8-409c-b096-0df82e37eabd None None] Port 050e1f97-ca32-4d5f-941b-d96db6d6d111 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:35:50.814737 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f on network f16fb000-8d60-49ef-a32e-7e362bb81941 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:35:50.816889 dv-neutron-860909-2-hyperv neutron-server[103200]: ERROR neutron.plugins.ml2.managers [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Failed to bind port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f on host hv-neutron-8609 for vnic_type normal using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] Oct 12 07:35:50.827502 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.plugins.ml2.plugin [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempt 9 to bind port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f Oct 12 07:35:50.871664 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a00ec4-ad8e-4f89-92ea-1ef9a9c8f3de admin admin] Network dd72da9c-d321-4cc4-881d-466168d9f856 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:35:50.885762 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f079b2b9-d43d-4290-85a8-476ed9fa3945 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:35:50.888650 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-c0a00ec4-ad8e-4f89-92ea-1ef9a9c8f3de admin admin] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:35:50.898530 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:35:50.899072 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:35:50.899579 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f on network f16fb000-8d60-49ef-a32e-7e362bb81941 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:35:50.905766 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a00ec4-ad8e-4f89-92ea-1ef9a9c8f3de admin admin] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:35:50.915302 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb179315-fcf0-47ea-b1c7-4024e6744177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5ef371-175d-40bf-9a2d-f3081b05642e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:50.935337 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24479019-97b8-4b04-8148-fb48c2e4a433 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Made reservation on behalf of fa6cd5d4308b423397704f513812805b for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:35:50.944825 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24479019-97b8-4b04-8148-fb48c2e4a433 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:50.955393 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 795bbb98-463b-4a5f-97c4-1296d872cd20 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:35:50.955765 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:50.960233 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 795bbb98-463b-4a5f-97c4-1296d872cd20 Oct 12 07:35:50.970508 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:50.992045 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a00ec4-ad8e-4f89-92ea-1ef9a9c8f3de admin admin] Pushing event updated for resources: {'Port': ['ID=651824de-5d6d-433e-889d-e9f258604f99,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:50.997977 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9931bf84-b801-45a3-a819-b2f92f15f564 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks [] for router_gateway, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:51.028262 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f079b2b9-d43d-4290-85a8-476ed9fa3945 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:51.028656 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-f079b2b9-d43d-4290-85a8-476ed9fa3945 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Added segment cf03e255-8ddd-49d8-b7b4-3e2acf5952c6 of type vlan for network f0b5cf55-7d5d-4c65-9773-9377f9c672a2 Oct 12 07:35:51.093328 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f on network f16fb000-8d60-49ef-a32e-7e362bb81941 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:35:51.094502 dv-neutron-860909-2-hyperv neutron-server[103200]: ERROR neutron.plugins.ml2.managers [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Failed to bind port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f on host hv-neutron-8609 for vnic_type normal using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] Oct 12 07:35:51.105439 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.plugins.ml2.plugin [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempt 10 to bind port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f Oct 12 07:35:51.146126 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f079b2b9-d43d-4290-85a8-476ed9fa3945 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:51.162713 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24479019-97b8-4b04-8148-fb48c2e4a433 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:35:51.194540 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:35:51.195030 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:35:51.205122 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f on network f16fb000-8d60-49ef-a32e-7e362bb81941 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:35:51.208849 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c0a00ec4-ad8e-4f89-92ea-1ef9a9c8f3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:51.214674 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0740cc05-3b91-4e60-b6ef-878e3e383cba tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:51.236336 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24479019-97b8-4b04-8148-fb48c2e4a433 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:51.238152 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-24479019-97b8-4b04-8148-fb48c2e4a433 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Added segment 4ffc3f75-643e-4384-976e-bc5eef73f2f0 of type vlan for network 0380cf60-e8ee-4507-a800-502a837a9d31 Oct 12 07:35:51.250385 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ec48d2-30d8-436f-9ca7-79915d9d4b82 admin admin] Router f4d40300-a463-4e3a-bbb5-5511e73ca8ed has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:35:51.255133 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0740cc05-3b91-4e60-b6ef-878e3e383cba tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:51.275418 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35286) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:51.308044 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-2a75cbb0-c2c8-409c-b096-0df82e37eabd None None] Attempt 5 to provision port 050e1f97-ca32-4d5f-941b-d96db6d6d111 Oct 12 07:35:51.322415 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0740cc05-3b91-4e60-b6ef-878e3e383cba tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:51.323859 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-0740cc05-3b91-4e60-b6ef-878e3e383cba tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0172613 Oct 12 07:35:51.330111 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35288) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:51.336594 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-65f04c85-05ac-42c1-8663-0e5371a6c356 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Request body: {'security_group_rule': {'security_group_id': '42a6d0bf-b6f9-4963-b0fd-b6e45de03e19', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:35:51.351100 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2a75cbb0-c2c8-409c-b096-0df82e37eabd None None] Port 050e1f97-ca32-4d5f-941b-d96db6d6d111 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:35:51.352299 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f on network f16fb000-8d60-49ef-a32e-7e362bb81941 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:35:51.352634 dv-neutron-860909-2-hyperv neutron-server[103200]: ERROR neutron.plugins.ml2.managers [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Failed to bind port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f on host hv-neutron-8609 for vnic_type normal using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] Oct 12 07:35:51.353003 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:51.389730 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0740cc05-3b91-4e60-b6ef-878e3e383cba tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42a6d0bf-b6f9-4963-b0fd-b6e45de03e19,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:51.422944 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f079b2b9-d43d-4290-85a8-476ed9fa3945 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:51.433299 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f079b2b9-d43d-4290-85a8-476ed9fa3945 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:35:51.433954 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f079b2b9-d43d-4290-85a8-476ed9fa3945 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:51.486365 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24479019-97b8-4b04-8148-fb48c2e4a433 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:51.487483 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b3891d5d-d97a-4fd6-8e45-0792bb2afb1a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a5e077ed7456407c9ace3d20f7ce1dfe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2042558 Oct 12 07:35:51.497175 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35290) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:51.556364 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-65f04c85-05ac-42c1-8663-0e5371a6c356 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:51.592522 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 795bbb98-463b-4a5f-97c4-1296d872cd20 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:35:51.619743 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f079b2b9-d43d-4290-85a8-476ed9fa3945 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.6157424 Oct 12 07:35:51.626925 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35292) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:51.665586 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51767c8f-d8b1-4e0b-9896-6fefa7fb03f2 None None] get_active_networks_info from dv-neutron-860909-2-hyperv {{(pid=103202) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 07:35:51.686336 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f079b2b9-d43d-4290-85a8-476ed9fa3945 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Pushing event updated for resources: {'Network': ['ID=f0b5cf55-7d5d-4c65-9773-9377f9c672a2,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:51.720779 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24479019-97b8-4b04-8148-fb48c2e4a433 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:51.728415 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24479019-97b8-4b04-8148-fb48c2e4a433 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:35:51.732712 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24479019-97b8-4b04-8148-fb48c2e4a433 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:51.836559 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network f0b5cf55-7d5d-4c65-9773-9377f9c672a2 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:35:51.913457 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-2a75cbb0-c2c8-409c-b096-0df82e37eabd None None] Attempt 6 to provision port 050e1f97-ca32-4d5f-941b-d96db6d6d111 Oct 12 07:35:51.921416 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24479019-97b8-4b04-8148-fb48c2e4a433 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event updated for resources: {'Network': ['ID=0380cf60-e8ee-4507-a800-502a837a9d31,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:51.950178 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] For port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f, host hv-neutron-8609, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:35:51.950708 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempted to set empty binding levels {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 12 07:35:51.959429 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c0a00ec4-ad8e-4f89-92ea-1ef9a9c8f3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:51.973986 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 0380cf60-e8ee-4507-a800-502a837a9d31 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:35:52.003536 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:52.004377 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] In _notify_port_updated(), no bound segment for port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f on network f16fb000-8d60-49ef-a32e-7e362bb81941 {{(pid=103200) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 12 07:35:52.005225 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:35:52.005927 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:52.009765 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] 10.222.0.26 "PUT /v2.0/ports/e0e32a74-c6c2-48c8-924e-06e4a7d6b35f HTTP/1.1" status: 200 len: 981 time: 4.1347306 Oct 12 07:35:52.018190 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35294) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:52.048489 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-006b4409-929b-465b-8a4a-a2403ea4e2b5 None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:52.098826 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2a75cbb0-c2c8-409c-b096-0df82e37eabd None None] Port 050e1f97-ca32-4d5f-941b-d96db6d6d111 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:35:52.103908 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51767c8f-d8b1-4e0b-9896-6fefa7fb03f2 None None] Resources bound (agent type, host, resource id): {{(pid=103202) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 07:35:52.106172 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 9a1ed44a-445c-416e-9ae3-5c8bab8a9733 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:35:52.111689 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-65f04c85-05ac-42c1-8663-0e5371a6c356 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:52.138330 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cc9a1b36-6715-4b6f-880c-3bf552ad7163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:52.138511 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-006b4409-929b-465b-8a4a-a2403ea4e2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:52.147985 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9931bf84-b801-45a3-a819-b2f92f15f564 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:52.153680 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-65f04c85-05ac-42c1-8663-0e5371a6c356 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:52.245442 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ec48d2-30d8-436f-9ca7-79915d9d4b82 admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:35:52.251897 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d9ec48d2-30d8-436f-9ca7-79915d9d4b82 admin admin] 10.222.0.26 "PUT /v2.0/routers/f4d40300-a463-4e3a-bbb5-5511e73ca8ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6404006 Oct 12 07:35:52.261265 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f04c85-05ac-42c1-8663-0e5371a6c356 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0929f5b-2a2a-406d-b347-dadd4b8d7316,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:52.269165 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-65f04c85-05ac-42c1-8663-0e5371a6c356 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:52.274201 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-65f04c85-05ac-42c1-8663-0e5371a6c356 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9409237 Oct 12 07:35:52.278198 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cc9a1b36-6715-4b6f-880c-3bf552ad7163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:52.280541 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35298) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:52.287919 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-4e97e597-24a3-417b-b1ef-3e9942b808fc tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Request body: {'security_group_rule': {'security_group_id': '42a6d0bf-b6f9-4963-b0fd-b6e45de03e19', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:35:52.362272 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e8509f-885e-4cd6-96de-dbdcc7b3188a tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:35:52.362794 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e8509f-885e-4cd6-96de-dbdcc7b3188a tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:35:52.363349 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e8509f-885e-4cd6-96de-dbdcc7b3188a tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:35:52.363778 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e8509f-885e-4cd6-96de-dbdcc7b3188a tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:35:52.364237 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e8509f-885e-4cd6-96de-dbdcc7b3188a tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:35:52.364737 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e8509f-885e-4cd6-96de-dbdcc7b3188a tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:35:52.367569 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e8509f-885e-4cd6-96de-dbdcc7b3188a tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:35:52.368039 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e8509f-885e-4cd6-96de-dbdcc7b3188a tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:35:52.368494 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e8509f-885e-4cd6-96de-dbdcc7b3188a tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:35:52.369936 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e8509f-885e-4cd6-96de-dbdcc7b3188a tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:35:52.369936 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e8509f-885e-4cd6-96de-dbdcc7b3188a tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:35:52.370141 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e8509f-885e-4cd6-96de-dbdcc7b3188a tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:35:52.370531 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e8509f-885e-4cd6-96de-dbdcc7b3188a tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:35:52.373486 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff3421-4fb4-46ea-b3ef-9af1ba907859 None None] Pushing event updated for resources: {'Port': ['ID=050e1f97-ca32-4d5f-941b-d96db6d6d111,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:52.374066 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e8509f-885e-4cd6-96de-dbdcc7b3188a tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:35:52.374826 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e8509f-885e-4cd6-96de-dbdcc7b3188a tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:35:52.375113 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e8509f-885e-4cd6-96de-dbdcc7b3188a tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:35:52.375579 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e8509f-885e-4cd6-96de-dbdcc7b3188a tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:35:52.375677 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c0a00ec4-ad8e-4f89-92ea-1ef9a9c8f3de admin admin] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:52.376039 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e8509f-885e-4cd6-96de-dbdcc7b3188a tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:35:52.378586 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e8509f-885e-4cd6-96de-dbdcc7b3188a tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:35:52.383576 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-3796d7a6-75c7-4dd4-9abd-d05347960ea9 tempest-DHCPAgentSchedulersTestJSON-545218122 tempest-DHCPAgentSchedulersTestJSON-545218122-project-admin] 10.222.0.26 "GET /v2.0/agents/64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a/dhcp-networks HTTP/1.1" status: 200 len: 8048 time: 0.7494199 Oct 12 07:35:52.383729 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f7e8509f-885e-4cd6-96de-dbdcc7b3188a tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17106 time: 0.3523619 Oct 12 07:35:52.391744 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-006b4409-929b-465b-8a4a-a2403ea4e2b5 None None] Attempting to bind port 050e1f97-ca32-4d5f-941b-d96db6d6d111 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:35:52.392119 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-006b4409-929b-465b-8a4a-a2403ea4e2b5 None None] Attempting to bind port 050e1f97-ca32-4d5f-941b-d96db6d6d111 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '1426273a-da71-4eaf-9367-aa853b0259fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd47104f6-86e0-4057-9a4c-a534656ec157'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:35:52.392468 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006b4409-929b-465b-8a4a-a2403ea4e2b5 None None] Attempting to bind port 050e1f97-ca32-4d5f-941b-d96db6d6d111 on network d47104f6-86e0-4057-9a4c-a534656ec157 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:35:52.393795 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35300) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:52.394230 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35302) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:52.394590 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35304) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:52.397005 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-24479019-97b8-4b04-8148-fb48c2e4a433 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.2214344 Oct 12 07:35:52.411906 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-a83025bb-a864-498f-bcd8-9a74de3eb0de tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Request body: {'subnet': {'network_id': '0380cf60-e8ee-4507-a800-502a837a9d31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:35:52.443187 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006b4409-929b-465b-8a4a-a2403ea4e2b5 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:35:52.443920 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006b4409-929b-465b-8a4a-a2403ea4e2b5 None None] Checking segment: {'id': '1426273a-da71-4eaf-9367-aa853b0259fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd47104f6-86e0-4057-9a4c-a534656ec157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:35:52.444488 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-006b4409-929b-465b-8a4a-a2403ea4e2b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:52.445332 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006b4409-929b-465b-8a4a-a2403ea4e2b5 None None] Bound using segment: {'id': '1426273a-da71-4eaf-9367-aa853b0259fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd47104f6-86e0-4057-9a4c-a534656ec157'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:35:52.445992 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-006b4409-929b-465b-8a4a-a2403ea4e2b5 None None] Bound port: 050e1f97-ca32-4d5f-941b-d96db6d6d111, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1426273a-da71-4eaf-9367-aa853b0259fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd47104f6-86e0-4057-9a4c-a534656ec157'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:35:52.446557 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-006b4409-929b-465b-8a4a-a2403ea4e2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:52.458975 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d116ad-b859-4e57-b1de-e18e135a6173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Pushing event updated for resources: {'Port': ['ID=e0e32a74-c6c2-48c8-924e-06e4a7d6b35f,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:52.461559 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c0a00ec4-ad8e-4f89-92ea-1ef9a9c8f3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:52.551506 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a00ec4-ad8e-4f89-92ea-1ef9a9c8f3de admin admin] Pushing event updated for resources: {'Port': ['ID=651824de-5d6d-433e-889d-e9f258604f99,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:52.561285 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c0a00ec4-ad8e-4f89-92ea-1ef9a9c8f3de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:52.600486 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-2a75cbb0-c2c8-409c-b096-0df82e37eabd None None] Attempt 7 to provision port 050e1f97-ca32-4d5f-941b-d96db6d6d111 Oct 12 07:35:52.613713 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 9a1ed44a-445c-416e-9ae3-5c8bab8a9733 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:35:52.614146 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:52.614427 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 9a1ed44a-445c-416e-9ae3-5c8bab8a9733 Oct 12 07:35:52.683471 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4e97e597-24a3-417b-b1ef-3e9942b808fc tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:52.714815 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a00ec4-ad8e-4f89-92ea-1ef9a9c8f3de admin admin] Network dd72da9c-d321-4cc4-881d-466168d9f856 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:35:52.717157 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-c0a00ec4-ad8e-4f89-92ea-1ef9a9c8f3de admin admin] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:35:52.751596 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83025bb-a864-498f-bcd8-9a74de3eb0de tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Made reservation on behalf of fa6cd5d4308b423397704f513812805b for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:35:52.754381 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a83025bb-a864-498f-bcd8-9a74de3eb0de tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks [] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:52.790910 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4e97e597-24a3-417b-b1ef-3e9942b808fc tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:52.813797 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2a75cbb0-c2c8-409c-b096-0df82e37eabd None None] Port 050e1f97-ca32-4d5f-941b-d96db6d6d111 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:35:52.818001 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-006b4409-929b-465b-8a4a-a2403ea4e2b5 None None] For port 050e1f97-ca32-4d5f-941b-d96db6d6d111, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:35:52.849167 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-006b4409-929b-465b-8a4a-a2403ea4e2b5 None None] For port 050e1f97-ca32-4d5f-941b-d96db6d6d111, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=050e1f97-ca32-4d5f-941b-d96db6d6d111,segment=NetworkSegment(1426273a-da71-4eaf-9367-aa853b0259fc),segment_id=1426273a-da71-4eaf-9367-aa853b0259fc)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:35:52.869739 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-006b4409-929b-465b-8a4a-a2403ea4e2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:52.882183 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4e97e597-24a3-417b-b1ef-3e9942b808fc tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:52.888857 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a00ec4-ad8e-4f89-92ea-1ef9a9c8f3de admin admin] Router bae66d85-4bf0-41d4-8dcf-c40b04530756 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:35:52.899887 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cc9a1b36-6715-4b6f-880c-3bf552ad7163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:52.902350 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cc9a1b36-6715-4b6f-880c-3bf552ad7163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:52.903453 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-cc9a1b36-6715-4b6f-880c-3bf552ad7163 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6fb267c5-30d3-4bcf-9f1a-35165d9b0f18 HTTP/1.1" status: 204 len: 168 time: 1.4024959 Oct 12 07:35:52.908479 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35316) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:52.955966 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-0d44d274-3b5e-4dfc-a503-4976cbbd7960 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Request body: {'security_group': {'name': 'tempest-securitygroup--402550101', 'description': 'tempest-description--50173807'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:35:53.007038 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e97e597-24a3-417b-b1ef-3e9942b808fc tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c50c31c-d2a2-47e4-b26e-ff0aeab8e056,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:53.011295 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a1b36-6715-4b6f-880c-3bf552ad7163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb267c5-30d3-4bcf-9f1a-35165d9b0f18,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:53.046538 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006b4409-929b-465b-8a4a-a2403ea4e2b5 None None] Routers {'1f7c54b3-40fa-445f-9248-756925286d0d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:35:53.047837 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-006b4409-929b-465b-8a4a-a2403ea4e2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:35:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['1f7c54b3-40fa-445f-9248-756925286d0d'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:35:53.070624 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4e97e597-24a3-417b-b1ef-3e9942b808fc tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:53.071969 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-4e97e597-24a3-417b-b1ef-3e9942b808fc tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7874789 Oct 12 07:35:53.081133 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35320) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:53.087040 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-b1e02c30-186b-450b-9858-4bdfac6da1b8 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Request body: {'floatingip': {'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:35:53.100501 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 9a1ed44a-445c-416e-9ae3-5c8bab8a9733 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:35:53.101602 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 547ae234-0419-4735-a237-1c1fb1063803 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:35:53.103671 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0d44d274-3b5e-4dfc-a503-4976cbbd7960 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:53.105635 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9931bf84-b801-45a3-a819-b2f92f15f564 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Router 4a20e839-e412-40cd-978e-9be6813a7eea is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:35:53.123031 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7fe874-ae62-4afc-a1b6-823ef4011c9f tempest-DHCPAgentSchedulersTestJSON-545218122 tempest-DHCPAgentSchedulersTestJSON-545218122-project-admin] Network f0b5cf55-7d5d-4c65-9773-9377f9c672a2 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:35:53.151630 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-f470088b-3c41-4a4c-a96c-436dad15f856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Deleting port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:35:53.152101 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f470088b-3c41-4a4c-a96c-436dad15f856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:53.157875 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-fd7fe874-ae62-4afc-a1b6-823ef4011c9f tempest-DHCPAgentSchedulersTestJSON-545218122 tempest-DHCPAgentSchedulersTestJSON-545218122-project-admin] 10.222.0.26 "POST /v2.0/agents/64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.7606502 Oct 12 07:35:53.165218 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35322) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:53.166712 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a00ec4-ad8e-4f89-92ea-1ef9a9c8f3de admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:35:53.169285 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff3421-4fb4-46ea-b3ef-9af1ba907859 None None] Pushing event updated for resources: {'Port': ['ID=050e1f97-ca32-4d5f-941b-d96db6d6d111,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:53.178277 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cc4b25-eb99-4dde-b1a3-65f94fbc5335 None None] Sync routers for ids ['bae66d85-4bf0-41d4-8dcf-c40b04530756'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:35:53.200093 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c0a00ec4-ad8e-4f89-92ea-1ef9a9c8f3de admin admin] 10.222.0.26 "PUT /v2.0/routers/bae66d85-4bf0-41d4-8dcf-c40b04530756/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0286498 Oct 12 07:35:53.200306 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cc4b25-eb99-4dde-b1a3-65f94fbc5335 None None] Routers {'bae66d85-4bf0-41d4-8dcf-c40b04530756'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:35:53.200306 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b7cc4b25-eb99-4dde-b1a3-65f94fbc5335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:35:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['bae66d85-4bf0-41d4-8dcf-c40b04530756'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:35:53.201926 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b1e02c30-186b-450b-9858-4bdfac6da1b8 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Notify callbacks [] for floatingip, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:53.344825 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-2a75cbb0-c2c8-409c-b096-0df82e37eabd None None] Attempt 8 to provision port 050e1f97-ca32-4d5f-941b-d96db6d6d111 Oct 12 07:35:53.402371 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-f470088b-3c41-4a4c-a96c-436dad15f856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] For port e0e32a74-c6c2-48c8-924e-06e4a7d6b35f, host hv-neutron-8609, got binding levels [] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:35:53.402744 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f470088b-3c41-4a4c-a96c-436dad15f856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:53.484389 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5ccb83-9c92-41e2-9b3e-a65765d61ee9 None None] Network f0b5cf55-7d5d-4c65-9773-9377f9c672a2 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:35:53.511976 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-f470088b-3c41-4a4c-a96c-436dad15f856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Calling delete_port for e0e32a74-c6c2-48c8-924e-06e4a7d6b35f owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:35:53.552764 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-b7cc4b25-eb99-4dde-b1a3-65f94fbc5335 None None] Set router bae66d85-4bf0-41d4-8dcf-c40b04530756 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:35:53.600524 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-006b4409-929b-465b-8a4a-a2403ea4e2b5 None None] Set router 1f7c54b3-40fa-445f-9248-756925286d0d gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:35:53.604476 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9931bf84-b801-45a3-a819-b2f92f15f564 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:35:53.635117 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a83025bb-a864-498f-bcd8-9a74de3eb0de tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:53.698117 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0d44d274-3b5e-4dfc-a503-4976cbbd7960 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:53.705076 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b13990-b2e4-4c1b-b5e4-9582e47aa5ef None None] Sync routers for ids ['4a20e839-e412-40cd-978e-9be6813a7eea'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:35:53.712988 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0d44d274-3b5e-4dfc-a503-4976cbbd7960 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:53.804782 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0d44d274-3b5e-4dfc-a503-4976cbbd7960 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:53.806092 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-0d44d274-3b5e-4dfc-a503-4976cbbd7960 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.8970292 Oct 12 07:35:53.818150 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35338) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:53.833279 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-378b76ea-175b-4043-be2d-f39e0cb3928f tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Request body: {'security_group_rule': {'security_group_id': 'fba0b702-4f47-4fb0-ac3b-1d7e566ecb1f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:35:53.848968 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35340) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:53.854814 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d44d274-3b5e-4dfc-a503-4976cbbd7960 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fba0b702-4f47-4fb0-ac3b-1d7e566ecb1f,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:53.856452 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9931bf84-b801-45a3-a819-b2f92f15f564 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:53.857892 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-9931bf84-b801-45a3-a819-b2f92f15f564 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 8.2628744 Oct 12 07:35:53.869487 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-e0d4e12b-2fe9-45c7-b55a-a231b7f59dcf tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Request body: {'security_group': {'name': 'tempest-securitygroup--255259386', 'description': 'tempest-description--1435363924'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:35:53.877505 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35342) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:53.904446 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-fc127f1b-5776-44dd-8e3d-ae8fd48e3c4c tempest-DHCPAgentSchedulersTestJSON-545218122 tempest-DHCPAgentSchedulersTestJSON-545218122-project-admin] 10.222.0.26 "GET /v2.0/agents/64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a/dhcp-networks HTTP/1.1" status: 200 len: 8818 time: 0.7347798 Oct 12 07:35:53.908807 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35346) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:53.948346 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e0d4e12b-2fe9-45c7-b55a-a231b7f59dcf tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:53.981820 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83025bb-a864-498f-bcd8-9a74de3eb0de tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event updated for resources: {'Subnet': ['ID=adcb7d7c-8f68-4624-8f25-e8f4e75ecb7c,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:53.990275 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83025bb-a864-498f-bcd8-9a74de3eb0de tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Checking segment: {'id': '4ffc3f75-643e-4384-976e-bc5eef73f2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0380cf60-e8ee-4507-a800-502a837a9d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:35:53.990745 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83025bb-a864-498f-bcd8-9a74de3eb0de tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Network hostable DHCP agents. Network: 0380cf60-e8ee-4507-a800-502a837a9d31, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:35:54.000381 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b1e02c30-186b-450b-9858-4bdfac6da1b8 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:54.070725 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-378b76ea-175b-4043-be2d-f39e0cb3928f tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:54.172480 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e0d4e12b-2fe9-45c7-b55a-a231b7f59dcf tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:54.177343 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f470088b-3c41-4a4c-a96c-436dad15f856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:54.184965 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e0d4e12b-2fe9-45c7-b55a-a231b7f59dcf tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:54.203771 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d63d47a-7b09-46e8-b603-9002ff64df2b None None] Sync routers for ids ['f4d40300-a463-4e3a-bbb5-5511e73ca8ed'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:35:54.216572 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83025bb-a864-498f-bcd8-9a74de3eb0de tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Network 0380cf60-e8ee-4507-a800-502a837a9d31 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:35:54.227195 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-eecdeca2-77dd-4d45-b1c9-6ae76adf6e73 tempest-DHCPAgentSchedulersTestJSON-545218122 tempest-DHCPAgentSchedulersTestJSON-545218122-project-admin] 10.222.0.26 "DELETE /v2.0/agents/64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a/dhcp-networks/f0b5cf55-7d5d-4c65-9773-9377f9c672a2 HTTP/1.1" status: 204 len: 168 time: 0.3114753 Oct 12 07:35:54.229050 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b13990-b2e4-4c1b-b5e4-9582e47aa5ef None None] Routers {'4a20e839-e412-40cd-978e-9be6813a7eea'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:35:54.229662 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-64b13990-b2e4-4c1b-b5e4-9582e47aa5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:35:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['4a20e839-e412-40cd-978e-9be6813a7eea'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:35:54.230618 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35352) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:54.246121 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-b1e02c30-186b-450b-9858-4bdfac6da1b8 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Allocated IP 172.26.3.94 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/e0a7eddf-8384-4576-991d-a968f4883083) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:35:54.250756 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b7cc4b25-eb99-4dde-b1a3-65f94fbc5335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae66d85-4bf0-41d4-8dcf-c40b04530756', 'name': 'tempest-ServerActionsTestJSON-1937560167-router', 'tenant_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.89'}], 'enable_snat': True}, 'gw_port_id': 'dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:35:38Z', 'updated_at': '2022-10-12T07:35:51Z', 'revision_number': 4, 'project_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'gw_port': {'id': 'dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae66d85-4bf0-41d4-8dcf-c40b04530756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:39Z', 'updated_at': '2022-10-12T07:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '651824de-5d6d-433e-889d-e9f258604f99', 'name': '', 'network_id': 'dd72da9c-d321-4cc4-881d-466168d9f856', 'tenant_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'mac_address': 'fa:16:3e:b5:4f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae66d85-4bf0-41d4-8dcf-c40b04530756', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'b41a3bc7-3f1c-47b8-8c1a-d904035b712e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:49Z', 'updated_at': '2022-10-12T07:35:52Z', 'revision_number': 2, 'project_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'subnets': [{'id': 'b41a3bc7-3f1c-47b8-8c1a-d904035b712e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:35:54.253551 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e0d4e12b-2fe9-45c7-b55a-a231b7f59dcf tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:54.255114 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e0d4e12b-2fe9-45c7-b55a-a231b7f59dcf tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4013989 Oct 12 07:35:54.256046 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d4e12b-2fe9-45c7-b55a-a231b7f59dcf tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7f9b76-7d8f-4151-9048-9c3a9daab446,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:54.260918 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470088b-3c41-4a4c-a96c-436dad15f856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0e32a74-c6c2-48c8-924e-06e4a7d6b35f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:54.266494 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35354) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:54.268172 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d63d47a-7b09-46e8-b603-9002ff64df2b None None] Routers {'f4d40300-a463-4e3a-bbb5-5511e73ca8ed'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:35:54.273357 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-2d63d47a-7b09-46e8-b603-9002ff64df2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:35:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['f4d40300-a463-4e3a-bbb5-5511e73ca8ed'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:35:54.274964 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-64b13990-b2e4-4c1b-b5e4-9582e47aa5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:35:54.284407 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-446a15e5-34d2-4bc2-ab96-05717b88c78f tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Request body: {'security_group_rule': {'security_group_id': '1c7f9b76-7d8f-4151-9048-9c3a9daab446', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:35:54.329688 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-a83025bb-a864-498f-bcd8-9a74de3eb0de tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 0380cf60-e8ee-4507-a800-502a837a9d31) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:35:54.354991 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821121b8-577c-4510-a06e-0c5bef6aac73 None None] Network 0380cf60-e8ee-4507-a800-502a837a9d31 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:35:54.362520 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 547ae234-0419-4735-a237-1c1fb1063803 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:35:54.362795 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:54.363210 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 547ae234-0419-4735-a237-1c1fb1063803 Oct 12 07:35:54.457577 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-2d63d47a-7b09-46e8-b603-9002ff64df2b None None] Set router f4d40300-a463-4e3a-bbb5-5511e73ca8ed gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:35:54.459900 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b13990-b2e4-4c1b-b5e4-9582e47aa5ef None None] Routers {'4a20e839-e412-40cd-978e-9be6813a7eea'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:35:54.460843 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-64b13990-b2e4-4c1b-b5e4-9582e47aa5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:35:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['4a20e839-e412-40cd-978e-9be6813a7eea'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:35:54.522496 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b1e02c30-186b-450b-9858-4bdfac6da1b8 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:54.526830 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-22f554b3-0347-474d-a393-03a70e24e91d tempest-DHCPAgentSchedulersTestJSON-545218122 tempest-DHCPAgentSchedulersTestJSON-545218122-project-admin] 10.222.0.26 "GET /v2.0/agents/64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a/dhcp-networks HTTP/1.1" status: 200 len: 8841 time: 0.2949245 Oct 12 07:35:54.535744 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35360) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:54.553108 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f470088b-3c41-4a4c-a96c-436dad15f856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:54.559741 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35362) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:54.559903 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f470088b-3c41-4a4c-a96c-436dad15f856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] 10.222.0.26 "DELETE /v2.0/ports/e0e32a74-c6c2-48c8-924e-06e4a7d6b35f HTTP/1.1" status: 204 len: 168 time: 2.1605117 Oct 12 07:35:54.576149 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f8ba9ec0-e37b-4752-9e70-0e728535ea2d tempest-DHCPAgentSchedulersTestJSON-545218122 tempest-DHCPAgentSchedulersTestJSON-545218122-project-admin] 10.222.0.26 "GET /v2.0/networks/79dbe203-9b0e-4d9e-bcdf-950e7736367c/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0392187 Oct 12 07:35:54.577699 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83025bb-a864-498f-bcd8-9a74de3eb0de tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:35:54.578391 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a83025bb-a864-498f-bcd8-9a74de3eb0de tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:54.598502 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35364) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:54.607540 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-55e8a952-a0f0-4afa-bef9-ce3f6115ecfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] GET failed (client error): The resource could not be found. Oct 12 07:35:54.609093 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-55e8a952-a0f0-4afa-bef9-ce3f6115ecfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] 10.222.0.26 "GET /v2.0/ports/e0e32a74-c6c2-48c8-924e-06e4a7d6b35f HTTP/1.1" status: 404 len: 333 time: 0.0465267 Oct 12 07:35:54.615187 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35366) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:54.621182 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-592ac3f8-317b-40af-87e9-29b925e21516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995284543', 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:35:54.635827 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cc4b25-eb99-4dde-b1a3-65f94fbc5335 None None] Checking router: bae66d85-4bf0-41d4-8dcf-c40b04530756 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:35:54.636183 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cc4b25-eb99-4dde-b1a3-65f94fbc5335 None None] Updating router bae66d85-4bf0-41d4-8dcf-c40b04530756 port 651824de-5d6d-433e-889d-e9f258604f99 binding host dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:35:54.649257 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-6e40d6a6-116b-4c2d-9141-9e39c5d85b7d tempest-DHCPAgentSchedulersTestJSON-545218122 tempest-DHCPAgentSchedulersTestJSON-545218122-project-admin] 10.222.0.26 "GET /v2.0/networks/79dbe203-9b0e-4d9e-bcdf-950e7736367c/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0495377 Oct 12 07:35:54.652849 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35368) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:54.675444 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-64b13990-b2e4-4c1b-b5e4-9582e47aa5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:35:54.676485 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35370) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:54.676711 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b13990-b2e4-4c1b-b5e4-9582e47aa5ef None None] The sync data for ids ['4a20e839-e412-40cd-978e-9be6813a7eea'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:35:54.681618 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b7cc4b25-eb99-4dde-b1a3-65f94fbc5335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:54.688238 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592ac3f8-317b-40af-87e9-29b925e21516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Made reservation on behalf of ef3c60b622a24302ac83753473d4889a for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:35:54.690836 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-592ac3f8-317b-40af-87e9-29b925e21516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:54.704682 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2a75cbb0-c2c8-409c-b096-0df82e37eabd None None] Current status of the port 050e1f97-ca32-4d5f-941b-d96db6d6d111 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:35:54.705235 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2a75cbb0-c2c8-409c-b096-0df82e37eabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:54.728392 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b1e02c30-186b-450b-9858-4bdfac6da1b8 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:54.740860 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-592ac3f8-317b-40af-87e9-29b925e21516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] device_id is not set on port 20264ce7-d3dc-43f4-a416-5d8cb81fed51 yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:35:54.752759 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-2a75cbb0-c2c8-409c-b096-0df82e37eabd None None] For port 050e1f97-ca32-4d5f-941b-d96db6d6d111, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=050e1f97-ca32-4d5f-941b-d96db6d6d111,segment=NetworkSegment(1426273a-da71-4eaf-9367-aa853b0259fc),segment_id=1426273a-da71-4eaf-9367-aa853b0259fc)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:35:54.754734 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba983c96-08f3-4fc4-85b8-5a4939a8d17d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-0380cf60-e8ee-4507-a800-502a837a9d31', 'network_id': '0380cf60-e8ee-4507-a800-502a837a9d31', 'tenant_id': 'fa6cd5d4308b423397704f513812805b', 'fixed_ips': [{'subnet_id': 'adcb7d7c-8f68-4624-8f25-e8f4e75ecb7c'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:35:54.756237 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ba983c96-08f3-4fc4-85b8-5a4939a8d17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:54.780668 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2a75cbb0-c2c8-409c-b096-0df82e37eabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:54.846656 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e02c30-186b-450b-9858-4bdfac6da1b8 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:35:54.884579 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-14050a00-ad5d-4a9a-bc62-ee5cb8128cde tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1784818307'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:35:54.897392 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-b1e02c30-186b-450b-9858-4bdfac6da1b8 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:35:54.915478 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e02c30-186b-450b-9858-4bdfac6da1b8 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:35:54.980448 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e02c30-186b-450b-9858-4bdfac6da1b8 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Pushing event updated for resources: {'Port': ['ID=e0a7eddf-8384-4576-991d-a968f4883083,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:55.027966 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-22b4ac8c-5b39-40fa-a636-285cc0be1187 None None] Provisioning complete for port 0e48cbfe-f7fd-4114-bf27-f75a581308af triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:35:55.029446 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22b4ac8c-5b39-40fa-a636-285cc0be1187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:55.030053 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-22b4ac8c-5b39-40fa-a636-285cc0be1187 None None] Attempt 1 to provision port 0e48cbfe-f7fd-4114-bf27-f75a581308af Oct 12 07:35:55.062751 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14050a00-ad5d-4a9a-bc62-ee5cb8128cde tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Made reservation on behalf of 9b8f834303ef48b493941568c6fb85f2 for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:35:55.066685 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-14050a00-ad5d-4a9a-bc62-ee5cb8128cde tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:55.086508 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b7cc4b25-eb99-4dde-b1a3-65f94fbc5335 None None] Notify callbacks [] for port, precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:55.093434 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75cbb0-c2c8-409c-b096-0df82e37eabd None None] Pushing event updated for resources: {'Port': ['ID=050e1f97-ca32-4d5f-941b-d96db6d6d111,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:55.101250 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b7cc4b25-eb99-4dde-b1a3-65f94fbc5335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:55.110181 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-14050a00-ad5d-4a9a-bc62-ee5cb8128cde tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:55.125672 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f10bda25-5af3-476c-8a4a-df6d715faec2 tempest-DHCPAgentSchedulersTestJSON-545218122 tempest-DHCPAgentSchedulersTestJSON-545218122-project-admin] 10.222.0.26 "GET /v2.0/agents/64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a/dhcp-networks HTTP/1.1" status: 200 len: 8841 time: 0.4704530 Oct 12 07:35:55.136854 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b1e02c30-186b-450b-9858-4bdfac6da1b8 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:55.139740 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35376) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:55.142210 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 547ae234-0419-4735-a237-1c1fb1063803 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:35:55.143575 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 99307372-52ae-46ff-a7e6-2496026bd2f3 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:35:55.199332 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c913da-8646-42b2-91a3-2a09637f2a68 None None] Pushing event updated for resources: {'Port': ['ID=651824de-5d6d-433e-889d-e9f258604f99,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:55.201325 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-006b4409-929b-465b-8a4a-a2403ea4e2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7c54b3-40fa-445f-9248-756925286d0d', 'name': 'tempest-ServersTestManualDisk-740973645-router', 'tenant_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240'}], 'enable_snat': True}, 'gw_port_id': '9a1ed44a-445c-416e-9ae3-5c8bab8a9733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:35:35Z', 'updated_at': '2022-10-12T07:35:45Z', 'revision_number': 4, 'project_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'gw_port': {'id': '9a1ed44a-445c-416e-9ae3-5c8bab8a9733', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:13:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c54b3-40fa-445f-9248-756925286d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:36Z', 'updated_at': '2022-10-12T07:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '050e1f97-ca32-4d5f-941b-d96db6d6d111', 'name': '', 'network_id': 'd47104f6-86e0-4057-9a4c-a534656ec157', 'tenant_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'mac_address': 'fa:16:3e:7f:a9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7c54b3-40fa-445f-9248-756925286d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'be914b83-aeee-49e0-9150-828f24ed2c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:44Z', 'updated_at': '2022-10-12T07:35:52Z', 'revision_number': 4, 'project_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'subnets': [{'id': 'be914b83-aeee-49e0-9150-828f24ed2c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:35:55.224929 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-446a15e5-34d2-4bc2-ab96-05717b88c78f tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:55.245903 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-ba983c96-08f3-4fc4-85b8-5a4939a8d17d None None] Allocated IP 172.20.0.1 (0380cf60-e8ee-4507-a800-502a837a9d31/adcb7d7c-8f68-4624-8f25-e8f4e75ecb7c/c0d6fd83-7ee2-4470-9876-5f85f5e0c032) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:35:55.268476 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-378b76ea-175b-4043-be2d-f39e0cb3928f tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:55.285272 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-592ac3f8-317b-40af-87e9-29b925e21516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:55.288236 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a83025bb-a864-498f-bcd8-9a74de3eb0de tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.8870487 Oct 12 07:35:55.294579 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35378) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:55.305879 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-378b76ea-175b-4043-be2d-f39e0cb3928f tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:55.328776 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b1e02c30-186b-450b-9858-4bdfac6da1b8 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:55.334169 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b7cc4b25-eb99-4dde-b1a3-65f94fbc5335 None None] Attempting to bind port 651824de-5d6d-433e-889d-e9f258604f99 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:35:55.334673 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b7cc4b25-eb99-4dde-b1a3-65f94fbc5335 None None] Attempting to bind port 651824de-5d6d-433e-889d-e9f258604f99 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '01061a7e-751f-4946-8a2c-ec9ecc41411f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'dd72da9c-d321-4cc4-881d-466168d9f856'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:35:55.334988 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cc4b25-eb99-4dde-b1a3-65f94fbc5335 None None] Attempting to bind port 651824de-5d6d-433e-889d-e9f258604f99 on network dd72da9c-d321-4cc4-881d-466168d9f856 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:35:55.335098 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-592ac3f8-317b-40af-87e9-29b925e21516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:55.342913 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cc4b25-eb99-4dde-b1a3-65f94fbc5335 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:35:55.343308 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cc4b25-eb99-4dde-b1a3-65f94fbc5335 None None] Checking segment: {'id': '01061a7e-751f-4946-8a2c-ec9ecc41411f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'dd72da9c-d321-4cc4-881d-466168d9f856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:35:55.343702 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b7cc4b25-eb99-4dde-b1a3-65f94fbc5335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:55.344087 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cc4b25-eb99-4dde-b1a3-65f94fbc5335 None None] Bound using segment: {'id': '01061a7e-751f-4946-8a2c-ec9ecc41411f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'dd72da9c-d321-4cc4-881d-466168d9f856'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:35:55.344558 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b7cc4b25-eb99-4dde-b1a3-65f94fbc5335 None None] Bound port: 651824de-5d6d-433e-889d-e9f258604f99, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01061a7e-751f-4946-8a2c-ec9ecc41411f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'dd72da9c-d321-4cc4-881d-466168d9f856'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:35:55.344959 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b7cc4b25-eb99-4dde-b1a3-65f94fbc5335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:55.349467 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-446a15e5-34d2-4bc2-ab96-05717b88c78f tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:55.403907 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-446a15e5-34d2-4bc2-ab96-05717b88c78f tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:55.416955 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-b7cc4b25-eb99-4dde-b1a3-65f94fbc5335 None None] For port 651824de-5d6d-433e-889d-e9f258604f99, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:35:55.421347 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-b7cc4b25-eb99-4dde-b1a3-65f94fbc5335 None None] For port 651824de-5d6d-433e-889d-e9f258604f99, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=651824de-5d6d-433e-889d-e9f258604f99,segment=NetworkSegment(01061a7e-751f-4946-8a2c-ec9ecc41411f),segment_id=01061a7e-751f-4946-8a2c-ec9ecc41411f)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:35:55.431227 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b7cc4b25-eb99-4dde-b1a3-65f94fbc5335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:55.448805 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592ac3f8-317b-40af-87e9-29b925e21516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Network f16fb000-8d60-49ef-a32e-7e362bb81941 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:35:55.456145 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ac3f8-317b-40af-87e9-29b925e21516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Pushing event updated for resources: {'Port': ['ID=20264ce7-d3dc-43f4-a416-5d8cb81fed51,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:55.471071 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-592ac3f8-317b-40af-87e9-29b925e21516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:35:55.485121 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-13e69c0c-4266-432e-b9f7-6b424b824be5 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:55.487847 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592ac3f8-317b-40af-87e9-29b925e21516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:35:55.488791 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592ac3f8-317b-40af-87e9-29b925e21516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:35:55.489400 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-592ac3f8-317b-40af-87e9-29b925e21516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:55.493266 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c913da-8646-42b2-91a3-2a09637f2a68 None None] Pushing event updated for resources: {'Port': ['ID=651824de-5d6d-433e-889d-e9f258604f99,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:55.498733 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-14c86eae-4ee1-4b3d-8274-222e663e93c7 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:55.505981 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cc4b25-eb99-4dde-b1a3-65f94fbc5335 None None] Routers {'bae66d85-4bf0-41d4-8dcf-c40b04530756'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:35:55.506680 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b7cc4b25-eb99-4dde-b1a3-65f94fbc5335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:35:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['bae66d85-4bf0-41d4-8dcf-c40b04530756'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:35:55.520686 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b76ea-175b-4043-be2d-f39e0cb3928f tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b621d9d-9e87-42d9-a1f7-6b4730b3f2d5,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:55.530656 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-592ac3f8-317b-40af-87e9-29b925e21516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9130898 Oct 12 07:35:55.539338 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35380) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:55.542543 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-14050a00-ad5d-4a9a-bc62-ee5cb8128cde tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:55.564878 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-378b76ea-175b-4043-be2d-f39e0cb3928f tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:55.568871 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-378b76ea-175b-4043-be2d-f39e0cb3928f tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7397027 Oct 12 07:35:55.579255 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ba983c96-08f3-4fc4-85b8-5a4939a8d17d None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:55.581494 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a15e5-34d2-4bc2-ab96-05717b88c78f tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dce34d4-c756-4ba3-8d9e-ca124983b0ca,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:55.583610 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35382) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:55.596085 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-446a15e5-34d2-4bc2-ab96-05717b88c78f tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:55.600056 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-446a15e5-34d2-4bc2-ab96-05717b88c78f tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3213074 Oct 12 07:35:55.606793 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-71ef4a2d-a39f-4173-97bf-a409133e782f tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Request body: {'security_group_rule': {'security_group_id': 'fba0b702-4f47-4fb0-ac3b-1d7e566ecb1f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:35:55.612605 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006b4409-929b-465b-8a4a-a2403ea4e2b5 None None] The sync data for ids ['1f7c54b3-40fa-445f-9248-756925286d0d'] in dv-neutron-860909-2-hyperv is: [{'id': '1f7c54b3-40fa-445f-9248-756925286d0d', 'name': 'tempest-ServersTestManualDisk-740973645-router', 'tenant_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240'}], 'enable_snat': True}, 'gw_port_id': '9a1ed44a-445c-416e-9ae3-5c8bab8a9733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:35:35Z', 'updated_at': '2022-10-12T07:35:45Z', 'revision_number': 4, 'project_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'gw_port': {'id': '9a1ed44a-445c-416e-9ae3-5c8bab8a9733', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:13:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c54b3-40fa-445f-9248-756925286d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:36Z', 'updated_at': '2022-10-12T07:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '050e1f97-ca32-4d5f-941b-d96db6d6d111', 'name': '', 'network_id': 'd47104f6-86e0-4057-9a4c-a534656ec157', 'tenant_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'mac_address': 'fa:16:3e:7f:a9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7c54b3-40fa-445f-9248-756925286d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'be914b83-aeee-49e0-9150-828f24ed2c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:44Z', 'updated_at': '2022-10-12T07:35:52Z', 'revision_number': 4, 'project_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'subnets': [{'id': 'be914b83-aeee-49e0-9150-828f24ed2c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:35:55.627324 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ba983c96-08f3-4fc4-85b8-5a4939a8d17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:55.628773 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-14050a00-ad5d-4a9a-bc62-ee5cb8128cde tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:55.633322 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35384) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:55.635886 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-b7cc4b25-eb99-4dde-b1a3-65f94fbc5335 None None] Set router bae66d85-4bf0-41d4-8dcf-c40b04530756 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:35:55.651459 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-c0ff8ffe-6b3a-44de-92ad-c07ef72d1aa9 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Request body: {'security_group_rule': {'security_group_id': '1c7f9b76-7d8f-4151-9048-9c3a9daab446', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:35:55.719267 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-71ef4a2d-a39f-4173-97bf-a409133e782f tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:55.722345 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d483925-02ad-4e8c-ae69-ed60aea5d79f tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:35:55.723861 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-2d483925-02ad-4e8c-ae69-ed60aea5d79f tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] 10.222.0.26 "GET /v2.0/ports/20264ce7-d3dc-43f4-a416-5d8cb81fed51 HTTP/1.1" status: 200 len: 959 time: 0.1835773 Oct 12 07:35:55.733644 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35386) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:55.755087 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-22b4ac8c-5b39-40fa-a636-285cc0be1187 None None] Current status of the port 0e48cbfe-f7fd-4114-bf27-f75a581308af is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:35:55.769950 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14050a00-ad5d-4a9a-bc62-ee5cb8128cde tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:35:55.791667 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 99307372-52ae-46ff-a7e6-2496026bd2f3 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:35:55.792415 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:55.792973 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 99307372-52ae-46ff-a7e6-2496026bd2f3 Oct 12 07:35:55.813440 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14050a00-ad5d-4a9a-bc62-ee5cb8128cde tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4865cf75-2b09-4306-9664-7ec24ef4c390,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:55.855258 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-28cb39f7-eb45-4977-b6a2-35ce562d177e tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:55.859757 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-14050a00-ad5d-4a9a-bc62-ee5cb8128cde tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:55.861021 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-14050a00-ad5d-4a9a-bc62-ee5cb8128cde tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Added segment 8c24f7ec-f3f2-4675-b7fc-c70780ce62c7 of type vlan for network 04685e5c-c522-4ea7-91a6-7b9a6a6f7b2b Oct 12 07:35:55.862787 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba983c96-08f3-4fc4-85b8-5a4939a8d17d None None] Network 0380cf60-e8ee-4507-a800-502a837a9d31 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:35:55.887352 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-ba983c96-08f3-4fc4-85b8-5a4939a8d17d None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:35:55.894669 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba983c96-08f3-4fc4-85b8-5a4939a8d17d None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:35:55.939055 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-14c86eae-4ee1-4b3d-8274-222e663e93c7 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:55.963406 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-22b4ac8c-5b39-40fa-a636-285cc0be1187 None None] Provisioning complete for port 99307372-52ae-46ff-a7e6-2496026bd2f3 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:35:55.964060 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22b4ac8c-5b39-40fa-a636-285cc0be1187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:55.964521 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-22b4ac8c-5b39-40fa-a636-285cc0be1187 None None] Attempt 1 to provision port 99307372-52ae-46ff-a7e6-2496026bd2f3 Oct 12 07:35:55.967464 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b7cc4b25-eb99-4dde-b1a3-65f94fbc5335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae66d85-4bf0-41d4-8dcf-c40b04530756', 'name': 'tempest-ServerActionsTestJSON-1937560167-router', 'tenant_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.89'}], 'enable_snat': True}, 'gw_port_id': 'dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:35:38Z', 'updated_at': '2022-10-12T07:35:51Z', 'revision_number': 4, 'project_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'gw_port': {'id': 'dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae66d85-4bf0-41d4-8dcf-c40b04530756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:39Z', 'updated_at': '2022-10-12T07:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '651824de-5d6d-433e-889d-e9f258604f99', 'name': '', 'network_id': 'dd72da9c-d321-4cc4-881d-466168d9f856', 'tenant_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'mac_address': 'fa:16:3e:b5:4f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae66d85-4bf0-41d4-8dcf-c40b04530756', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'b41a3bc7-3f1c-47b8-8c1a-d904035b712e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:49Z', 'updated_at': '2022-10-12T07:35:55Z', 'revision_number': 4, 'project_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'subnets': [{'id': 'b41a3bc7-3f1c-47b8-8c1a-d904035b712e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:35:56.000753 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cc4b25-eb99-4dde-b1a3-65f94fbc5335 None None] The sync data for ids ['bae66d85-4bf0-41d4-8dcf-c40b04530756'] in dv-neutron-860909-2-hyperv is: [{'id': 'bae66d85-4bf0-41d4-8dcf-c40b04530756', 'name': 'tempest-ServerActionsTestJSON-1937560167-router', 'tenant_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.89'}], 'enable_snat': True}, 'gw_port_id': 'dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:35:38Z', 'updated_at': '2022-10-12T07:35:51Z', 'revision_number': 4, 'project_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'gw_port': {'id': 'dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae66d85-4bf0-41d4-8dcf-c40b04530756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:39Z', 'updated_at': '2022-10-12T07:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '651824de-5d6d-433e-889d-e9f258604f99', 'name': '', 'network_id': 'dd72da9c-d321-4cc4-881d-466168d9f856', 'tenant_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'mac_address': 'fa:16:3e:b5:4f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae66d85-4bf0-41d4-8dcf-c40b04530756', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'b41a3bc7-3f1c-47b8-8c1a-d904035b712e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:49Z', 'updated_at': '2022-10-12T07:35:55Z', 'revision_number': 4, 'project_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'subnets': [{'id': 'b41a3bc7-3f1c-47b8-8c1a-d904035b712e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:35:56.009945 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-2d63d47a-7b09-46e8-b603-9002ff64df2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d40300-a463-4e3a-bbb5-5511e73ca8ed', 'name': 'tempest-ServersTestJSON-142552615-router', 'tenant_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f09749a1-4bd4-4e0c-975a-563fd69c0470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:35:36Z', 'updated_at': '2022-10-12T07:35:48Z', 'revision_number': 4, 'project_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'gw_port': {'id': 'f09749a1-4bd4-4e0c-975a-563fd69c0470', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:77:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d40300-a463-4e3a-bbb5-5511e73ca8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:38Z', 'updated_at': '2022-10-12T07:35:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '778929f1-c68f-41e2-ab5a-633c5ac9f744', 'name': '', 'network_id': 'd8679d51-dd8d-46a3-a82d-a795585d2c26', 'tenant_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'mac_address': 'fa:16:3e:07:cb:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d40300-a463-4e3a-bbb5-5511e73ca8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '5599846c-e956-431e-8499-39d6d9eff1e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:47Z', 'updated_at': '2022-10-12T07:35:48Z', 'revision_number': 2, 'project_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'subnets': [{'id': '5599846c-e956-431e-8499-39d6d9eff1e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:35:56.019540 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 99307372-52ae-46ff-a7e6-2496026bd2f3 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:35:56.020032 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:56.031633 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c0ff8ffe-6b3a-44de-92ad-c07ef72d1aa9 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:56.036559 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-14c86eae-4ee1-4b3d-8274-222e663e93c7 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Subscribe: > segment before_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:35:56.036920 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-14c86eae-4ee1-4b3d-8274-222e663e93c7 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:35:56.037671 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-14c86eae-4ee1-4b3d-8274-222e663e93c7 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:35:56.037999 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-14c86eae-4ee1-4b3d-8274-222e663e93c7 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Subscribe: > port after_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:35:56.038354 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-14c86eae-4ee1-4b3d-8274-222e663e93c7 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Subscribe: > port after_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:35:56.038682 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-14c86eae-4ee1-4b3d-8274-222e663e93c7 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Subscribe: > port after_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:35:56.038997 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-14c86eae-4ee1-4b3d-8274-222e663e93c7 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Subscribe: > segment after_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:35:56.039190 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b1e02c30-186b-450b-9858-4bdfac6da1b8 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:56.039342 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-14c86eae-4ee1-4b3d-8274-222e663e93c7 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Subscribe: > subnet after_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:35:56.039657 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-14c86eae-4ee1-4b3d-8274-222e663e93c7 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Subscribe: > subnet after_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:35:56.039973 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-14c86eae-4ee1-4b3d-8274-222e663e93c7 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Subscribe: > subnet after_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:35:56.057839 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d63d47a-7b09-46e8-b603-9002ff64df2b None None] Checking router: f4d40300-a463-4e3a-bbb5-5511e73ca8ed for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:35:56.058279 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d63d47a-7b09-46e8-b603-9002ff64df2b None None] Updating router f4d40300-a463-4e3a-bbb5-5511e73ca8ed port 778929f1-c68f-41e2-ab5a-633c5ac9f744 binding host dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:35:56.064117 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-71ef4a2d-a39f-4173-97bf-a409133e782f tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:56.077820 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b1e02c30-186b-450b-9858-4bdfac6da1b8 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:56.087445 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2d63d47a-7b09-46e8-b603-9002ff64df2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:56.100517 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba983c96-08f3-4fc4-85b8-5a4939a8d17d None None] Pushing event updated for resources: {'Port': ['ID=c0d6fd83-7ee2-4470-9876-5f85f5e0c032,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:56.130691 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-ba983c96-08f3-4fc4-85b8-5a4939a8d17d None None] Attempting to bind port c0d6fd83-7ee2-4470-9876-5f85f5e0c032 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:35:56.132219 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-ba983c96-08f3-4fc4-85b8-5a4939a8d17d None None] Attempting to bind port c0d6fd83-7ee2-4470-9876-5f85f5e0c032 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '4ffc3f75-643e-4384-976e-bc5eef73f2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0380cf60-e8ee-4507-a800-502a837a9d31'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:35:56.132219 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba983c96-08f3-4fc4-85b8-5a4939a8d17d None None] Attempting to bind port c0d6fd83-7ee2-4470-9876-5f85f5e0c032 on network 0380cf60-e8ee-4507-a800-502a837a9d31 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:35:56.138947 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba983c96-08f3-4fc4-85b8-5a4939a8d17d None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:35:56.139376 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba983c96-08f3-4fc4-85b8-5a4939a8d17d None None] Checking segment: {'id': '4ffc3f75-643e-4384-976e-bc5eef73f2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0380cf60-e8ee-4507-a800-502a837a9d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:35:56.139790 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ba983c96-08f3-4fc4-85b8-5a4939a8d17d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:56.140185 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba983c96-08f3-4fc4-85b8-5a4939a8d17d None None] Bound using segment: {'id': '4ffc3f75-643e-4384-976e-bc5eef73f2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0380cf60-e8ee-4507-a800-502a837a9d31'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:35:56.140923 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-ba983c96-08f3-4fc4-85b8-5a4939a8d17d None None] Bound port: c0d6fd83-7ee2-4470-9876-5f85f5e0c032, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffc3f75-643e-4384-976e-bc5eef73f2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0380cf60-e8ee-4507-a800-502a837a9d31'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:35:56.141444 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ba983c96-08f3-4fc4-85b8-5a4939a8d17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:56.230530 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-22b4ac8c-5b39-40fa-a636-285cc0be1187 None None] Current status of the port 99307372-52ae-46ff-a7e6-2496026bd2f3 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:35:56.230920 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22b4ac8c-5b39-40fa-a636-285cc0be1187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:56.251601 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-14050a00-ad5d-4a9a-bc62-ee5cb8128cde tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:56.266418 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e02c30-186b-450b-9858-4bdfac6da1b8 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Pushing event updated for resources: {'Port': ['ID=e0a7eddf-8384-4576-991d-a968f4883083,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:56.272437 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-71ef4a2d-a39f-4173-97bf-a409133e782f tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:56.344541 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-ba983c96-08f3-4fc4-85b8-5a4939a8d17d None None] For port c0d6fd83-7ee2-4470-9876-5f85f5e0c032, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:35:56.350474 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-ba983c96-08f3-4fc4-85b8-5a4939a8d17d None None] For port c0d6fd83-7ee2-4470-9876-5f85f5e0c032, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=c0d6fd83-7ee2-4470-9876-5f85f5e0c032,segment=NetworkSegment(4ffc3f75-643e-4384-976e-bc5eef73f2f0),segment_id=4ffc3f75-643e-4384-976e-bc5eef73f2f0)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:35:56.355554 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-14c86eae-4ee1-4b3d-8274-222e663e93c7 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Subscribe: > subnet after_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:35:56.356131 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-14c86eae-4ee1-4b3d-8274-222e663e93c7 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Subscribe: > subnet after_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:35:56.356381 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-14c86eae-4ee1-4b3d-8274-222e663e93c7 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Subscribe: > subnet before_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:35:56.356608 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-14c86eae-4ee1-4b3d-8274-222e663e93c7 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Subscribe: > subnet before_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 07:35:56.357040 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-14c86eae-4ee1-4b3d-8274-222e663e93c7 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0b5cf55-7d5d-4c65-9773-9377f9c672a2']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:35:56.357478 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 99307372-52ae-46ff-a7e6-2496026bd2f3, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=99307372-52ae-46ff-a7e6-2496026bd2f3,segment=NetworkSegment(8093e529-e3dc-4983-95af-2fc52cecd436),segment_id=8093e529-e3dc-4983-95af-2fc52cecd436)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:35:56.364529 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ba983c96-08f3-4fc4-85b8-5a4939a8d17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:56.378896 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:56.379668 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 0e48cbfe-f7fd-4114-bf27-f75a581308af up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:35:56.455468 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c0ff8ffe-6b3a-44de-92ad-c07ef72d1aa9 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:56.467911 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef4a2d-a39f-4173-97bf-a409133e782f tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffaaf882-1c24-4f2d-a0b8-3fb610cbe3b6,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:56.478225 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-14050a00-ad5d-4a9a-bc62-ee5cb8128cde tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:56.485433 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14050a00-ad5d-4a9a-bc62-ee5cb8128cde tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:35:56.485961 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-14050a00-ad5d-4a9a-bc62-ee5cb8128cde tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:56.510217 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-14c86eae-4ee1-4b3d-8274-222e663e93c7 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf03e255-8ddd-49d8-b7b4-3e2acf5952c6') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:35:56.510517 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-14c86eae-4ee1-4b3d-8274-222e663e93c7 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf03e255-8ddd-49d8-b7b4-3e2acf5952c6') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:35:56.573480 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b1e02c30-186b-450b-9858-4bdfac6da1b8 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:56.589131 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-71ef4a2d-a39f-4173-97bf-a409133e782f tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:56.596065 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-71ef4a2d-a39f-4173-97bf-a409133e782f tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0116050 Oct 12 07:35:56.597892 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35388) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:56.600634 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-14c86eae-4ee1-4b3d-8274-222e663e93c7 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:56.608948 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14050a00-ad5d-4a9a-bc62-ee5cb8128cde tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Pushing event updated for resources: {'Network': ['ID=04685e5c-c522-4ea7-91a6-7b9a6a6f7b2b,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:56.614000 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c0ff8ffe-6b3a-44de-92ad-c07ef72d1aa9 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:56.639271 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-a08d2e9d-3f94-490b-bc4f-44286afbd31d tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Request body: {'floatingip': {'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:35:56.642494 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 04685e5c-c522-4ea7-91a6-7b9a6a6f7b2b details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:35:56.654297 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 0e48cbfe-f7fd-4114-bf27-f75a581308af triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:35:56.657159 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:56.657686 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 0e48cbfe-f7fd-4114-bf27-f75a581308af Oct 12 07:35:56.662091 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b1e02c30-186b-450b-9858-4bdfac6da1b8 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:56.673952 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b1e02c30-186b-450b-9858-4bdfac6da1b8 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5907195 Oct 12 07:35:56.677151 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ff8ffe-6b3a-44de-92ad-c07ef72d1aa9 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e377050f-ae7f-4d74-941f-683693b467b0,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:56.687594 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c0ff8ffe-6b3a-44de-92ad-c07ef72d1aa9 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:56.695191 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c0ff8ffe-6b3a-44de-92ad-c07ef72d1aa9 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0492258 Oct 12 07:35:56.696007 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35392) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:56.707947 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-14050a00-ad5d-4a9a-bc62-ee5cb8128cde tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.0265162 Oct 12 07:35:56.712736 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-b53836a9-4290-4539-8c04-b753deb9af47 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Request body: {'floatingip': {'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:35:56.729071 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.db.api [None req-22b4ac8c-5b39-40fa-a636-285cc0be1187 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103202) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 07:35:56.729071 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG oslo_db.api [None req-22b4ac8c-5b39-40fa-a636-285cc0be1187 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 07:35:56.736008 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2d63d47a-7b09-46e8-b603-9002ff64df2b None None] Notify callbacks [] for port, precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:56.763877 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2d63d47a-7b09-46e8-b603-9002ff64df2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:56.773811 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35394) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:56.795391 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-1a04595c-5a7e-4706-99e9-aceb11309776 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Request body: {'subnet': {'network_id': '04685e5c-c522-4ea7-91a6-7b9a6a6f7b2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:35:56.827735 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8514a4-2f7b-4106-994b-6d225601515b None None] Pushing event updated for resources: {'Port': ['ID=778929f1-c68f-41e2-ab5a-633c5ac9f744,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:56.847219 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba983c96-08f3-4fc4-85b8-5a4939a8d17d None None] Pushing event updated for resources: {'Port': ['ID=c0d6fd83-7ee2-4470-9876-5f85f5e0c032,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:56.929948 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-2d63d47a-7b09-46e8-b603-9002ff64df2b None None] Attempting to bind port 778929f1-c68f-41e2-ab5a-633c5ac9f744 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:35:56.930355 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-2d63d47a-7b09-46e8-b603-9002ff64df2b None None] Attempting to bind port 778929f1-c68f-41e2-ab5a-633c5ac9f744 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '57b7b5a9-48b1-4416-ad08-420b947843ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd8679d51-dd8d-46a3-a82d-a795585d2c26'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:35:56.930718 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d63d47a-7b09-46e8-b603-9002ff64df2b None None] Attempting to bind port 778929f1-c68f-41e2-ab5a-633c5ac9f744 on network d8679d51-dd8d-46a3-a82d-a795585d2c26 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:35:56.941069 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d63d47a-7b09-46e8-b603-9002ff64df2b None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:35:56.941438 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d63d47a-7b09-46e8-b603-9002ff64df2b None None] Checking segment: {'id': '57b7b5a9-48b1-4416-ad08-420b947843ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd8679d51-dd8d-46a3-a82d-a795585d2c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:35:56.941846 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2d63d47a-7b09-46e8-b603-9002ff64df2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:56.942275 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d63d47a-7b09-46e8-b603-9002ff64df2b None None] Bound using segment: {'id': '57b7b5a9-48b1-4416-ad08-420b947843ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd8679d51-dd8d-46a3-a82d-a795585d2c26'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:35:56.942828 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-2d63d47a-7b09-46e8-b603-9002ff64df2b None None] Bound port: 778929f1-c68f-41e2-ab5a-633c5ac9f744, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b7b5a9-48b1-4416-ad08-420b947843ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd8679d51-dd8d-46a3-a82d-a795585d2c26'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:35:56.943138 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2d63d47a-7b09-46e8-b603-9002ff64df2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:56.977645 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a08d2e9d-3f94-490b-bc4f-44286afbd31d tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Notify callbacks [] for floatingip, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:57.012677 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-14c86eae-4ee1-4b3d-8274-222e663e93c7 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:57.055455 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b53836a9-4290-4539-8c04-b753deb9af47 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Notify callbacks [] for floatingip, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:57.086251 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-2d63d47a-7b09-46e8-b603-9002ff64df2b None None] For port 778929f1-c68f-41e2-ab5a-633c5ac9f744, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:35:57.096132 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-2d63d47a-7b09-46e8-b603-9002ff64df2b None None] For port 778929f1-c68f-41e2-ab5a-633c5ac9f744, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=778929f1-c68f-41e2-ab5a-633c5ac9f744,segment=NetworkSegment(57b7b5a9-48b1-4416-ad08-420b947843ea),segment_id=57b7b5a9-48b1-4416-ad08-420b947843ea)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:35:57.112285 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2d63d47a-7b09-46e8-b603-9002ff64df2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:57.162073 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14c86eae-4ee1-4b3d-8274-222e663e93c7 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:35:57.163038 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-14c86eae-4ee1-4b3d-8274-222e663e93c7 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:57.184207 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8514a4-2f7b-4106-994b-6d225601515b None None] Pushing event updated for resources: {'Port': ['ID=778929f1-c68f-41e2-ab5a-633c5ac9f744,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:57.192758 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a04595c-5a7e-4706-99e9-aceb11309776 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Made reservation on behalf of 9b8f834303ef48b493941568c6fb85f2 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:35:57.194652 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d63d47a-7b09-46e8-b603-9002ff64df2b None None] Routers {'f4d40300-a463-4e3a-bbb5-5511e73ca8ed'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:35:57.195822 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-2d63d47a-7b09-46e8-b603-9002ff64df2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:35:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['f4d40300-a463-4e3a-bbb5-5511e73ca8ed'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:35:57.205563 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1a04595c-5a7e-4706-99e9-aceb11309776 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:57.212911 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-13e69c0c-4266-432e-b9f7-6b424b824be5 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Allocated IP 172.20.0.1 (7ba246d0-5fae-4d70-b1d6-e7177689d50d/313f041b-efb7-4c2e-8d16-1081782732ea/93bb27fa-360d-4d27-88c9-a939dc3c1d00) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:35:57.221501 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-4071b489-f22f-43b1-8538-99320216a142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Deleting port 20264ce7-d3dc-43f4-a416-5d8cb81fed51 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:35:57.221857 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4071b489-f22f-43b1-8538-99320216a142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:57.258952 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-28cb39f7-eb45-4977-b6a2-35ce562d177e tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Deleting port c0d6fd83-7ee2-4470-9876-5f85f5e0c032 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:35:57.259413 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-28cb39f7-eb45-4977-b6a2-35ce562d177e tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:57.352793 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-2d63d47a-7b09-46e8-b603-9002ff64df2b None None] Set router f4d40300-a463-4e3a-bbb5-5511e73ca8ed gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:35:57.396695 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=99307372-52ae-46ff-a7e6-2496026bd2f3,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:57.408854 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-28cb39f7-eb45-4977-b6a2-35ce562d177e tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] For port c0d6fd83-7ee2-4470-9876-5f85f5e0c032, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=c0d6fd83-7ee2-4470-9876-5f85f5e0c032,segment=NetworkSegment(4ffc3f75-643e-4384-976e-bc5eef73f2f0),segment_id=4ffc3f75-643e-4384-976e-bc5eef73f2f0)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:35:57.409457 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-28cb39f7-eb45-4977-b6a2-35ce562d177e tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:57.474237 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-22b4ac8c-5b39-40fa-a636-285cc0be1187 None None] Current status of the port 99307372-52ae-46ff-a7e6-2496026bd2f3 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:35:57.561045 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-22b4ac8c-5b39-40fa-a636-285cc0be1187 None None] Provisioning complete for port 778929f1-c68f-41e2-ab5a-633c5ac9f744 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:35:57.561427 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22b4ac8c-5b39-40fa-a636-285cc0be1187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:57.561756 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-22b4ac8c-5b39-40fa-a636-285cc0be1187 None None] Attempt 1 to provision port 778929f1-c68f-41e2-ab5a-633c5ac9f744 Oct 12 07:35:57.564660 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 0e48cbfe-f7fd-4114-bf27-f75a581308af is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:35:57.565707 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:35:57.588123 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-13e69c0c-4266-432e-b9f7-6b424b824be5 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:57.672761 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35424) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:57.684155 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:35:57.684538 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:57.684877 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd Oct 12 07:35:57.694471 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-2d63d47a-7b09-46e8-b603-9002ff64df2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d40300-a463-4e3a-bbb5-5511e73ca8ed', 'name': 'tempest-ServersTestJSON-142552615-router', 'tenant_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f09749a1-4bd4-4e0c-975a-563fd69c0470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:35:36Z', 'updated_at': '2022-10-12T07:35:48Z', 'revision_number': 4, 'project_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'gw_port': {'id': 'f09749a1-4bd4-4e0c-975a-563fd69c0470', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:77:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d40300-a463-4e3a-bbb5-5511e73ca8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:38Z', 'updated_at': '2022-10-12T07:35:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '778929f1-c68f-41e2-ab5a-633c5ac9f744', 'name': '', 'network_id': 'd8679d51-dd8d-46a3-a82d-a795585d2c26', 'tenant_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'mac_address': 'fa:16:3e:07:cb:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d40300-a463-4e3a-bbb5-5511e73ca8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '5599846c-e956-431e-8499-39d6d9eff1e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:47Z', 'updated_at': '2022-10-12T07:35:57Z', 'revision_number': 4, 'project_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'subnets': [{'id': '5599846c-e956-431e-8499-39d6d9eff1e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:35:57.706713 dv-neutron-860909-2-hyperv neutron-server[103200]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 12 07:35:57.728351 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d63d47a-7b09-46e8-b603-9002ff64df2b None None] The sync data for ids ['f4d40300-a463-4e3a-bbb5-5511e73ca8ed'] in dv-neutron-860909-2-hyperv is: [{'id': 'f4d40300-a463-4e3a-bbb5-5511e73ca8ed', 'name': 'tempest-ServersTestJSON-142552615-router', 'tenant_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f09749a1-4bd4-4e0c-975a-563fd69c0470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:35:36Z', 'updated_at': '2022-10-12T07:35:48Z', 'revision_number': 4, 'project_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'gw_port': {'id': 'f09749a1-4bd4-4e0c-975a-563fd69c0470', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:77:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d40300-a463-4e3a-bbb5-5511e73ca8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:38Z', 'updated_at': '2022-10-12T07:35:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '778929f1-c68f-41e2-ab5a-633c5ac9f744', 'name': '', 'network_id': 'd8679d51-dd8d-46a3-a82d-a795585d2c26', 'tenant_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'mac_address': 'fa:16:3e:07:cb:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d40300-a463-4e3a-bbb5-5511e73ca8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '5599846c-e956-431e-8499-39d6d9eff1e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:47Z', 'updated_at': '2022-10-12T07:35:57Z', 'revision_number': 4, 'project_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'subnets': [{'id': '5599846c-e956-431e-8499-39d6d9eff1e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:35:57.744369 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-13e69c0c-4266-432e-b9f7-6b424b824be5 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:57.747163 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-14c86eae-4ee1-4b3d-8274-222e663e93c7 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:57.768222 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-22b4ac8c-5b39-40fa-a636-285cc0be1187 None None] Current status of the port 778929f1-c68f-41e2-ab5a-633c5ac9f744 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:35:57.768614 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22b4ac8c-5b39-40fa-a636-285cc0be1187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:57.842702 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-28cb39f7-eb45-4977-b6a2-35ce562d177e tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Calling delete_port for c0d6fd83-7ee2-4470-9876-5f85f5e0c032 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:35:57.854916 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-22b4ac8c-5b39-40fa-a636-285cc0be1187 None None] For port 778929f1-c68f-41e2-ab5a-633c5ac9f744, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=778929f1-c68f-41e2-ab5a-633c5ac9f744,segment=NetworkSegment(57b7b5a9-48b1-4416-ad08-420b947843ea),segment_id=57b7b5a9-48b1-4416-ad08-420b947843ea)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:35:57.860335 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:35:57.860821 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:57.868279 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22b4ac8c-5b39-40fa-a636-285cc0be1187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:57.887095 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4071b489-f22f-43b1-8538-99320216a142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:57.901089 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-4071b489-f22f-43b1-8538-99320216a142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Calling delete_port for 20264ce7-d3dc-43f4-a416-5d8cb81fed51 owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:35:57.912923 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-2827b2f8-6821-449c-8edb-ab6ab08825fc tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--870373373&fields=id&tenant_id=a0e718319f2f47eaa8365a4dcdddd428 HTTP/1.1" status: 200 len: 267 time: 0.2077975 Oct 12 07:35:57.921108 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:35:57.924353 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-22b4ac8c-5b39-40fa-a636-285cc0be1187 None None] Provisioning complete for port 651824de-5d6d-433e-889d-e9f258604f99 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:35:57.925130 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22b4ac8c-5b39-40fa-a636-285cc0be1187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:57.925720 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-22b4ac8c-5b39-40fa-a636-285cc0be1187 None None] Attempt 1 to provision port 651824de-5d6d-433e-889d-e9f258604f99 Oct 12 07:35:57.952278 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:57.962534 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02e10b3-fbdd-4445-8e5e-8f531e545b40 None None] Network 0380cf60-e8ee-4507-a800-502a837a9d31 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:35:57.963025 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment cf03e255-8ddd-49d8-b7b4-3e2acf5952c6 resource provider aggregate not found Oct 12 07:35:58.017739 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment cf03e255-8ddd-49d8-b7b4-3e2acf5952c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cf03e255-8ddd-49d8-b7b4-3e2acf5952c6 found for delete ", "request_id": "req-6a779788-fbd8-405a-bc6e-6a5a58f3a14a"}]} Oct 12 07:35:58.018865 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-14c86eae-4ee1-4b3d-8274-222e663e93c7 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:58.019768 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4ac8c-5b39-40fa-a636-285cc0be1187 None None] Pushing event updated for resources: {'Port': ['ID=778929f1-c68f-41e2-ab5a-633c5ac9f744,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:58.024687 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-14c86eae-4ee1-4b3d-8274-222e663e93c7 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] 10.222.0.26 "DELETE /v2.0/networks/f0b5cf55-7d5d-4c65-9773-9377f9c672a2 HTTP/1.1" status: 204 len: 168 time: 2.8784294 Oct 12 07:35:58.060776 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35436) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:58.070015 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e69c0c-4266-432e-b9f7-6b424b824be5 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Network 7ba246d0-5fae-4d70-b1d6-e7177689d50d is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:35:58.102278 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c86eae-4ee1-4b3d-8274-222e663e93c7 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Pushing event deleted for resources: {'Network': ['ID=f0b5cf55-7d5d-4c65-9773-9377f9c672a2,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:58.136615 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a08d2e9d-3f94-490b-bc4f-44286afbd31d tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:58.181350 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-13e69c0c-4266-432e-b9f7-6b424b824be5 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:35:58.211112 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b53836a9-4290-4539-8c04-b753deb9af47 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:58.246427 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e69c0c-4266-432e-b9f7-6b424b824be5 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:35:58.250848 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:58.262652 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e69c0c-4266-432e-b9f7-6b424b824be5 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Pushing event updated for resources: {'Port': ['ID=93bb27fa-360d-4d27-88c9-a939dc3c1d00,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:58.296390 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-22b4ac8c-5b39-40fa-a636-285cc0be1187 None None] Current status of the port 651824de-5d6d-433e-889d-e9f258604f99 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:35:58.296586 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22b4ac8c-5b39-40fa-a636-285cc0be1187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:58.310190 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebae8591-d226-47bd-9242-9796b18e8a48 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] DELETE failed (client error): The resource could not be found. Oct 12 07:35:58.311752 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebae8591-d226-47bd-9242-9796b18e8a48 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:35:58.317114 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ebae8591-d226-47bd-9242-9796b18e8a48 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] 10.222.0.26 "DELETE /v2.0/ports/471558b0-719b-4dde-b91f-7ac8fd109769 HTTP/1.1" status: 404 len: 333 time: 0.2418425 Oct 12 07:35:58.323692 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35438) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:58.380721 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-22b4ac8c-5b39-40fa-a636-285cc0be1187 None None] For port 651824de-5d6d-433e-889d-e9f258604f99, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=651824de-5d6d-433e-889d-e9f258604f99,segment=NetworkSegment(01061a7e-751f-4946-8a2c-ec9ecc41411f),segment_id=01061a7e-751f-4946-8a2c-ec9ecc41411f)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:35:58.388674 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22b4ac8c-5b39-40fa-a636-285cc0be1187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:58.405019 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4071b489-f22f-43b1-8538-99320216a142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:58.441256 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-22b4ac8c-5b39-40fa-a636-285cc0be1187 None None] Provisioning complete for port 050e1f97-ca32-4d5f-941b-d96db6d6d111 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:35:58.441710 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22b4ac8c-5b39-40fa-a636-285cc0be1187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:58.441955 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-22b4ac8c-5b39-40fa-a636-285cc0be1187 None None] Attempt 1 to provision port 050e1f97-ca32-4d5f-941b-d96db6d6d111 Oct 12 07:35:58.497227 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4ac8c-5b39-40fa-a636-285cc0be1187 None None] Pushing event updated for resources: {'Port': ['ID=651824de-5d6d-433e-889d-e9f258604f99,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:58.515239 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a8bde09-a3b1-4582-8e57-f33ec90338df tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Deleting subnet a4eb7adb-6900-45df-94d7-497b7a473081 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:35:58.524531 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8a8bde09-a3b1-4582-8e57-f33ec90338df tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:58.565367 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4071b489-f22f-43b1-8538-99320216a142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Pushing event deleted for resources: {'Port': ['ID=20264ce7-d3dc-43f4-a416-5d8cb81fed51,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:58.568564 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-13e69c0c-4266-432e-b9f7-6b424b824be5 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:58.570417 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 651824de-5d6d-433e-889d-e9f258604f99 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:35:58.601443 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-d0af9c95-d526-4abc-811f-3ccdf1c4f23e tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:35:58.603063 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-d0af9c95-d526-4abc-811f-3ccdf1c4f23e tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.26 "GET /v2.0/networks?id=d47104f6-86e0-4057-9a4c-a534656ec157 HTTP/1.1" status: 200 len: 811 time: 0.6637971 Oct 12 07:35:58.630474 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1a04595c-5a7e-4706-99e9-aceb11309776 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:58.647858 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-22b4ac8c-5b39-40fa-a636-285cc0be1187 None None] Current status of the port 050e1f97-ca32-4d5f-941b-d96db6d6d111 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:35:58.654511 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-22b4ac8c-5b39-40fa-a636-285cc0be1187 None None] Could not find standard attr ID for object 471558b0-719b-4dde-b91f-7ac8fd109769. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:35:58.666374 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-bd1ea206-8bc8-4092-abfa-e90f9eca8a65 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.26 "GET /v2.0/quotas/a0e718319f2f47eaa8365a4dcdddd428 HTTP/1.1" status: 200 len: 375 time: 0.0505524 Oct 12 07:35:58.680371 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 651824de-5d6d-433e-889d-e9f258604f99 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:35:58.680820 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:58.681164 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 651824de-5d6d-433e-889d-e9f258604f99 Oct 12 07:35:58.791298 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-b53836a9-4290-4539-8c04-b753deb9af47 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Allocated IP 172.26.3.72 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/b6b7a892-b760-43b6-a05b-a8f0342fe4ab) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:35:58.801962 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 651824de-5d6d-433e-889d-e9f258604f99 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:35:58.801962 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 99307372-52ae-46ff-a7e6-2496026bd2f3 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:35:58.803899 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-af966da7-4a06-4904-b41b-7033a68ecd05 None None] Provisioning complete for port 93bb27fa-360d-4d27-88c9-a939dc3c1d00 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:35:58.803899 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-af966da7-4a06-4904-b41b-7033a68ecd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:58.804060 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-af966da7-4a06-4904-b41b-7033a68ecd05 None None] Attempt 1 to provision port 93bb27fa-360d-4d27-88c9-a939dc3c1d00 Oct 12 07:35:58.815281 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a04595c-5a7e-4706-99e9-aceb11309776 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Pushing event updated for resources: {'Subnet': ['ID=adc1f197-01cf-490b-991d-f266adabb4b2,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:58.835291 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a04595c-5a7e-4706-99e9-aceb11309776 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Checking segment: {'id': '8c24f7ec-f3f2-4675-b7fc-c70780ce62c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '04685e5c-c522-4ea7-91a6-7b9a6a6f7b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:35:58.835892 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a04595c-5a7e-4706-99e9-aceb11309776 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Network hostable DHCP agents. Network: 04685e5c-c522-4ea7-91a6-7b9a6a6f7b2b, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:35:58.849123 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4071b489-f22f-43b1-8538-99320216a142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:58.853492 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-4071b489-f22f-43b1-8538-99320216a142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] 10.222.0.26 "DELETE /v2.0/ports/20264ce7-d3dc-43f4-a416-5d8cb81fed51 HTTP/1.1" status: 204 len: 168 time: 3.1036336 Oct 12 07:35:58.858004 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-af966da7-4a06-4904-b41b-7033a68ecd05 None None] Port 93bb27fa-360d-4d27-88c9-a939dc3c1d00 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:35:58.858824 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35440) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:58.887500 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-e9f2de19-a980-4e38-a30e-42abf1e3eb28 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a0e718319f2f47eaa8365a4dcdddd428&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1967387 Oct 12 07:35:58.894407 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8a8bde09-a3b1-4582-8e57-f33ec90338df tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:58.898341 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a04595c-5a7e-4706-99e9-aceb11309776 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Network 04685e5c-c522-4ea7-91a6-7b9a6a6f7b2b is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:35:58.918355 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-1a04595c-5a7e-4706-99e9-aceb11309776 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 04685e5c-c522-4ea7-91a6-7b9a6a6f7b2b) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:35:58.923445 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a04595c-5a7e-4706-99e9-aceb11309776 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:35:58.924312 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1a04595c-5a7e-4706-99e9-aceb11309776 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:58.928957 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 99307372-52ae-46ff-a7e6-2496026bd2f3 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:35:58.929335 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:58.929700 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 99307372-52ae-46ff-a7e6-2496026bd2f3 Oct 12 07:35:58.941224 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-8136a8f5-64c0-497e-910a-b0bc9d0907c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] GET failed (client error): The resource could not be found. Oct 12 07:35:58.942955 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-8136a8f5-64c0-497e-910a-b0bc9d0907c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] 10.222.0.26 "GET /v2.0/ports/20264ce7-d3dc-43f4-a416-5d8cb81fed51 HTTP/1.1" status: 404 len: 333 time: 0.0824907 Oct 12 07:35:58.949750 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35444) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:58.954715 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-4d490258-abfe-4246-9c24-419204bdb4db tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Request body: {'port': {'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-420312042'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:35:58.956705 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745d937f-ff15-4011-b450-97659336f19d None None] Network 04685e5c-c522-4ea7-91a6-7b9a6a6f7b2b requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:35:58.980199 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-1a04595c-5a7e-4706-99e9-aceb11309776 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1872816 Oct 12 07:35:58.984887 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35448) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:58.991914 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-4a3b539a-05fe-4ab9-b7ac-e2672d37e168 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Request body: {'port': {'network_id': '04685e5c-c522-4ea7-91a6-7b9a6a6f7b2b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1613587461'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:35:59.021474 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d490258-abfe-4246-9c24-419204bdb4db tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Made reservation on behalf of ef3c60b622a24302ac83753473d4889a for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:35:59.023773 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4d490258-abfe-4246-9c24-419204bdb4db tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:59.058723 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-4d490258-abfe-4246-9c24-419204bdb4db tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] device_id is not set on port 097d82d8-4999-464d-a2af-614d2baf23e6 yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:35:59.114994 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-28cb39f7-eb45-4977-b6a2-35ce562d177e tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:59.146358 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-b7a68a4e-8fa2-4b83-8bba-43ec9f71a97e service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:35:59.147381 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-b7a68a4e-8fa2-4b83-8bba-43ec9f71a97e service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1299815 Oct 12 07:35:59.157178 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb39f7-eb45-4977-b6a2-35ce562d177e tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event deleted for resources: {'Port': ['ID=c0d6fd83-7ee2-4470-9876-5f85f5e0c032,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:59.177619 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 99307372-52ae-46ff-a7e6-2496026bd2f3 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:35:59.178827 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 778929f1-c68f-41e2-ab5a-633c5ac9f744 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:35:59.252047 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8a8bde09-a3b1-4582-8e57-f33ec90338df tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:59.255937 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0b2743-c3a3-413d-b062-b3218b55d0a2 None None] DHCP port deletion for 0380cf60-e8ee-4507-a800-502a837a9d31 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:35:59.288406 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cb39f7-eb45-4977-b6a2-35ce562d177e tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] No DVR routers for this DVR port c0d6fd83-7ee2-4470-9876-5f85f5e0c032 on host dv-neutron-860909-2-hyperv {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:35:59.309264 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 778929f1-c68f-41e2-ab5a-633c5ac9f744 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:35:59.309643 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:59.309975 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 778929f1-c68f-41e2-ab5a-633c5ac9f744 Oct 12 07:35:59.359027 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffbf0a9-2926-423b-a8e5-05d36f3cf3ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-04685e5c-c522-4ea7-91a6-7b9a6a6f7b2b', 'network_id': '04685e5c-c522-4ea7-91a6-7b9a6a6f7b2b', 'tenant_id': '9b8f834303ef48b493941568c6fb85f2', 'fixed_ips': [{'subnet_id': 'adc1f197-01cf-490b-991d-f266adabb4b2'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:35:59.360728 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2ffbf0a9-2926-423b-a8e5-05d36f3cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:59.370813 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-28cb39f7-eb45-4977-b6a2-35ce562d177e tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:59.377817 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-13e69c0c-4266-432e-b9f7-6b424b824be5 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:59.383773 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-af966da7-4a06-4904-b41b-7033a68ecd05 None None] Attempt 2 to provision port 93bb27fa-360d-4d27-88c9-a939dc3c1d00 Oct 12 07:35:59.448861 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b53836a9-4290-4539-8c04-b753deb9af47 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:59.450324 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3b539a-05fe-4ab9-b7ac-e2672d37e168 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Made reservation on behalf of 9b8f834303ef48b493941568c6fb85f2 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:35:59.454327 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4a3b539a-05fe-4ab9-b7ac-e2672d37e168 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:59.492184 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-551bf044-b82a-4f04-bb7a-3b418c5d1260 service neutron] 10.222.0.26 "GET /v2.0/networks/d47104f6-86e0-4057-9a4c-a534656ec157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018937 Oct 12 07:35:59.512534 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-af966da7-4a06-4904-b41b-7033a68ecd05 None None] Port 93bb27fa-360d-4d27-88c9-a939dc3c1d00 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:35:59.546070 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8a8bde09-a3b1-4582-8e57-f33ec90338df tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:59.549537 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-28cb39f7-eb45-4977-b6a2-35ce562d177e tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:59.556476 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-4a3b539a-05fe-4ab9-b7ac-e2672d37e168 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] device_id is not set on port 0756ea43-bae8-4a57-9813-ec8c02968c44 yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:35:59.583406 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15b7599-604e-4c40-be8a-f7f214d1a885 None None] Network 0380cf60-e8ee-4507-a800-502a837a9d31 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:35:59.589618 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 778929f1-c68f-41e2-ab5a-633c5ac9f744 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:35:59.590727 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 050e1f97-ca32-4d5f-941b-d96db6d6d111 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:35:59.604948 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8a8bde09-a3b1-4582-8e57-f33ec90338df tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:59.610516 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-8a8bde09-a3b1-4582-8e57-f33ec90338df tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] 10.222.0.26 "DELETE /v2.0/subnets/a4eb7adb-6900-45df-94d7-497b7a473081 HTTP/1.1" status: 204 len: 168 time: 1.2815330 Oct 12 07:35:59.620208 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8bde09-a3b1-4582-8e57-f33ec90338df tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Pushing event deleted for resources: {'Subnet': ['ID=a4eb7adb-6900-45df-94d7-497b7a473081,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:59.621925 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35452) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:35:59.631061 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60f2477-4ab0-4901-929e-e52cded4e3f2 None None] Network 79dbe203-9b0e-4d9e-bcdf-950e7736367c requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:35:59.640997 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4d490258-abfe-4246-9c24-419204bdb4db tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:59.716777 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb39f7-eb45-4977-b6a2-35ce562d177e tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event deleted for resources: {'Subnet': ['ID=adcb7d7c-8f68-4624-8f25-e8f4e75ecb7c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:59.747491 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-28cb39f7-eb45-4977-b6a2-35ce562d177e tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:59.773512 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b53836a9-4290-4539-8c04-b753deb9af47 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:59.815849 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-28cb39f7-eb45-4977-b6a2-35ce562d177e tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0380cf60-e8ee-4507-a800-502a837a9d31']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:35:59.837684 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-0dda3fc9-d1e7-41ca-8a68-0bd2664b7d4c service neutron] 10.222.0.26 "GET /v2.0/networks/d47104f6-86e0-4057-9a4c-a534656ec157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447211 Oct 12 07:35:59.839479 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-28cb39f7-eb45-4977-b6a2-35ce562d177e tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ffc3f75-643e-4384-976e-bc5eef73f2f0') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:35:59.839902 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-28cb39f7-eb45-4977-b6a2-35ce562d177e tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ffc3f75-643e-4384-976e-bc5eef73f2f0') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:35:59.851430 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c9c48949-1e19-44f8-8108-085105b02457 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:59.862714 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-28cb39f7-eb45-4977-b6a2-35ce562d177e tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:59.868223 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-2ffbf0a9-2926-423b-a8e5-05d36f3cf3ba None None] Allocated IP 2001:db8::2 (04685e5c-c522-4ea7-91a6-7b9a6a6f7b2b/adc1f197-01cf-490b-991d-f266adabb4b2/c4fe14e4-44b5-48ab-a291-eb86f329cd19) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:35:59.870106 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53836a9-4290-4539-8c04-b753deb9af47 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:35:59.881818 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-a08d2e9d-3f94-490b-bc4f-44286afbd31d tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Allocated IP 172.26.3.66 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/966764f1-6084-42d8-84de-99c773a5a4b9) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:35:59.884554 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-b53836a9-4290-4539-8c04-b753deb9af47 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:35:59.892522 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53836a9-4290-4539-8c04-b753deb9af47 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:35:59.896368 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4d490258-abfe-4246-9c24-419204bdb4db tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:59.904433 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53836a9-4290-4539-8c04-b753deb9af47 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Pushing event updated for resources: {'Port': ['ID=b6b7a892-b760-43b6-a05b-a8f0342fe4ab,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:35:59.931704 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-28cb39f7-eb45-4977-b6a2-35ce562d177e tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:35:59.973046 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28cb39f7-eb45-4977-b6a2-35ce562d177e tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:35:59.973604 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-28cb39f7-eb45-4977-b6a2-35ce562d177e tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:00.025665 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-af966da7-4a06-4904-b41b-7033a68ecd05 None None] Attempt 3 to provision port 93bb27fa-360d-4d27-88c9-a939dc3c1d00 Oct 12 07:36:00.093795 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 4ffc3f75-643e-4384-976e-bc5eef73f2f0 resource provider aggregate not found Oct 12 07:36:00.095290 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecd8f21-1587-4398-b9f3-a7d153da8576 None None] DHCP port deletion for 0380cf60-e8ee-4507-a800-502a837a9d31 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:36:00.112774 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 050e1f97-ca32-4d5f-941b-d96db6d6d111 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:36:00.113059 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:00.113391 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 050e1f97-ca32-4d5f-941b-d96db6d6d111 Oct 12 07:36:00.120066 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 4ffc3f75-643e-4384-976e-bc5eef73f2f0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4ffc3f75-643e-4384-976e-bc5eef73f2f0 found for delete ", "request_id": "req-0f2dcf65-0e52-4234-a52b-e939409f0029"}]} Oct 12 07:36:00.134169 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-c9c48949-1e19-44f8-8108-085105b02457 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Deleting port 0e48cbfe-f7fd-4114-bf27-f75a581308af {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:36:00.134700 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c9c48949-1e19-44f8-8108-085105b02457 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:00.138918 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-28cb39f7-eb45-4977-b6a2-35ce562d177e tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:00.151324 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-13e69c0c-4266-432e-b9f7-6b424b824be5 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:00.184630 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-13e69c0c-4266-432e-b9f7-6b424b824be5 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:00.188544 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-28cb39f7-eb45-4977-b6a2-35ce562d177e tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:00.192545 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-28cb39f7-eb45-4977-b6a2-35ce562d177e tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "DELETE /v2.0/networks/0380cf60-e8ee-4507-a800-502a837a9d31 HTTP/1.1" status: 204 len: 168 time: 4.8945220 Oct 12 07:36:00.217616 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-af966da7-4a06-4904-b41b-7033a68ecd05 None None] Port 93bb27fa-360d-4d27-88c9-a939dc3c1d00 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:00.219820 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35464) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:00.254082 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-d1e4aefd-d835-4ad5-99bc-33c4db384dd5 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1061317249'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:00.265905 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb39f7-eb45-4977-b6a2-35ce562d177e tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event deleted for resources: {'Network': ['ID=0380cf60-e8ee-4507-a800-502a837a9d31,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:00.303529 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35474) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:00.313805 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d490258-abfe-4246-9c24-419204bdb4db tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Network f16fb000-8d60-49ef-a32e-7e362bb81941 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:36:00.332608 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e4aefd-d835-4ad5-99bc-33c4db384dd5 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Made reservation on behalf of fa6cd5d4308b423397704f513812805b for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:36:00.336375 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d1e4aefd-d835-4ad5-99bc-33c4db384dd5 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:00.350508 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-4d490258-abfe-4246-9c24-419204bdb4db tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:00.360663 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-c9c48949-1e19-44f8-8108-085105b02457 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] For port 0e48cbfe-f7fd-4114-bf27-f75a581308af, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=0e48cbfe-f7fd-4114-bf27-f75a581308af,segment=NetworkSegment(17d08de4-457b-4229-ae37-80bdfad4644d),segment_id=17d08de4-457b-4229-ae37-80bdfad4644d)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:36:00.361260 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c9c48949-1e19-44f8-8108-085105b02457 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:00.364001 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-13e69c0c-4266-432e-b9f7-6b424b824be5 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:00.381757 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e69c0c-4266-432e-b9f7-6b424b824be5 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Pushing event updated for resources: {'Port': ['ID=93bb27fa-360d-4d27-88c9-a939dc3c1d00,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:00.385332 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-c9c48949-1e19-44f8-8108-085105b02457 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Calling delete_port for 0e48cbfe-f7fd-4114-bf27-f75a581308af owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:36:00.396519 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d490258-abfe-4246-9c24-419204bdb4db tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:36:00.397570 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d490258-abfe-4246-9c24-419204bdb4db tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:00.398321 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4d490258-abfe-4246-9c24-419204bdb4db tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:00.431823 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d490258-abfe-4246-9c24-419204bdb4db tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Pushing event updated for resources: {'Port': ['ID=097d82d8-4999-464d-a2af-614d2baf23e6,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:00.433630 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 050e1f97-ca32-4d5f-941b-d96db6d6d111 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:36:00.434896 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device c0d6fd83-7ee2-4470-9876-5f85f5e0c032 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:36:00.444194 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfff22b-7e9b-4956-8c00-28372bf5eac7 None None] DHCP port deletion for 79dbe203-9b0e-4d9e-bcdf-950e7736367c request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:36:00.466929 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-4d490258-abfe-4246-9c24-419204bdb4db tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.5164535 Oct 12 07:36:00.481069 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35482) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:00.483510 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: c0d6fd83-7ee2-4470-9876-5f85f5e0c032 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:36:00.483936 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device c0d6fd83-7ee2-4470-9876-5f85f5e0c032 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 12 07:36:00.490266 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8609'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:00.509598 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Port c0d6fd83-7ee2-4470-9876-5f85f5e0c032 not found, will not notify nova. {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 12 07:36:00.510113 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device f09749a1-4bd4-4e0c-975a-563fd69c0470 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:36:00.579695 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2ffbf0a9-2926-423b-a8e5-05d36f3cf3ba None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:00.584855 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ced4d85a-2a6e-4856-9556-116d7b7c01ab req-656ad1e6-43e7-4dce-8e6e-ed3af6ddd047 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb16c162-d6ac-48f2-9f62-9c357066306e HTTP/1.1" status: 200 len: 210 time: 0.2800977 Oct 12 07:36:00.586333 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b53836a9-4290-4539-8c04-b753deb9af47 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:00.586895 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e69c0c-4266-432e-b9f7-6b424b824be5 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Network 7ba246d0-5fae-4d70-b1d6-e7177689d50d is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:36:00.592886 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-13e69c0c-4266-432e-b9f7-6b424b824be5 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:00.595499 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1e4aefd-d835-4ad5-99bc-33c4db384dd5 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:36:00.604437 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:00.608940 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c9c48949-1e19-44f8-8108-085105b02457 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:00.611445 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2ffbf0a9-2926-423b-a8e5-05d36f3cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:00.679497 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffbf0a9-2926-423b-a8e5-05d36f3cf3ba None None] Network 04685e5c-c522-4ea7-91a6-7b9a6a6f7b2b is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:36:00.688766 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-2ffbf0a9-2926-423b-a8e5-05d36f3cf3ba None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:00.692662 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffbf0a9-2926-423b-a8e5-05d36f3cf3ba None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:36:00.694978 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a08d2e9d-3f94-490b-bc4f-44286afbd31d tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:00.710817 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d1e4aefd-d835-4ad5-99bc-33c4db384dd5 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:00.711482 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-d1e4aefd-d835-4ad5-99bc-33c4db384dd5 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Added segment e490c9f8-116a-493b-9924-bd17753bb948 of type vlan for network 3eaaf90f-5dad-4ce3-a00b-5d15fab9f6d9 Oct 12 07:36:00.725280 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-af966da7-4a06-4904-b41b-7033a68ecd05 None None] Attempt 4 to provision port 93bb27fa-360d-4d27-88c9-a939dc3c1d00 Oct 12 07:36:00.825186 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b53836a9-4290-4539-8c04-b753deb9af47 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:00.838622 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d1e4aefd-d835-4ad5-99bc-33c4db384dd5 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:00.850843 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffbf0a9-2926-423b-a8e5-05d36f3cf3ba None None] Pushing event updated for resources: {'Port': ['ID=c4fe14e4-44b5-48ab-a291-eb86f329cd19,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:00.871700 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-dbfff22b-7e9b-4956-8c00-28372bf5eac7 None None] Deleting port 0e48cbfe-f7fd-4114-bf27-f75a581308af {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:36:00.872280 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dbfff22b-7e9b-4956-8c00-28372bf5eac7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:00.874306 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-af966da7-4a06-4904-b41b-7033a68ecd05 None None] Port 93bb27fa-360d-4d27-88c9-a939dc3c1d00 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:00.875078 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port f09749a1-4bd4-4e0c-975a-563fd69c0470 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:36:00.875622 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:00.876126 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port f09749a1-4bd4-4e0c-975a-563fd69c0470 Oct 12 07:36:00.886787 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-4a3b539a-05fe-4ab9-b7ac-e2672d37e168 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Allocated IP 2001:db8::2f2 (04685e5c-c522-4ea7-91a6-7b9a6a6f7b2b/adc1f197-01cf-490b-991d-f266adabb4b2/0756ea43-bae8-4a57-9813-ec8c02968c44) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:36:00.972107 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-2ffbf0a9-2926-423b-a8e5-05d36f3cf3ba None None] Attempting to bind port c4fe14e4-44b5-48ab-a291-eb86f329cd19 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:36:00.972485 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-2ffbf0a9-2926-423b-a8e5-05d36f3cf3ba None None] Attempting to bind port c4fe14e4-44b5-48ab-a291-eb86f329cd19 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '8c24f7ec-f3f2-4675-b7fc-c70780ce62c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '04685e5c-c522-4ea7-91a6-7b9a6a6f7b2b'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:36:00.972854 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffbf0a9-2926-423b-a8e5-05d36f3cf3ba None None] Attempting to bind port c4fe14e4-44b5-48ab-a291-eb86f329cd19 on network 04685e5c-c522-4ea7-91a6-7b9a6a6f7b2b {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:36:00.973068 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d1e4aefd-d835-4ad5-99bc-33c4db384dd5 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:00.979205 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e4aefd-d835-4ad5-99bc-33c4db384dd5 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:00.979833 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d1e4aefd-d835-4ad5-99bc-33c4db384dd5 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:00.982589 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a08d2e9d-3f94-490b-bc4f-44286afbd31d tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:01.024970 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffbf0a9-2926-423b-a8e5-05d36f3cf3ba None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:36:01.025353 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffbf0a9-2926-423b-a8e5-05d36f3cf3ba None None] Checking segment: {'id': '8c24f7ec-f3f2-4675-b7fc-c70780ce62c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '04685e5c-c522-4ea7-91a6-7b9a6a6f7b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:36:01.025758 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2ffbf0a9-2926-423b-a8e5-05d36f3cf3ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:01.026178 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffbf0a9-2926-423b-a8e5-05d36f3cf3ba None None] Bound using segment: {'id': '8c24f7ec-f3f2-4675-b7fc-c70780ce62c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '04685e5c-c522-4ea7-91a6-7b9a6a6f7b2b'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:36:01.026655 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-2ffbf0a9-2926-423b-a8e5-05d36f3cf3ba None None] Bound port: c4fe14e4-44b5-48ab-a291-eb86f329cd19, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c24f7ec-f3f2-4675-b7fc-c70780ce62c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '04685e5c-c522-4ea7-91a6-7b9a6a6f7b2b'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:36:01.027033 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2ffbf0a9-2926-423b-a8e5-05d36f3cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:01.054644 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-dbfff22b-7e9b-4956-8c00-28372bf5eac7 None None] For port 0e48cbfe-f7fd-4114-bf27-f75a581308af, host dv-neutron-860909-2-hyperv, got binding levels [] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:36:01.055051 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dbfff22b-7e9b-4956-8c00-28372bf5eac7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:01.087901 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c48949-1e19-44f8-8108-085105b02457 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Pushing event deleted for resources: {'Port': ['ID=0e48cbfe-f7fd-4114-bf27-f75a581308af,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:01.097373 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c48949-1e19-44f8-8108-085105b02457 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] No DVR routers for this DVR port 0e48cbfe-f7fd-4114-bf27-f75a581308af on host dv-neutron-860909-2-hyperv {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:36:01.111528 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-dbfff22b-7e9b-4956-8c00-28372bf5eac7 None None] Calling delete_port for 0e48cbfe-f7fd-4114-bf27-f75a581308af owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:36:01.117809 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.ipam_backend_mixin [None req-dbfff22b-7e9b-4956-8c00-28372bf5eac7 None None] Port 0e48cbfe-f7fd-4114-bf27-f75a581308af was not found and therefore no delete operation was performed {{(pid=103202) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 12 07:36:01.121809 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dbfff22b-7e9b-4956-8c00-28372bf5eac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:01.128432 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08d2e9d-3f94-490b-bc4f-44286afbd31d tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:36:01.178725 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d1e4aefd-d835-4ad5-99bc-33c4db384dd5 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9328306 Oct 12 07:36:01.178913 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfff22b-7e9b-4956-8c00-28372bf5eac7 None None] Pushing event deleted for resources: {'Port': ['ID=0e48cbfe-f7fd-4114-bf27-f75a581308af,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:01.179030 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-a08d2e9d-3f94-490b-bc4f-44286afbd31d tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:01.187537 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e69c0c-4266-432e-b9f7-6b424b824be5 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Router 4a20e839-e412-40cd-978e-9be6813a7eea has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:36:01.191170 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35500) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:01.206402 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfff22b-7e9b-4956-8c00-28372bf5eac7 None None] No DVR routers for this DVR port 0e48cbfe-f7fd-4114-bf27-f75a581308af on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:36:01.210264 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-8b7b9866-366b-4fd0-8bc1-8fa363df3143 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Request body: {'subnet': {'network_id': '3eaaf90f-5dad-4ce3-a00b-5d15fab9f6d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:01.222645 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-2ffbf0a9-2926-423b-a8e5-05d36f3cf3ba None None] For port c4fe14e4-44b5-48ab-a291-eb86f329cd19, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:36:01.235532 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e4aefd-d835-4ad5-99bc-33c4db384dd5 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event updated for resources: {'Network': ['ID=3eaaf90f-5dad-4ce3-a00b-5d15fab9f6d9,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:01.242012 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08d2e9d-3f94-490b-bc4f-44286afbd31d tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:36:01.245125 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-2ffbf0a9-2926-423b-a8e5-05d36f3cf3ba None None] For port c4fe14e4-44b5-48ab-a291-eb86f329cd19, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=c4fe14e4-44b5-48ab-a291-eb86f329cd19,segment=NetworkSegment(8c24f7ec-f3f2-4675-b7fc-c70780ce62c7),segment_id=8c24f7ec-f3f2-4675-b7fc-c70780ce62c7)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:36:01.259142 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08d2e9d-3f94-490b-bc4f-44286afbd31d tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Pushing event updated for resources: {'Port': ['ID=966764f1-6084-42d8-84de-99c773a5a4b9,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:01.259505 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 3eaaf90f-5dad-4ce3-a00b-5d15fab9f6d9 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:36:01.262353 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port f09749a1-4bd4-4e0c-975a-563fd69c0470 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:36:01.262730 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:01.269905 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2ffbf0a9-2926-423b-a8e5-05d36f3cf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:01.351215 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c9c48949-1e19-44f8-8108-085105b02457 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:01.382379 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-af966da7-4a06-4904-b41b-7033a68ecd05 None None] Attempt 5 to provision port 93bb27fa-360d-4d27-88c9-a939dc3c1d00 Oct 12 07:36:01.510575 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-af966da7-4a06-4904-b41b-7033a68ecd05 None None] Port 93bb27fa-360d-4d27-88c9-a939dc3c1d00 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:01.517214 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port f09749a1-4bd4-4e0c-975a-563fd69c0470, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=f09749a1-4bd4-4e0c-975a-563fd69c0470,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:36:01.519222 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b53836a9-4290-4539-8c04-b753deb9af47 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:01.530090 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4a3b539a-05fe-4ab9-b7ac-e2672d37e168 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:01.531271 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:01.534628 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b53836a9-4290-4539-8c04-b753deb9af47 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:01.537599 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffbf0a9-2926-423b-a8e5-05d36f3cf3ba None None] Pushing event updated for resources: {'Port': ['ID=c4fe14e4-44b5-48ab-a291-eb86f329cd19,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:01.551114 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-c9c48949-1e19-44f8-8108-085105b02457 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79dbe203-9b0e-4d9e-bcdf-950e7736367c']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:01.607255 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=f09749a1-4bd4-4e0c-975a-563fd69c0470,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:01.630315 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-c9c48949-1e19-44f8-8108-085105b02457 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17d08de4-457b-4229-ae37-80bdfad4644d') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:01.630903 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-c9c48949-1e19-44f8-8108-085105b02457 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17d08de4-457b-4229-ae37-80bdfad4644d') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:01.635302 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a08d2e9d-3f94-490b-bc4f-44286afbd31d tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:01.644349 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b53836a9-4290-4539-8c04-b753deb9af47 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:01.652649 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c9c48949-1e19-44f8-8108-085105b02457 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:01.710499 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53836a9-4290-4539-8c04-b753deb9af47 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Pushing event updated for resources: {'Port': ['ID=b6b7a892-b760-43b6-a05b-a8f0342fe4ab,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:01.715716 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c9c48949-1e19-44f8-8108-085105b02457 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:01.717585 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7b9866-366b-4fd0-8bc1-8fa363df3143 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Made reservation on behalf of fa6cd5d4308b423397704f513812805b for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:36:01.721310 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8b7b9866-366b-4fd0-8bc1-8fa363df3143 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:01.757740 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a08d2e9d-3f94-490b-bc4f-44286afbd31d tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:01.759926 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4a3b539a-05fe-4ab9-b7ac-e2672d37e168 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:01.774880 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9c48949-1e19-44f8-8108-085105b02457 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:36:01.775405 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c9c48949-1e19-44f8-8108-085105b02457 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:01.808850 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b53836a9-4290-4539-8c04-b753deb9af47 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:01.810439 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b53836a9-4290-4539-8c04-b753deb9af47 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1101139 Oct 12 07:36:01.905339 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] device_id is not set on port 097d82d8-4999-464d-a2af-614d2baf23e6 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:36:01.986116 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3b539a-05fe-4ab9-b7ac-e2672d37e168 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Network 04685e5c-c522-4ea7-91a6-7b9a6a6f7b2b is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:36:02.004676 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:02.011834 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-af966da7-4a06-4904-b41b-7033a68ecd05 None None] Attempt 6 to provision port 93bb27fa-360d-4d27-88c9-a939dc3c1d00 Oct 12 07:36:02.013608 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e69c0c-4266-432e-b9f7-6b424b824be5 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:36:02.013750 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-4a3b539a-05fe-4ab9-b7ac-e2672d37e168 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:02.033052 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3b539a-05fe-4ab9-b7ac-e2672d37e168 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:36:02.038743 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3b539a-05fe-4ab9-b7ac-e2672d37e168 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:02.039394 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4a3b539a-05fe-4ab9-b7ac-e2672d37e168 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:02.053496 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-13e69c0c-4266-432e-b9f7-6b424b824be5 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] 10.222.0.26 "PUT /v2.0/routers/4a20e839-e412-40cd-978e-9be6813a7eea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1726792 Oct 12 07:36:02.056203 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35512) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:02.057003 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-df2e323e-4d69-4d44-a688-228d798e3e61 req-d555e4cc-699a-4b74-954c-69d87e421e50 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb16c162-d6ac-48f2-9f62-9c357066306e HTTP/1.1" status: 200 len: 210 time: 0.0881972 Oct 12 07:36:02.068389 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3b539a-05fe-4ab9-b7ac-e2672d37e168 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Pushing event updated for resources: {'Port': ['ID=0756ea43-bae8-4a57-9813-ec8c02968c44,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:02.104014 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c468ff-d853-405e-b4bf-1a32f6b8a4e5 None None] Sync routers for ids ['4a20e839-e412-40cd-978e-9be6813a7eea'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:36:02.109869 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-4a3b539a-05fe-4ab9-b7ac-e2672d37e168 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.1238976 Oct 12 07:36:02.114051 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35514) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:02.114910 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-af966da7-4a06-4904-b41b-7033a68ecd05 None None] Port 93bb27fa-360d-4d27-88c9-a939dc3c1d00 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:02.133805 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c468ff-d853-405e-b4bf-1a32f6b8a4e5 None None] Routers {'4a20e839-e412-40cd-978e-9be6813a7eea'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:36:02.136216 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-35c468ff-d853-405e-b4bf-1a32f6b8a4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:35:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['4a20e839-e412-40cd-978e-9be6813a7eea'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:02.150814 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-926a9dfc-8def-4e54-97d3-7f15876259e2 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Request body: {'port': {'network_id': '7ba246d0-5fae-4d70-b1d6-e7177689d50d', 'name': 'tempest-FloatingIPAdminTestJSON-2098747078'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:02.189351 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-dfadc62a-70c1-4a72-b09f-edc6aa1dd141 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Request body: {'port': {'network_id': '04685e5c-c522-4ea7-91a6-7b9a6a6f7b2b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1407656393', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:02.193330 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.api.validators [None req-dfadc62a-70c1-4a72-b09f-edc6aa1dd141 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] bootfile-name is not in valid_values {{(pid=103200) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 12 07:36:02.193746 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.api.validators [None req-dfadc62a-70c1-4a72-b09f-edc6aa1dd141 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] tftp-server is not in valid_values {{(pid=103200) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 12 07:36:02.194188 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.api.validators [None req-dfadc62a-70c1-4a72-b09f-edc6aa1dd141 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] server-ip-address is not in valid_values {{(pid=103200) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 12 07:36:02.201249 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-35c468ff-d853-405e-b4bf-1a32f6b8a4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:02.210700 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 778929f1-c68f-41e2-ab5a-633c5ac9f744 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:36:02.260219 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c468ff-d853-405e-b4bf-1a32f6b8a4e5 None None] Routers {'4a20e839-e412-40cd-978e-9be6813a7eea'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:36:02.261459 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-35c468ff-d853-405e-b4bf-1a32f6b8a4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:35:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['4a20e839-e412-40cd-978e-9be6813a7eea'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:02.299159 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:02.313176 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c9c48949-1e19-44f8-8108-085105b02457 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:02.333004 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 17d08de4-457b-4229-ae37-80bdfad4644d resource provider aggregate not found Oct 12 07:36:02.335055 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-35c468ff-d853-405e-b4bf-1a32f6b8a4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:02.335720 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c468ff-d853-405e-b4bf-1a32f6b8a4e5 None None] The sync data for ids ['4a20e839-e412-40cd-978e-9be6813a7eea'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:36:02.354323 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a08d2e9d-3f94-490b-bc4f-44286afbd31d tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:02.367677 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a08d2e9d-3f94-490b-bc4f-44286afbd31d tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:02.379662 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 778929f1-c68f-41e2-ab5a-633c5ac9f744 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:36:02.380196 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:02.380630 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 778929f1-c68f-41e2-ab5a-633c5ac9f744 Oct 12 07:36:02.388280 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c9c48949-1e19-44f8-8108-085105b02457 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:02.395101 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c9c48949-1e19-44f8-8108-085105b02457 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] 10.222.0.26 "DELETE /v2.0/networks/79dbe203-9b0e-4d9e-bcdf-950e7736367c HTTP/1.1" status: 204 len: 168 time: 2.7673426 Oct 12 07:36:02.440037 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 17d08de4-457b-4229-ae37-80bdfad4644d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 17d08de4-457b-4229-ae37-80bdfad4644d found for delete ", "request_id": "req-e41a38d0-a0e2-439c-983b-730778819c5e"}]} Oct 12 07:36:02.460478 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfadc62a-70c1-4a72-b09f-edc6aa1dd141 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Made reservation on behalf of 9b8f834303ef48b493941568c6fb85f2 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:36:02.464306 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c48949-1e19-44f8-8108-085105b02457 tempest-DHCPAgentSchedulersTestJSON-1564415574 tempest-DHCPAgentSchedulersTestJSON-1564415574-project] Pushing event deleted for resources: {'Network': ['ID=79dbe203-9b0e-4d9e-bcdf-950e7736367c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:02.475744 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-dfadc62a-70c1-4a72-b09f-edc6aa1dd141 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:02.494841 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 778929f1-c68f-41e2-ab5a-633c5ac9f744 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:36:02.497741 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 651824de-5d6d-433e-889d-e9f258604f99 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:36:02.503275 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port 097d82d8-4999-464d-a2af-614d2baf23e6 on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:36:02.503588 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port 097d82d8-4999-464d-a2af-614d2baf23e6 by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:36:02.503959 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port 097d82d8-4999-464d-a2af-614d2baf23e6 on network f16fb000-8d60-49ef-a32e-7e362bb81941 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:36:02.533446 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Port 097d82d8-4999-464d-a2af-614d2baf23e6 on network f16fb000-8d60-49ef-a32e-7e362bb81941 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:36:02.534830 dv-neutron-860909-2-hyperv neutron-server[103201]: ERROR neutron.plugins.ml2.managers [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Failed to bind port 097d82d8-4999-464d-a2af-614d2baf23e6 on host hv-neutron-8609 for vnic_type normal using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] Oct 12 07:36:02.543061 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.plugin [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempt 2 to bind port 097d82d8-4999-464d-a2af-614d2baf23e6 Oct 12 07:36:02.566848 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08d2e9d-3f94-490b-bc4f-44286afbd31d tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Pushing event updated for resources: {'Port': ['ID=966764f1-6084-42d8-84de-99c773a5a4b9,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:02.568914 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 651824de-5d6d-433e-889d-e9f258604f99 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:36:02.569297 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:02.569631 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 651824de-5d6d-433e-889d-e9f258604f99 Oct 12 07:36:02.574541 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Pushing event updated for resources: {'Port': ['ID=097d82d8-4999-464d-a2af-614d2baf23e6,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:02.575523 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a08d2e9d-3f94-490b-bc4f-44286afbd31d tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:02.580465 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926a9dfc-8def-4e54-97d3-7f15876259e2 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Made reservation on behalf of b2e011d534f04aa99b69d637ebc8f00b for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:36:02.588244 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-926a9dfc-8def-4e54-97d3-7f15876259e2 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:02.595984 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-dfadc62a-70c1-4a72-b09f-edc6aa1dd141 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] device_id is not set on port 3b68b2b4-70dc-4cdf-98cc-cf44e713baa9 yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:36:02.615658 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-c41bc86d-cb34-41b5-bd43-9545bac07f0d tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--255259386&fields=id&tenant_id=d1d3cbb5d7ca448db4db422a609861ea HTTP/1.1" status: 200 len: 267 time: 0.2144139 Oct 12 07:36:02.638199 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-af966da7-4a06-4904-b41b-7033a68ecd05 None None] Attempt 7 to provision port 93bb27fa-360d-4d27-88c9-a939dc3c1d00 Oct 12 07:36:02.641242 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.23', 57660) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:02.642185 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port 097d82d8-4999-464d-a2af-614d2baf23e6 on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:36:02.642580 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port 097d82d8-4999-464d-a2af-614d2baf23e6 by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:36:02.642919 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port 097d82d8-4999-464d-a2af-614d2baf23e6 on network f16fb000-8d60-49ef-a32e-7e362bb81941 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:36:02.695716 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a08d2e9d-3f94-490b-bc4f-44286afbd31d tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:02.697287 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a08d2e9d-3f94-490b-bc4f-44286afbd31d tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0665212 Oct 12 07:36:02.738439 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-af966da7-4a06-4904-b41b-7033a68ecd05 None None] Port 93bb27fa-360d-4d27-88c9-a939dc3c1d00 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:02.745104 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 651824de-5d6d-433e-889d-e9f258604f99 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:36:02.746353 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:36:02.877885 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:36:02.878286 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:02.878623 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd Oct 12 07:36:02.999968 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Port 097d82d8-4999-464d-a2af-614d2baf23e6 on network f16fb000-8d60-49ef-a32e-7e362bb81941 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:36:03.000364 dv-neutron-860909-2-hyperv neutron-server[103201]: ERROR neutron.plugins.ml2.managers [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Failed to bind port 097d82d8-4999-464d-a2af-614d2baf23e6 on host hv-neutron-8609 for vnic_type normal using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] Oct 12 07:36:03.029713 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:36:03.030683 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9af4e5-53c6-43c3-aa54-633064f39d87 None None] Network 04685e5c-c522-4ea7-91a6-7b9a6a6f7b2b requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:36:03.035222 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.plugin [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempt 3 to bind port 097d82d8-4999-464d-a2af-614d2baf23e6 Oct 12 07:36:03.042501 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-926a9dfc-8def-4e54-97d3-7f15876259e2 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] device_id is not set on port 0faede11-8d91-4521-bb27-cfb0fdaa3ea8 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:36:03.122123 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35552) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:03.172402 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-dfadc62a-70c1-4a72-b09f-edc6aa1dd141 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Allocated IP 2001:db8::30 (04685e5c-c522-4ea7-91a6-7b9a6a6f7b2b/adc1f197-01cf-490b-991d-f266adabb4b2/3b68b2b4-70dc-4cdf-98cc-cf44e713baa9) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:36:03.182132 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port 097d82d8-4999-464d-a2af-614d2baf23e6 on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:36:03.182423 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port 097d82d8-4999-464d-a2af-614d2baf23e6 by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:36:03.182705 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port 097d82d8-4999-464d-a2af-614d2baf23e6 on network f16fb000-8d60-49ef-a32e-7e362bb81941 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:36:03.215337 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-46d88259-e622-476f-a8da-7a725c970743 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:03.216871 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-46d88259-e622-476f-a8da-7a725c970743 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.23 "GET /v2.0/networks?id=d47104f6-86e0-4057-9a4c-a534656ec157 HTTP/1.1" status: 200 len: 811 time: 0.5665309 Oct 12 07:36:03.247744 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Port 097d82d8-4999-464d-a2af-614d2baf23e6 on network f16fb000-8d60-49ef-a32e-7e362bb81941 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:36:03.248071 dv-neutron-860909-2-hyperv neutron-server[103201]: ERROR neutron.plugins.ml2.managers [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Failed to bind port 097d82d8-4999-464d-a2af-614d2baf23e6 on host hv-neutron-8609 for vnic_type normal using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] Oct 12 07:36:03.272562 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.plugin [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempt 4 to bind port 097d82d8-4999-464d-a2af-614d2baf23e6 Oct 12 07:36:03.337763 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8b7b9866-366b-4fd0-8bc1-8fa363df3143 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:03.338573 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-af966da7-4a06-4904-b41b-7033a68ecd05 None None] Attempt 8 to provision port 93bb27fa-360d-4d27-88c9-a939dc3c1d00 Oct 12 07:36:03.344456 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 0e48cbfe-f7fd-4114-bf27-f75a581308af no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:36:03.353043 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-0fbe3227-7eb8-4171-9f0b-3eff790d64e1 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:03.354589 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-0fbe3227-7eb8-4171-9f0b-3eff790d64e1 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/networks?id=dd72da9c-d321-4cc4-881d-466168d9f856 HTTP/1.1" status: 200 len: 812 time: 0.6732574 Oct 12 07:36:03.357351 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-3ac1e0ef-926a-4f4f-b350-799fb09ac277 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--402550101&fields=id&tenant_id=e2edad5f8fe94feda48356d6c2f35ddc HTTP/1.1" status: 200 len: 267 time: 0.2362552 Oct 12 07:36:03.382107 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-70e5c0bc-5e2f-4109-906f-9a906f5f26a3 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0e718319f2f47eaa8365a4dcdddd428 HTTP/1.1" status: 200 len: 379 time: 0.1041451 Oct 12 07:36:03.403789 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-71bdbe81-23cd-497e-b6c8-7fdd2288e105 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/quotas/d1d3cbb5d7ca448db4db422a609861ea HTTP/1.1" status: 200 len: 375 time: 0.0385380 Oct 12 07:36:03.412197 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 0e48cbfe-f7fd-4114-bf27-f75a581308af {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:36:03.412540 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 0e48cbfe-f7fd-4114-bf27-f75a581308af not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:36:03.412966 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device c0d6fd83-7ee2-4470-9876-5f85f5e0c032 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:36:03.421033 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port 097d82d8-4999-464d-a2af-614d2baf23e6 on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:36:03.421217 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port 097d82d8-4999-464d-a2af-614d2baf23e6 by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:36:03.421730 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port 097d82d8-4999-464d-a2af-614d2baf23e6 on network f16fb000-8d60-49ef-a32e-7e362bb81941 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:36:03.429558 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-140d942e-09ea-4d88-827b-4f9cf48f0cdb tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Request body: {'port': {'device_id': 'fb16c162-d6ac-48f2-9f62-9c357066306e', 'network_id': 'd47104f6-86e0-4057-9a4c-a534656ec157', 'admin_state_up': True, 'tenant_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'security_groups': ['42a6d0bf-b6f9-4963-b0fd-b6e45de03e19']}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:03.453551 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: c0d6fd83-7ee2-4470-9876-5f85f5e0c032 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:36:03.453893 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device c0d6fd83-7ee2-4470-9876-5f85f5e0c032 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:36:03.458170 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Port 097d82d8-4999-464d-a2af-614d2baf23e6 on network f16fb000-8d60-49ef-a32e-7e362bb81941 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:36:03.458772 dv-neutron-860909-2-hyperv neutron-server[103201]: ERROR neutron.plugins.ml2.managers [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Failed to bind port 097d82d8-4999-464d-a2af-614d2baf23e6 on host hv-neutron-8609 for vnic_type normal using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] Oct 12 07:36:03.462956 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-af966da7-4a06-4904-b41b-7033a68ecd05 None None] Port 93bb27fa-360d-4d27-88c9-a939dc3c1d00 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:03.478516 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-926a9dfc-8def-4e54-97d3-7f15876259e2 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Allocated IP 172.20.0.7 (7ba246d0-5fae-4d70-b1d6-e7177689d50d/313f041b-efb7-4c2e-8d16-1081782732ea/0faede11-8d91-4521-bb27-cfb0fdaa3ea8) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:36:03.480104 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.plugin [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempt 5 to bind port 097d82d8-4999-464d-a2af-614d2baf23e6 Oct 12 07:36:03.531227 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7b9866-366b-4fd0-8bc1-8fa363df3143 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event updated for resources: {'Subnet': ['ID=9007b33e-3e1d-4073-a7eb-3a203cb6b847,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:03.544640 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port 097d82d8-4999-464d-a2af-614d2baf23e6 on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:36:03.544780 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port 097d82d8-4999-464d-a2af-614d2baf23e6 by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:36:03.545306 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port 097d82d8-4999-464d-a2af-614d2baf23e6 on network f16fb000-8d60-49ef-a32e-7e362bb81941 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:36:03.600700 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Port 097d82d8-4999-464d-a2af-614d2baf23e6 on network f16fb000-8d60-49ef-a32e-7e362bb81941 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:36:03.601489 dv-neutron-860909-2-hyperv neutron-server[103201]: ERROR neutron.plugins.ml2.managers [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Failed to bind port 097d82d8-4999-464d-a2af-614d2baf23e6 on host hv-neutron-8609 for vnic_type normal using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] Oct 12 07:36:03.608200 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c506d88e-b2d0-4d94-b405-9419e59ffd4a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=71c4ba3c969b43b2aea784d886934235&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4794319 Oct 12 07:36:03.616707 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.plugin [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempt 6 to bind port 097d82d8-4999-464d-a2af-614d2baf23e6 Oct 12 07:36:03.616958 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-dfadc62a-70c1-4a72-b09f-edc6aa1dd141 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:03.621300 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35578) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:03.646786 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7b9866-366b-4fd0-8bc1-8fa363df3143 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Checking segment: {'id': 'e490c9f8-116a-493b-9924-bd17753bb948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '3eaaf90f-5dad-4ce3-a00b-5d15fab9f6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:36:03.647349 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7b9866-366b-4fd0-8bc1-8fa363df3143 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Network hostable DHCP agents. Network: 3eaaf90f-5dad-4ce3-a00b-5d15fab9f6d9, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:36:03.677002 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port 097d82d8-4999-464d-a2af-614d2baf23e6 on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:36:03.679849 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port 097d82d8-4999-464d-a2af-614d2baf23e6 by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:36:03.680280 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port 097d82d8-4999-464d-a2af-614d2baf23e6 on network f16fb000-8d60-49ef-a32e-7e362bb81941 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:36:03.699362 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-b26a4dff-60c3-4589-b7cb-78aeb0d8af13 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d1d3cbb5d7ca448db4db422a609861ea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2808418 Oct 12 07:36:03.713607 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Port 097d82d8-4999-464d-a2af-614d2baf23e6 on network f16fb000-8d60-49ef-a32e-7e362bb81941 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:36:03.714091 dv-neutron-860909-2-hyperv neutron-server[103201]: ERROR neutron.plugins.ml2.managers [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Failed to bind port 097d82d8-4999-464d-a2af-614d2baf23e6 on host hv-neutron-8609 for vnic_type normal using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] Oct 12 07:36:03.728848 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.plugin [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempt 7 to bind port 097d82d8-4999-464d-a2af-614d2baf23e6 Oct 12 07:36:03.745133 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-0aa9a6d6-c7f9-4827-8f28-815e0d5e8c23 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:03.753723 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-0aa9a6d6-c7f9-4827-8f28-815e0d5e8c23 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.26 "GET /v2.0/networks?id=d8679d51-dd8d-46a3-a82d-a795585d2c26 HTTP/1.1" status: 200 len: 805 time: 0.3849475 Oct 12 07:36:03.814503 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7b9866-366b-4fd0-8bc1-8fa363df3143 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Network 3eaaf90f-5dad-4ce3-a00b-5d15fab9f6d9 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:36:03.836404 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port 097d82d8-4999-464d-a2af-614d2baf23e6 on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:36:03.836866 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port 097d82d8-4999-464d-a2af-614d2baf23e6 by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:36:03.837306 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port 097d82d8-4999-464d-a2af-614d2baf23e6 on network f16fb000-8d60-49ef-a32e-7e362bb81941 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:36:03.838165 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-7079d465-1af0-4ab5-bc01-eb3e4a3a8419 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.26 "GET /v2.0/quotas/e2edad5f8fe94feda48356d6c2f35ddc HTTP/1.1" status: 200 len: 375 time: 0.0730643 Oct 12 07:36:03.855771 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-20c07570-2f1c-4d23-be5b-403d4bd97369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:03.861196 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device c4fe14e4-44b5-48ab-a291-eb86f329cd19 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:36:03.917703 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-8b7b9866-366b-4fd0-8bc1-8fa363df3143 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 3eaaf90f-5dad-4ce3-a00b-5d15fab9f6d9) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:03.941226 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7b9866-366b-4fd0-8bc1-8fa363df3143 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:03.944800 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8b7b9866-366b-4fd0-8bc1-8fa363df3143 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:03.965373 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-20c07570-2f1c-4d23-be5b-403d4bd97369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:03.972881 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-af966da7-4a06-4904-b41b-7033a68ecd05 None None] Attempt 9 to provision port 93bb27fa-360d-4d27-88c9-a939dc3c1d00 Oct 12 07:36:03.975054 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cbfb92-85f9-45a2-93c7-40d2f0999a58 None None] Network 3eaaf90f-5dad-4ce3-a00b-5d15fab9f6d9 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:36:03.985001 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-99de6746-acb1-4519-9e82-fb89a0e3fe6a service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:36:03.986426 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-99de6746-acb1-4519-9e82-fb89a0e3fe6a service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1722901 Oct 12 07:36:03.990538 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Port 097d82d8-4999-464d-a2af-614d2baf23e6 on network f16fb000-8d60-49ef-a32e-7e362bb81941 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:36:03.996396 dv-neutron-860909-2-hyperv neutron-server[103201]: ERROR neutron.plugins.ml2.managers [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Failed to bind port 097d82d8-4999-464d-a2af-614d2baf23e6 on host hv-neutron-8609 for vnic_type normal using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] Oct 12 07:36:04.023503 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.plugin [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempt 8 to bind port 097d82d8-4999-464d-a2af-614d2baf23e6 Oct 12 07:36:04.029793 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-dfadc62a-70c1-4a72-b09f-edc6aa1dd141 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:04.090265 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port c4fe14e4-44b5-48ab-a291-eb86f329cd19 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:36:04.090573 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:04.090901 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port c4fe14e4-44b5-48ab-a291-eb86f329cd19 Oct 12 07:36:04.099393 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-ab041589-cc11-4b31-aa7e-48c039cfa35a tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e2edad5f8fe94feda48356d6c2f35ddc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2513435 Oct 12 07:36:04.104141 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port 097d82d8-4999-464d-a2af-614d2baf23e6 on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:36:04.106688 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port 097d82d8-4999-464d-a2af-614d2baf23e6 by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:36:04.108290 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port 097d82d8-4999-464d-a2af-614d2baf23e6 on network f16fb000-8d60-49ef-a32e-7e362bb81941 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:36:04.135850 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-140d942e-09ea-4d88-827b-4f9cf48f0cdb tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Made reservation on behalf of a0e718319f2f47eaa8365a4dcdddd428 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:36:04.148036 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-140d942e-09ea-4d88-827b-4f9cf48f0cdb tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:04.153445 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-af966da7-4a06-4904-b41b-7033a68ecd05 None None] Port 93bb27fa-360d-4d27-88c9-a939dc3c1d00 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:04.240608 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-8b7b9866-366b-4fd0-8bc1-8fa363df3143 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0337327 Oct 12 07:36:04.271014 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35586) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:04.271668 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Port 097d82d8-4999-464d-a2af-614d2baf23e6 on network f16fb000-8d60-49ef-a32e-7e362bb81941 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:36:04.272000 dv-neutron-860909-2-hyperv neutron-server[103201]: ERROR neutron.plugins.ml2.managers [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Failed to bind port 097d82d8-4999-464d-a2af-614d2baf23e6 on host hv-neutron-8609 for vnic_type normal using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] Oct 12 07:36:04.371175 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-dee3c59c-53a4-4df8-a7f5-e6613ef6baf5 service neutron] 10.222.0.26 "GET /v2.0/networks/d8679d51-dd8d-46a3-a82d-a795585d2c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542169 Oct 12 07:36:04.378569 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.plugin [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempt 9 to bind port 097d82d8-4999-464d-a2af-614d2baf23e6 Oct 12 07:36:04.465778 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67d3226-9ee5-4e0d-99d3-055f7c2cbc31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-3eaaf90f-5dad-4ce3-a00b-5d15fab9f6d9', 'network_id': '3eaaf90f-5dad-4ce3-a00b-5d15fab9f6d9', 'tenant_id': 'fa6cd5d4308b423397704f513812805b', 'fixed_ips': [{'subnet_id': '9007b33e-3e1d-4073-a7eb-3a203cb6b847'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:36:04.467574 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d67d3226-9ee5-4e0d-99d3-055f7c2cbc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:04.492951 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-926a9dfc-8def-4e54-97d3-7f15876259e2 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:04.493180 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port c4fe14e4-44b5-48ab-a291-eb86f329cd19 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:36:04.493270 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:04.521851 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfadc62a-70c1-4a72-b09f-edc6aa1dd141 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Network 04685e5c-c522-4ea7-91a6-7b9a6a6f7b2b is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:36:04.527058 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfadc62a-70c1-4a72-b09f-edc6aa1dd141 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Pushing event updated for resources: {'Port': ['ID=3b68b2b4-70dc-4cdf-98cc-cf44e713baa9,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:04.547827 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port c4fe14e4-44b5-48ab-a291-eb86f329cd19, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=c4fe14e4-44b5-48ab-a291-eb86f329cd19,segment=NetworkSegment(8c24f7ec-f3f2-4675-b7fc-c70780ce62c7),segment_id=8c24f7ec-f3f2-4675-b7fc-c70780ce62c7)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:36:04.564209 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:04.565575 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device f09749a1-4bd4-4e0c-975a-563fd69c0470 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:36:04.574472 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-dfadc62a-70c1-4a72-b09f-edc6aa1dd141 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:04.589106 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfadc62a-70c1-4a72-b09f-edc6aa1dd141 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:36:04.606698 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfadc62a-70c1-4a72-b09f-edc6aa1dd141 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:04.607450 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-dfadc62a-70c1-4a72-b09f-edc6aa1dd141 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:04.678500 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-20c07570-2f1c-4d23-be5b-403d4bd97369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:04.688911 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-20c07570-2f1c-4d23-be5b-403d4bd97369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:04.714208 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-20c07570-2f1c-4d23-be5b-403d4bd97369 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d13f5429-cb2f-4791-ad2a-4bfba10a83ad HTTP/1.1" status: 204 len: 168 time: 1.0802088 Oct 12 07:36:04.746254 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-af966da7-4a06-4904-b41b-7033a68ecd05 None None] Attempt 10 to provision port 93bb27fa-360d-4d27-88c9-a939dc3c1d00 Oct 12 07:36:04.757797 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=c4fe14e4-44b5-48ab-a291-eb86f329cd19,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:04.764208 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c07570-2f1c-4d23-be5b-403d4bd97369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13f5429-cb2f-4791-ad2a-4bfba10a83ad,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:04.777613 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-444ba829-a143-4a65-a671-978729e9769b service neutron] 10.222.0.26 "GET /v2.0/networks/dd72da9c-d321-4cc4-881d-466168d9f856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7791169 Oct 12 07:36:04.859899 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-dfadc62a-70c1-4a72-b09f-edc6aa1dd141 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.7418282 Oct 12 07:36:04.877067 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35590) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:05.024885 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port 097d82d8-4999-464d-a2af-614d2baf23e6 on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:36:05.025454 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port 097d82d8-4999-464d-a2af-614d2baf23e6 by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:36:05.025454 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port 097d82d8-4999-464d-a2af-614d2baf23e6 on network f16fb000-8d60-49ef-a32e-7e362bb81941 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:36:05.028682 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-140d942e-09ea-4d88-827b-4f9cf48f0cdb tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Allocated IP 172.20.0.9 (d47104f6-86e0-4057-9a4c-a534656ec157/be914b83-aeee-49e0-9150-828f24ed2c2a/29cb3398-0b18-4ef4-b72e-2e226ec3eabb) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:36:05.075550 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-1f2b7cfd-94ec-4060-a1d0-8c4a4c9b8b2b service neutron] 10.222.0.26 "GET /v2.0/networks/d8679d51-dd8d-46a3-a82d-a795585d2c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7033451 Oct 12 07:36:05.104611 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Port 097d82d8-4999-464d-a2af-614d2baf23e6 on network f16fb000-8d60-49ef-a32e-7e362bb81941 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:36:05.104963 dv-neutron-860909-2-hyperv neutron-server[103201]: ERROR neutron.plugins.ml2.managers [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Failed to bind port 097d82d8-4999-464d-a2af-614d2baf23e6 on host hv-neutron-8609 for vnic_type normal using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] Oct 12 07:36:05.121675 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.plugin [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempt 10 to bind port 097d82d8-4999-464d-a2af-614d2baf23e6 Oct 12 07:36:05.190243 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-af966da7-4a06-4904-b41b-7033a68ecd05 None None] Port 93bb27fa-360d-4d27-88c9-a939dc3c1d00 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:05.196012 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-af966da7-4a06-4904-b41b-7033a68ecd05 None None] Could not find standard attr ID for object c0d6fd83-7ee2-4470-9876-5f85f5e0c032. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:36:05.217514 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port f09749a1-4bd4-4e0c-975a-563fd69c0470 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:36:05.218322 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:05.219151 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port f09749a1-4bd4-4e0c-975a-563fd69c0470 Oct 12 07:36:05.261877 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port 097d82d8-4999-464d-a2af-614d2baf23e6 on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:36:05.263586 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port 097d82d8-4999-464d-a2af-614d2baf23e6 by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:36:05.266840 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempting to bind port 097d82d8-4999-464d-a2af-614d2baf23e6 on network f16fb000-8d60-49ef-a32e-7e362bb81941 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:36:05.279525 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-d67d3226-9ee5-4e0d-99d3-055f7c2cbc31 None None] Allocated IP 172.20.0.2 (3eaaf90f-5dad-4ce3-a00b-5d15fab9f6d9/9007b33e-3e1d-4073-a7eb-3a203cb6b847/96ea6301-b2b0-435e-afe8-1166d6b4a9a9) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:36:05.347690 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35594) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:05.352148 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba402b9e-f8d1-46e8-b86d-335fd8111cf9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:05.354472 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e14d72-93a3-4d9e-b8e1-2854013dcb8a tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:05.361711 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e14d72-93a3-4d9e-b8e1-2854013dcb8a tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:05.375738 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e14d72-93a3-4d9e-b8e1-2854013dcb8a tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:05.377488 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-58e14d72-93a3-4d9e-b8e1-2854013dcb8a tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.4923394 Oct 12 07:36:05.399959 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-8c0df242-6a2c-4dce-9782-c5213f119073 service neutron] 10.222.0.26 "GET /v2.0/networks/dd72da9c-d321-4cc4-881d-466168d9f856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6175830 Oct 12 07:36:05.401554 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35596) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:05.423534 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-331da951-2fa1-43cc-b412-978351c66a16 None None] Provisioning complete for port 93bb27fa-360d-4d27-88c9-a939dc3c1d00 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:36:05.424179 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-331da951-2fa1-43cc-b412-978351c66a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:05.424540 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-331da951-2fa1-43cc-b412-978351c66a16 None None] Attempt 1 to provision port 93bb27fa-360d-4d27-88c9-a939dc3c1d00 Oct 12 07:36:05.471383 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-331da951-2fa1-43cc-b412-978351c66a16 None None] Port 93bb27fa-360d-4d27-88c9-a939dc3c1d00 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:05.485098 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port f09749a1-4bd4-4e0c-975a-563fd69c0470 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:36:05.495958 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-926a9dfc-8def-4e54-97d3-7f15876259e2 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:05.502840 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Port 097d82d8-4999-464d-a2af-614d2baf23e6 on network f16fb000-8d60-49ef-a32e-7e362bb81941 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:36:05.503376 dv-neutron-860909-2-hyperv neutron-server[103201]: ERROR neutron.plugins.ml2.managers [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Failed to bind port 097d82d8-4999-464d-a2af-614d2baf23e6 on host hv-neutron-8609 for vnic_type normal using segments [{'id': '8af4af9c-4abf-4c34-8e4a-5ea3c048e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f16fb000-8d60-49ef-a32e-7e362bb81941'}] Oct 12 07:36:05.503722 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:05.624999 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] For port 097d82d8-4999-464d-a2af-614d2baf23e6, host hv-neutron-8609, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:36:05.626466 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attempted to set empty binding levels {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 12 07:36:05.691739 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d67d3226-9ee5-4e0d-99d3-055f7c2cbc31 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:05.706757 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926a9dfc-8def-4e54-97d3-7f15876259e2 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Network 7ba246d0-5fae-4d70-b1d6-e7177689d50d is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:36:05.712508 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d67d3226-9ee5-4e0d-99d3-055f7c2cbc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:05.714643 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c873e872-4ccc-45e3-bc79-f1c2f679da20 req-ca5b36bc-979c-4873-9344-7285965078a2 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb16c162-d6ac-48f2-9f62-9c357066306e HTTP/1.1" status: 200 len: 210 time: 0.0942361 Oct 12 07:36:05.810266 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a92b3f6-d645-4a44-8ea7-9a68a8203000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:05.811059 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device c4fe14e4-44b5-48ab-a291-eb86f329cd19 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:36:05.820718 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:05.823654 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] In _notify_port_updated(), no bound segment for port 097d82d8-4999-464d-a2af-614d2baf23e6 on network f16fb000-8d60-49ef-a32e-7e362bb81941 {{(pid=103201) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 12 07:36:05.825163 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:05.825782 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:05.827969 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] 10.222.0.26 "PUT /v2.0/ports/097d82d8-4999-464d-a2af-614d2baf23e6 HTTP/1.1" status: 200 len: 980 time: 5.3456821 Oct 12 07:36:05.828743 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926a9dfc-8def-4e54-97d3-7f15876259e2 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Pushing event updated for resources: {'Port': ['ID=0faede11-8d91-4521-bb27-cfb0fdaa3ea8,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:05.841755 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35618) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:05.899594 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-140d942e-09ea-4d88-827b-4f9cf48f0cdb tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:05.913534 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b3e107e6-8042-4e0e-82c8-345750ea6057 req-80e48f81-20fc-453d-a497-952fdf0a3ae8 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 210 time: 0.0724471 Oct 12 07:36:05.937905 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67d3226-9ee5-4e0d-99d3-055f7c2cbc31 None None] Network 3eaaf90f-5dad-4ce3-a00b-5d15fab9f6d9 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:36:05.944972 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-d67d3226-9ee5-4e0d-99d3-055f7c2cbc31 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:05.947864 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67d3226-9ee5-4e0d-99d3-055f7c2cbc31 None None] Pushing event updated for resources: {'Port': ['ID=96ea6301-b2b0-435e-afe8-1166d6b4a9a9,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:05.956345 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67d3226-9ee5-4e0d-99d3-055f7c2cbc31 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:36:05.964294 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-926a9dfc-8def-4e54-97d3-7f15876259e2 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:05.969933 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-26cf5472-9f8c-45ee-ad3b-918da6d27474 req-f49e1166-6037-4b56-9e4f-624c46155322 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d7ff3a8-2019-4527-abbe-d48ffda3bd63 HTTP/1.1" status: 200 len: 210 time: 0.1207023 Oct 12 07:36:05.981235 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-331da951-2fa1-43cc-b412-978351c66a16 None None] Attempt 2 to provision port 93bb27fa-360d-4d27-88c9-a939dc3c1d00 Oct 12 07:36:06.047553 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7607654d-1147-46a6-a697-0b506240ec06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Pushing event updated for resources: {'Port': ['ID=097d82d8-4999-464d-a2af-614d2baf23e6,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:06.060981 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port c4fe14e4-44b5-48ab-a291-eb86f329cd19 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:36:06.060981 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:06.060981 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port c4fe14e4-44b5-48ab-a291-eb86f329cd19 Oct 12 07:36:06.067689 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926a9dfc-8def-4e54-97d3-7f15876259e2 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:36:06.190488 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d3f91552-13f9-4ba2-859a-cee1192ccc5b tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Deleting port 3b68b2b4-70dc-4cdf-98cc-cf44e713baa9 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:36:06.190488 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d3f91552-13f9-4ba2-859a-cee1192ccc5b tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:06.254505 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-331da951-2fa1-43cc-b412-978351c66a16 None None] Port 93bb27fa-360d-4d27-88c9-a939dc3c1d00 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:06.363408 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-d67d3226-9ee5-4e0d-99d3-055f7c2cbc31 None None] Attempting to bind port 96ea6301-b2b0-435e-afe8-1166d6b4a9a9 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:36:06.365287 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-d67d3226-9ee5-4e0d-99d3-055f7c2cbc31 None None] Attempting to bind port 96ea6301-b2b0-435e-afe8-1166d6b4a9a9 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'e490c9f8-116a-493b-9924-bd17753bb948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '3eaaf90f-5dad-4ce3-a00b-5d15fab9f6d9'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:36:06.369857 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67d3226-9ee5-4e0d-99d3-055f7c2cbc31 None None] Attempting to bind port 96ea6301-b2b0-435e-afe8-1166d6b4a9a9 on network 3eaaf90f-5dad-4ce3-a00b-5d15fab9f6d9 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:36:06.393953 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67d3226-9ee5-4e0d-99d3-055f7c2cbc31 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:36:06.394325 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67d3226-9ee5-4e0d-99d3-055f7c2cbc31 None None] Checking segment: {'id': 'e490c9f8-116a-493b-9924-bd17753bb948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '3eaaf90f-5dad-4ce3-a00b-5d15fab9f6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:36:06.394732 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d67d3226-9ee5-4e0d-99d3-055f7c2cbc31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:06.402627 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67d3226-9ee5-4e0d-99d3-055f7c2cbc31 None None] Bound using segment: {'id': 'e490c9f8-116a-493b-9924-bd17753bb948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '3eaaf90f-5dad-4ce3-a00b-5d15fab9f6d9'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:36:06.403141 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-d67d3226-9ee5-4e0d-99d3-055f7c2cbc31 None None] Bound port: 96ea6301-b2b0-435e-afe8-1166d6b4a9a9, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e490c9f8-116a-493b-9924-bd17753bb948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '3eaaf90f-5dad-4ce3-a00b-5d15fab9f6d9'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:36:06.403603 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d67d3226-9ee5-4e0d-99d3-055f7c2cbc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:06.489796 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a92b3f6-d645-4a44-8ea7-9a68a8203000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:06.500580 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-140d942e-09ea-4d88-827b-4f9cf48f0cdb tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:06.507963 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1a92b3f6-d645-4a44-8ea7-9a68a8203000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:06.524237 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba402b9e-f8d1-46e8-b86d-335fd8111cf9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:06.599642 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d3f91552-13f9-4ba2-859a-cee1192ccc5b tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:06.622525 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-28d0a258-5be2-49ed-a84b-6b879617a5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Deleting port 097d82d8-4999-464d-a2af-614d2baf23e6 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:36:06.623947 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-28d0a258-5be2-49ed-a84b-6b879617a5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:06.635057 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port c4fe14e4-44b5-48ab-a291-eb86f329cd19 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:36:06.667759 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-d67d3226-9ee5-4e0d-99d3-055f7c2cbc31 None None] For port 96ea6301-b2b0-435e-afe8-1166d6b4a9a9, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:36:06.672198 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-d67d3226-9ee5-4e0d-99d3-055f7c2cbc31 None None] For port 96ea6301-b2b0-435e-afe8-1166d6b4a9a9, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=96ea6301-b2b0-435e-afe8-1166d6b4a9a9,segment=NetworkSegment(e490c9f8-116a-493b-9924-bd17753bb948),segment_id=e490c9f8-116a-493b-9924-bd17753bb948)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:36:06.678594 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d67d3226-9ee5-4e0d-99d3-055f7c2cbc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:06.728971 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926a9dfc-8def-4e54-97d3-7f15876259e2 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:06.729605 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-926a9dfc-8def-4e54-97d3-7f15876259e2 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:06.751195 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba402b9e-f8d1-46e8-b86d-335fd8111cf9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:06.759174 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-28d0a258-5be2-49ed-a84b-6b879617a5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] For port 097d82d8-4999-464d-a2af-614d2baf23e6, host hv-neutron-8609, got binding levels [] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:36:06.760467 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-28d0a258-5be2-49ed-a84b-6b879617a5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:06.768020 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-331da951-2fa1-43cc-b412-978351c66a16 None None] Attempt 3 to provision port 93bb27fa-360d-4d27-88c9-a939dc3c1d00 Oct 12 07:36:06.777266 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-28d0a258-5be2-49ed-a84b-6b879617a5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Calling delete_port for 097d82d8-4999-464d-a2af-614d2baf23e6 owned by {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:36:06.854158 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba402b9e-f8d1-46e8-b86d-335fd8111cf9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event deleted for resources: {'Subnet': ['ID=9007b33e-3e1d-4073-a7eb-3a203cb6b847,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:06.876430 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-140d942e-09ea-4d88-827b-4f9cf48f0cdb tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Network d47104f6-86e0-4057-9a4c-a534656ec157 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:36:06.897779 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-140d942e-09ea-4d88-827b-4f9cf48f0cdb tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:06.913087 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-28d0a258-5be2-49ed-a84b-6b879617a5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:06.915109 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d3f91552-13f9-4ba2-859a-cee1192ccc5b tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Calling delete_port for 3b68b2b4-70dc-4cdf-98cc-cf44e713baa9 owned by {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:36:06.923333 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-140d942e-09ea-4d88-827b-4f9cf48f0cdb tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:36:06.962694 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-1a92b3f6-d645-4a44-8ea7-9a68a8203000 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d0ad45f09de74009b89b285beb8a4fbb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6031775 Oct 12 07:36:06.963592 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a92b3f6-d645-4a44-8ea7-9a68a8203000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a395199-fa91-49b1-a9b6-75514c302616,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:06.979319 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35648) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:07.099367 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba402b9e-f8d1-46e8-b86d-335fd8111cf9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:07.106262 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-331da951-2fa1-43cc-b412-978351c66a16 None None] Port 93bb27fa-360d-4d27-88c9-a939dc3c1d00 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:07.107592 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67d3226-9ee5-4e0d-99d3-055f7c2cbc31 None None] Pushing event updated for resources: {'Port': ['ID=96ea6301-b2b0-435e-afe8-1166d6b4a9a9,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:07.128873 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d0a258-5be2-49ed-a84b-6b879617a5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Pushing event deleted for resources: {'Port': ['ID=097d82d8-4999-464d-a2af-614d2baf23e6,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:07.158242 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-ba402b9e-f8d1-46e8-b86d-335fd8111cf9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eaaf90f-5dad-4ce3-a00b-5d15fab9f6d9']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:07.174225 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-ba402b9e-f8d1-46e8-b86d-335fd8111cf9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e490c9f8-116a-493b-9924-bd17753bb948') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:07.174737 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-ba402b9e-f8d1-46e8-b86d-335fd8111cf9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e490c9f8-116a-493b-9924-bd17753bb948') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:07.206118 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba402b9e-f8d1-46e8-b86d-335fd8111cf9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:07.224027 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba402b9e-f8d1-46e8-b86d-335fd8111cf9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:07.280696 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-926a9dfc-8def-4e54-97d3-7f15876259e2 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1483078 Oct 12 07:36:07.288844 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba402b9e-f8d1-46e8-b86d-335fd8111cf9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:36:07.289853 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba402b9e-f8d1-46e8-b86d-335fd8111cf9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:07.410175 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d942e-09ea-4d88-827b-4f9cf48f0cdb tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Pushing event updated for resources: {'Port': ['ID=29cb3398-0b18-4ef4-b72e-2e226ec3eabb,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:07.445692 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35654) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:07.454322 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.db.api [None req-ba402b9e-f8d1-46e8-b86d-335fd8111cf9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 07:36:07.454322 dv-neutron-860909-2-hyperv neutron-server[103201]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 07:36:07.454322 dv-neutron-860909-2-hyperv neutron-server[103201]: [parameters: {'id': '3eaaf90f-5dad-4ce3-a00b-5d15fab9f6d9'}] Oct 12 07:36:07.454322 dv-neutron-860909-2-hyperv neutron-server[103201]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103201) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 07:36:07.455190 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG oslo_db.api [None req-ba402b9e-f8d1-46e8-b86d-335fd8111cf9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 07:36:07.459921 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment e490c9f8-116a-493b-9924-bd17753bb948 resource provider aggregate not found Oct 12 07:36:07.491915 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment e490c9f8-116a-493b-9924-bd17753bb948 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e490c9f8-116a-493b-9924-bd17753bb948 found for delete ", "request_id": "req-d437506f-734a-46de-bee3-1e0704e38f10"}]} Oct 12 07:36:07.545607 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-140d942e-09ea-4d88-827b-4f9cf48f0cdb tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:07.546734 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-140d942e-09ea-4d88-827b-4f9cf48f0cdb tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:07.607929 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-331da951-2fa1-43cc-b412-978351c66a16 None None] Attempt 4 to provision port 93bb27fa-360d-4d27-88c9-a939dc3c1d00 Oct 12 07:36:07.630415 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b2d3dd1a-d6f2-42af-9ec8-6b69423cd49f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:07.637291 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-140d942e-09ea-4d88-827b-4f9cf48f0cdb tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2200761 Oct 12 07:36:07.663315 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-fa3af682-b8bd-48a6-96cb-2904df7d77d2 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:36:07.663315 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-fa3af682-b8bd-48a6-96cb-2904df7d77d2 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106370 Oct 12 07:36:07.715437 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-331da951-2fa1-43cc-b412-978351c66a16 None None] Port 93bb27fa-360d-4d27-88c9-a939dc3c1d00 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:07.746999 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b2d3dd1a-d6f2-42af-9ec8-6b69423cd49f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:07.758737 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-eb0582fd-8c4d-47ef-afdc-bfa2e8047354 req-7c71fd1e-5425-4be8-a56b-7b8fbbeea368 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 210 time: 0.6690056 Oct 12 07:36:07.783604 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-28d0a258-5be2-49ed-a84b-6b879617a5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:07.795606 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-28d0a258-5be2-49ed-a84b-6b879617a5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] 10.222.0.26 "DELETE /v2.0/ports/097d82d8-4999-464d-a2af-614d2baf23e6 HTTP/1.1" status: 204 len: 168 time: 1.9481437 Oct 12 07:36:07.801679 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35664) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:07.859374 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 96ea6301-b2b0-435e-afe8-1166d6b4a9a9 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:36:07.956763 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba402b9e-f8d1-46e8-b86d-335fd8111cf9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:08.018622 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 96ea6301-b2b0-435e-afe8-1166d6b4a9a9 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:36:08.019062 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:08.019458 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 96ea6301-b2b0-435e-afe8-1166d6b4a9a9 Oct 12 07:36:08.033473 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d39dfb4a-7255-48f0-ba52-054e096ddb96 req-4deeec07-f5c9-497f-87c3-0d3d2888c5ce tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d7ff3a8-2019-4527-abbe-d48ffda3bd63 HTTP/1.1" status: 200 len: 210 time: 0.0793638 Oct 12 07:36:08.035885 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-f386f742-8015-49ad-8649-2dc69b5359ee service neutron] Request body: {'port': {'device_id': 'fb16c162-d6ac-48f2-9f62-9c357066306e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8609'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:08.046213 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ea8c5cd-f5c2-4f20-915f-e969a9e09760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] GET failed (client error): The resource could not be found. Oct 12 07:36:08.048109 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-0ea8c5cd-f5c2-4f20-915f-e969a9e09760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57910608-project-admin] 10.222.0.26 "GET /v2.0/ports/097d82d8-4999-464d-a2af-614d2baf23e6 HTTP/1.1" status: 404 len: 333 time: 0.2333093 Oct 12 07:36:08.066293 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35668) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:08.136173 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b752e6-3754-4860-a96a-ce353c24c91c req-57ceed38-45b5-47d0-bceb-ed2b7486b522 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:08.145842 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a5b752e6-3754-4860-a96a-ce353c24c91c req-57ceed38-45b5-47d0-bceb-ed2b7486b522 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb16c162-d6ac-48f2-9f62-9c357066306e HTTP/1.1" status: 200 len: 931 time: 0.4223292 Oct 12 07:36:08.179551 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 96ea6301-b2b0-435e-afe8-1166d6b4a9a9 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:36:08.180705 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:08.202072 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-8c4f7d91-39e5-4e0a-a4e3-41daa0dfa736 tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] Request body: {'floatingip': {'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'project_id': 'b2e011d534f04aa99b69d637ebc8f00b', 'port_id': '0faede11-8d91-4521-bb27-cfb0fdaa3ea8'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:08.221063 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-331da951-2fa1-43cc-b412-978351c66a16 None None] Attempt 5 to provision port 93bb27fa-360d-4d27-88c9-a939dc3c1d00 Oct 12 07:36:08.242303 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b2d3dd1a-d6f2-42af-9ec8-6b69423cd49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:08.248944 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 96ea6301-b2b0-435e-afe8-1166d6b4a9a9, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=96ea6301-b2b0-435e-afe8-1166d6b4a9a9,segment=NetworkSegment(e490c9f8-116a-493b-9924-bd17753bb948),segment_id=e490c9f8-116a-493b-9924-bd17753bb948)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:36:08.250712 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b2d3dd1a-d6f2-42af-9ec8-6b69423cd49f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:08.252607 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a5b752e6-3754-4860-a96a-ce353c24c91c req-0c7a9caa-8764-4d19-8f9c-9e5158830e30 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.26 "GET /v2.0/security-groups?id=42a6d0bf-b6f9-4963-b0fd-b6e45de03e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054926 Oct 12 07:36:08.260280 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:08.260555 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b2d3dd1a-d6f2-42af-9ec8-6b69423cd49f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7a395199-fa91-49b1-a9b6-75514c302616 HTTP/1.1" status: 204 len: 168 time: 0.9878514 Oct 12 07:36:08.345087 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f7aee939-8622-46c2-a075-dbda1b714adb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:08.368780 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=96ea6301-b2b0-435e-afe8-1166d6b4a9a9,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:08.378264 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8c4f7d91-39e5-4e0a-a4e3-41daa0dfa736 tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:08.434730 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d3f91552-13f9-4ba2-859a-cee1192ccc5b tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:08.439531 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d3dd1a-d6f2-42af-9ec8-6b69423cd49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a395199-fa91-49b1-a9b6-75514c302616,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:08.452357 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-f386f742-8015-49ad-8649-2dc69b5359ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:08.475084 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-331da951-2fa1-43cc-b412-978351c66a16 None None] Port 93bb27fa-360d-4d27-88c9-a939dc3c1d00 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:08.552117 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e4f9bf-e24f-47c5-906f-7f9a541a535a None None] Network 3eaaf90f-5dad-4ce3-a00b-5d15fab9f6d9 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:36:08.602750 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d3f91552-13f9-4ba2-859a-cee1192ccc5b tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:08.618733 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d3f91552-13f9-4ba2-859a-cee1192ccc5b tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] 10.222.0.26 "DELETE /v2.0/ports/3b68b2b4-70dc-4cdf-98cc-cf44e713baa9 HTTP/1.1" status: 204 len: 168 time: 3.2147455 Oct 12 07:36:08.621055 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f91552-13f9-4ba2-859a-cee1192ccc5b tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Pushing event deleted for resources: {'Port': ['ID=3b68b2b4-70dc-4cdf-98cc-cf44e713baa9,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:08.634915 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35672) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:08.646851 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-acb28d2b-c3d7-4972-9ce0-96417c7e5403 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Request body: {'port': {'name': 'tempest-new-port-name-695432302', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:08.653731 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.api.validators [None req-acb28d2b-c3d7-4972-9ce0-96417c7e5403 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] bootfile-name is not in valid_values {{(pid=103200) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 12 07:36:08.655124 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.api.validators [None req-acb28d2b-c3d7-4972-9ce0-96417c7e5403 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] tftp-server is not in valid_values {{(pid=103200) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 12 07:36:08.656364 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.api.validators [None req-acb28d2b-c3d7-4972-9ce0-96417c7e5403 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] server-ip-address is not in valid_values {{(pid=103200) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 12 07:36:08.660464 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-ba402b9e-f8d1-46e8-b86d-335fd8111cf9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Deleting port 96ea6301-b2b0-435e-afe8-1166d6b4a9a9 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:36:08.660874 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba402b9e-f8d1-46e8-b86d-335fd8111cf9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:08.743559 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f7aee939-8622-46c2-a075-dbda1b714adb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:08.810142 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.23', 57669) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:08.849395 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-ba402b9e-f8d1-46e8-b86d-335fd8111cf9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] For port 96ea6301-b2b0-435e-afe8-1166d6b4a9a9, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=96ea6301-b2b0-435e-afe8-1166d6b4a9a9,segment=NetworkSegment(e490c9f8-116a-493b-9924-bd17753bb948),segment_id=e490c9f8-116a-493b-9924-bd17753bb948)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:36:08.852064 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba402b9e-f8d1-46e8-b86d-335fd8111cf9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:08.896138 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-ba402b9e-f8d1-46e8-b86d-335fd8111cf9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Calling delete_port for 96ea6301-b2b0-435e-afe8-1166d6b4a9a9 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:36:08.990459 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-331da951-2fa1-43cc-b412-978351c66a16 None None] Attempt 6 to provision port 93bb27fa-360d-4d27-88c9-a939dc3c1d00 Oct 12 07:36:09.076213 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-f7aee939-8622-46c2-a075-dbda1b714adb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f16fb000-8d60-49ef-a32e-7e362bb81941']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:09.175975 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-331da951-2fa1-43cc-b412-978351c66a16 None None] Port 93bb27fa-360d-4d27-88c9-a939dc3c1d00 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:09.216485 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d112ff40-de66-41e3-87e5-b8cc658dddb8 req-711f8052-fa0d-4d83-980e-67d671f27f33 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 210 time: 0.2460999 Oct 12 07:36:09.324127 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-f7aee939-8622-46c2-a075-dbda1b714adb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8af4af9c-4abf-4c34-8e4a-5ea3c048e893') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:09.324474 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-f7aee939-8622-46c2-a075-dbda1b714adb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8af4af9c-4abf-4c34-8e4a-5ea3c048e893') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:09.369817 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5deb06a-2e94-4e4a-8128-15b88b8fe311 None None] DHCP port deletion for 3eaaf90f-5dad-4ce3-a00b-5d15fab9f6d9 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:36:09.404213 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b9acbe8d-a041-4845-b992-dca299902beb req-9a87d35c-9901-42c2-9568-5430b2531fdd tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d7ff3a8-2019-4527-abbe-d48ffda3bd63 HTTP/1.1" status: 200 len: 210 time: 0.1853483 Oct 12 07:36:09.406494 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f7aee939-8622-46c2-a075-dbda1b714adb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:09.443460 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-acb28d2b-c3d7-4972-9ce0-96417c7e5403 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:09.507009 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f7aee939-8622-46c2-a075-dbda1b714adb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:09.532122 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c5deb06a-2e94-4e4a-8128-15b88b8fe311 None None] Deleting port 96ea6301-b2b0-435e-afe8-1166d6b4a9a9 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:36:09.532489 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c5deb06a-2e94-4e4a-8128-15b88b8fe311 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:09.565082 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.23', 57672) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:09.571998 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7aee939-8622-46c2-a075-dbda1b714adb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:36:09.575396 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f7aee939-8622-46c2-a075-dbda1b714adb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:09.617924 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-db9978b0-f151-4669-b357-47d08433dd80 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:09.619652 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-db9978b0-f151-4669-b357-47d08433dd80 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.23 "GET /v2.0/networks?id=dd72da9c-d321-4cc4-881d-466168d9f856 HTTP/1.1" status: 200 len: 812 time: 0.7904809 Oct 12 07:36:09.640443 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 8af4af9c-4abf-4c34-8e4a-5ea3c048e893 resource provider aggregate not found Oct 12 07:36:09.678287 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-f386f742-8015-49ad-8649-2dc69b5359ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29cb3398-0b18-4ef4-b72e-2e226ec3eabb {{(pid=103201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:36:09.678847 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-331da951-2fa1-43cc-b412-978351c66a16 None None] Attempt 7 to provision port 93bb27fa-360d-4d27-88c9-a939dc3c1d00 Oct 12 07:36:09.682647 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 8af4af9c-4abf-4c34-8e4a-5ea3c048e893 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8af4af9c-4abf-4c34-8e4a-5ea3c048e893 found for delete ", "request_id": "req-6f69dc29-9353-4805-8c89-87bcb1d48f15"}]} Oct 12 07:36:09.711461 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-f386f742-8015-49ad-8649-2dc69b5359ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:09.808471 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8c4f7d91-39e5-4e0a-a4e3-41daa0dfa736 tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:09.818818 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba402b9e-f8d1-46e8-b86d-335fd8111cf9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:09.833552 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dadac0-2546-4317-ab45-d3e0c64ca8a2 req-9dd65f7c-074c-4266-a6b6-62c187c17433 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:09.837924 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-64dadac0-2546-4317-ab45-d3e0c64ca8a2 req-9dd65f7c-074c-4266-a6b6-62c187c17433 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb16c162-d6ac-48f2-9f62-9c357066306e HTTP/1.1" status: 200 len: 931 time: 0.4722259 Oct 12 07:36:09.912053 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.provisioning_blocks [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-f386f742-8015-49ad-8649-2dc69b5359ee service neutron] Transition to ACTIVE for port object 29cb3398-0b18-4ef4-b72e-2e226ec3eabb will not be triggered until provisioned by entity L2. {{(pid=103201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 07:36:09.980922 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba402b9e-f8d1-46e8-b86d-335fd8111cf9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] No DVR routers for this DVR port 96ea6301-b2b0-435e-afe8-1166d6b4a9a9 on host dv-neutron-860909-2-hyperv {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:36:09.982852 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba402b9e-f8d1-46e8-b86d-335fd8111cf9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event deleted for resources: {'Port': ['ID=96ea6301-b2b0-435e-afe8-1166d6b4a9a9,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:09.988903 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-f386f742-8015-49ad-8649-2dc69b5359ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:10.002373 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f7aee939-8622-46c2-a075-dbda1b714adb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:10.007340 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 96ea6301-b2b0-435e-afe8-1166d6b4a9a9 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:36:10.054071 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 96ea6301-b2b0-435e-afe8-1166d6b4a9a9 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:36:10.054439 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 96ea6301-b2b0-435e-afe8-1166d6b4a9a9 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:36:10.058785 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-331da951-2fa1-43cc-b412-978351c66a16 None None] Port 93bb27fa-360d-4d27-88c9-a939dc3c1d00 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:10.060703 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-c5deb06a-2e94-4e4a-8128-15b88b8fe311 None None] For port 96ea6301-b2b0-435e-afe8-1166d6b4a9a9, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=96ea6301-b2b0-435e-afe8-1166d6b4a9a9,segment=NetworkSegment(e490c9f8-116a-493b-9924-bd17753bb948),segment_id=e490c9f8-116a-493b-9924-bd17753bb948)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:36:10.061147 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c5deb06a-2e94-4e4a-8128-15b88b8fe311 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:10.076542 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c5deb06a-2e94-4e4a-8128-15b88b8fe311 None None] Calling delete_port for 96ea6301-b2b0-435e-afe8-1166d6b4a9a9 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:36:10.083277 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f7aee939-8622-46c2-a075-dbda1b714adb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:10.097701 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f7aee939-8622-46c2-a075-dbda1b714adb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840-project] 10.222.0.26 "DELETE /v2.0/networks/f16fb000-8d60-49ef-a32e-7e362bb81941 HTTP/1.1" status: 204 len: 168 time: 2.0241690 Oct 12 07:36:10.289157 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-fc071709-a4ef-4c2d-b7ac-807d3ffcbeb9 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1d3cbb5d7ca448db4db422a609861ea HTTP/1.1" status: 200 len: 379 time: 0.6414855 Oct 12 07:36:10.334413 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f386f742-8015-49ad-8649-2dc69b5359ee service neutron] Pushing event updated for resources: {'Port': ['ID=29cb3398-0b18-4ef4-b72e-2e226ec3eabb,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:10.347293 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aee939-8622-46c2-a075-dbda1b714adb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165042840-project] Pushing event deleted for resources: {'Network': ['ID=f16fb000-8d60-49ef-a32e-7e362bb81941,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:10.461081 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-40af9fd4-daf1-44c6-bb93-5a4db9830aab tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Request body: {'port': {'device_id': '4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f', 'network_id': 'dd72da9c-d321-4cc4-881d-466168d9f856', 'admin_state_up': True, 'tenant_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'security_groups': ['1c7f9b76-7d8f-4151-9048-9c3a9daab446']}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:10.493751 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-64dadac0-2546-4317-ab45-d3e0c64ca8a2 req-1d7c3c95-3517-4619-8418-e1830047cc52 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.26 "GET /v2.0/security-groups?id=42a6d0bf-b6f9-4963-b0fd-b6e45de03e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6077516 Oct 12 07:36:10.540017 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c5deb06a-2e94-4e4a-8128-15b88b8fe311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:10.556115 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba402b9e-f8d1-46e8-b86d-335fd8111cf9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:10.604840 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-ba402b9e-f8d1-46e8-b86d-335fd8111cf9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eaaf90f-5dad-4ce3-a00b-5d15fab9f6d9']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:10.629053 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-8c4f7d91-39e5-4e0a-a4e3-41daa0dfa736 tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] Allocated IP 172.26.3.242 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/d4a441a7-3dad-43eb-bc7e-0a4cf7fe8ab2) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:36:10.632379 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-331da951-2fa1-43cc-b412-978351c66a16 None None] Attempt 8 to provision port 93bb27fa-360d-4d27-88c9-a939dc3c1d00 Oct 12 07:36:10.634386 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3c8d5e73-ceaf-4bb4-ae01-51cd4c962252 req-0e109b80-c9ab-4f9e-9f0e-db43c50a4da8 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 210 time: 0.2322497 Oct 12 07:36:10.645508 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-2c3b63df-0785-405e-9474-db1737fc1e98 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:10.662848 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-2c3b63df-0785-405e-9474-db1737fc1e98 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.23 "GET /v2.0/networks?id=d8679d51-dd8d-46a3-a82d-a795585d2c26 HTTP/1.1" status: 200 len: 805 time: 1.0942972 Oct 12 07:36:10.693793 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-ba402b9e-f8d1-46e8-b86d-335fd8111cf9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e490c9f8-116a-493b-9924-bd17753bb948') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:10.694442 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-ba402b9e-f8d1-46e8-b86d-335fd8111cf9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e490c9f8-116a-493b-9924-bd17753bb948') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:10.694543 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5deb06a-2e94-4e4a-8128-15b88b8fe311 None None] Pushing event deleted for resources: {'Port': ['ID=96ea6301-b2b0-435e-afe8-1166d6b4a9a9,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:10.716605 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5deb06a-2e94-4e4a-8128-15b88b8fe311 None None] No DVR routers for this DVR port 96ea6301-b2b0-435e-afe8-1166d6b4a9a9 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:36:10.724226 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba402b9e-f8d1-46e8-b86d-335fd8111cf9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:10.767964 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-331da951-2fa1-43cc-b412-978351c66a16 None None] Port 93bb27fa-360d-4d27-88c9-a939dc3c1d00 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:10.777851 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3644ed43-734d-4e5c-a432-e350d0c2c778 None None] get_active_networks_info from dv-neutron-860909-2-hyperv {{(pid=103202) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 07:36:10.792722 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-67460ea9-55af-4a16-9d52-578736225234 req-6c51e4b4-c6d0-4cb0-bd8d-0ae214420097 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d7ff3a8-2019-4527-abbe-d48ffda3bd63 HTTP/1.1" status: 200 len: 210 time: 0.0949361 Oct 12 07:36:10.825098 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-f386f742-8015-49ad-8649-2dc69b5359ee service neutron] Attempting to bind port 29cb3398-0b18-4ef4-b72e-2e226ec3eabb on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:36:10.825593 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-f386f742-8015-49ad-8649-2dc69b5359ee service neutron] Attempting to bind port 29cb3398-0b18-4ef4-b72e-2e226ec3eabb by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '1426273a-da71-4eaf-9367-aa853b0259fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd47104f6-86e0-4057-9a4c-a534656ec157'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:36:10.825998 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-f386f742-8015-49ad-8649-2dc69b5359ee service neutron] Attempting to bind port 29cb3398-0b18-4ef4-b72e-2e226ec3eabb on network d47104f6-86e0-4057-9a4c-a534656ec157 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:36:10.828563 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba402b9e-f8d1-46e8-b86d-335fd8111cf9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:10.832001 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35724) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:10.852506 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba402b9e-f8d1-46e8-b86d-335fd8111cf9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:36:10.853020 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba402b9e-f8d1-46e8-b86d-335fd8111cf9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:10.944133 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-f386f742-8015-49ad-8649-2dc69b5359ee service neutron] Port 29cb3398-0b18-4ef4-b72e-2e226ec3eabb on network d47104f6-86e0-4057-9a4c-a534656ec157 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:36:10.945084 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-f386f742-8015-49ad-8649-2dc69b5359ee service neutron] Attempting to bind port 29cb3398-0b18-4ef4-b72e-2e226ec3eabb on network d47104f6-86e0-4057-9a4c-a534656ec157 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:36:11.029881 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba402b9e-f8d1-46e8-b86d-335fd8111cf9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:11.050610 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-80cdda85-e4b7-471d-a548-ff4a9e9cab61 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2edad5f8fe94feda48356d6c2f35ddc HTTP/1.1" status: 200 len: 379 time: 0.3654759 Oct 12 07:36:11.055937 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment e490c9f8-116a-493b-9924-bd17753bb948 resource provider aggregate not found Oct 12 07:36:11.088517 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba402b9e-f8d1-46e8-b86d-335fd8111cf9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:11.097691 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ba402b9e-f8d1-46e8-b86d-335fd8111cf9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "DELETE /v2.0/networks/3eaaf90f-5dad-4ce3-a00b-5d15fab9f6d9 HTTP/1.1" status: 204 len: 168 time: 6.8240211 Oct 12 07:36:11.098268 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba402b9e-f8d1-46e8-b86d-335fd8111cf9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event deleted for resources: {'Network': ['ID=3eaaf90f-5dad-4ce3-a00b-5d15fab9f6d9,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:11.100464 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-f386f742-8015-49ad-8649-2dc69b5359ee service neutron] Checking agent: {'id': 'afe9b392-c72e-4ef3-a7bd-ca4c2066af02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8609', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'started_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:36:11.105160 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35734) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:11.105524 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-f386f742-8015-49ad-8649-2dc69b5359ee service neutron] Checking segment: {'id': '1426273a-da71-4eaf-9367-aa853b0259fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd47104f6-86e0-4057-9a4c-a534656ec157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:36:11.106171 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-f386f742-8015-49ad-8649-2dc69b5359ee service neutron] Bound using segment: {'id': '1426273a-da71-4eaf-9367-aa853b0259fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd47104f6-86e0-4057-9a4c-a534656ec157'} {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:36:11.108156 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-f386f742-8015-49ad-8649-2dc69b5359ee service neutron] Bound port: 29cb3398-0b18-4ef4-b72e-2e226ec3eabb, host: hv-neutron-8609, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1426273a-da71-4eaf-9367-aa853b0259fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd47104f6-86e0-4057-9a4c-a534656ec157'}}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:36:11.108905 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-f386f742-8015-49ad-8649-2dc69b5359ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:11.133538 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-8a3fea25-ff17-487e-8a7f-a30a99b1b71b tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Request body: {'port': {'device_id': '3d7ff3a8-2019-4527-abbe-d48ffda3bd63', 'network_id': 'd8679d51-dd8d-46a3-a82d-a795585d2c26', 'admin_state_up': True, 'tenant_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'security_groups': ['fba0b702-4f47-4fb0-ac3b-1d7e566ecb1f']}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:11.134291 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment e490c9f8-116a-493b-9924-bd17753bb948 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e490c9f8-116a-493b-9924-bd17753bb948 found for delete ", "request_id": "req-66ce0441-abc2-4072-98da-2301f79b86e6"}]} Oct 12 07:36:11.139722 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-071bf102-7d29-4dee-a838-067ee8c545b9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-121554239'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:11.155681 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3644ed43-734d-4e5c-a432-e350d0c2c778 None None] Resources bound (agent type, host, resource id): {{(pid=103202) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 07:36:11.178465 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-db364d4e-3091-4508-ac48-cce467cfbd06 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=72241029303242eb84f90e36738306f8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3448997 Oct 12 07:36:11.182760 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35738) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:11.239467 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071bf102-7d29-4dee-a838-067ee8c545b9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Made reservation on behalf of fa6cd5d4308b423397704f513812805b for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:36:11.243244 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-071bf102-7d29-4dee-a838-067ee8c545b9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:11.300754 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-acb28d2b-c3d7-4972-9ce0-96417c7e5403 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:11.361156 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-acb28d2b-c3d7-4972-9ce0-96417c7e5403 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:11.372950 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-331da951-2fa1-43cc-b412-978351c66a16 None None] Attempt 9 to provision port 93bb27fa-360d-4d27-88c9-a939dc3c1d00 Oct 12 07:36:11.401481 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-071bf102-7d29-4dee-a838-067ee8c545b9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:36:11.414251 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-071bf102-7d29-4dee-a838-067ee8c545b9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:11.414727 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-071bf102-7d29-4dee-a838-067ee8c545b9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Added segment 91af9dfe-43c4-4f5d-91b7-4f0488d54db5 of type vlan for network be5e21e1-e4db-4f90-b976-c4ac91b880ca Oct 12 07:36:11.453207 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-331da951-2fa1-43cc-b412-978351c66a16 None None] Port 93bb27fa-360d-4d27-88c9-a939dc3c1d00 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:11.458226 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-071bf102-7d29-4dee-a838-067ee8c545b9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:11.500400 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-071bf102-7d29-4dee-a838-067ee8c545b9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:11.506302 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071bf102-7d29-4dee-a838-067ee8c545b9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:11.506949 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-071bf102-7d29-4dee-a838-067ee8c545b9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:11.610075 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8c4f7d91-39e5-4e0a-a4e3-41daa0dfa736 tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:11.787368 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-f386f742-8015-49ad-8649-2dc69b5359ee service neutron] For port 29cb3398-0b18-4ef4-b72e-2e226ec3eabb, host hv-neutron-8609, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:36:11.792354 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-f386f742-8015-49ad-8649-2dc69b5359ee service neutron] For port 29cb3398-0b18-4ef4-b72e-2e226ec3eabb, host hv-neutron-8609, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=29cb3398-0b18-4ef4-b72e-2e226ec3eabb,segment=NetworkSegment(1426273a-da71-4eaf-9367-aa853b0259fc),segment_id=1426273a-da71-4eaf-9367-aa853b0259fc)] {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:36:11.808099 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-f386f742-8015-49ad-8649-2dc69b5359ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:11.849980 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6f55038d-1297-4675-adf8-33e0af146cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:11.854396 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-f386f742-8015-49ad-8649-2dc69b5359ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:11.855082 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-f386f742-8015-49ad-8649-2dc69b5359ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:11.856903 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-f386f742-8015-49ad-8649-2dc69b5359ee service neutron] 10.222.0.23 "PUT /v2.0/ports/29cb3398-0b18-4ef4-b72e-2e226ec3eabb HTTP/1.1" status: 200 len: 1093 time: 4.0543783 Oct 12 07:36:11.861213 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb16c162-d6ac-48f2-9f62-9c357066306e', 'tag': '29cb3398-0b18-4ef4-b72e-2e226ec3eabb'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:36:11.875537 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8c4f7d91-39e5-4e0a-a4e3-41daa0dfa736 tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:11.928908 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6f55038d-1297-4675-adf8-33e0af146cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:11.940955 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f386f742-8015-49ad-8649-2dc69b5359ee service neutron] Pushing event updated for resources: {'Port': ['ID=29cb3398-0b18-4ef4-b72e-2e226ec3eabb,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:11.946783 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4f7d91-39e5-4e0a-a4e3-41daa0dfa736 tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:36:11.954101 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-331da951-2fa1-43cc-b412-978351c66a16 None None] Attempt 10 to provision port 93bb27fa-360d-4d27-88c9-a939dc3c1d00 Oct 12 07:36:11.958218 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-8c4f7d91-39e5-4e0a-a4e3-41daa0dfa736 tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:12.035921 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4f7d91-39e5-4e0a-a4e3-41daa0dfa736 tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:36:12.049386 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-331da951-2fa1-43cc-b412-978351c66a16 None None] Port 93bb27fa-360d-4d27-88c9-a939dc3c1d00 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:12.058000 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-331da951-2fa1-43cc-b412-978351c66a16 None None] Could not find standard attr ID for object 3b68b2b4-70dc-4cdf-98cc-cf44e713baa9. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:36:12.092792 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-40af9fd4-daf1-44c6-bb93-5a4db9830aab tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Made reservation on behalf of d1d3cbb5d7ca448db4db422a609861ea for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:36:12.097594 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-40af9fd4-daf1-44c6-bb93-5a4db9830aab tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:12.105434 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-acb28d2b-c3d7-4972-9ce0-96417c7e5403 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] In _notify_port_updated(), no bound segment for port 0756ea43-bae8-4a57-9813-ec8c02968c44 on network 04685e5c-c522-4ea7-91a6-7b9a6a6f7b2b {{(pid=103200) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 12 07:36:12.107456 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-331da951-2fa1-43cc-b412-978351c66a16 None None] Provisioning complete for port c4fe14e4-44b5-48ab-a291-eb86f329cd19 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:36:12.110800 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-331da951-2fa1-43cc-b412-978351c66a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:12.111954 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-331da951-2fa1-43cc-b412-978351c66a16 None None] Attempt 1 to provision port c4fe14e4-44b5-48ab-a291-eb86f329cd19 Oct 12 07:36:12.115535 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb28d2b-c3d7-4972-9ce0-96417c7e5403 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:12.116398 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-acb28d2b-c3d7-4972-9ce0-96417c7e5403 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:12.118727 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-acb28d2b-c3d7-4972-9ce0-96417c7e5403 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] 10.222.0.26 "PUT /v2.0/ports/0756ea43-bae8-4a57-9813-ec8c02968c44 HTTP/1.1" status: 200 len: 1129 time: 3.4788609 Oct 12 07:36:12.281862 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071bf102-7d29-4dee-a838-067ee8c545b9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event updated for resources: {'Network': ['ID=be5e21e1-e4db-4f90-b976-c4ac91b880ca,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:12.298145 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network be5e21e1-e4db-4f90-b976-c4ac91b880ca details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:36:12.344604 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35762) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:12.436169 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35764) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:12.442407 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddba47f6901442025abf8f9725c41876113475a10693ce4f7782efac72d774e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b4f3b8-2d31-4dd3-a1a5-edb07d419d7d" -d '{"events": [{"name": "network-changed", "server_uuid": "fb16c162-d6ac-48f2-9f62-9c357066306e", "tag": "29cb3398-0b18-4ef4-b72e-2e226ec3eabb"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:36:12.473051 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-331da951-2fa1-43cc-b412-978351c66a16 None None] Current status of the port c4fe14e4-44b5-48ab-a291-eb86f329cd19 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:36:12.521561 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a989ab-6acd-479e-be11-8f775dfdcde9 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:12.527798 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-47a989ab-6acd-479e-be11-8f775dfdcde9 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] 10.222.0.26 "GET /v2.0/ports/0756ea43-bae8-4a57-9813-ec8c02968c44 HTTP/1.1" status: 200 len: 1129 time: 0.1777115 Oct 12 07:36:12.541162 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35768) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:12.564668 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f846159c-4cc1-42a9-870d-be43acf00d6d req-521d4828-58a1-478f-959d-a3640b07142a tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 210 time: 0.3315163 Oct 12 07:36:12.604946 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-331da951-2fa1-43cc-b412-978351c66a16 None None] Provisioning complete for port 0756ea43-bae8-4a57-9813-ec8c02968c44 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:36:12.606611 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-331da951-2fa1-43cc-b412-978351c66a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:12.607750 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-331da951-2fa1-43cc-b412-978351c66a16 None None] Attempt 1 to provision port 0756ea43-bae8-4a57-9813-ec8c02968c44 Oct 12 07:36:12.610980 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6f55038d-1297-4675-adf8-33e0af146cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:12.614059 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6f55038d-1297-4675-adf8-33e0af146cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:12.615410 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-6f55038d-1297-4675-adf8-33e0af146cd8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/197c4ea8-482b-4c4b-acaf-65a61c65ad7a HTTP/1.1" status: 204 len: 168 time: 1.4301872 Oct 12 07:36:12.693169 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-331da951-2fa1-43cc-b412-978351c66a16 None None] Port 0756ea43-bae8-4a57-9813-ec8c02968c44 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:12.737285 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f7d91-39e5-4e0a-a4e3-41daa0dfa736 tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] Pushing event updated for resources: {'Port': ['ID=d4a441a7-3dad-43eb-bc7e-0a4cf7fe8ab2,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:12.745722 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-071bf102-7d29-4dee-a838-067ee8c545b9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6395156 Oct 12 07:36:12.747767 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35774) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:12.761382 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-e36266c7-9f68-41fc-87c7-6c573ac1bfa3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Request body: {'subnet': {'network_id': 'be5e21e1-e4db-4f90-b976-c4ac91b880ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:12.774009 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f55038d-1297-4675-adf8-33e0af146cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197c4ea8-482b-4c4b-acaf-65a61c65ad7a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:12.853033 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-8686d84a-e9b1-4413-9ea4-9b237f8beb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:12.854586 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-8686d84a-e9b1-4413-9ea4-9b237f8beb7e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a0e718319f2f47eaa8365a4dcdddd428&device_id=fb16c162-d6ac-48f2-9f62-9c357066306e HTTP/1.1" status: 200 len: 1096 time: 0.6194787 Oct 12 07:36:12.858816 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb28d2b-c3d7-4972-9ce0-96417c7e5403 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Pushing event updated for resources: {'Port': ['ID=0756ea43-bae8-4a57-9813-ec8c02968c44,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:13.000869 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-8a3fea25-ff17-487e-8a7f-a30a99b1b71b tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Made reservation on behalf of e2edad5f8fe94feda48356d6c2f35ddc for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:36:13.027236 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-8a3fea25-ff17-487e-8a7f-a30a99b1b71b tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:13.045295 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-e9d4bfdd-9495-4e0c-ac55-69ea22d7f3d9 tempest-QuotasTest-1014369898 tempest-QuotasTest-1014369898-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:13.054588 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-bb91c286-82d6-401f-9f2c-49a130dc4c11 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29cb3398-0b18-4ef4-b72e-2e226ec3eabb HTTP/1.1" status: 200 len: 217 time: 0.1405303 Oct 12 07:36:13.108600 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2884d4fa-9e6b-40eb-9c00-3b770d3e2f96 req-a8fbf58e-e9ba-4262-ae33-0ce9d5e17286 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d7ff3a8-2019-4527-abbe-d48ffda3bd63 HTTP/1.1" status: 200 len: 210 time: 0.3184328 Oct 12 07:36:13.145321 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e99316-dd4c-4be1-8c8d-bf65db5570d0 req-e8d5f68c-a6bb-4722-b54c-6c0435c4c376 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:13.153864 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-43e99316-dd4c-4be1-8c8d-bf65db5570d0 req-e8d5f68c-a6bb-4722-b54c-6c0435c4c376 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb16c162-d6ac-48f2-9f62-9c357066306e HTTP/1.1" status: 200 len: 943 time: 1.0338447 Oct 12 07:36:13.195615 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-331da951-2fa1-43cc-b412-978351c66a16 None None] Attempt 2 to provision port 0756ea43-bae8-4a57-9813-ec8c02968c44 Oct 12 07:36:13.316379 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36266c7-9f68-41fc-87c7-6c573ac1bfa3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Made reservation on behalf of fa6cd5d4308b423397704f513812805b for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:36:13.324714 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e36266c7-9f68-41fc-87c7-6c573ac1bfa3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:13.337338 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-331da951-2fa1-43cc-b412-978351c66a16 None None] Port 0756ea43-bae8-4a57-9813-ec8c02968c44 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:13.367330 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-8a3fea25-ff17-487e-8a7f-a30a99b1b71b tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Allocated IP 172.20.0.13 (d8679d51-dd8d-46a3-a82d-a795585d2c26/5599846c-e956-431e-8499-39d6d9eff1e0/e11c361a-0e4e-482b-b5a3-5acc3c13e6b6) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:36:13.386831 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e9d4bfdd-9495-4e0c-ac55-69ea22d7f3d9 tempest-QuotasTest-1014369898 tempest-QuotasTest-1014369898-project-admin] 10.222.0.26 "PUT /v2.0/quotas/f90dc6f65a454b6da84a1ed2b43002fb HTTP/1.1" status: 200 len: 366 time: 0.9014480 Oct 12 07:36:13.407525 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-685e17aa-a91d-4121-97a5-c642225043dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:13.410284 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-685e17aa-a91d-4121-97a5-c642225043dd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=be914b83-aeee-49e0-9150-828f24ed2c2a HTTP/1.1" status: 200 len: 850 time: 0.3059907 Oct 12 07:36:13.413317 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35780) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:13.481009 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.ipam_backend_mixin [None req-e36266c7-9f68-41fc-87c7-6c573ac1bfa3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Performing IP validity checks on allocation pools {{(pid=103201) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Oct 12 07:36:13.481559 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.ipam_backend_mixin [None req-e36266c7-9f68-41fc-87c7-6c573ac1bfa3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103201) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Oct 12 07:36:13.532488 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35782) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:13.552758 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-add852e3-f28a-4fc1-beb4-607afbd6198d tempest-QuotasTest-1014369898 tempest-QuotasTest-1014369898-project-admin] 10.222.0.26 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.1324935 Oct 12 07:36:13.561015 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35784) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:13.621599 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-46c4f756-b129-456c-b13b-a521c7f93aeb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ef3c60b622a24302ac83753473d4889a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0834239 Oct 12 07:36:13.627503 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a62519a6-9a28-4943-8af4-15d2ddd417f4 tempest-QuotasTest-1014369898 tempest-QuotasTest-1014369898-project-admin] 10.222.0.26 "GET /v2.0/quotas/f90dc6f65a454b6da84a1ed2b43002fb HTTP/1.1" status: 200 len: 366 time: 0.0272639 Oct 12 07:36:13.627503 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35788) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:13.642370 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35790) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:13.753076 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb316ae-8a8e-4e44-a194-2443681482fd x-openstack-request-id: req-5cb316ae-8a8e-4e44-a194-2443681482fd {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:36:13.753427 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb16c162-d6ac-48f2-9f62-9c357066306e", "tag": "29cb3398-0b18-4ef4-b72e-2e226ec3eabb", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:36:13.753689 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5cb316ae-8a8e-4e44-a194-2443681482fd {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:36:13.754316 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cb316ae-8a8e-4e44-a194-2443681482fd'] response: {'name': 'network-changed', 'server_uuid': 'fb16c162-d6ac-48f2-9f62-9c357066306e', 'tag': '29cb3398-0b18-4ef4-b72e-2e226ec3eabb', 'status': 'completed', 'code': 200} Oct 12 07:36:13.761072 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-49ce35ab-ffe3-4990-9285-651daf04a779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:13.762586 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-49ce35ab-ffe3-4990-9285-651daf04a779 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d47104f6-86e0-4057-9a4c-a534656ec157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2783518 Oct 12 07:36:13.767917 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-80643f33-919c-46de-91b4-00efcfaea499 tempest-QuotasTest-1014369898 tempest-QuotasTest-1014369898-project-admin] 10.222.0.26 "DELETE /v2.0/quotas/f90dc6f65a454b6da84a1ed2b43002fb HTTP/1.1" status: 204 len: 168 time: 0.1254520 Oct 12 07:36:13.770686 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8c4f7d91-39e5-4e0a-a4e3-41daa0dfa736 tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:13.771894 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35794) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:13.810456 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-32c068c8-260d-4cb4-9fd3-5e47a489ffcb tempest-QuotasTest-1014369898 tempest-QuotasTest-1014369898-project-admin] 10.222.0.26 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0356445 Oct 12 07:36:13.835692 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35796) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:13.837731 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-331da951-2fa1-43cc-b412-978351c66a16 None None] Attempt 3 to provision port 0756ea43-bae8-4a57-9813-ec8c02968c44 Oct 12 07:36:13.904088 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-40af9fd4-daf1-44c6-bb93-5a4db9830aab tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Allocated IP 172.20.0.10 (dd72da9c-d321-4cc4-881d-466168d9f856/b41a3bc7-3f1c-47b8-8c1a-d904035b712e/3f313128-80bc-4b70-a468-c9add69f7f2f) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:36:13.942427 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-331da951-2fa1-43cc-b412-978351c66a16 None None] Port 0756ea43-bae8-4a57-9813-ec8c02968c44 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:13.949056 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2c3ca49b-c44b-4dd3-b130-043227ba2cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:14.008574 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-43e99316-dd4c-4be1-8c8d-bf65db5570d0 req-2cd834ba-0631-44ef-a051-757d8ecd2c21 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.26 "GET /v2.0/security-groups?id=42a6d0bf-b6f9-4963-b0fd-b6e45de03e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8532906 Oct 12 07:36:14.087540 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-ac06b313-ae6e-4735-8a0d-4ee5bdd1bfa7 tempest-QuotasTest-1014369898 tempest-QuotasTest-1014369898-project-admin] 10.222.0.26 "GET /v2.0/quotas/f90dc6f65a454b6da84a1ed2b43002fb HTTP/1.1" status: 200 len: 370 time: 0.1252036 Oct 12 07:36:14.102575 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35798) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:14.107859 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b036d787-f4f3-4cd1-826c-10d7d6fb90fb req-ca5b4134-882a-4aba-b65a-d32e26a62fef tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 210 time: 0.1313591 Oct 12 07:36:14.109380 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-27942574-7831-4f97-9b27-99edb7ad04c6 tempest-QuotasTest-1014369898 tempest-QuotasTest-1014369898-project-admin] 10.222.0.26 "GET /v2.0/quotas/f90dc6f65a454b6da84a1ed2b43002fb/default HTTP/1.1" status: 200 len: 370 time: 0.0056527 Oct 12 07:36:14.151519 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35800) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:14.208894 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-f0708d16-b950-4715-8f2a-04f93b5332f0 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Deleting port 0756ea43-bae8-4a57-9813-ec8c02968c44 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:36:14.212583 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f0708d16-b950-4715-8f2a-04f93b5332f0 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:14.282133 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0b838616-7fca-42c5-ac73-a22090a8b172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:14.301107 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-2d8d48ba-7543-4c95-ac67-5337bea421a3 tempest-QuotasTest-1014369898 tempest-QuotasTest-1014369898-project-admin] delete failed (client error): The resource could not be found. Oct 12 07:36:14.302669 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-2d8d48ba-7543-4c95-ac67-5337bea421a3 tempest-QuotasTest-1014369898 tempest-QuotasTest-1014369898-project-admin] 10.222.0.26 "DELETE /v2.0/quotas/f90dc6f65a454b6da84a1ed2b43002fb HTTP/1.1" status: 404 len: 348 time: 0.1458843 Oct 12 07:36:14.353616 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e37681fc-19d0-4b80-98d8-43f23f3a576f req-a39e0f3d-b4f1-45db-86d4-ff3c71c7412b tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d7ff3a8-2019-4527-abbe-d48ffda3bd63 HTTP/1.1" status: 200 len: 210 time: 0.1075201 Oct 12 07:36:14.446201 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-331da951-2fa1-43cc-b412-978351c66a16 None None] Attempt 4 to provision port 0756ea43-bae8-4a57-9813-ec8c02968c44 Oct 12 07:36:14.455997 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-8a3fea25-ff17-487e-8a7f-a30a99b1b71b tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:14.485835 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-331da951-2fa1-43cc-b412-978351c66a16 None None] Port 0756ea43-bae8-4a57-9813-ec8c02968c44 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:14.548974 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8c4f7d91-39e5-4e0a-a4e3-41daa0dfa736 tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:14.555027 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-40af9fd4-daf1-44c6-bb93-5a4db9830aab tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:14.596893 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0b838616-7fca-42c5-ac73-a22090a8b172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:14.643614 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35806) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:14.679152 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-40af9fd4-daf1-44c6-bb93-5a4db9830aab tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:14.682236 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e36266c7-9f68-41fc-87c7-6c573ac1bfa3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:14.755189 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-40af9fd4-daf1-44c6-bb93-5a4db9830aab tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Network dd72da9c-d321-4cc4-881d-466168d9f856 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:36:14.760201 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0b838616-7fca-42c5-ac73-a22090a8b172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:14.762742 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0b838616-7fca-42c5-ac73-a22090a8b172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:14.766875 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-0b838616-7fca-42c5-ac73-a22090a8b172 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5d6f0cfb-7796-45ca-aa2a-f19bf9433824 HTTP/1.1" status: 204 len: 168 time: 1.0642745 Oct 12 07:36:14.783381 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-40af9fd4-daf1-44c6-bb93-5a4db9830aab tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:14.795548 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b838616-7fca-42c5-ac73-a22090a8b172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6f0cfb-7796-45ca-aa2a-f19bf9433824,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:14.801773 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-40af9fd4-daf1-44c6-bb93-5a4db9830aab tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:36:14.841151 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-2e1bd7e1-8411-4a32-8e7f-400bb40b3133 service neutron] 10.222.0.23 "GET /v2.0/networks/d47104f6-86e0-4057-9a4c-a534656ec157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9273677 Oct 12 07:36:14.848503 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f0708d16-b950-4715-8f2a-04f93b5332f0 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:14.854493 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af9fd4-daf1-44c6-bb93-5a4db9830aab tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Pushing event updated for resources: {'Port': ['ID=3f313128-80bc-4b70-a468-c9add69f7f2f,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:14.897302 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-f0708d16-b950-4715-8f2a-04f93b5332f0 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Calling delete_port for 0756ea43-bae8-4a57-9813-ec8c02968c44 owned by {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:36:14.932339 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-8a3fea25-ff17-487e-8a7f-a30a99b1b71b tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:14.986969 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-331da951-2fa1-43cc-b412-978351c66a16 None None] Attempt 5 to provision port 0756ea43-bae8-4a57-9813-ec8c02968c44 Oct 12 07:36:14.989497 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36266c7-9f68-41fc-87c7-6c573ac1bfa3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event updated for resources: {'Subnet': ['ID=69e6ed1e-a9ee-4655-acea-2ca1681f10bd,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:15.033603 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-8a3fea25-ff17-487e-8a7f-a30a99b1b71b tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Network d8679d51-dd8d-46a3-a82d-a795585d2c26 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:36:15.073527 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36266c7-9f68-41fc-87c7-6c573ac1bfa3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Checking segment: {'id': '91af9dfe-43c4-4f5d-91b7-4f0488d54db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'be5e21e1-e4db-4f90-b976-c4ac91b880ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:36:15.074014 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36266c7-9f68-41fc-87c7-6c573ac1bfa3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Network hostable DHCP agents. Network: be5e21e1-e4db-4f90-b976-c4ac91b880ca, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:36:15.100772 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-331da951-2fa1-43cc-b412-978351c66a16 None None] Port 0756ea43-bae8-4a57-9813-ec8c02968c44 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:15.171311 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8c4f7d91-39e5-4e0a-a4e3-41daa0dfa736 tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:15.174466 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-40af9fd4-daf1-44c6-bb93-5a4db9830aab tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:15.175546 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-40af9fd4-daf1-44c6-bb93-5a4db9830aab tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:15.188074 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36266c7-9f68-41fc-87c7-6c573ac1bfa3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Network be5e21e1-e4db-4f90-b976-c4ac91b880ca is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:36:15.194892 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8c4f7d91-39e5-4e0a-a4e3-41daa0dfa736 tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:15.206169 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-8a3fea25-ff17-487e-8a7f-a30a99b1b71b tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:15.221765 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-40af9fd4-daf1-44c6-bb93-5a4db9830aab tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7786114 Oct 12 07:36:15.222691 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-8a3fea25-ff17-487e-8a7f-a30a99b1b71b tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:36:15.226793 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-3963bd6f-e443-40fe-80e0-b202a3ea294a req-b17248b8-f6ad-4536-a038-2c31bc805a08 service neutron] 10.222.0.23 "GET /v2.0/networks/d47104f6-86e0-4057-9a4c-a534656ec157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289552 Oct 12 07:36:15.333580 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-e36266c7-9f68-41fc-87c7-6c573ac1bfa3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, be5e21e1-e4db-4f90-b976-c4ac91b880ca) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:15.343075 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b00780d-167b-44a8-a343-2b61e4593e42 None None] Network be5e21e1-e4db-4f90-b976-c4ac91b880ca requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:36:15.343260 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3fea25-ff17-487e-8a7f-a30a99b1b71b tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Pushing event updated for resources: {'Port': ['ID=e11c361a-0e4e-482b-b5a3-5acc3c13e6b6,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:15.366839 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36266c7-9f68-41fc-87c7-6c573ac1bfa3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:15.370605 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e36266c7-9f68-41fc-87c7-6c573ac1bfa3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:15.442421 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-38e1e807-eb50-447e-9968-572bc3d19098 service neutron] Request body: {'port': {'device_id': '4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8609'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:15.472427 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e36266c7-9f68-41fc-87c7-6c573ac1bfa3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.7175696 Oct 12 07:36:15.502665 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35822) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:15.555838 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f7d91-39e5-4e0a-a4e3-41daa0dfa736 tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] Pushing event updated for resources: {'Port': ['ID=d4a441a7-3dad-43eb-bc7e-0a4cf7fe8ab2,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:15.565436 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8c4f7d91-39e5-4e0a-a4e3-41daa0dfa736 tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:15.603078 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-331da951-2fa1-43cc-b412-978351c66a16 None None] Attempt 6 to provision port 0756ea43-bae8-4a57-9813-ec8c02968c44 Oct 12 07:36:15.630201 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c72cd3a8-629a-46c9-bd42-8cebce42b58b tempest-QuotasTest-1014369898 tempest-QuotasTest-1014369898-project-admin] 10.222.0.26 "GET /v2.0/quotas/8c212795f5ff48a3b70a269c5c257c9e/details.json HTTP/1.1" status: 200 len: 703 time: 0.9851677 Oct 12 07:36:15.664945 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a585b4d1-e32a-4a6e-85f6-4829214c682d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-be5e21e1-e4db-4f90-b976-c4ac91b880ca', 'network_id': 'be5e21e1-e4db-4f90-b976-c4ac91b880ca', 'tenant_id': 'fa6cd5d4308b423397704f513812805b', 'fixed_ips': [{'subnet_id': '69e6ed1e-a9ee-4655-acea-2ca1681f10bd'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:36:15.665925 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a585b4d1-e32a-4a6e-85f6-4829214c682d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:15.668448 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-331da951-2fa1-43cc-b412-978351c66a16 None None] Port 0756ea43-bae8-4a57-9813-ec8c02968c44 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:15.688754 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-38e1e807-eb50-447e-9968-572bc3d19098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:15.705552 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-8a3fea25-ff17-487e-8a7f-a30a99b1b71b tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:15.706495 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-8a3fea25-ff17-487e-8a7f-a30a99b1b71b tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:15.727679 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b136202-3827-4cf9-8815-70efba8e74fa req-700d293e-cbb5-4481-a854-41f7e113cfc9 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:15.729664 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6b136202-3827-4cf9-8815-70efba8e74fa req-700d293e-cbb5-4481-a854-41f7e113cfc9 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 932 time: 0.3609352 Oct 12 07:36:15.761341 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fef07-7e84-4ced-9d48-78ccccc1dce7 req-a5ec3886-3b66-4575-a8d7-36be37f735b0 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:15.769377 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-983fef07-7e84-4ced-9d48-78ccccc1dce7 req-a5ec3886-3b66-4575-a8d7-36be37f735b0 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb16c162-d6ac-48f2-9f62-9c357066306e HTTP/1.1" status: 200 len: 943 time: 0.3665636 Oct 12 07:36:15.833852 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-8a3fea25-ff17-487e-8a7f-a30a99b1b71b tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7305646 Oct 12 07:36:15.849181 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-a585b4d1-e32a-4a6e-85f6-4829214c682d None None] Allocated IP 172.20.0.3 (be5e21e1-e4db-4f90-b976-c4ac91b880ca/69e6ed1e-a9ee-4655-acea-2ca1681f10bd/4e0785f2-173b-4174-b673-6a53474230a5) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:36:15.856978 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f0708d16-b950-4715-8f2a-04f93b5332f0 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:15.857270 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.l3_db [None req-8c4f7d91-39e5-4e0a-a4e3-41daa0dfa736 tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] Floating IP 9ae76c99-18ec-4f86-8802-f95561fac5ce associated. External IP: 172.26.3.242, port: 0faede11-8d91-4521-bb27-cfb0fdaa3ea8. Oct 12 07:36:15.871924 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-0f7bd2b6-371a-4985-8261-c2a69801a91e service neutron] Request body: {'port': {'device_id': '3d7ff3a8-2019-4527-abbe-d48ffda3bd63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8609'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:15.940600 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-52faa17c-8520-419e-842e-38d874e8a72b tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:15.977350 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b4f3b8-2d31-4dd3-a1a5-edb07d419d7d req-b3a6c371-9965-4597-91fa-dbfb8f29b3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:15.978935 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-80b4f3b8-2d31-4dd3-a1a5-edb07d419d7d req-b3a6c371-9965-4597-91fa-dbfb8f29b3ad service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a0e718319f2f47eaa8365a4dcdddd428&device_id=fb16c162-d6ac-48f2-9f62-9c357066306e HTTP/1.1" status: 200 len: 1096 time: 0.2763672 Oct 12 07:36:16.018356 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-983fef07-7e84-4ced-9d48-78ccccc1dce7 req-b3b2c950-55c2-4c13-9099-048004ab12b3 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.26 "GET /v2.0/security-groups?id=42a6d0bf-b6f9-4963-b0fd-b6e45de03e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2441664 Oct 12 07:36:16.034325 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0708d16-b950-4715-8f2a-04f93b5332f0 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Pushing event deleted for resources: {'Port': ['ID=0756ea43-bae8-4a57-9813-ec8c02968c44,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:16.099366 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a585b4d1-e32a-4a6e-85f6-4829214c682d None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:16.119851 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a585b4d1-e32a-4a6e-85f6-4829214c682d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:16.153539 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35838) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:16.178139 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-0f7bd2b6-371a-4985-8261-c2a69801a91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:16.189802 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-331da951-2fa1-43cc-b412-978351c66a16 None None] Attempt 7 to provision port 0756ea43-bae8-4a57-9813-ec8c02968c44 Oct 12 07:36:16.219634 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a585b4d1-e32a-4a6e-85f6-4829214c682d None None] Network be5e21e1-e4db-4f90-b976-c4ac91b880ca is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:36:16.247558 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-52faa17c-8520-419e-842e-38d874e8a72b tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:16.253520 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6b136202-3827-4cf9-8815-70efba8e74fa req-b151935c-94b8-4527-b64c-f1fb6083d376 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5051048 Oct 12 07:36:16.255804 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9ac560b6-b711-4daf-b3f7-51590d7a4cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:16.261905 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-a585b4d1-e32a-4a6e-85f6-4829214c682d None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:16.270474 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a585b4d1-e32a-4a6e-85f6-4829214c682d None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:36:16.274276 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585b4d1-e32a-4a6e-85f6-4829214c682d None None] Pushing event updated for resources: {'Port': ['ID=4e0785f2-173b-4174-b673-6a53474230a5,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:16.311741 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-331da951-2fa1-43cc-b412-978351c66a16 None None] Port 0756ea43-bae8-4a57-9813-ec8c02968c44 was deleted so its status cannot be updated. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 12 07:36:16.398128 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-a585b4d1-e32a-4a6e-85f6-4829214c682d None None] Attempting to bind port 4e0785f2-173b-4174-b673-6a53474230a5 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:36:16.398513 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-a585b4d1-e32a-4a6e-85f6-4829214c682d None None] Attempting to bind port 4e0785f2-173b-4174-b673-6a53474230a5 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '91af9dfe-43c4-4f5d-91b7-4f0488d54db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'be5e21e1-e4db-4f90-b976-c4ac91b880ca'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:36:16.398875 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a585b4d1-e32a-4a6e-85f6-4829214c682d None None] Attempting to bind port 4e0785f2-173b-4174-b673-6a53474230a5 on network be5e21e1-e4db-4f90-b976-c4ac91b880ca {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:36:16.399529 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f0708d16-b950-4715-8f2a-04f93b5332f0 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:16.404849 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f0708d16-b950-4715-8f2a-04f93b5332f0 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] 10.222.0.26 "DELETE /v2.0/ports/0756ea43-bae8-4a57-9813-ec8c02968c44 HTTP/1.1" status: 204 len: 168 time: 3.8408668 Oct 12 07:36:16.405323 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a585b4d1-e32a-4a6e-85f6-4829214c682d None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:36:16.405704 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a585b4d1-e32a-4a6e-85f6-4829214c682d None None] Checking segment: {'id': '91af9dfe-43c4-4f5d-91b7-4f0488d54db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'be5e21e1-e4db-4f90-b976-c4ac91b880ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:36:16.406911 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a585b4d1-e32a-4a6e-85f6-4829214c682d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:16.407310 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a585b4d1-e32a-4a6e-85f6-4829214c682d None None] Bound using segment: {'id': '91af9dfe-43c4-4f5d-91b7-4f0488d54db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'be5e21e1-e4db-4f90-b976-c4ac91b880ca'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:36:16.407785 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-a585b4d1-e32a-4a6e-85f6-4829214c682d None None] Bound port: 4e0785f2-173b-4174-b673-6a53474230a5, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91af9dfe-43c4-4f5d-91b7-4f0488d54db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'be5e21e1-e4db-4f90-b976-c4ac91b880ca'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:36:16.408166 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a585b4d1-e32a-4a6e-85f6-4829214c682d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:16.420307 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35846) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:16.431769 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-718be7f8-947c-4a49-bad9-df37a1bedd8e None None] Could not find standard attr ID for object 96ea6301-b2b0-435e-afe8-1166d6b4a9a9. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:36:16.499032 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-718be7f8-947c-4a49-bad9-df37a1bedd8e None None] Provisioning complete for port e11c361a-0e4e-482b-b5a3-5acc3c13e6b6 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:36:16.499928 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-718be7f8-947c-4a49-bad9-df37a1bedd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:16.499928 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-718be7f8-947c-4a49-bad9-df37a1bedd8e None None] Attempt 1 to provision port e11c361a-0e4e-482b-b5a3-5acc3c13e6b6 Oct 12 07:36:16.562868 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-718be7f8-947c-4a49-bad9-df37a1bedd8e None None] Port e11c361a-0e4e-482b-b5a3-5acc3c13e6b6 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:16.563766 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-a585b4d1-e32a-4a6e-85f6-4829214c682d None None] For port 4e0785f2-173b-4174-b673-6a53474230a5, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:36:16.567613 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-a585b4d1-e32a-4a6e-85f6-4829214c682d None None] For port 4e0785f2-173b-4174-b673-6a53474230a5, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=4e0785f2-173b-4174-b673-6a53474230a5,segment=NetworkSegment(91af9dfe-43c4-4f5d-91b7-4f0488d54db5),segment_id=91af9dfe-43c4-4f5d-91b7-4f0488d54db5)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:36:16.574392 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a585b4d1-e32a-4a6e-85f6-4829214c682d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:16.611912 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b4f3b8-2d31-4dd3-a1a5-edb07d419d7d req-825c24b0-694c-49c2-b906-8aa1d25e0c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:16.613445 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-80b4f3b8-2d31-4dd3-a1a5-edb07d419d7d req-825c24b0-694c-49c2-b906-8aa1d25e0c87 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d47104f6-86e0-4057-9a4c-a534656ec157 HTTP/1.1" status: 200 len: 912 time: 0.6001315 Oct 12 07:36:16.623200 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2cc55753-b39e-4561-8ced-e87de1860e00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:16.651025 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585b4d1-e32a-4a6e-85f6-4829214c682d None None] Pushing event updated for resources: {'Port': ['ID=4e0785f2-173b-4174-b673-6a53474230a5,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:16.742097 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-80b4f3b8-2d31-4dd3-a1a5-edb07d419d7d req-55a6760d-2cb6-4385-b2ef-4f5c0f6aa770 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29cb3398-0b18-4ef4-b72e-2e226ec3eabb HTTP/1.1" status: 200 len: 217 time: 0.1163666 Oct 12 07:36:16.743024 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-52faa17c-8520-419e-842e-38d874e8a72b tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:16.770940 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-65848660-0bd4-46a8-9222-04274ff8cfb5 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Deleting subnet adc1f197-01cf-490b-991d-f266adabb4b2 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:36:16.787108 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151e847-3417-4e75-a4a7-30b2a1240d6c req-fe52f4e6-24c7-4449-9784-16747b6505e4 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:16.795550 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e151e847-3417-4e75-a4a7-30b2a1240d6c req-fe52f4e6-24c7-4449-9784-16747b6505e4 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d7ff3a8-2019-4527-abbe-d48ffda3bd63 HTTP/1.1" status: 200 len: 932 time: 0.6137078 Oct 12 07:36:16.819829 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-65848660-0bd4-46a8-9222-04274ff8cfb5 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:16.825469 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52faa17c-8520-419e-842e-38d874e8a72b tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event deleted for resources: {'Subnet': ['ID=69e6ed1e-a9ee-4655-acea-2ca1681f10bd,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:16.868884 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c4f7d91-39e5-4e0a-a4e3-41daa0dfa736 tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] Router 4a20e839-e412-40cd-978e-9be6813a7eea has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:36:16.963815 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-65848660-0bd4-46a8-9222-04274ff8cfb5 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:16.968272 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e151e847-3417-4e75-a4a7-30b2a1240d6c req-790a0b31-3c13-4e26-be69-9f92eb248b9d tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.26 "GET /v2.0/security-groups?id=fba0b702-4f47-4fb0-ac3b-1d7e566ecb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716511 Oct 12 07:36:17.030431 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-52faa17c-8520-419e-842e-38d874e8a72b tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:17.048616 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b4f3b8-2d31-4dd3-a1a5-edb07d419d7d req-dfd3dcd9-ac0d-4810-b902-ee8b9e069b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:17.050382 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-80b4f3b8-2d31-4dd3-a1a5-edb07d419d7d req-dfd3dcd9-ac0d-4810-b902-ee8b9e069b77 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=be914b83-aeee-49e0-9150-828f24ed2c2a HTTP/1.1" status: 200 len: 850 time: 0.2974629 Oct 12 07:36:17.063872 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-718be7f8-947c-4a49-bad9-df37a1bedd8e None None] Attempt 2 to provision port e11c361a-0e4e-482b-b5a3-5acc3c13e6b6 Oct 12 07:36:17.126911 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-718be7f8-947c-4a49-bad9-df37a1bedd8e None None] Port e11c361a-0e4e-482b-b5a3-5acc3c13e6b6 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:17.148188 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-52faa17c-8520-419e-842e-38d874e8a72b tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be5e21e1-e4db-4f90-b976-c4ac91b880ca']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:17.171575 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:17.188786 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-52faa17c-8520-419e-842e-38d874e8a72b tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91af9dfe-43c4-4f5d-91b7-4f0488d54db5') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:17.189085 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-52faa17c-8520-419e-842e-38d874e8a72b tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91af9dfe-43c4-4f5d-91b7-4f0488d54db5') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:17.219806 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-52faa17c-8520-419e-842e-38d874e8a72b tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:17.241828 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35862) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:17.254016 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-38e1e807-eb50-447e-9968-572bc3d19098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f313128-80bc-4b70-a468-c9add69f7f2f {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:36:17.268521 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-38e1e807-eb50-447e-9968-572bc3d19098 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:17.292838 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c147108-d985-4f20-9ed2-2949e316275a req-9c66ea1f-a8d4-42ae-88c4-a263d604dbad tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:17.300563 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0c147108-d985-4f20-9ed2-2949e316275a req-9c66ea1f-a8d4-42ae-88c4-a263d604dbad tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb16c162-d6ac-48f2-9f62-9c357066306e HTTP/1.1" status: 200 len: 943 time: 0.1570764 Oct 12 07:36:17.324811 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-38e1e807-eb50-447e-9968-572bc3d19098 service neutron] Transition to ACTIVE for port object 3f313128-80bc-4b70-a468-c9add69f7f2f will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 07:36:17.341029 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-38e1e807-eb50-447e-9968-572bc3d19098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:17.423172 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-a5c8c3d1-59bc-45cf-bab5-4b6a2ba585b8 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1654535910', 'router:external': True}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:17.489250 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-0f7bd2b6-371a-4985-8261-c2a69801a91e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e11c361a-0e4e-482b-b5a3-5acc3c13e6b6 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:36:17.517253 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0c147108-d985-4f20-9ed2-2949e316275a req-56f0d255-99b8-4fb5-bad7-b22db9a3f80d tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.26 "GET /v2.0/security-groups?id=42a6d0bf-b6f9-4963-b0fd-b6e45de03e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2157626 Oct 12 07:36:17.559839 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-0f7bd2b6-371a-4985-8261-c2a69801a91e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:17.560982 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-52faa17c-8520-419e-842e-38d874e8a72b tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:17.574616 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e1e807-eb50-447e-9968-572bc3d19098 service neutron] Pushing event updated for resources: {'Port': ['ID=3f313128-80bc-4b70-a468-c9add69f7f2f,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:17.589693 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52faa17c-8520-419e-842e-38d874e8a72b tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:36:17.590134 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-52faa17c-8520-419e-842e-38d874e8a72b tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:17.593752 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c8c3d1-59bc-45cf-bab5-4b6a2ba585b8 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Made reservation on behalf of d2650e9d3c724a9a91f8c87fcdefe2a6 for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:36:17.596399 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a5c8c3d1-59bc-45cf-bab5-4b6a2ba585b8 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:17.610112 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2cc55753-b39e-4561-8ced-e87de1860e00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:17.614130 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b4f3b8-2d31-4dd3-a1a5-edb07d419d7d req-48c5ec74-b062-4e12-9f53-95a9955977ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:17.616104 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-80b4f3b8-2d31-4dd3-a1a5-edb07d419d7d req-48c5ec74-b062-4e12-9f53-95a9955977ab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d47104f6-86e0-4057-9a4c-a534656ec157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5494759 Oct 12 07:36:17.627080 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-0f7bd2b6-371a-4985-8261-c2a69801a91e service neutron] Transition to ACTIVE for port object e11c361a-0e4e-482b-b5a3-5acc3c13e6b6 will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 07:36:17.628205 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-718be7f8-947c-4a49-bad9-df37a1bedd8e None None] Attempt 3 to provision port e11c361a-0e4e-482b-b5a3-5acc3c13e6b6 Oct 12 07:36:17.640456 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea92adb8-09e9-4b96-9883-1dfc14a6eec3 req-3032bfe7-066d-43bd-ad81-d63438fd747a tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:17.643742 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 91af9dfe-43c4-4f5d-91b7-4f0488d54db5 resource provider aggregate not found Oct 12 07:36:17.645205 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ea92adb8-09e9-4b96-9883-1dfc14a6eec3 req-3032bfe7-066d-43bd-ad81-d63438fd747a tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 944 time: 0.2785108 Oct 12 07:36:17.647510 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2cc55753-b39e-4561-8ced-e87de1860e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:17.649182 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a5c8c3d1-59bc-45cf-bab5-4b6a2ba585b8 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:17.652833 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-0f7bd2b6-371a-4985-8261-c2a69801a91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:17.669053 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-65848660-0bd4-46a8-9222-04274ff8cfb5 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:17.739174 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 4e0785f2-173b-4174-b673-6a53474230a5 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:36:17.740925 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 91af9dfe-43c4-4f5d-91b7-4f0488d54db5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 91af9dfe-43c4-4f5d-91b7-4f0488d54db5 found for delete ", "request_id": "req-78c098d2-1d66-4450-b2aa-478f0eb34c8c"}]} Oct 12 07:36:17.742188 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4f7d91-39e5-4e0a-a4e3-41daa0dfa736 tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:36:17.744156 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-38e1e807-eb50-447e-9968-572bc3d19098 service neutron] Attempting to bind port 3f313128-80bc-4b70-a468-c9add69f7f2f on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:36:17.744626 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-38e1e807-eb50-447e-9968-572bc3d19098 service neutron] Attempting to bind port 3f313128-80bc-4b70-a468-c9add69f7f2f by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '01061a7e-751f-4946-8a2c-ec9ecc41411f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'dd72da9c-d321-4cc4-881d-466168d9f856'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:36:17.745051 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-38e1e807-eb50-447e-9968-572bc3d19098 service neutron] Attempting to bind port 3f313128-80bc-4b70-a468-c9add69f7f2f on network dd72da9c-d321-4cc4-881d-466168d9f856 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:36:17.759580 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8377c906-fd09-4063-a191-86f6e12ce0f2 None None] Sync routers for ids ['4a20e839-e412-40cd-978e-9be6813a7eea'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:36:17.774063 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8377c906-fd09-4063-a191-86f6e12ce0f2 None None] Routers {'4a20e839-e412-40cd-978e-9be6813a7eea'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:36:17.776282 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-8377c906-fd09-4063-a191-86f6e12ce0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:36:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['4a20e839-e412-40cd-978e-9be6813a7eea'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:17.801643 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.db.api [None req-52faa17c-8520-419e-842e-38d874e8a72b tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 07:36:17.801643 dv-neutron-860909-2-hyperv neutron-server[103201]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 07:36:17.801643 dv-neutron-860909-2-hyperv neutron-server[103201]: [parameters: {'id': 'be5e21e1-e4db-4f90-b976-c4ac91b880ca'}] Oct 12 07:36:17.801643 dv-neutron-860909-2-hyperv neutron-server[103201]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103201) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 07:36:17.802096 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-38e1e807-eb50-447e-9968-572bc3d19098 service neutron] Port 3f313128-80bc-4b70-a468-c9add69f7f2f on network dd72da9c-d321-4cc4-881d-466168d9f856 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:36:17.802202 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG oslo_db.api [None req-52faa17c-8520-419e-842e-38d874e8a72b tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 07:36:17.802442 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-38e1e807-eb50-447e-9968-572bc3d19098 service neutron] Attempting to bind port 3f313128-80bc-4b70-a468-c9add69f7f2f on network dd72da9c-d321-4cc4-881d-466168d9f856 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:36:17.816184 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-718be7f8-947c-4a49-bad9-df37a1bedd8e None None] Port e11c361a-0e4e-482b-b5a3-5acc3c13e6b6 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:17.824028 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc55753-b39e-4561-8ced-e87de1860e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22d016f-8f59-49a6-beeb-8efaffa78a15,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:17.837384 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 4e0785f2-173b-4174-b673-6a53474230a5 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:36:17.838258 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:17.838844 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 4e0785f2-173b-4174-b673-6a53474230a5 Oct 12 07:36:17.852354 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7bd2b6-371a-4985-8261-c2a69801a91e service neutron] Pushing event updated for resources: {'Port': ['ID=e11c361a-0e4e-482b-b5a3-5acc3c13e6b6,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:17.869006 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8c4f7d91-39e5-4e0a-a4e3-41daa0dfa736 tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:17.871590 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-8377c906-fd09-4063-a191-86f6e12ce0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:17.873085 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-38e1e807-eb50-447e-9968-572bc3d19098 service neutron] Checking agent: {'id': 'afe9b392-c72e-4ef3-a7bd-ca4c2066af02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8609', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'started_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:36:17.873530 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-38e1e807-eb50-447e-9968-572bc3d19098 service neutron] Checking segment: {'id': '01061a7e-751f-4946-8a2c-ec9ecc41411f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'dd72da9c-d321-4cc4-881d-466168d9f856'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:36:17.874596 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-38e1e807-eb50-447e-9968-572bc3d19098 service neutron] Bound using segment: {'id': '01061a7e-751f-4946-8a2c-ec9ecc41411f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'dd72da9c-d321-4cc4-881d-466168d9f856'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:36:17.876412 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-38e1e807-eb50-447e-9968-572bc3d19098 service neutron] Bound port: 3f313128-80bc-4b70-a468-c9add69f7f2f, host: hv-neutron-8609, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01061a7e-751f-4946-8a2c-ec9ecc41411f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'dd72da9c-d321-4cc4-881d-466168d9f856'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:36:17.879525 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-38e1e807-eb50-447e-9968-572bc3d19098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:17.879660 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-2cc55753-b39e-4561-8ced-e87de1860e00 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4ad2d1d364a6467a9042694c047a64f5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7225084 Oct 12 07:36:17.888311 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8377c906-fd09-4063-a191-86f6e12ce0f2 None None] Routers {'4a20e839-e412-40cd-978e-9be6813a7eea'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:36:17.888934 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-8377c906-fd09-4063-a191-86f6e12ce0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:36:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['4a20e839-e412-40cd-978e-9be6813a7eea'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:17.902970 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35872) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:17.914305 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ea92adb8-09e9-4b96-9883-1dfc14a6eec3 req-34851dd4-da6a-447b-a331-1a8823b1046d tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2578876 Oct 12 07:36:17.936361 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-8377c906-fd09-4063-a191-86f6e12ce0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:17.937434 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8377c906-fd09-4063-a191-86f6e12ce0f2 None None] The sync data for ids ['4a20e839-e412-40cd-978e-9be6813a7eea'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:36:17.969251 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-8c4f7d91-39e5-4e0a-a4e3-41daa0dfa736 tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 10.5206070 Oct 12 07:36:17.980689 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-65848660-0bd4-46a8-9222-04274ff8cfb5 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:17.981176 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 4e0785f2-173b-4174-b673-6a53474230a5 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:36:17.981624 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:17.985111 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35874) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:18.025289 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-0f7bd2b6-371a-4985-8261-c2a69801a91e service neutron] Attempting to bind port e11c361a-0e4e-482b-b5a3-5acc3c13e6b6 on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:36:18.028453 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-0f7bd2b6-371a-4985-8261-c2a69801a91e service neutron] Attempting to bind port e11c361a-0e4e-482b-b5a3-5acc3c13e6b6 by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '57b7b5a9-48b1-4416-ad08-420b947843ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd8679d51-dd8d-46a3-a82d-a795585d2c26'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:36:18.028981 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-0f7bd2b6-371a-4985-8261-c2a69801a91e service neutron] Attempting to bind port e11c361a-0e4e-482b-b5a3-5acc3c13e6b6 on network d8679d51-dd8d-46a3-a82d-a795585d2c26 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:36:18.031103 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 4e0785f2-173b-4174-b673-6a53474230a5, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=4e0785f2-173b-4174-b673-6a53474230a5,segment=NetworkSegment(91af9dfe-43c4-4f5d-91b7-4f0488d54db5),segment_id=91af9dfe-43c4-4f5d-91b7-4f0488d54db5)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:36:18.040937 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:18.049837 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-0f7bd2b6-371a-4985-8261-c2a69801a91e service neutron] Port e11c361a-0e4e-482b-b5a3-5acc3c13e6b6 on network d8679d51-dd8d-46a3-a82d-a795585d2c26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:36:18.049837 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-0f7bd2b6-371a-4985-8261-c2a69801a91e service neutron] Attempting to bind port e11c361a-0e4e-482b-b5a3-5acc3c13e6b6 on network d8679d51-dd8d-46a3-a82d-a795585d2c26 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:36:18.089142 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-80b4f3b8-2d31-4dd3-a1a5-edb07d419d7d req-defa2cd2-0fde-4e79-9378-b89c712f627b service neutron] 10.222.0.23 "GET /v2.0/networks/d47104f6-86e0-4057-9a4c-a534656ec157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4617841 Oct 12 07:36:18.089609 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a5c8c3d1-59bc-45cf-bab5-4b6a2ba585b8 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:18.100931 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65848660-0bd4-46a8-9222-04274ff8cfb5 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Pushing event deleted for resources: {'Subnet': ['ID=adc1f197-01cf-490b-991d-f266adabb4b2,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:18.110384 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3298633-2fdd-4494-a869-21e6ab202051 None None] Network 04685e5c-c522-4ea7-91a6-7b9a6a6f7b2b requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:36:18.112664 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-65848660-0bd4-46a8-9222-04274ff8cfb5 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:18.115802 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-65848660-0bd4-46a8-9222-04274ff8cfb5 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] 10.222.0.26 "DELETE /v2.0/subnets/adc1f197-01cf-490b-991d-f266adabb4b2 HTTP/1.1" status: 204 len: 168 time: 1.6733608 Oct 12 07:36:18.132848 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35878) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:18.141723 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a5c8c3d1-59bc-45cf-bab5-4b6a2ba585b8 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:18.153608 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-0f7bd2b6-371a-4985-8261-c2a69801a91e service neutron] Checking agent: {'id': 'afe9b392-c72e-4ef3-a7bd-ca4c2066af02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8609', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'started_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:36:18.154306 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-0f7bd2b6-371a-4985-8261-c2a69801a91e service neutron] Checking segment: {'id': '57b7b5a9-48b1-4416-ad08-420b947843ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd8679d51-dd8d-46a3-a82d-a795585d2c26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:36:18.156274 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-0f7bd2b6-371a-4985-8261-c2a69801a91e service neutron] Bound using segment: {'id': '57b7b5a9-48b1-4416-ad08-420b947843ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd8679d51-dd8d-46a3-a82d-a795585d2c26'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:36:18.156948 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-0f7bd2b6-371a-4985-8261-c2a69801a91e service neutron] Bound port: e11c361a-0e4e-482b-b5a3-5acc3c13e6b6, host: hv-neutron-8609, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57b7b5a9-48b1-4416-ad08-420b947843ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd8679d51-dd8d-46a3-a82d-a795585d2c26'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:36:18.157521 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-0f7bd2b6-371a-4985-8261-c2a69801a91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:18.188673 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6a5dab-286d-4311-a3b5-6d62f09e60a9 None None] Network be5e21e1-e4db-4f90-b976-c4ac91b880ca requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:36:18.193936 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=4e0785f2-173b-4174-b673-6a53474230a5,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:18.209791 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5c8c3d1-59bc-45cf-bab5-4b6a2ba585b8 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:36:18.220537 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-38e1e807-eb50-447e-9968-572bc3d19098 service neutron] For port 3f313128-80bc-4b70-a468-c9add69f7f2f, host hv-neutron-8609, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:36:18.228485 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e9966532-f1bb-448e-8da3-24680714c85d tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] 10.222.0.26 "GET /v2.0/floatingips/9ae76c99-18ec-4f86-8802-f95561fac5ce HTTP/1.1" status: 200 len: 983 time: 0.2373281 Oct 12 07:36:18.238734 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35880) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:18.270043 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-38e1e807-eb50-447e-9968-572bc3d19098 service neutron] For port 3f313128-80bc-4b70-a468-c9add69f7f2f, host hv-neutron-8609, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=3f313128-80bc-4b70-a468-c9add69f7f2f,segment=NetworkSegment(01061a7e-751f-4946-8a2c-ec9ecc41411f),segment_id=01061a7e-751f-4946-8a2c-ec9ecc41411f)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:36:18.285701 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-88e84efd-1a57-4d28-92c9-e31211ae15df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:18.303508 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-52faa17c-8520-419e-842e-38d874e8a72b tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:18.316132 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:36:18.323492 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-81ab43a9-7ace-49c1-a3b8-f17a81589c7d tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:18.347776 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-88e84efd-1a57-4d28-92c9-e31211ae15df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:18.349152 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c8c3d1-59bc-45cf-bab5-4b6a2ba585b8 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5cf39d-966d-4c43-9106-8c9ceacd83a2,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:18.357305 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a5c8c3d1-59bc-45cf-bab5-4b6a2ba585b8 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:18.357305 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-a5c8c3d1-59bc-45cf-bab5-4b6a2ba585b8 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Added segment bc517cd4-fa84-459f-a645-5a9bc8b570f2 of type vlan for network f5210c35-0c37-4449-9dbb-dc5e161ed71f Oct 12 07:36:18.357603 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-718be7f8-947c-4a49-bad9-df37a1bedd8e None None] Attempt 4 to provision port e11c361a-0e4e-482b-b5a3-5acc3c13e6b6 Oct 12 07:36:18.364281 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-38e1e807-eb50-447e-9968-572bc3d19098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:18.374354 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac2b1b-a596-4fab-a7b9-08cd519fc055 req-0d29adde-188a-484b-9cf7-ab20cef910d3 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:18.377293 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-86ac2b1b-a596-4fab-a7b9-08cd519fc055 req-0d29adde-188a-484b-9cf7-ab20cef910d3 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d7ff3a8-2019-4527-abbe-d48ffda3bd63 HTTP/1.1" status: 200 len: 944 time: 0.2845385 Oct 12 07:36:18.380372 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-80b4f3b8-2d31-4dd3-a1a5-edb07d419d7d req-a2e4f38e-6849-43f9-9583-22c50b503121 service neutron] 10.222.0.23 "GET /v2.0/networks/d47104f6-86e0-4057-9a4c-a534656ec157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822313 Oct 12 07:36:18.410379 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-38e1e807-eb50-447e-9968-572bc3d19098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:18.411076 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-38e1e807-eb50-447e-9968-572bc3d19098 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:18.413994 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-38e1e807-eb50-447e-9968-572bc3d19098 service neutron] 10.222.0.23 "PUT /v2.0/ports/3f313128-80bc-4b70-a468-c9add69f7f2f HTTP/1.1" status: 200 len: 1094 time: 3.0086043 Oct 12 07:36:18.413994 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f', 'tag': '3f313128-80bc-4b70-a468-c9add69f7f2f'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:36:18.506289 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-81ab43a9-7ace-49c1-a3b8-f17a81589c7d tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Deleting port c4fe14e4-44b5-48ab-a291-eb86f329cd19 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:36:18.506714 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-81ab43a9-7ace-49c1-a3b8-f17a81589c7d tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:18.509592 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-52faa17c-8520-419e-842e-38d874e8a72b tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Deleting port 4e0785f2-173b-4174-b673-6a53474230a5 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:36:18.509879 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-52faa17c-8520-419e-842e-38d874e8a72b tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:18.515458 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-88e84efd-1a57-4d28-92c9-e31211ae15df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:18.515641 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-718be7f8-947c-4a49-bad9-df37a1bedd8e None None] Port e11c361a-0e4e-482b-b5a3-5acc3c13e6b6 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:18.516971 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-88e84efd-1a57-4d28-92c9-e31211ae15df admin admin] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:18.520577 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-88e84efd-1a57-4d28-92c9-e31211ae15df admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a22d016f-8f59-49a6-beeb-8efaffa78a15 HTTP/1.1" status: 204 len: 168 time: 0.6123228 Oct 12 07:36:18.562516 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e84efd-1a57-4d28-92c9-e31211ae15df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22d016f-8f59-49a6-beeb-8efaffa78a15,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:18.668851 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a5c8c3d1-59bc-45cf-bab5-4b6a2ba585b8 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:18.677420 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-ecdbcf09-1e44-4654-8891-181f90c91238 tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2903 time: 0.4234068 Oct 12 07:36:18.688388 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766cbecc-8311-477e-91ba-2df55d0de562 None None] DHCP port deletion for 04685e5c-c522-4ea7-91a6-7b9a6a6f7b2b request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:36:18.693924 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35890) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:18.719319 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-0f7bd2b6-371a-4985-8261-c2a69801a91e service neutron] For port e11c361a-0e4e-482b-b5a3-5acc3c13e6b6, host hv-neutron-8609, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:36:18.738287 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71e08fa-fa51-4468-8e77-41fa6a43bcbc None None] DHCP port deletion for be5e21e1-e4db-4f90-b976-c4ac91b880ca request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:36:18.757456 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e1e807-eb50-447e-9968-572bc3d19098 service neutron] Pushing event updated for resources: {'Port': ['ID=3f313128-80bc-4b70-a468-c9add69f7f2f,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:18.766676 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9713b6a0-1f82-44fa-99e4-1d086958101b" -d '{"events": [{"name": "network-changed", "server_uuid": "4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f", "tag": "3f313128-80bc-4b70-a468-c9add69f7f2f"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:36:18.771957 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-86ac2b1b-a596-4fab-a7b9-08cd519fc055 req-80d3b10d-29ba-4e3c-8770-0e3de570a50d tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.26 "GET /v2.0/security-groups?id=fba0b702-4f47-4fb0-ac3b-1d7e566ecb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3738823 Oct 12 07:36:18.778529 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-0f7bd2b6-371a-4985-8261-c2a69801a91e service neutron] For port e11c361a-0e4e-482b-b5a3-5acc3c13e6b6, host hv-neutron-8609, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=e11c361a-0e4e-482b-b5a3-5acc3c13e6b6,segment=NetworkSegment(57b7b5a9-48b1-4416-ad08-420b947843ea),segment_id=57b7b5a9-48b1-4416-ad08-420b947843ea)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:36:18.802924 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-0f7bd2b6-371a-4985-8261-c2a69801a91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:18.810390 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-0f7bd2b6-371a-4985-8261-c2a69801a91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:18.811023 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-0f7bd2b6-371a-4985-8261-c2a69801a91e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:18.812580 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-0f7bd2b6-371a-4985-8261-c2a69801a91e service neutron] 10.222.0.23 "PUT /v2.0/ports/e11c361a-0e4e-482b-b5a3-5acc3c13e6b6 HTTP/1.1" status: 200 len: 1094 time: 2.9569831 Oct 12 07:36:18.821212 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-2a22cb17-15bb-4ff3-9253-319c62219530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:18.822322 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-2a22cb17-15bb-4ff3-9253-319c62219530 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d1d3cbb5d7ca448db4db422a609861ea&device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 1097 time: 0.3413594 Oct 12 07:36:18.842210 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:18.851623 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-52faa17c-8520-419e-842e-38d874e8a72b tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] For port 4e0785f2-173b-4174-b673-6a53474230a5, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=4e0785f2-173b-4174-b673-6a53474230a5,segment=NetworkSegment(91af9dfe-43c4-4f5d-91b7-4f0488d54db5),segment_id=91af9dfe-43c4-4f5d-91b7-4f0488d54db5)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:36:18.852190 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-52faa17c-8520-419e-842e-38d874e8a72b tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:18.857621 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a5c8c3d1-59bc-45cf-bab5-4b6a2ba585b8 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:18.858728 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c8c3d1-59bc-45cf-bab5-4b6a2ba585b8 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:18.859972 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a5c8c3d1-59bc-45cf-bab5-4b6a2ba585b8 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:18.861205 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-81ab43a9-7ace-49c1-a3b8-f17a81589c7d tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] For port c4fe14e4-44b5-48ab-a291-eb86f329cd19, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=c4fe14e4-44b5-48ab-a291-eb86f329cd19,segment=NetworkSegment(8c24f7ec-f3f2-4675-b7fc-c70780ce62c7),segment_id=8c24f7ec-f3f2-4675-b7fc-c70780ce62c7)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:36:18.861556 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-81ab43a9-7ace-49c1-a3b8-f17a81589c7d tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:18.892730 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-52faa17c-8520-419e-842e-38d874e8a72b tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Calling delete_port for 4e0785f2-173b-4174-b673-6a53474230a5 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:36:18.894703 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-81ab43a9-7ace-49c1-a3b8-f17a81589c7d tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Calling delete_port for c4fe14e4-44b5-48ab-a291-eb86f329cd19 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:36:18.908894 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-766cbecc-8311-477e-91ba-2df55d0de562 None None] Deleting port c4fe14e4-44b5-48ab-a291-eb86f329cd19 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:36:18.909611 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-766cbecc-8311-477e-91ba-2df55d0de562 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:18.915046 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b71e08fa-fa51-4468-8e77-41fa6a43bcbc None None] Deleting port 4e0785f2-173b-4174-b673-6a53474230a5 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:36:18.915675 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b71e08fa-fa51-4468-8e77-41fa6a43bcbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:18.926838 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f4f96-224b-437e-908b-55c7af558a17 req-dda9b700-9819-4d75-a60f-7afce4de6451 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:18.934272 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5f4f4f96-224b-437e-908b-55c7af558a17 req-dda9b700-9819-4d75-a60f-7afce4de6451 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb16c162-d6ac-48f2-9f62-9c357066306e HTTP/1.1" status: 200 len: 943 time: 0.2756648 Oct 12 07:36:18.970165 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-7d4c6645-5475-4070-a4bd-b9b260d3b264 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f313128-80bc-4b70-a468-c9add69f7f2f HTTP/1.1" status: 200 len: 217 time: 0.1255684 Oct 12 07:36:19.009047 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-b71e08fa-fa51-4468-8e77-41fa6a43bcbc None None] For port 4e0785f2-173b-4174-b673-6a53474230a5, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=4e0785f2-173b-4174-b673-6a53474230a5,segment=NetworkSegment(91af9dfe-43c4-4f5d-91b7-4f0488d54db5),segment_id=91af9dfe-43c4-4f5d-91b7-4f0488d54db5)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:36:19.010072 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b71e08fa-fa51-4468-8e77-41fa6a43bcbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:19.030356 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b71e08fa-fa51-4468-8e77-41fa6a43bcbc None None] Calling delete_port for 4e0785f2-173b-4174-b673-6a53474230a5 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:36:19.067057 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a5c8c3d1-59bc-45cf-bab5-4b6a2ba585b8 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.8210058 Oct 12 07:36:19.075631 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35900) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:19.091445 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-b2c48e40-3b9d-4bbb-9536-bd0260cc1ab4 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Request body: {'subnet': {'network_id': 'f5210c35-0c37-4449-9dbb-dc5e161ed71f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:19.098169 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-718be7f8-947c-4a49-bad9-df37a1bedd8e None None] Attempt 5 to provision port e11c361a-0e4e-482b-b5a3-5acc3c13e6b6 Oct 12 07:36:19.243175 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-81ab43a9-7ace-49c1-a3b8-f17a81589c7d tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:19.245662 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-52faa17c-8520-419e-842e-38d874e8a72b tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:19.254525 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:19.266203 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-6e93dcde-6a94-4c64-8ee9-fea02710a41d tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Deleting port d4a441a7-3dad-43eb-bc7e-0a4cf7fe8ab2 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:36:19.266554 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6e93dcde-6a94-4c64-8ee9-fea02710a41d tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:19.267391 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-766cbecc-8311-477e-91ba-2df55d0de562 None None] For port c4fe14e4-44b5-48ab-a291-eb86f329cd19, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=c4fe14e4-44b5-48ab-a291-eb86f329cd19,segment=NetworkSegment(8c24f7ec-f3f2-4675-b7fc-c70780ce62c7),segment_id=8c24f7ec-f3f2-4675-b7fc-c70780ce62c7)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:36:19.267655 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-766cbecc-8311-477e-91ba-2df55d0de562 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:19.284794 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c48e40-3b9d-4bbb-9536-bd0260cc1ab4 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Made reservation on behalf of d2650e9d3c724a9a91f8c87fcdefe2a6 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:36:19.288724 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b2c48e40-3b9d-4bbb-9536-bd0260cc1ab4 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:19.289211 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-766cbecc-8311-477e-91ba-2df55d0de562 None None] Calling delete_port for c4fe14e4-44b5-48ab-a291-eb86f329cd19 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:36:19.295708 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52faa17c-8520-419e-842e-38d874e8a72b tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] No DVR routers for this DVR port 4e0785f2-173b-4174-b673-6a53474230a5 on host dv-neutron-860909-2-hyperv {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:36:19.314659 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-718be7f8-947c-4a49-bad9-df37a1bedd8e None None] Port e11c361a-0e4e-482b-b5a3-5acc3c13e6b6 had new provisioning blocks added so it will not transition to active. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 12 07:36:19.329615 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35904) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:19.343288 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ab43a9-7ace-49c1-a3b8-f17a81589c7d tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] No DVR routers for this DVR port c4fe14e4-44b5-48ab-a291-eb86f329cd19 on host dv-neutron-860909-2-hyperv {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:36:19.358329 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b71e08fa-fa51-4468-8e77-41fa6a43bcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:19.370996 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7bd2b6-371a-4985-8261-c2a69801a91e service neutron] Pushing event updated for resources: {'Port': ['ID=e11c361a-0e4e-482b-b5a3-5acc3c13e6b6,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:19.378785 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab43a9-7ace-49c1-a3b8-f17a81589c7d tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Pushing event deleted for resources: {'Port': ['ID=c4fe14e4-44b5-48ab-a291-eb86f329cd19,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:19.403582 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e487db8-bae1-43d2-809c-be95cedd35a3 x-openstack-request-id: req-0e487db8-bae1-43d2-809c-be95cedd35a3 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:36:19.403876 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f", "tag": "3f313128-80bc-4b70-a468-c9add69f7f2f", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:36:19.404119 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0e487db8-bae1-43d2-809c-be95cedd35a3 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:36:19.404590 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e487db8-bae1-43d2-809c-be95cedd35a3'] response: {'name': 'network-changed', 'server_uuid': '4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f', 'tag': '3f313128-80bc-4b70-a468-c9add69f7f2f', 'status': 'completed', 'code': 200} Oct 12 07:36:19.410407 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e08fa-fa51-4468-8e77-41fa6a43bcbc None None] Pushing event deleted for resources: {'Port': ['ID=4e0785f2-173b-4174-b673-6a53474230a5,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:19.424872 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71e08fa-fa51-4468-8e77-41fa6a43bcbc None None] No DVR routers for this DVR port 4e0785f2-173b-4174-b673-6a53474230a5 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:36:19.429933 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c8c3d1-59bc-45cf-bab5-4b6a2ba585b8 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Pushing event updated for resources: {'Network': ['ID=f5210c35-0c37-4449-9dbb-dc5e161ed71f,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:19.434349 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52faa17c-8520-419e-842e-38d874e8a72b tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event deleted for resources: {'Port': ['ID=4e0785f2-173b-4174-b673-6a53474230a5,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:19.434898 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-718be7f8-947c-4a49-bad9-df37a1bedd8e None None] Provisioning complete for port 0faede11-8d91-4521-bb27-cfb0fdaa3ea8 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:36:19.435523 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-718be7f8-947c-4a49-bad9-df37a1bedd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:19.435639 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-718be7f8-947c-4a49-bad9-df37a1bedd8e None None] Attempt 1 to provision port 0faede11-8d91-4521-bb27-cfb0fdaa3ea8 Oct 12 07:36:19.443756 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-acf9d1cb-80bc-4caf-9465-1b6ef83f2aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:19.466248 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-c029a3e0-02ff-4d57-9571-48cc86f67b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:19.467753 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-c029a3e0-02ff-4d57-9571-48cc86f67b2f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e2edad5f8fe94feda48356d6c2f35ddc&device_id=3d7ff3a8-2019-4527-abbe-d48ffda3bd63 HTTP/1.1" status: 200 len: 1097 time: 0.5275264 Oct 12 07:36:19.479579 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5f4f4f96-224b-437e-908b-55c7af558a17 req-5dc2b0ee-fce2-44c7-b01b-37a76ed40aa3 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.26 "GET /v2.0/security-groups?id=42a6d0bf-b6f9-4963-b0fd-b6e45de03e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5448258 Oct 12 07:36:19.499425 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 29cb3398-0b18-4ef4-b72e-2e226ec3eabb details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 07:36:19.502466 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network f5210c35-0c37-4449-9dbb-dc5e161ed71f details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:36:19.504686 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-766cbecc-8311-477e-91ba-2df55d0de562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:19.517542 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-718be7f8-947c-4a49-bad9-df37a1bedd8e None None] Port 0faede11-8d91-4521-bb27-cfb0fdaa3ea8 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:19.540823 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-5d86a70e-2782-4ffe-baf7-a9a69bed38cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:19.542772 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-5d86a70e-2782-4ffe-baf7-a9a69bed38cd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b41a3bc7-3f1c-47b8-8c1a-d904035b712e HTTP/1.1" status: 200 len: 851 time: 0.5543756 Oct 12 07:36:19.545056 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-e8dcc5b1-607f-4887-b16c-5340d7592a06 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e11c361a-0e4e-482b-b5a3-5acc3c13e6b6 HTTP/1.1" status: 200 len: 217 time: 0.0646176 Oct 12 07:36:19.556639 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b2ce8a-b83f-4cc2-8c62-bbbe09cf9452 req-3a4a0954-3899-4db1-8839-46458e2f8937 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:19.556639 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-25b2ce8a-b83f-4cc2-8c62-bbbe09cf9452 req-3a4a0954-3899-4db1-8839-46458e2f8937 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 944 time: 0.1798956 Oct 12 07:36:19.559293 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766cbecc-8311-477e-91ba-2df55d0de562 None None] No DVR routers for this DVR port c4fe14e4-44b5-48ab-a291-eb86f329cd19 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:36:19.568297 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766cbecc-8311-477e-91ba-2df55d0de562 None None] Pushing event deleted for resources: {'Port': ['ID=c4fe14e4-44b5-48ab-a291-eb86f329cd19,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:19.622703 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-52faa17c-8520-419e-842e-38d874e8a72b tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:19.669411 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-81ab43a9-7ace-49c1-a3b8-f17a81589c7d tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:19.701648 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6e93dcde-6a94-4c64-8ee9-fea02710a41d tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:19.701884 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6e93dcde-6a94-4c64-8ee9-fea02710a41d tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:19.705577 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device c4fe14e4-44b5-48ab-a291-eb86f329cd19 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:36:19.735975 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-25b2ce8a-b83f-4cc2-8c62-bbbe09cf9452 req-7bf0df99-9f33-487a-bfdc-34b5284b0da7 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879750 Oct 12 07:36:19.736198 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-52faa17c-8520-419e-842e-38d874e8a72b tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be5e21e1-e4db-4f90-b976-c4ac91b880ca']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:19.736305 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: c4fe14e4-44b5-48ab-a291-eb86f329cd19 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:36:19.736665 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device c4fe14e4-44b5-48ab-a291-eb86f329cd19 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:36:19.737073 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 4e0785f2-173b-4174-b673-6a53474230a5 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:36:19.738610 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-1c474fc9-3cb9-426c-9cdd-abebb33b8a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:19.740137 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-1c474fc9-3cb9-426c-9cdd-abebb33b8a5f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd72da9c-d321-4cc4-881d-466168d9f856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1837645 Oct 12 07:36:19.741694 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-b32b33fa-75f1-4f1b-9461-44063e83723e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:19.743300 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-b32b33fa-75f1-4f1b-9461-44063e83723e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5599846c-e956-431e-8499-39d6d9eff1e0 HTTP/1.1" status: 200 len: 844 time: 0.1047392 Oct 12 07:36:19.746540 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-81ab43a9-7ace-49c1-a3b8-f17a81589c7d tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04685e5c-c522-4ea7-91a6-7b9a6a6f7b2b']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:19.764152 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-52faa17c-8520-419e-842e-38d874e8a72b tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91af9dfe-43c4-4f5d-91b7-4f0488d54db5') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:19.764446 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-52faa17c-8520-419e-842e-38d874e8a72b tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91af9dfe-43c4-4f5d-91b7-4f0488d54db5') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:19.766250 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 4e0785f2-173b-4174-b673-6a53474230a5 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:36:19.768054 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-6e93dcde-6a94-4c64-8ee9-fea02710a41d tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Calling delete_port for d4a441a7-3dad-43eb-bc7e-0a4cf7fe8ab2 owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:36:19.770669 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 4e0785f2-173b-4174-b673-6a53474230a5 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:36:19.781853 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-81ab43a9-7ace-49c1-a3b8-f17a81589c7d tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c24f7ec-f3f2-4675-b7fc-c70780ce62c7') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:19.782190 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-81ab43a9-7ace-49c1-a3b8-f17a81589c7d tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c24f7ec-f3f2-4675-b7fc-c70780ce62c7') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:19.786985 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-52faa17c-8520-419e-842e-38d874e8a72b tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:19.808036 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 29cb3398-0b18-4ef4-b72e-2e226ec3eabb, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=29cb3398-0b18-4ef4-b72e-2e226ec3eabb,segment=NetworkSegment(1426273a-da71-4eaf-9367-aa853b0259fc),segment_id=1426273a-da71-4eaf-9367-aa853b0259fc)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:36:19.824234 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': '29cb3398-0b18-4ef4-b72e-2e226ec3eabb', 'network_id': 'd47104f6-86e0-4057-9a4c-a534656ec157', 'port_id': '29cb3398-0b18-4ef4-b72e-2e226ec3eabb', 'mac_address': 'fa:16:3e:9c:c4:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be914b83-aeee-49e0-9150-828f24ed2c2a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 07:36:19.832281 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-81ab43a9-7ace-49c1-a3b8-f17a81589c7d tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:19.850173 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-52faa17c-8520-419e-842e-38d874e8a72b tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:19.874346 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 29cb3398-0b18-4ef4-b72e-2e226ec3eabb is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:36:19.875497 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:19.889044 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29cb3398-0b18-4ef4-b72e-2e226ec3eabb {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:36:19.913278 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 29cb3398-0b18-4ef4-b72e-2e226ec3eabb, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=29cb3398-0b18-4ef4-b72e-2e226ec3eabb,segment=NetworkSegment(1426273a-da71-4eaf-9367-aa853b0259fc),segment_id=1426273a-da71-4eaf-9367-aa853b0259fc)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:36:19.913490 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-81ab43a9-7ace-49c1-a3b8-f17a81589c7d tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:19.919994 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:19.923807 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-73710db6-3aa3-4829-bbb0-12046526b70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:19.927403 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-73710db6-3aa3-4829-bbb0-12046526b70b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d8679d51-dd8d-46a3-a82d-a795585d2c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1699390 Oct 12 07:36:19.929333 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52faa17c-8520-419e-842e-38d874e8a72b tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:36:19.929733 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-52faa17c-8520-419e-842e-38d874e8a72b tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:19.962966 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-0ca53cee-fd34-4153-b6f2-6e5ca02e2dc3 service neutron] 10.222.0.23 "GET /v2.0/networks/dd72da9c-d321-4cc4-881d-466168d9f856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079406 Oct 12 07:36:19.975721 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 91af9dfe-43c4-4f5d-91b7-4f0488d54db5 resource provider aggregate not found Oct 12 07:36:19.980858 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=29cb3398-0b18-4ef4-b72e-2e226ec3eabb,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:20.001950 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81ab43a9-7ace-49c1-a3b8-f17a81589c7d tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:36:20.002382 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-81ab43a9-7ace-49c1-a3b8-f17a81589c7d tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:20.019311 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-718be7f8-947c-4a49-bad9-df37a1bedd8e None None] Attempt 2 to provision port 0faede11-8d91-4521-bb27-cfb0fdaa3ea8 Oct 12 07:36:20.024281 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b45909-24b5-4cbc-bcbb-dd23c6f60d4e req-8cef138c-cf77-49a7-9f35-679a9e08739d tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:20.025696 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-02b45909-24b5-4cbc-bcbb-dd23c6f60d4e req-8cef138c-cf77-49a7-9f35-679a9e08739d tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d7ff3a8-2019-4527-abbe-d48ffda3bd63 HTTP/1.1" status: 200 len: 944 time: 0.1477206 Oct 12 07:36:20.032863 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 91af9dfe-43c4-4f5d-91b7-4f0488d54db5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 91af9dfe-43c4-4f5d-91b7-4f0488d54db5 found for delete ", "request_id": "req-3b5f37d3-4f84-49e6-8ac0-73093eecd435"}]} Oct 12 07:36:20.063600 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-acf9d1cb-80bc-4caf-9465-1b6ef83f2aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:20.071746 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-718be7f8-947c-4a49-bad9-df37a1bedd8e None None] Port 0faede11-8d91-4521-bb27-cfb0fdaa3ea8 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:20.174287 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-02b45909-24b5-4cbc-bcbb-dd23c6f60d4e req-84818540-5464-4dd2-a6c0-1c4da8834da3 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.26 "GET /v2.0/security-groups?id=fba0b702-4f47-4fb0-ac3b-1d7e566ecb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371787 Oct 12 07:36:20.178417 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-042ef47f-6029-4773-ac43-59e5e52786c9 service neutron] 10.222.0.23 "GET /v2.0/networks/d8679d51-dd8d-46a3-a82d-a795585d2c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422798 Oct 12 07:36:20.182301 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9ccd0464-359e-48c9-a274-a7e552607d17 req-476b424f-b3ba-4817-a896-b34bb0b7c6d7 service neutron] 10.222.0.23 "GET /v2.0/networks/dd72da9c-d321-4cc4-881d-466168d9f856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015371 Oct 12 07:36:20.207029 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['29cb3398-0b18-4ef4-b72e-2e226ec3eabb'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 07:36:20.317718 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ba71e8a5-7534-44eb-88ab-2acb45146748 req-05fc24c0-ce12-48d6-8c58-abefe1b4eb38 service neutron] 10.222.0.23 "GET /v2.0/networks/d8679d51-dd8d-46a3-a82d-a795585d2c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270521 Oct 12 07:36:20.323616 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713b6a0-1f82-44fa-99e4-1d086958101b req-50caf344-253b-4709-b52e-ed9480c6ac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:20.325085 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9713b6a0-1f82-44fa-99e4-1d086958101b req-50caf344-253b-4709-b52e-ed9480c6ac1f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d1d3cbb5d7ca448db4db422a609861ea&device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 1097 time: 0.0631154 Oct 12 07:36:20.376109 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-acf9d1cb-80bc-4caf-9465-1b6ef83f2aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:20.417175 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-52faa17c-8520-419e-842e-38d874e8a72b tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:20.418812 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-81ab43a9-7ace-49c1-a3b8-f17a81589c7d tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:20.446576 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-52faa17c-8520-419e-842e-38d874e8a72b tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:20.450751 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-52faa17c-8520-419e-842e-38d874e8a72b tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "DELETE /v2.0/networks/be5e21e1-e4db-4f90-b976-c4ac91b880ca HTTP/1.1" status: 204 len: 168 time: 4.9455147 Oct 12 07:36:20.457777 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35912) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:20.470710 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-9cb87a0c-bf41-4f1d-87e4-6ffa25b269aa tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1020529439'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:20.471913 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-81ab43a9-7ace-49c1-a3b8-f17a81589c7d tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:20.477841 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-81ab43a9-7ace-49c1-a3b8-f17a81589c7d tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] 10.222.0.26 "DELETE /v2.0/networks/04685e5c-c522-4ea7-91a6-7b9a6a6f7b2b HTTP/1.1" status: 204 len: 168 time: 2.3406355 Oct 12 07:36:20.480586 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713b6a0-1f82-44fa-99e4-1d086958101b req-9bc38e89-d9a8-420b-866d-c6be4fdbaf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:20.482062 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9713b6a0-1f82-44fa-99e4-1d086958101b req-9bc38e89-d9a8-420b-866d-c6be4fdbaf58 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd72da9c-d321-4cc4-881d-466168d9f856 HTTP/1.1" status: 200 len: 913 time: 0.1457016 Oct 12 07:36:20.488209 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf9d1cb-80bc-4caf-9465-1b6ef83f2aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b67b2b9-e790-4765-bd41-e86361137375,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:20.497378 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-acf9d1cb-80bc-4caf-9465-1b6ef83f2aac admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8c212795f5ff48a3b70a269c5c257c9e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1567106 Oct 12 07:36:20.498309 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52faa17c-8520-419e-842e-38d874e8a72b tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event deleted for resources: {'Network': ['ID=be5e21e1-e4db-4f90-b976-c4ac91b880ca,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:20.502493 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 35916) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:20.521891 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab43a9-7ace-49c1-a3b8-f17a81589c7d tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406 tempest-ExtraDHCPOptionsIpV6TestJSON-2101178406-project] Pushing event deleted for resources: {'Network': ['ID=04685e5c-c522-4ea7-91a6-7b9a6a6f7b2b,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:20.573423 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-718be7f8-947c-4a49-bad9-df37a1bedd8e None None] Attempt 3 to provision port 0faede11-8d91-4521-bb27-cfb0fdaa3ea8 Oct 12 07:36:20.610914 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9713b6a0-1f82-44fa-99e4-1d086958101b req-36ac4ae9-f4b4-4b96-a348-2ad22e11d07d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f313128-80bc-4b70-a468-c9add69f7f2f HTTP/1.1" status: 200 len: 217 time: 0.1192200 Oct 12 07:36:20.611470 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb87a0c-bf41-4f1d-87e4-6ffa25b269aa tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Made reservation on behalf of fa6cd5d4308b423397704f513812805b for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:36:20.615666 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9cb87a0c-bf41-4f1d-87e4-6ffa25b269aa tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:20.623204 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-718be7f8-947c-4a49-bad9-df37a1bedd8e None None] Port 0faede11-8d91-4521-bb27-cfb0fdaa3ea8 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:20.651598 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6e93dcde-6a94-4c64-8ee9-fea02710a41d tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:20.691850 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e93dcde-6a94-4c64-8ee9-fea02710a41d tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Pushing event deleted for resources: {'Port': ['ID=d4a441a7-3dad-43eb-bc7e-0a4cf7fe8ab2,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:20.717999 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-687bba88-93ba-449e-8969-d083f10b1c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:20.726357 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cb87a0c-bf41-4f1d-87e4-6ffa25b269aa tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:36:20.744759 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.objects.ports [None req-b2c48e40-3b9d-4bbb-9536-bd0260cc1ab4 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103201) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 12 07:36:20.745219 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b2c48e40-3b9d-4bbb-9536-bd0260cc1ab4 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:20.760681 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9cb87a0c-bf41-4f1d-87e4-6ffa25b269aa tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:20.761056 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-9cb87a0c-bf41-4f1d-87e4-6ffa25b269aa tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Added segment dc69e989-2e42-4cb1-8c0b-7e8b6e5da591 of type vlan for network a36a46d4-9c78-413a-8ae9-58fd0e71a207 Oct 12 07:36:20.776437 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-687bba88-93ba-449e-8969-d083f10b1c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:20.791538 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e743d-ec6f-4be2-ade7-d655fe2cdc3b req-b1d97a73-4b1d-4d4e-b7a1-d8e833f97a6c tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:20.793053 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-063e743d-ec6f-4be2-ade7-d655fe2cdc3b req-b1d97a73-4b1d-4d4e-b7a1-d8e833f97a6c tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb16c162-d6ac-48f2-9f62-9c357066306e HTTP/1.1" status: 200 len: 944 time: 0.1880436 Oct 12 07:36:20.794540 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713b6a0-1f82-44fa-99e4-1d086958101b req-035923f1-f90f-4bfa-a32f-348691612f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:20.795906 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9713b6a0-1f82-44fa-99e4-1d086958101b req-035923f1-f90f-4bfa-a32f-348691612f8e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b41a3bc7-3f1c-47b8-8c1a-d904035b712e HTTP/1.1" status: 200 len: 851 time: 0.1572878 Oct 12 07:36:20.834275 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6e93dcde-6a94-4c64-8ee9-fea02710a41d tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks [] for floatingip, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:20.834748 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.l3_db [None req-6e93dcde-6a94-4c64-8ee9-fea02710a41d tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Floating IP 9ae76c99-18ec-4f86-8802-f95561fac5ce disassociated (deleted). External IP: 172.26.3.242, port: 0faede11-8d91-4521-bb27-cfb0fdaa3ea8. Oct 12 07:36:20.874459 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c48e40-3b9d-4bbb-9536-bd0260cc1ab4 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2b401f53-291c-4d7b-8a68-42399498e44a,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:20.876462 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35924) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:20.911810 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c48e40-3b9d-4bbb-9536-bd0260cc1ab4 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Checking segment: {'id': 'bc517cd4-fa84-459f-a645-5a9bc8b570f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f5210c35-0c37-4449-9dbb-dc5e161ed71f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:36:20.912044 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9cb87a0c-bf41-4f1d-87e4-6ffa25b269aa tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:20.912567 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c48e40-3b9d-4bbb-9536-bd0260cc1ab4 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Network hostable DHCP agents. Network: f5210c35-0c37-4449-9dbb-dc5e161ed71f, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:36:20.917528 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:20.969098 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c48e40-3b9d-4bbb-9536-bd0260cc1ab4 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Network f5210c35-0c37-4449-9dbb-dc5e161ed71f is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:36:20.973777 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-063e743d-ec6f-4be2-ade7-d655fe2cdc3b req-eed11780-47b2-4a30-995e-4fe061fb238e tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.26 "GET /v2.0/security-groups?id=42a6d0bf-b6f9-4963-b0fd-b6e45de03e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361141 Oct 12 07:36:20.983476 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713b6a0-1f82-44fa-99e4-1d086958101b req-02b70354-2fc4-47cb-a388-b2c7e287da9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:20.985545 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9713b6a0-1f82-44fa-99e4-1d086958101b req-02b70354-2fc4-47cb-a388-b2c7e287da9e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd72da9c-d321-4cc4-881d-466168d9f856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1589074 Oct 12 07:36:20.988087 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9cb87a0c-bf41-4f1d-87e4-6ffa25b269aa tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:20.994789 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb87a0c-bf41-4f1d-87e4-6ffa25b269aa tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:20.995527 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9cb87a0c-bf41-4f1d-87e4-6ffa25b269aa tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:21.019487 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-b2c48e40-3b9d-4bbb-9536-bd0260cc1ab4 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, f5210c35-0c37-4449-9dbb-dc5e161ed71f) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:21.026722 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c48e40-3b9d-4bbb-9536-bd0260cc1ab4 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:21.027304 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b2c48e40-3b9d-4bbb-9536-bd0260cc1ab4 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:21.029400 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75ebaf4-9ac1-410e-884c-8877b95e9bcd None None] Network f5210c35-0c37-4449-9dbb-dc5e161ed71f requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:36:21.067207 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b2c48e40-3b9d-4bbb-9536-bd0260cc1ab4 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.9878950 Oct 12 07:36:21.069843 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35928) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:21.070081 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c21808-e3a8-4d78-8269-a7a2f942e9d9 req-cb4632a4-cf27-47f7-ab63-6f9c805bbb0d tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:21.071584 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-50c21808-e3a8-4d78-8269-a7a2f942e9d9 req-cb4632a4-cf27-47f7-ab63-6f9c805bbb0d tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 944 time: 0.1938221 Oct 12 07:36:21.076519 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-595d2345-72d9-42a9-87e5-6cc03899bf7d tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2138823310', 'network_id': 'f5210c35-0c37-4449-9dbb-dc5e161ed71f'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:21.077198 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-687bba88-93ba-449e-8969-d083f10b1c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:21.079806 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-687bba88-93ba-449e-8969-d083f10b1c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:21.083908 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-687bba88-93ba-449e-8969-d083f10b1c8c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2b67b2b9-e790-4765-bd41-e86361137375 HTTP/1.1" status: 204 len: 168 time: 0.5789061 Oct 12 07:36:21.113795 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-9cb87a0c-bf41-4f1d-87e4-6ffa25b269aa tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6519682 Oct 12 07:36:21.117621 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35932) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:21.131826 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-afe5afb5-d4a4-4702-8fb1-931a65f55384 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Request body: {'subnet': {'network_id': 'a36a46d4-9c78-413a-8ae9-58fd0e71a207', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:21.159424 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-718be7f8-947c-4a49-bad9-df37a1bedd8e None None] Attempt 4 to provision port 0faede11-8d91-4521-bb27-cfb0fdaa3ea8 Oct 12 07:36:21.177086 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e18ebe6f-9e56-4328-9a0d-e1cdafbcacd6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9b8f834303ef48b493941568c6fb85f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2899623 Oct 12 07:36:21.177462 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35934) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:21.187315 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687bba88-93ba-449e-8969-d083f10b1c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b67b2b9-e790-4765-bd41-e86361137375,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:21.191849 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb87a0c-bf41-4f1d-87e4-6ffa25b269aa tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event updated for resources: {'Network': ['ID=a36a46d4-9c78-413a-8ae9-58fd0e71a207,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:21.217583 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595d2345-72d9-42a9-87e5-6cc03899bf7d tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Made reservation on behalf of d2650e9d3c724a9a91f8c87fcdefe2a6 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:36:21.220449 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-595d2345-72d9-42a9-87e5-6cc03899bf7d tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:21.222399 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-50c21808-e3a8-4d78-8269-a7a2f942e9d9 req-0728ccbb-df83-4b1d-a5dd-2361b778bc20 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335380 Oct 12 07:36:21.239049 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9713b6a0-1f82-44fa-99e4-1d086958101b req-6b6c8e97-8049-4760-8d26-e2598ef98b2f service neutron] 10.222.0.23 "GET /v2.0/networks/dd72da9c-d321-4cc4-881d-466168d9f856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391455 Oct 12 07:36:21.239834 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e93dcde-6a94-4c64-8ee9-fea02710a41d tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Router 4a20e839-e412-40cd-978e-9be6813a7eea has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:36:21.270693 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network a36a46d4-9c78-413a-8ae9-58fd0e71a207 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:36:21.293242 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-595d2345-72d9-42a9-87e5-6cc03899bf7d tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] device_id is not set on port b231b291-3a43-4fd9-9fb1-bee0be893c24 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:36:21.376489 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe5afb5-d4a4-4702-8fb1-931a65f55384 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Made reservation on behalf of fa6cd5d4308b423397704f513812805b for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:36:21.380955 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-afe5afb5-d4a4-4702-8fb1-931a65f55384 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:21.384211 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-261101f9-68af-471e-a01b-ecf4ab3cdebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:21.409627 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9713b6a0-1f82-44fa-99e4-1d086958101b req-694a0496-795d-4431-8157-0d0d2bbea06b service neutron] 10.222.0.23 "GET /v2.0/networks/dd72da9c-d321-4cc4-881d-466168d9f856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614444 Oct 12 07:36:21.410108 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d7ff3a8-2019-4527-abbe-d48ffda3bd63', 'tag': 'e11c361a-0e4e-482b-b5a3-5acc3c13e6b6'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:36:21.412508 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7045b8ce-eeff-4abb-bb53-553d16a22cb7" -d '{"events": [{"name": "network-changed", "server_uuid": "3d7ff3a8-2019-4527-abbe-d48ffda3bd63", "tag": "e11c361a-0e4e-482b-b5a3-5acc3c13e6b6"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:36:21.460117 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3075e21-e060-45a2-a4cd-bf6d7114e3f3 req-8a780171-ad2f-425b-a393-1c708e0a9450 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:21.461706 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c3075e21-e060-45a2-a4cd-bf6d7114e3f3 req-8a780171-ad2f-425b-a393-1c708e0a9450 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d7ff3a8-2019-4527-abbe-d48ffda3bd63 HTTP/1.1" status: 200 len: 944 time: 0.1064384 Oct 12 07:36:21.482830 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba62b8e-f6b3-4ac6-87e3-62ceb36b9cec x-openstack-request-id: req-9ba62b8e-f6b3-4ac6-87e3-62ceb36b9cec {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:36:21.484037 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d7ff3a8-2019-4527-abbe-d48ffda3bd63", "tag": "e11c361a-0e4e-482b-b5a3-5acc3c13e6b6", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:36:21.484511 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9ba62b8e-f6b3-4ac6-87e3-62ceb36b9cec {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:36:21.485047 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ba62b8e-f6b3-4ac6-87e3-62ceb36b9cec'] response: {'name': 'network-changed', 'server_uuid': '3d7ff3a8-2019-4527-abbe-d48ffda3bd63', 'tag': 'e11c361a-0e4e-482b-b5a3-5acc3c13e6b6', 'status': 'completed', 'code': 200} Oct 12 07:36:21.514504 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 29cb3398-0b18-4ef4-b72e-2e226ec3eabb up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:36:21.555301 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522f16d5-b85c-43ba-85c4-08af04ab306d None None] Network f5210c35-0c37-4449-9dbb-dc5e161ed71f requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:36:21.558069 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-261101f9-68af-471e-a01b-ecf4ab3cdebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:21.561085 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c3075e21-e060-45a2-a4cd-bf6d7114e3f3 req-7f2ffc45-e325-40bd-8321-dfd8a3627023 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.26 "GET /v2.0/security-groups?id=fba0b702-4f47-4fb0-ac3b-1d7e566ecb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913162 Oct 12 07:36:21.561616 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-718be7f8-947c-4a49-bad9-df37a1bedd8e None None] Port 0faede11-8d91-4521-bb27-cfb0fdaa3ea8 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:21.571849 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045b8ce-eeff-4abb-bb53-553d16a22cb7 req-6eeebd6a-5741-42cb-9432-081987595194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:21.574560 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7045b8ce-eeff-4abb-bb53-553d16a22cb7 req-6eeebd6a-5741-42cb-9432-081987595194 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e2edad5f8fe94feda48356d6c2f35ddc&device_id=3d7ff3a8-2019-4527-abbe-d48ffda3bd63 HTTP/1.1" status: 200 len: 1097 time: 0.0677660 Oct 12 07:36:21.690085 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045b8ce-eeff-4abb-bb53-553d16a22cb7 req-94499465-bf7f-4303-90f4-31667e5824cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:21.691562 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7045b8ce-eeff-4abb-bb53-553d16a22cb7 req-94499465-bf7f-4303-90f4-31667e5824cf service neutron] 10.222.0.23 "GET /v2.0/networks?id=d8679d51-dd8d-46a3-a82d-a795585d2c26 HTTP/1.1" status: 200 len: 906 time: 0.1068404 Oct 12 07:36:21.696868 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning for port 29cb3398-0b18-4ef4-b72e-2e226ec3eabb completed by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 12 07:36:21.699212 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-595d2345-72d9-42a9-87e5-6cc03899bf7d tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Allocated IP 2001:db8::1b (f5210c35-0c37-4449-9dbb-dc5e161ed71f/2b401f53-291c-4d7b-8a68-42399498e44a/b231b291-3a43-4fd9-9fb1-bee0be893c24) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:36:21.710992 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port 29cb3398-0b18-4ef4-b72e-2e226ec3eabb triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:36:21.711238 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:21.711523 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port 29cb3398-0b18-4ef4-b72e-2e226ec3eabb Oct 12 07:36:21.729816 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e93dcde-6a94-4c64-8ee9-fea02710a41d tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:36:21.738804 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6e93dcde-6a94-4c64-8ee9-fea02710a41d tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:21.744883 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca89dcc8-67d6-44c9-b0d4-39c1d473ab6b None None] Sync routers for ids ['4a20e839-e412-40cd-978e-9be6813a7eea'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:36:21.762815 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7045b8ce-eeff-4abb-bb53-553d16a22cb7 req-80b839ad-24f4-4b17-ae19-7911e8689ab0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e11c361a-0e4e-482b-b5a3-5acc3c13e6b6 HTTP/1.1" status: 200 len: 217 time: 0.0631464 Oct 12 07:36:21.775558 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-6e93dcde-6a94-4c64-8ee9-fea02710a41d tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] 10.222.0.26 "DELETE /v2.0/floatingips/9ae76c99-18ec-4f86-8802-f95561fac5ce HTTP/1.1" status: 204 len: 168 time: 3.0779319 Oct 12 07:36:21.781728 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35950) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:21.793715 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-f6b4e6ab-c909-4401-88e1-8b3baa8096a4 tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] Request body: {'floatingip': {'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:21.836443 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca89dcc8-67d6-44c9-b0d4-39c1d473ab6b None None] Routers {'4a20e839-e412-40cd-978e-9be6813a7eea'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:36:21.837145 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-ca89dcc8-67d6-44c9-b0d4-39c1d473ab6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:36:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['4a20e839-e412-40cd-978e-9be6813a7eea'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:21.849165 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-261101f9-68af-471e-a01b-ecf4ab3cdebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:21.850252 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045b8ce-eeff-4abb-bb53-553d16a22cb7 req-f3210f3a-ef9a-455b-ac5d-3d8c734979fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:21.851834 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-261101f9-68af-471e-a01b-ecf4ab3cdebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:21.852163 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7045b8ce-eeff-4abb-bb53-553d16a22cb7 req-f3210f3a-ef9a-455b-ac5d-3d8c734979fb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5599846c-e956-431e-8499-39d6d9eff1e0 HTTP/1.1" status: 200 len: 844 time: 0.0806546 Oct 12 07:36:21.853117 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-261101f9-68af-471e-a01b-ecf4ab3cdebd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4865cf75-2b09-4306-9664-7ec24ef4c390 HTTP/1.1" status: 204 len: 168 time: 0.6747642 Oct 12 07:36:21.883511 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-ca89dcc8-67d6-44c9-b0d4-39c1d473ab6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:21.900995 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f6b4e6ab-c909-4401-88e1-8b3baa8096a4 tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:21.922811 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261101f9-68af-471e-a01b-ecf4ab3cdebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4865cf75-2b09-4306-9664-7ec24ef4c390,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:21.942565 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 29cb3398-0b18-4ef4-b72e-2e226ec3eabb is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:36:21.944134 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:21.954722 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045b8ce-eeff-4abb-bb53-553d16a22cb7 req-a1af0483-9aaf-4b9f-9207-21c4d0d21f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:21.958926 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7045b8ce-eeff-4abb-bb53-553d16a22cb7 req-a1af0483-9aaf-4b9f-9207-21c4d0d21f00 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d8679d51-dd8d-46a3-a82d-a795585d2c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0987666 Oct 12 07:36:22.017107 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca89dcc8-67d6-44c9-b0d4-39c1d473ab6b None None] Routers {'4a20e839-e412-40cd-978e-9be6813a7eea'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:36:22.020134 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-ca89dcc8-67d6-44c9-b0d4-39c1d473ab6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:36:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['4a20e839-e412-40cd-978e-9be6813a7eea'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:22.051378 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-afe5afb5-d4a4-4702-8fb1-931a65f55384 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:22.073438 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 8c24f7ec-f3f2-4675-b7fc-c70780ce62c7 resource provider aggregate not found Oct 12 07:36:22.076030 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-718be7f8-947c-4a49-bad9-df37a1bedd8e None None] Attempt 5 to provision port 0faede11-8d91-4521-bb27-cfb0fdaa3ea8 Oct 12 07:36:22.082832 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-595d2345-72d9-42a9-87e5-6cc03899bf7d tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:22.125979 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 8c24f7ec-f3f2-4675-b7fc-c70780ce62c7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8c24f7ec-f3f2-4675-b7fc-c70780ce62c7 found for delete ", "request_id": "req-1cb293bc-0333-4afd-afaa-0d941ce53bf7"}]} Oct 12 07:36:22.130353 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7045b8ce-eeff-4abb-bb53-553d16a22cb7 req-84e751aa-a833-453b-a8b8-73395990acab service neutron] 10.222.0.23 "GET /v2.0/networks/d8679d51-dd8d-46a3-a82d-a795585d2c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541007 Oct 12 07:36:22.170751 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb16c162-d6ac-48f2-9f62-9c357066306e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29cb3398-0b18-4ef4-b72e-2e226ec3eabb'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:36:22.208051 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe5afb5-d4a4-4702-8fb1-931a65f55384 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event updated for resources: {'Subnet': ['ID=eec499b7-b63f-40d9-94b0-15bb7d8fd9f3,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:22.230634 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe5afb5-d4a4-4702-8fb1-931a65f55384 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Checking segment: {'id': 'dc69e989-2e42-4cb1-8c0b-7e8b6e5da591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a36a46d4-9c78-413a-8ae9-58fd0e71a207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:36:22.230950 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe5afb5-d4a4-4702-8fb1-931a65f55384 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Network hostable DHCP agents. Network: a36a46d4-9c78-413a-8ae9-58fd0e71a207, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:36:22.233880 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-595d2345-72d9-42a9-87e5-6cc03899bf7d tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:22.317314 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-ca89dcc8-67d6-44c9-b0d4-39c1d473ab6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:22.317955 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca89dcc8-67d6-44c9-b0d4-39c1d473ab6b None None] The sync data for ids ['4a20e839-e412-40cd-978e-9be6813a7eea'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:36:22.328676 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595d2345-72d9-42a9-87e5-6cc03899bf7d tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Network f5210c35-0c37-4449-9dbb-dc5e161ed71f is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:36:22.335461 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f17634-e9dd-4132-aed6-7a9ad30f8787 req-4df58b6f-fed5-4a60-8a28-e67d0e1c5c3f tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:22.336996 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-77f17634-e9dd-4132-aed6-7a9ad30f8787 req-4df58b6f-fed5-4a60-8a28-e67d0e1c5c3f tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb16c162-d6ac-48f2-9f62-9c357066306e HTTP/1.1" status: 200 len: 944 time: 0.1765831 Oct 12 07:36:22.346165 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-595d2345-72d9-42a9-87e5-6cc03899bf7d tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:22.352059 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595d2345-72d9-42a9-87e5-6cc03899bf7d tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:36:22.352708 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595d2345-72d9-42a9-87e5-6cc03899bf7d tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:22.353239 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7045b8ce-eeff-4abb-bb53-553d16a22cb7 req-2495bb38-5970-4452-91a1-673d0a1170cc service neutron] 10.222.0.23 "GET /v2.0/networks/d8679d51-dd8d-46a3-a82d-a795585d2c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160256 Oct 12 07:36:22.353365 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-595d2345-72d9-42a9-87e5-6cc03899bf7d tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:22.354945 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-718be7f8-947c-4a49-bad9-df37a1bedd8e None None] Port 0faede11-8d91-4521-bb27-cfb0fdaa3ea8 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:22.356430 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f6b4e6ab-c909-4401-88e1-8b3baa8096a4 tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:22.360636 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe5afb5-d4a4-4702-8fb1-931a65f55384 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Network a36a46d4-9c78-413a-8ae9-58fd0e71a207 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:36:22.368984 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595d2345-72d9-42a9-87e5-6cc03899bf7d tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Pushing event updated for resources: {'Port': ['ID=b231b291-3a43-4fd9-9fb1-bee0be893c24,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:22.377749 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 29cb3398-0b18-4ef4-b72e-2e226ec3eabb, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=29cb3398-0b18-4ef4-b72e-2e226ec3eabb,segment=NetworkSegment(1426273a-da71-4eaf-9367-aa853b0259fc),segment_id=1426273a-da71-4eaf-9367-aa853b0259fc)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:36:22.399796 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:22.413618 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-afe5afb5-d4a4-4702-8fb1-931a65f55384 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, a36a46d4-9c78-413a-8ae9-58fd0e71a207) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:22.417739 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-595d2345-72d9-42a9-87e5-6cc03899bf7d tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3469019 Oct 12 07:36:22.423506 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe5afb5-d4a4-4702-8fb1-931a65f55384 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:22.424090 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-afe5afb5-d4a4-4702-8fb1-931a65f55384 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:22.426411 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35982) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:22.444556 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e802f2a-3179-4c21-aceb-9862c6ced5f4 None None] Network a36a46d4-9c78-413a-8ae9-58fd0e71a207 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:36:22.498683 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f5bc5-137e-4b59-a9db-300cba9ee97e req-92d06410-9d69-46e8-8762-6b4908e91640 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:22.500405 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8e6f5bc5-137e-4b59-a9db-300cba9ee97e req-92d06410-9d69-46e8-8762-6b4908e91640 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 944 time: 0.1610055 Oct 12 07:36:22.504075 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-77f17634-e9dd-4132-aed6-7a9ad30f8787 req-68193850-6860-40c4-ac88-a8e4cc5c02cc tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.26 "GET /v2.0/security-groups?id=42a6d0bf-b6f9-4963-b0fd-b6e45de03e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492879 Oct 12 07:36:22.514341 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-afe5afb5-d4a4-4702-8fb1-931a65f55384 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3902512 Oct 12 07:36:22.517670 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 35988) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:22.569744 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8e6f5bc5-137e-4b59-a9db-300cba9ee97e req-c6c3656a-ad5b-4790-a974-19e3a5be9ac2 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614910 Oct 12 07:36:22.628113 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=29cb3398-0b18-4ef4-b72e-2e226ec3eabb,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:22.646187 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cf08cb-3732-400e-afe0-54732e044415" -d '{"events": [{"server_uuid": "fb16c162-d6ac-48f2-9f62-9c357066306e", "name": "network-vif-plugged", "status": "completed", "tag": "29cb3398-0b18-4ef4-b72e-2e226ec3eabb"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:36:22.708911 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-f6b4e6ab-c909-4401-88e1-8b3baa8096a4 tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] Allocated IP 172.26.3.202 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/8ebf8e80-551a-4a76-ad20-d250ab5caf74) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:36:22.727451 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb6c94-bd5d-42e5-b7a8-d35cfe688656 req-367f0dbc-ddbe-4cb8-aeed-f36459c9f3ce tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:22.737780 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-47bb6c94-bd5d-42e5-b7a8-d35cfe688656 req-367f0dbc-ddbe-4cb8-aeed-f36459c9f3ce tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d7ff3a8-2019-4527-abbe-d48ffda3bd63 HTTP/1.1" status: 200 len: 944 time: 0.0855744 Oct 12 07:36:22.749555 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b6c1303b-512b-418a-9330-ddbd140adb89 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:22.775308 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-5f7d6c93-2274-4735-bfd5-b6d36736ccd5 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Deleting port b231b291-3a43-4fd9-9fb1-bee0be893c24 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:36:22.775517 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0e3f82-bec9-471b-9df1-c8e49f8aa52f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-a36a46d4-9c78-413a-8ae9-58fd0e71a207', 'network_id': 'a36a46d4-9c78-413a-8ae9-58fd0e71a207', 'tenant_id': 'fa6cd5d4308b423397704f513812805b', 'fixed_ips': [{'subnet_id': 'eec499b7-b63f-40d9-94b0-15bb7d8fd9f3'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:36:22.776089 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5f7d6c93-2274-4735-bfd5-b6d36736ccd5 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:22.776630 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cf0e3f82-bec9-471b-9df1-c8e49f8aa52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:22.803277 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-47bb6c94-bd5d-42e5-b7a8-d35cfe688656 req-fe846d3b-4fce-44b8-b282-e2c003e8c2f5 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.26 "GET /v2.0/security-groups?id=fba0b702-4f47-4fb0-ac3b-1d7e566ecb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644341 Oct 12 07:36:22.884154 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-718be7f8-947c-4a49-bad9-df37a1bedd8e None None] Attempt 6 to provision port 0faede11-8d91-4521-bb27-cfb0fdaa3ea8 Oct 12 07:36:22.946800 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4a996c-61a2-42e4-ab77-0670dffbc662 x-openstack-request-id: req-7e4a996c-61a2-42e4-ab77-0670dffbc662 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:36:22.947402 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb16c162-d6ac-48f2-9f62-9c357066306e", "name": "network-vif-plugged", "status": "completed", "tag": "29cb3398-0b18-4ef4-b72e-2e226ec3eabb", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:36:22.947402 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7e4a996c-61a2-42e4-ab77-0670dffbc662 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:36:22.947832 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e4a996c-61a2-42e4-ab77-0670dffbc662'] response: {'server_uuid': 'fb16c162-d6ac-48f2-9f62-9c357066306e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29cb3398-0b18-4ef4-b72e-2e226ec3eabb', 'code': 200} Oct 12 07:36:22.958949 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b6c1303b-512b-418a-9330-ddbd140adb89 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:22.987409 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-718be7f8-947c-4a49-bad9-df37a1bedd8e None None] Port 0faede11-8d91-4521-bb27-cfb0fdaa3ea8 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:23.017711 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-cf0e3f82-bec9-471b-9df1-c8e49f8aa52f None None] Allocated IP 172.20.0.1 (a36a46d4-9c78-413a-8ae9-58fd0e71a207/eec499b7-b63f-40d9-94b0-15bb7d8fd9f3/54bfc31e-e977-4fce-abd1-7c4758d1b8c7) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:36:23.050671 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f6b4e6ab-c909-4401-88e1-8b3baa8096a4 tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:23.065763 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5f7d6c93-2274-4735-bfd5-b6d36736ccd5 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:23.098441 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-5f7d6c93-2274-4735-bfd5-b6d36736ccd5 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Calling delete_port for b231b291-3a43-4fd9-9fb1-bee0be893c24 owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:36:23.180729 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f6b4e6ab-c909-4401-88e1-8b3baa8096a4 tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:23.212834 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a55ae-f5f3-4de4-b002-fa9232b78afb req-53c5fcc9-bdb3-45f6-940d-3cd3b5f808af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:23.215092 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-148a55ae-f5f3-4de4-b002-fa9232b78afb req-53c5fcc9-bdb3-45f6-940d-3cd3b5f808af service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fb16c162-d6ac-48f2-9f62-9c357066306e HTTP/1.1" status: 200 len: 1098 time: 0.0943000 Oct 12 07:36:23.243641 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b4e6ab-c909-4401-88e1-8b3baa8096a4 tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:36:23.250597 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-f6b4e6ab-c909-4401-88e1-8b3baa8096a4 tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:23.253120 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b4e6ab-c909-4401-88e1-8b3baa8096a4 tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:36:23.255477 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-148a55ae-f5f3-4de4-b002-fa9232b78afb req-a6100611-f9cd-4e04-a4f0-d6afca3a757b service neutron] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:23.261070 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cf0e3f82-bec9-471b-9df1-c8e49f8aa52f None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:23.272295 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36012) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:23.274175 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cf0e3f82-bec9-471b-9df1-c8e49f8aa52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:23.315882 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b4e6ab-c909-4401-88e1-8b3baa8096a4 tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] Pushing event updated for resources: {'Port': ['ID=8ebf8e80-551a-4a76-ad20-d250ab5caf74,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:23.338474 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0e3f82-bec9-471b-9df1-c8e49f8aa52f None None] Network a36a46d4-9c78-413a-8ae9-58fd0e71a207 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:36:23.346302 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-cf0e3f82-bec9-471b-9df1-c8e49f8aa52f None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:23.351276 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0e3f82-bec9-471b-9df1-c8e49f8aa52f None None] Pushing event updated for resources: {'Port': ['ID=54bfc31e-e977-4fce-abd1-7c4758d1b8c7,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:23.355455 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b6c1303b-512b-418a-9330-ddbd140adb89 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:23.355764 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0e3f82-bec9-471b-9df1-c8e49f8aa52f None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:36:23.392229 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-303368ca-6249-40f6-8212-22fe6bb6301d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1362169442'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:23.417414 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c1303b-512b-418a-9330-ddbd140adb89 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event deleted for resources: {'Subnet': ['ID=eec499b7-b63f-40d9-94b0-15bb7d8fd9f3,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:23.425612 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-cf0e3f82-bec9-471b-9df1-c8e49f8aa52f None None] Attempting to bind port 54bfc31e-e977-4fce-abd1-7c4758d1b8c7 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:36:23.425994 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-cf0e3f82-bec9-471b-9df1-c8e49f8aa52f None None] Attempting to bind port 54bfc31e-e977-4fce-abd1-7c4758d1b8c7 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'dc69e989-2e42-4cb1-8c0b-7e8b6e5da591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a36a46d4-9c78-413a-8ae9-58fd0e71a207'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:36:23.426375 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0e3f82-bec9-471b-9df1-c8e49f8aa52f None None] Attempting to bind port 54bfc31e-e977-4fce-abd1-7c4758d1b8c7 on network a36a46d4-9c78-413a-8ae9-58fd0e71a207 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:36:23.428607 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303368ca-6249-40f6-8212-22fe6bb6301d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Made reservation on behalf of 424a2a2e1ca749ebbbc99533062ee1d7 for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:36:23.430749 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device e11c361a-0e4e-482b-b5a3-5acc3c13e6b6 details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 07:36:23.434177 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-303368ca-6249-40f6-8212-22fe6bb6301d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:23.456865 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-303368ca-6249-40f6-8212-22fe6bb6301d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:23.476103 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5f7d6c93-2274-4735-bfd5-b6d36736ccd5 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:23.513899 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b6c1303b-512b-418a-9330-ddbd140adb89 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:23.546006 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36020) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:23.550646 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port e11c361a-0e4e-482b-b5a3-5acc3c13e6b6, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=e11c361a-0e4e-482b-b5a3-5acc3c13e6b6,segment=NetworkSegment(57b7b5a9-48b1-4416-ad08-420b947843ea),segment_id=57b7b5a9-48b1-4416-ad08-420b947843ea)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:36:23.556137 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d6c93-2274-4735-bfd5-b6d36736ccd5 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Pushing event deleted for resources: {'Port': ['ID=b231b291-3a43-4fd9-9fb1-bee0be893c24,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:23.566259 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-718be7f8-947c-4a49-bad9-df37a1bedd8e None None] Attempt 7 to provision port 0faede11-8d91-4521-bb27-cfb0fdaa3ea8 Oct 12 07:36:23.588524 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-148a55ae-f5f3-4de4-b002-fa9232b78afb req-a6100611-f9cd-4e04-a4f0-d6afca3a757b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:23.598765 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-148a55ae-f5f3-4de4-b002-fa9232b78afb req-a6100611-f9cd-4e04-a4f0-d6afca3a757b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:23.612259 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-b6c1303b-512b-418a-9330-ddbd140adb89 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a36a46d4-9c78-413a-8ae9-58fd0e71a207']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:23.623788 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-b6c1303b-512b-418a-9330-ddbd140adb89 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc69e989-2e42-4cb1-8c0b-7e8b6e5da591') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:23.624100 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-b6c1303b-512b-418a-9330-ddbd140adb89 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc69e989-2e42-4cb1-8c0b-7e8b6e5da591') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:23.636527 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b6c1303b-512b-418a-9330-ddbd140adb89 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:23.642911 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-148a55ae-f5f3-4de4-b002-fa9232b78afb req-a6100611-f9cd-4e04-a4f0-d6afca3a757b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=42a6d0bf-b6f9-4963-b0fd-b6e45de03e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4151618 Oct 12 07:36:23.650599 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b6c1303b-512b-418a-9330-ddbd140adb89 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:23.653734 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': 'e11c361a-0e4e-482b-b5a3-5acc3c13e6b6', 'network_id': 'd8679d51-dd8d-46a3-a82d-a795585d2c26', 'port_id': 'e11c361a-0e4e-482b-b5a3-5acc3c13e6b6', 'mac_address': 'fa:16:3e:a1:72:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5599846c-e956-431e-8499-39d6d9eff1e0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 07:36:23.657185 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6c1303b-512b-418a-9330-ddbd140adb89 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:36:23.657604 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b6c1303b-512b-418a-9330-ddbd140adb89 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:23.659980 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-303368ca-6249-40f6-8212-22fe6bb6301d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:23.661231 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-718be7f8-947c-4a49-bad9-df37a1bedd8e None None] Port 0faede11-8d91-4521-bb27-cfb0fdaa3ea8 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:23.662444 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0e3f82-bec9-471b-9df1-c8e49f8aa52f None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:36:23.663122 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0e3f82-bec9-471b-9df1-c8e49f8aa52f None None] Checking segment: {'id': 'dc69e989-2e42-4cb1-8c0b-7e8b6e5da591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a36a46d4-9c78-413a-8ae9-58fd0e71a207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:36:23.663934 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cf0e3f82-bec9-471b-9df1-c8e49f8aa52f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:23.664749 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0e3f82-bec9-471b-9df1-c8e49f8aa52f None None] Bound using segment: {'id': 'dc69e989-2e42-4cb1-8c0b-7e8b6e5da591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a36a46d4-9c78-413a-8ae9-58fd0e71a207'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:36:23.666068 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-cf0e3f82-bec9-471b-9df1-c8e49f8aa52f None None] Bound port: 54bfc31e-e977-4fce-abd1-7c4758d1b8c7, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc69e989-2e42-4cb1-8c0b-7e8b6e5da591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a36a46d4-9c78-413a-8ae9-58fd0e71a207'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:36:23.667068 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cf0e3f82-bec9-471b-9df1-c8e49f8aa52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:23.690288 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-303368ca-6249-40f6-8212-22fe6bb6301d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:23.735252 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6100611-f9cd-4e04-a4f0-d6afca3a757b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7380f6cd-5739-408d-939a-7b92afaae0cb,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:23.785497 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port e11c361a-0e4e-482b-b5a3-5acc3c13e6b6 is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:36:23.786044 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:23.786895 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21330fbd-d533-40f2-9470-e0ca90f6039f req-21d87654-62c7-4015-b5b2-99cdad3bd6c8 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:23.788468 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-21330fbd-d533-40f2-9470-e0ca90f6039f req-21d87654-62c7-4015-b5b2-99cdad3bd6c8 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb16c162-d6ac-48f2-9f62-9c357066306e HTTP/1.1" status: 200 len: 945 time: 0.1524069 Oct 12 07:36:23.791616 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303368ca-6249-40f6-8212-22fe6bb6301d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aef3d2e8-7aca-43bd-b6ad-9049efff71f1,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:23.799968 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-cf0e3f82-bec9-471b-9df1-c8e49f8aa52f None None] For port 54bfc31e-e977-4fce-abd1-7c4758d1b8c7, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:36:23.807714 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e11c361a-0e4e-482b-b5a3-5acc3c13e6b6 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:36:23.813048 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c737b-b7d7-4a70-aacb-dcff86db9409 req-fa5809c2-9ea2-4949-9d1e-5adeb304ff20 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:23.815420 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-707c737b-b7d7-4a70-aacb-dcff86db9409 req-fa5809c2-9ea2-4949-9d1e-5adeb304ff20 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 944 time: 0.1188300 Oct 12 07:36:23.830837 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port e11c361a-0e4e-482b-b5a3-5acc3c13e6b6, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=e11c361a-0e4e-482b-b5a3-5acc3c13e6b6,segment=NetworkSegment(57b7b5a9-48b1-4416-ad08-420b947843ea),segment_id=57b7b5a9-48b1-4416-ad08-420b947843ea)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:36:23.837823 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:23.838688 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 3f313128-80bc-4b70-a468-c9add69f7f2f details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 07:36:23.885043 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-707c737b-b7d7-4a70-aacb-dcff86db9409 req-ef33ebad-58f9-4501-95d6-8259a2cadb59 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498071 Oct 12 07:36:23.915541 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-21330fbd-d533-40f2-9470-e0ca90f6039f req-97f70cc7-e53a-47bd-8dac-3f03362c0261 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.26 "GET /v2.0/security-groups?id=42a6d0bf-b6f9-4963-b0fd-b6e45de03e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988877 Oct 12 07:36:23.975408 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=e11c361a-0e4e-482b-b5a3-5acc3c13e6b6,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:24.007714 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 3f313128-80bc-4b70-a468-c9add69f7f2f, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=3f313128-80bc-4b70-a468-c9add69f7f2f,segment=NetworkSegment(01061a7e-751f-4946-8a2c-ec9ecc41411f),segment_id=01061a7e-751f-4946-8a2c-ec9ecc41411f)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:36:24.020937 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f6b4e6ab-c909-4401-88e1-8b3baa8096a4 tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:24.026262 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': '3f313128-80bc-4b70-a468-c9add69f7f2f', 'network_id': 'dd72da9c-d321-4cc4-881d-466168d9f856', 'port_id': '3f313128-80bc-4b70-a468-c9add69f7f2f', 'mac_address': 'fa:16:3e:5a:86:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b41a3bc7-3f1c-47b8-8c1a-d904035b712e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 07:36:24.027088 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-80dec1ed-6bf7-40ed-8ed7-7d93804c9ea3 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-48831994', 'router:external': True}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:24.032499 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5f7d6c93-2274-4735-bfd5-b6d36736ccd5 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:24.036359 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-5f7d6c93-2274-4735-bfd5-b6d36736ccd5 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] 10.222.0.26 "DELETE /v2.0/ports/b231b291-3a43-4fd9-9fb1-bee0be893c24 HTTP/1.1" status: 204 len: 168 time: 1.6089430 Oct 12 07:36:24.041799 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.db.api [None req-b6c1303b-512b-418a-9330-ddbd140adb89 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 07:36:24.041799 dv-neutron-860909-2-hyperv neutron-server[103201]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 07:36:24.041799 dv-neutron-860909-2-hyperv neutron-server[103201]: [parameters: {'id': 'a36a46d4-9c78-413a-8ae9-58fd0e71a207'}] Oct 12 07:36:24.041799 dv-neutron-860909-2-hyperv neutron-server[103201]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103201) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 07:36:24.042471 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG oslo_db.api [None req-b6c1303b-512b-418a-9330-ddbd140adb89 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 07:36:24.042699 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36030) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:24.044626 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-cf0e3f82-bec9-471b-9df1-c8e49f8aa52f None None] For port 54bfc31e-e977-4fce-abd1-7c4758d1b8c7, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=54bfc31e-e977-4fce-abd1-7c4758d1b8c7,segment=NetworkSegment(dc69e989-2e42-4cb1-8c0b-7e8b6e5da591),segment_id=dc69e989-2e42-4cb1-8c0b-7e8b6e5da591)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:36:24.050137 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cf0e3f82-bec9-471b-9df1-c8e49f8aa52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:24.051271 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-fd05b9ae-298f-424c-bf2b-4f3201b95efd tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f5210c35-0c37-4449-9dbb-dc5e161ed71f', 'external_fixed_ips': [{'subnet_id': '2b401f53-291c-4d7b-8a68-42399498e44a', 'ip_address': '2001:db8::1b'}]}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:24.100444 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80dec1ed-6bf7-40ed-8ed7-7d93804c9ea3 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Made reservation on behalf of 60e220308c294a8595021261fc327db5 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:36:24.102763 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-80dec1ed-6bf7-40ed-8ed7-7d93804c9ea3 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:24.106747 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fd05b9ae-298f-424c-bf2b-4f3201b95efd tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:24.107767 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fd05b9ae-298f-424c-bf2b-4f3201b95efd tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:24.111537 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f6b4e6ab-c909-4401-88e1-8b3baa8096a4 tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:24.121180 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-80dec1ed-6bf7-40ed-8ed7-7d93804c9ea3 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:24.158592 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 3f313128-80bc-4b70-a468-c9add69f7f2f is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:36:24.159094 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:24.164067 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-718be7f8-947c-4a49-bad9-df37a1bedd8e None None] Attempt 8 to provision port 0faede11-8d91-4521-bb27-cfb0fdaa3ea8 Oct 12 07:36:24.179046 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment dc69e989-2e42-4cb1-8c0b-7e8b6e5da591 resource provider aggregate not found Oct 12 07:36:24.203305 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-303368ca-6249-40f6-8212-22fe6bb6301d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:36:24.221981 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-303368ca-6249-40f6-8212-22fe6bb6301d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:24.222318 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-303368ca-6249-40f6-8212-22fe6bb6301d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Added segment 3639f2a6-fac0-4a3a-a49e-990c96eb681c of type vlan for network 6c096534-2672-4e30-a238-2a7623c14374 Oct 12 07:36:24.240829 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fd05b9ae-298f-424c-bf2b-4f3201b95efd tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:24.245064 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment dc69e989-2e42-4cb1-8c0b-7e8b6e5da591 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc69e989-2e42-4cb1-8c0b-7e8b6e5da591 found for delete ", "request_id": "req-9da81a57-896c-4fc3-bb2a-25c0eac7566d"}]} Oct 12 07:36:24.258827 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b49df-43f1-4445-b7b8-b48c943e90dc req-59bf69cd-05f0-43d5-8c79-302c167e3213 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:24.260437 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f02b49df-43f1-4445-b7b8-b48c943e90dc req-59bf69cd-05f0-43d5-8c79-302c167e3213 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d7ff3a8-2019-4527-abbe-d48ffda3bd63 HTTP/1.1" status: 200 len: 945 time: 0.3157454 Oct 12 07:36:24.281715 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-303368ca-6249-40f6-8212-22fe6bb6301d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:24.323710 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f02b49df-43f1-4445-b7b8-b48c943e90dc req-c5e3943c-6cad-4ac3-8e3a-ba131dc000ce tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.26 "GET /v2.0/security-groups?id=fba0b702-4f47-4fb0-ac3b-1d7e566ecb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510731 Oct 12 07:36:24.324789 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-303368ca-6249-40f6-8212-22fe6bb6301d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:24.330823 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303368ca-6249-40f6-8212-22fe6bb6301d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:24.331415 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-303368ca-6249-40f6-8212-22fe6bb6301d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:24.336726 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c47160-5ce7-4af4-8404-23d31101ef6f None None] Network a36a46d4-9c78-413a-8ae9-58fd0e71a207 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:36:24.359644 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0e3f82-bec9-471b-9df1-c8e49f8aa52f None None] Pushing event updated for resources: {'Port': ['ID=54bfc31e-e977-4fce-abd1-7c4758d1b8c7,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:24.366497 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f313128-80bc-4b70-a468-c9add69f7f2f {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:36:24.378962 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-303368ca-6249-40f6-8212-22fe6bb6301d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1056356 Oct 12 07:36:24.400983 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-718be7f8-947c-4a49-bad9-df37a1bedd8e None None] Port 0faede11-8d91-4521-bb27-cfb0fdaa3ea8 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:24.438652 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303368ca-6249-40f6-8212-22fe6bb6301d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Pushing event updated for resources: {'Network': ['ID=6c096534-2672-4e30-a238-2a7623c14374,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:24.455241 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 6c096534-2672-4e30-a238-2a7623c14374 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:36:24.460955 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 3f313128-80bc-4b70-a468-c9add69f7f2f, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=3f313128-80bc-4b70-a468-c9add69f7f2f,segment=NetworkSegment(01061a7e-751f-4946-8a2c-ec9ecc41411f),segment_id=01061a7e-751f-4946-8a2c-ec9ecc41411f)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:36:24.477247 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fd05b9ae-298f-424c-bf2b-4f3201b95efd tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:24.478052 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:24.538208 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-80dec1ed-6bf7-40ed-8ed7-7d93804c9ea3 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:24.543344 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b6c1303b-512b-418a-9330-ddbd140adb89 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:24.555944 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-80dec1ed-6bf7-40ed-8ed7-7d93804c9ea3 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:24.566146 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f6b4e6ab-c909-4401-88e1-8b3baa8096a4 tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:24.589254 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f6b4e6ab-c909-4401-88e1-8b3baa8096a4 tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:24.616270 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=3f313128-80bc-4b70-a468-c9add69f7f2f,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:24.629068 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80dec1ed-6bf7-40ed-8ed7-7d93804c9ea3 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:36:24.649704 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9f523e-4200-435d-bccd-8f2784e43497 None None] get_active_networks_info from dv-neutron-860909-2-hyperv {{(pid=103202) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 07:36:24.661099 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dec1ed-6bf7-40ed-8ed7-7d93804c9ea3 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1dda8e-3897-4b79-826d-a25c2c862b02,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:24.700369 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-80dec1ed-6bf7-40ed-8ed7-7d93804c9ea3 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:24.700714 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-80dec1ed-6bf7-40ed-8ed7-7d93804c9ea3 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Added segment 36be4747-2b81-4e73-a839-d554e9cbd91c of type vlan for network e5632474-952e-466a-b7bc-ef6faeac14d4 Oct 12 07:36:24.720458 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['e11c361a-0e4e-482b-b5a3-5acc3c13e6b6'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 07:36:24.746655 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f6b4e6ab-c909-4401-88e1-8b3baa8096a4 tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:24.754714 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['3f313128-80bc-4b70-a468-c9add69f7f2f'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 07:36:24.778600 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b4e6ab-c909-4401-88e1-8b3baa8096a4 tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] Pushing event updated for resources: {'Port': ['ID=8ebf8e80-551a-4a76-ad20-d250ab5caf74,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:24.822375 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f6b4e6ab-c909-4401-88e1-8b3baa8096a4 tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:24.826449 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f6b4e6ab-c909-4401-88e1-8b3baa8096a4 tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0436559 Oct 12 07:36:24.826900 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36036) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:24.832260 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-80dec1ed-6bf7-40ed-8ed7-7d93804c9ea3 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:24.854493 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9f523e-4200-435d-bccd-8f2784e43497 None None] Resources bound (agent type, host, resource id): {{(pid=103202) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 07:36:24.873428 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-b6c1303b-512b-418a-9330-ddbd140adb89 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Deleting port 54bfc31e-e977-4fce-abd1-7c4758d1b8c7 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:36:24.873739 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b6c1303b-512b-418a-9330-ddbd140adb89 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:24.908019 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-80dec1ed-6bf7-40ed-8ed7-7d93804c9ea3 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:24.909092 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80dec1ed-6bf7-40ed-8ed7-7d93804c9ea3 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:24.909684 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-80dec1ed-6bf7-40ed-8ed7-7d93804c9ea3 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:24.956046 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-75d9dabc-ed42-4d4c-947d-9f7a81003ad0 tempest-FloatingIPAdminTestJSON-121112498 tempest-FloatingIPAdminTestJSON-121112498-project] Request body: {'floatingip': {'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:25.001797 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-75d9dabc-ed42-4d4c-947d-9f7a81003ad0 tempest-FloatingIPAdminTestJSON-121112498 tempest-FloatingIPAdminTestJSON-121112498-project] Notify callbacks [] for floatingip, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:25.008660 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-b6c1303b-512b-418a-9330-ddbd140adb89 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] For port 54bfc31e-e977-4fce-abd1-7c4758d1b8c7, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=54bfc31e-e977-4fce-abd1-7c4758d1b8c7,segment=NetworkSegment(dc69e989-2e42-4cb1-8c0b-7e8b6e5da591),segment_id=dc69e989-2e42-4cb1-8c0b-7e8b6e5da591)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:36:25.008660 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b6c1303b-512b-418a-9330-ddbd140adb89 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:25.095055 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-80dec1ed-6bf7-40ed-8ed7-7d93804c9ea3 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.5469589 Oct 12 07:36:25.096964 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-b6c1303b-512b-418a-9330-ddbd140adb89 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Calling delete_port for 54bfc31e-e977-4fce-abd1-7c4758d1b8c7 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:36:25.118964 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36044) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:25.121625 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dec1ed-6bf7-40ed-8ed7-7d93804c9ea3 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Pushing event updated for resources: {'Network': ['ID=e5632474-952e-466a-b7bc-ef6faeac14d4,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:25.129147 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-bf640814-b9f6-4bd4-a837-fc6ee7043018 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Request body: {'subnet': {'network_id': 'e5632474-952e-466a-b7bc-ef6faeac14d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:25.138190 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-718be7f8-947c-4a49-bad9-df37a1bedd8e None None] Attempt 9 to provision port 0faede11-8d91-4521-bb27-cfb0fdaa3ea8 Oct 12 07:36:25.193424 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fd05b9ae-298f-424c-bf2b-4f3201b95efd tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:25.198168 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4fddf9-03e5-4bf9-97bc-9a9795d95169 req-de7afec2-27a0-4cc1-a669-51f00047a001 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:25.200782 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fa4fddf9-03e5-4bf9-97bc-9a9795d95169 req-de7afec2-27a0-4cc1-a669-51f00047a001 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 945 time: 0.1504500 Oct 12 07:36:25.230356 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf640814-b9f6-4bd4-a837-fc6ee7043018 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Made reservation on behalf of 60e220308c294a8595021261fc327db5 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:36:25.232883 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf640814-b9f6-4bd4-a837-fc6ee7043018 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:25.242137 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fd05b9ae-298f-424c-bf2b-4f3201b95efd tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:25.262778 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-718be7f8-947c-4a49-bad9-df37a1bedd8e None None] Port 0faede11-8d91-4521-bb27-cfb0fdaa3ea8 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:25.290708 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network e5632474-952e-466a-b7bc-ef6faeac14d4 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:36:25.307274 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd655d08-7110-4c32-adb4-7854446df52c req-ba6e65de-35f7-4464-a2e0-c06675257f5b tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:25.318856 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-dd655d08-7110-4c32-adb4-7854446df52c req-ba6e65de-35f7-4464-a2e0-c06675257f5b tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb16c162-d6ac-48f2-9f62-9c357066306e HTTP/1.1" status: 200 len: 945 time: 0.2695739 Oct 12 07:36:25.372586 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b6c1303b-512b-418a-9330-ddbd140adb89 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:25.438582 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c1303b-512b-418a-9330-ddbd140adb89 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event deleted for resources: {'Port': ['ID=54bfc31e-e977-4fce-abd1-7c4758d1b8c7,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:25.453067 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c1303b-512b-418a-9330-ddbd140adb89 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] No DVR routers for this DVR port 54bfc31e-e977-4fce-abd1-7c4758d1b8c7 on host dv-neutron-860909-2-hyperv {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:36:25.485420 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fa4fddf9-03e5-4bf9-97bc-9a9795d95169 req-38237021-cbb4-4e62-a23e-388680f06616 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2729349 Oct 12 07:36:25.513737 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-dd655d08-7110-4c32-adb4-7854446df52c req-dedbadfb-0bc8-48ca-8df9-680d1087e523 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.26 "GET /v2.0/security-groups?id=42a6d0bf-b6f9-4963-b0fd-b6e45de03e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1924529 Oct 12 07:36:25.555308 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-75d9dabc-ed42-4d4c-947d-9f7a81003ad0 tempest-FloatingIPAdminTestJSON-121112498 tempest-FloatingIPAdminTestJSON-121112498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:25.705835 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b6c1303b-512b-418a-9330-ddbd140adb89 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:25.723092 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-fd05b9ae-298f-424c-bf2b-4f3201b95efd tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Allocated IP 2001:db8::1b (f5210c35-0c37-4449-9dbb-dc5e161ed71f/2b401f53-291c-4d7b-8a68-42399498e44a/20b5e6a4-d474-4657-a505-3ddf9368771e) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:36:25.732542 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-75d9dabc-ed42-4d4c-947d-9f7a81003ad0 tempest-FloatingIPAdminTestJSON-121112498 tempest-FloatingIPAdminTestJSON-121112498-project] Allocated IP 172.26.3.48 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/2d21c24a-cf0f-4e58-85cc-bb2e46673ae8) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:36:25.747637 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-b6c1303b-512b-418a-9330-ddbd140adb89 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a36a46d4-9c78-413a-8ae9-58fd0e71a207']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:25.765845 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-b6c1303b-512b-418a-9330-ddbd140adb89 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc69e989-2e42-4cb1-8c0b-7e8b6e5da591') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:25.766355 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-b6c1303b-512b-418a-9330-ddbd140adb89 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc69e989-2e42-4cb1-8c0b-7e8b6e5da591') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:25.788021 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-718be7f8-947c-4a49-bad9-df37a1bedd8e None None] Attempt 10 to provision port 0faede11-8d91-4521-bb27-cfb0fdaa3ea8 Oct 12 07:36:25.807476 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b6c1303b-512b-418a-9330-ddbd140adb89 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:25.835365 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b6c1303b-512b-418a-9330-ddbd140adb89 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:25.836307 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4895fd-ccf4-4ad2-a407-7a74a5c17baa req-e01f1965-c3cb-4466-a4cf-c7295fd98f25 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:25.838914 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2a4895fd-ccf4-4ad2-a407-7a74a5c17baa req-e01f1965-c3cb-4466-a4cf-c7295fd98f25 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d7ff3a8-2019-4527-abbe-d48ffda3bd63 HTTP/1.1" status: 200 len: 945 time: 0.1584435 Oct 12 07:36:25.874004 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-718be7f8-947c-4a49-bad9-df37a1bedd8e None None] Port 0faede11-8d91-4521-bb27-cfb0fdaa3ea8 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:25.883910 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-718be7f8-947c-4a49-bad9-df37a1bedd8e None None] Could not find standard attr ID for object 0756ea43-bae8-4a57-9813-ec8c02968c44. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:36:25.890585 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6c1303b-512b-418a-9330-ddbd140adb89 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:36:25.891114 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b6c1303b-512b-418a-9330-ddbd140adb89 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:25.900564 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-718be7f8-947c-4a49-bad9-df37a1bedd8e None None] Provisioning complete for port 29cb3398-0b18-4ef4-b72e-2e226ec3eabb triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:36:25.900945 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-718be7f8-947c-4a49-bad9-df37a1bedd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:25.901452 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-718be7f8-947c-4a49-bad9-df37a1bedd8e None None] Attempt 1 to provision port 29cb3398-0b18-4ef4-b72e-2e226ec3eabb Oct 12 07:36:25.907506 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2a4895fd-ccf4-4ad2-a407-7a74a5c17baa req-2d8a37fc-313b-4d88-b564-4e00916765e1 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.26 "GET /v2.0/security-groups?id=fba0b702-4f47-4fb0-ac3b-1d7e566ecb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604870 Oct 12 07:36:25.921567 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-75d9dabc-ed42-4d4c-947d-9f7a81003ad0 tempest-FloatingIPAdminTestJSON-121112498 tempest-FloatingIPAdminTestJSON-121112498-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:25.979550 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-75d9dabc-ed42-4d4c-947d-9f7a81003ad0 tempest-FloatingIPAdminTestJSON-121112498 tempest-FloatingIPAdminTestJSON-121112498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:26.000818 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d9dabc-ed42-4d4c-947d-9f7a81003ad0 tempest-FloatingIPAdminTestJSON-121112498 tempest-FloatingIPAdminTestJSON-121112498-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:36:26.003372 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-75d9dabc-ed42-4d4c-947d-9f7a81003ad0 tempest-FloatingIPAdminTestJSON-121112498 tempest-FloatingIPAdminTestJSON-121112498-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:26.022804 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fd05b9ae-298f-424c-bf2b-4f3201b95efd tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:26.026080 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d9dabc-ed42-4d4c-947d-9f7a81003ad0 tempest-FloatingIPAdminTestJSON-121112498 tempest-FloatingIPAdminTestJSON-121112498-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:36:26.039323 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b6c1303b-512b-418a-9330-ddbd140adb89 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:26.039548 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-718be7f8-947c-4a49-bad9-df37a1bedd8e None None] Current status of the port 29cb3398-0b18-4ef4-b72e-2e226ec3eabb is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:36:26.048419 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b6c1303b-512b-418a-9330-ddbd140adb89 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:26.052750 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b6c1303b-512b-418a-9330-ddbd140adb89 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "DELETE /v2.0/networks/a36a46d4-9c78-413a-8ae9-58fd0e71a207 HTTP/1.1" status: 204 len: 168 time: 3.5341322 Oct 12 07:36:26.056901 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36048) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:26.071166 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-06b1c26e-1465-442f-841b-3422f604405f tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1521847947'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:26.084461 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c1303b-512b-418a-9330-ddbd140adb89 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event deleted for resources: {'Network': ['ID=a36a46d4-9c78-413a-8ae9-58fd0e71a207,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:26.098638 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d9dabc-ed42-4d4c-947d-9f7a81003ad0 tempest-FloatingIPAdminTestJSON-121112498 tempest-FloatingIPAdminTestJSON-121112498-project] Pushing event updated for resources: {'Port': ['ID=2d21c24a-cf0f-4e58-85cc-bb2e46673ae8,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:26.118879 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b1c26e-1465-442f-841b-3422f604405f tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Made reservation on behalf of fa6cd5d4308b423397704f513812805b for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:36:26.122522 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-06b1c26e-1465-442f-841b-3422f604405f tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:26.133965 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fd05b9ae-298f-424c-bf2b-4f3201b95efd tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:26.158228 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-83dc5878-965f-4d0e-94da-2dade1641b9e None None] Could not find standard attr ID for object 4e0785f2-173b-4174-b673-6a53474230a5. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:36:26.163844 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-75d9dabc-ed42-4d4c-947d-9f7a81003ad0 tempest-FloatingIPAdminTestJSON-121112498 tempest-FloatingIPAdminTestJSON-121112498-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:26.197659 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.objects.ports [None req-bf640814-b9f6-4bd4-a837-fc6ee7043018 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103201) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 12 07:36:26.198162 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf640814-b9f6-4bd4-a837-fc6ee7043018 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:26.201986 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd05b9ae-298f-424c-bf2b-4f3201b95efd tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Network f5210c35-0c37-4449-9dbb-dc5e161ed71f is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:36:26.203944 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-75d9dabc-ed42-4d4c-947d-9f7a81003ad0 tempest-FloatingIPAdminTestJSON-121112498 tempest-FloatingIPAdminTestJSON-121112498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:26.236834 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-fd05b9ae-298f-424c-bf2b-4f3201b95efd tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:26.243813 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd05b9ae-298f-424c-bf2b-4f3201b95efd tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:36:26.254628 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd05b9ae-298f-424c-bf2b-4f3201b95efd tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Pushing event updated for resources: {'Port': ['ID=20b5e6a4-d474-4657-a505-3ddf9368771e,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:26.260496 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06b1c26e-1465-442f-841b-3422f604405f tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:36:26.297876 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment dc69e989-2e42-4cb1-8c0b-7e8b6e5da591 resource provider aggregate not found Oct 12 07:36:26.321936 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-06b1c26e-1465-442f-841b-3422f604405f tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:26.322313 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-06b1c26e-1465-442f-841b-3422f604405f tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Added segment 176f4b1e-cf60-4556-b02f-152556886a0e of type vlan for network 92110629-aaac-49ff-9399-94e6f29b4a87 Oct 12 07:36:26.377670 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment dc69e989-2e42-4cb1-8c0b-7e8b6e5da591 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc69e989-2e42-4cb1-8c0b-7e8b6e5da591 found for delete ", "request_id": "req-a261e6cc-eebe-4755-a3e5-13fe206f6f43"}]} Oct 12 07:36:26.378301 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf640814-b9f6-4bd4-a837-fc6ee7043018 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6e634e4c-bb8f-411d-a249-58d2dc6ada37,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:26.382961 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-75d9dabc-ed42-4d4c-947d-9f7a81003ad0 tempest-FloatingIPAdminTestJSON-121112498 tempest-FloatingIPAdminTestJSON-121112498-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:26.391859 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-75d9dabc-ed42-4d4c-947d-9f7a81003ad0 tempest-FloatingIPAdminTestJSON-121112498 tempest-FloatingIPAdminTestJSON-121112498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:26.439372 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-06b1c26e-1465-442f-841b-3422f604405f tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:26.452217 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf640814-b9f6-4bd4-a837-fc6ee7043018 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Checking segment: {'id': '36be4747-2b81-4e73-a839-d554e9cbd91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e5632474-952e-466a-b7bc-ef6faeac14d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:36:26.453134 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf640814-b9f6-4bd4-a837-fc6ee7043018 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Network hostable DHCP agents. Network: e5632474-952e-466a-b7bc-ef6faeac14d4, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:36:26.456659 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d9dabc-ed42-4d4c-947d-9f7a81003ad0 tempest-FloatingIPAdminTestJSON-121112498 tempest-FloatingIPAdminTestJSON-121112498-project] Pushing event updated for resources: {'Port': ['ID=2d21c24a-cf0f-4e58-85cc-bb2e46673ae8,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:26.490864 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-75d9dabc-ed42-4d4c-947d-9f7a81003ad0 tempest-FloatingIPAdminTestJSON-121112498 tempest-FloatingIPAdminTestJSON-121112498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:26.506390 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-75d9dabc-ed42-4d4c-947d-9f7a81003ad0 tempest-FloatingIPAdminTestJSON-121112498 tempest-FloatingIPAdminTestJSON-121112498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:26.507791 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-75d9dabc-ed42-4d4c-947d-9f7a81003ad0 tempest-FloatingIPAdminTestJSON-121112498 tempest-FloatingIPAdminTestJSON-121112498-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6780245 Oct 12 07:36:26.510288 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36054) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:26.522091 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-06b1c26e-1465-442f-841b-3422f604405f tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:26.526770 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b1c26e-1465-442f-841b-3422f604405f tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:26.527359 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-06b1c26e-1465-442f-841b-3422f604405f tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:26.568042 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf640814-b9f6-4bd4-a837-fc6ee7043018 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Network e5632474-952e-466a-b7bc-ef6faeac14d4 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:36:26.587704 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-fd06b471-c5d6-4348-adfc-059fd30550ae tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3087 time: 0.0756795 Oct 12 07:36:26.588383 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36060) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:26.616739 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-06b1c26e-1465-442f-841b-3422f604405f tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5573027 Oct 12 07:36:26.621468 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36062) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:26.623811 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-bf640814-b9f6-4bd4-a837-fc6ee7043018 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, e5632474-952e-466a-b7bc-ef6faeac14d4) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:26.633163 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-ce113b50-03ff-4522-aa0c-02b44cdcf809 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Request body: {'subnet': {'network_id': '92110629-aaac-49ff-9399-94e6f29b4a87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:26.636858 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1712ac53-b690-42d3-ad9a-972b8e429b07 None None] Network e5632474-952e-466a-b7bc-ef6faeac14d4 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:36:26.639566 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf640814-b9f6-4bd4-a837-fc6ee7043018 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:26.640728 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf640814-b9f6-4bd4-a837-fc6ee7043018 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:26.689842 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b1c26e-1465-442f-841b-3422f604405f tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event updated for resources: {'Network': ['ID=92110629-aaac-49ff-9399-94e6f29b4a87,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:26.696308 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fd05b9ae-298f-424c-bf2b-4f3201b95efd tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:26.747756 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-bf640814-b9f6-4bd4-a837-fc6ee7043018 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6275427 Oct 12 07:36:26.756868 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36064) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:26.774824 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 92110629-aaac-49ff-9399-94e6f29b4a87 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:36:26.783685 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-f614c70b-710e-4cfe-b7a1-b1a06e478753 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1352045301', 'network_id': 'e5632474-952e-466a-b7bc-ef6faeac14d4'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:26.825540 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-71e41d37-e4d5-4c3a-abff-3ea9afb95453 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2357283 Oct 12 07:36:26.831391 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36066) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:26.839652 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f614c70b-710e-4cfe-b7a1-b1a06e478753 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Made reservation on behalf of 60e220308c294a8595021261fc327db5 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:36:26.841838 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f614c70b-710e-4cfe-b7a1-b1a06e478753 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:26.899981 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16934dbd-f4f3-455b-b709-30a95f97a1e8 None None] Network e5632474-952e-466a-b7bc-ef6faeac14d4 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:36:26.970059 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-f614c70b-710e-4cfe-b7a1-b1a06e478753 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] device_id is not set on port 4b5bb646-8e12-4ae1-aee1-d4af763a888f yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:36:26.996085 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d4120-eb14-4aa7-b052-6a904f677136 req-86314151-d71d-4106-86a0-e5ddf9b4435d tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:26.997651 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-af6d4120-eb14-4aa7-b052-6a904f677136 req-86314151-d71d-4106-86a0-e5ddf9b4435d tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb16c162-d6ac-48f2-9f62-9c357066306e HTTP/1.1" status: 200 len: 945 time: 0.2805099 Oct 12 07:36:27.005615 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ac07b-1ce7-442b-9acf-a38845a20cb6 req-ad86667a-a020-4040-96db-a3adadc411c2 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:27.013016 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-233ac07b-1ce7-442b-9acf-a38845a20cb6 req-ad86667a-a020-4040-96db-a3adadc411c2 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 945 time: 0.2934413 Oct 12 07:36:27.142780 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-af6d4120-eb14-4aa7-b052-6a904f677136 req-b6ec3bb1-f777-49a4-862f-995fd737951a tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.26 "GET /v2.0/security-groups?id=42a6d0bf-b6f9-4963-b0fd-b6e45de03e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276460 Oct 12 07:36:27.151072 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-233ac07b-1ce7-442b-9acf-a38845a20cb6 req-bb38b1c1-4afe-4d28-b752-1caf0e44cffd tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371279 Oct 12 07:36:27.271293 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-4b387ae6-1c0c-4f5a-9c66-c560903c1ce3 tempest-FloatingIPAdminTestJSON-121112498 tempest-FloatingIPAdminTestJSON-121112498-project] Deleting port 2d21c24a-cf0f-4e58-85cc-bb2e46673ae8 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:36:27.271542 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4b387ae6-1c0c-4f5a-9c66-c560903c1ce3 tempest-FloatingIPAdminTestJSON-121112498 tempest-FloatingIPAdminTestJSON-121112498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:27.279949 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-f614c70b-710e-4cfe-b7a1-b1a06e478753 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Allocated IP 172.20.0.8 (e5632474-952e-466a-b7bc-ef6faeac14d4/6e634e4c-bb8f-411d-a249-58d2dc6ada37/4b5bb646-8e12-4ae1-aee1-d4af763a888f) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:36:27.295768 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce113b50-03ff-4522-aa0c-02b44cdcf809 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Made reservation on behalf of fa6cd5d4308b423397704f513812805b for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:36:27.301782 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ce113b50-03ff-4522-aa0c-02b44cdcf809 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:27.373511 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aabd16e-f0cf-41ae-aa65-0a364d391da5 req-92dc8d4b-3631-48f6-b82e-6d4b3d74af67 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:27.375094 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0aabd16e-f0cf-41ae-aa65-0a364d391da5 req-92dc8d4b-3631-48f6-b82e-6d4b3d74af67 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d7ff3a8-2019-4527-abbe-d48ffda3bd63 HTTP/1.1" status: 200 len: 945 time: 0.1507039 Oct 12 07:36:27.446703 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fd05b9ae-298f-424c-bf2b-4f3201b95efd tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:27.460991 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device e11c361a-0e4e-482b-b5a3-5acc3c13e6b6 up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:36:27.496561 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4b387ae6-1c0c-4f5a-9c66-c560903c1ce3 tempest-FloatingIPAdminTestJSON-121112498 tempest-FloatingIPAdminTestJSON-121112498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:27.496906 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4b387ae6-1c0c-4f5a-9c66-c560903c1ce3 tempest-FloatingIPAdminTestJSON-121112498 tempest-FloatingIPAdminTestJSON-121112498-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:27.534142 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-4b387ae6-1c0c-4f5a-9c66-c560903c1ce3 tempest-FloatingIPAdminTestJSON-121112498 tempest-FloatingIPAdminTestJSON-121112498-project] Calling delete_port for 2d21c24a-cf0f-4e58-85cc-bb2e46673ae8 owned by network:floatingip {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:36:27.538802 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0aabd16e-f0cf-41ae-aa65-0a364d391da5 req-eacdca40-9e70-4e8d-b5ca-ae4946112a4f tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.26 "GET /v2.0/security-groups?id=fba0b702-4f47-4fb0-ac3b-1d7e566ecb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511991 Oct 12 07:36:27.552309 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning for port e11c361a-0e4e-482b-b5a3-5acc3c13e6b6 completed by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 12 07:36:27.555328 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d668bf-e135-45de-9393-ed50ea44d555 req-dc6222ea-9023-4f88-8dd4-c9f151e49886 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:27.556862 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-94d668bf-e135-45de-9393-ed50ea44d555 req-dc6222ea-9023-4f88-8dd4-c9f151e49886 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb16c162-d6ac-48f2-9f62-9c357066306e HTTP/1.1" status: 200 len: 945 time: 0.1997452 Oct 12 07:36:27.566108 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port e11c361a-0e4e-482b-b5a3-5acc3c13e6b6 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:36:27.566108 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:27.566449 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port e11c361a-0e4e-482b-b5a3-5acc3c13e6b6 Oct 12 07:36:27.582655 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36072) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:27.588888 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-2cd12752-82c5-4f1c-9d5b-87ea1d4c839a tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Request body: {'floatingip': {'port_id': '29cb3398-0b18-4ef4-b72e-2e226ec3eabb'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:27.597310 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36074) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:27.636205 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-f64f729e-1497-4780-ad6e-4135c22c3a3f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Request body: {'subnet': {'network_id': '6c096534-2672-4e30-a238-2a7623c14374', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:27.674178 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port e11c361a-0e4e-482b-b5a3-5acc3c13e6b6 is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:36:27.674666 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:27.676601 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2cd12752-82c5-4f1c-9d5b-87ea1d4c839a tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Notify callbacks [] for floatingip, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:27.701491 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d7ff3a8-2019-4527-abbe-d48ffda3bd63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11c361a-0e4e-482b-b5a3-5acc3c13e6b6'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:36:27.704845 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c198a97-d92b-473e-b4ec-d21b2874e015" -d '{"events": [{"server_uuid": "3d7ff3a8-2019-4527-abbe-d48ffda3bd63", "name": "network-vif-plugged", "status": "completed", "tag": "e11c361a-0e4e-482b-b5a3-5acc3c13e6b6"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:36:27.718475 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port e11c361a-0e4e-482b-b5a3-5acc3c13e6b6, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=e11c361a-0e4e-482b-b5a3-5acc3c13e6b6,segment=NetworkSegment(57b7b5a9-48b1-4416-ad08-420b947843ea),segment_id=57b7b5a9-48b1-4416-ad08-420b947843ea)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:36:27.724195 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:27.725356 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 3f313128-80bc-4b70-a468-c9add69f7f2f up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:36:27.775784 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16029db-b358-4f08-bdf7-6df3357ec7d7 x-openstack-request-id: req-b16029db-b358-4f08-bdf7-6df3357ec7d7 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:36:27.776146 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d7ff3a8-2019-4527-abbe-d48ffda3bd63", "name": "network-vif-plugged", "status": "completed", "tag": "e11c361a-0e4e-482b-b5a3-5acc3c13e6b6", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:36:27.776525 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b16029db-b358-4f08-bdf7-6df3357ec7d7 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:36:27.776922 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b16029db-b358-4f08-bdf7-6df3357ec7d7'] response: {'server_uuid': '3d7ff3a8-2019-4527-abbe-d48ffda3bd63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11c361a-0e4e-482b-b5a3-5acc3c13e6b6', 'code': 200} Oct 12 07:36:27.821418 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=e11c361a-0e4e-482b-b5a3-5acc3c13e6b6,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:27.836962 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning for port 3f313128-80bc-4b70-a468-c9add69f7f2f completed by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 12 07:36:27.842820 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port 3f313128-80bc-4b70-a468-c9add69f7f2f triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:36:27.843237 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:27.844274 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port 3f313128-80bc-4b70-a468-c9add69f7f2f Oct 12 07:36:27.901071 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f614c70b-710e-4cfe-b7a1-b1a06e478753 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:27.941103 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 3f313128-80bc-4b70-a468-c9add69f7f2f is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:36:27.941482 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:27.985939 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 3f313128-80bc-4b70-a468-c9add69f7f2f, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=3f313128-80bc-4b70-a468-c9add69f7f2f,segment=NetworkSegment(01061a7e-751f-4946-8a2c-ec9ecc41411f),segment_id=01061a7e-751f-4946-8a2c-ec9ecc41411f)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:36:27.989763 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ce113b50-03ff-4522-aa0c-02b44cdcf809 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:27.990957 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:28.016908 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f614c70b-710e-4cfe-b7a1-b1a06e478753 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:28.052330 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=3f313128-80bc-4b70-a468-c9add69f7f2f,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:28.056205 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64f729e-1497-4780-ad6e-4135c22c3a3f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Made reservation on behalf of 424a2a2e1ca749ebbbc99533062ee1d7 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:36:28.059643 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f64f729e-1497-4780-ad6e-4135c22c3a3f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:28.068461 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a5f2d-2c16-4d50-967c-4498197322c5 req-536cc3a9-6251-4946-8a2f-d473cb9ab862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:28.069933 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f38a5f2d-2c16-4d50-967c-4498197322c5 req-536cc3a9-6251-4946-8a2f-d473cb9ab862 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3d7ff3a8-2019-4527-abbe-d48ffda3bd63 HTTP/1.1" status: 200 len: 1099 time: 0.1316636 Oct 12 07:36:28.077033 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f614c70b-710e-4cfe-b7a1-b1a06e478753 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Network e5632474-952e-466a-b7bc-ef6faeac14d4 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:36:28.087680 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-f614c70b-710e-4cfe-b7a1-b1a06e478753 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:28.090078 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f614c70b-710e-4cfe-b7a1-b1a06e478753 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:36:28.096579 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4b387ae6-1c0c-4f5a-9c66-c560903c1ce3 tempest-FloatingIPAdminTestJSON-121112498 tempest-FloatingIPAdminTestJSON-121112498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:28.120926 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f614c70b-710e-4cfe-b7a1-b1a06e478753 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Pushing event updated for resources: {'Port': ['ID=4b5bb646-8e12-4ae1-aee1-d4af763a888f,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:28.147871 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce113b50-03ff-4522-aa0c-02b44cdcf809 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event updated for resources: {'Subnet': ['ID=6ac9aa35-7514-4db2-84d5-3e5bed441503,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:28.149779 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd05b9ae-298f-424c-bf2b-4f3201b95efd tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Router 60f2539f-3412-4c1a-ab86-5ca86457ef33 is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:36:28.161597 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b387ae6-1c0c-4f5a-9c66-c560903c1ce3 tempest-FloatingIPAdminTestJSON-121112498 tempest-FloatingIPAdminTestJSON-121112498-project] Pushing event deleted for resources: {'Port': ['ID=2d21c24a-cf0f-4e58-85cc-bb2e46673ae8,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:28.202009 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f38a5f2d-2c16-4d50-967c-4498197322c5 req-366a45f2-f8c3-4ca2-8392-92fd68eabdd6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fba0b702-4f47-4fb0-ac3b-1d7e566ecb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214797 Oct 12 07:36:28.206148 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f614c70b-710e-4cfe-b7a1-b1a06e478753 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:28.206760 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f614c70b-710e-4cfe-b7a1-b1a06e478753 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:28.253961 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce113b50-03ff-4522-aa0c-02b44cdcf809 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Checking segment: {'id': '176f4b1e-cf60-4556-b02f-152556886a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '92110629-aaac-49ff-9399-94e6f29b4a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:36:28.254402 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce113b50-03ff-4522-aa0c-02b44cdcf809 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Network hostable DHCP agents. Network: 92110629-aaac-49ff-9399-94e6f29b4a87, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:36:28.259003 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f614c70b-710e-4cfe-b7a1-b1a06e478753 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.4809923 Oct 12 07:36:28.262872 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36080) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:28.284082 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4b387ae6-1c0c-4f5a-9c66-c560903c1ce3 tempest-FloatingIPAdminTestJSON-121112498 tempest-FloatingIPAdminTestJSON-121112498-project] Notify callbacks [] for floatingip, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:28.286594 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4b387ae6-1c0c-4f5a-9c66-c560903c1ce3 tempest-FloatingIPAdminTestJSON-121112498 tempest-FloatingIPAdminTestJSON-121112498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:28.287740 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-4b387ae6-1c0c-4f5a-9c66-c560903c1ce3 tempest-FloatingIPAdminTestJSON-121112498 tempest-FloatingIPAdminTestJSON-121112498-project] 10.222.0.26 "DELETE /v2.0/floatingips/22529d46-eb48-4104-98bc-c96f5854726c HTTP/1.1" status: 204 len: 168 time: 1.4548798 Oct 12 07:36:28.290423 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36082) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:28.386153 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce113b50-03ff-4522-aa0c-02b44cdcf809 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Network 92110629-aaac-49ff-9399-94e6f29b4a87 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:36:28.456816 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b5d6a-f1bd-4065-9ed3-0747e3b86d30 req-f0bf6ff9-4481-4aa9-86c7-2d9f3b8d042d tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:28.458330 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-242b5d6a-f1bd-4065-9ed3-0747e3b86d30 req-f0bf6ff9-4481-4aa9-86c7-2d9f3b8d042d tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.2150679 Oct 12 07:36:28.479887 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-ce113b50-03ff-4522-aa0c-02b44cdcf809 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 92110629-aaac-49ff-9399-94e6f29b4a87) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:28.491592 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce113b50-03ff-4522-aa0c-02b44cdcf809 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:28.492173 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ce113b50-03ff-4522-aa0c-02b44cdcf809 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:28.492719 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae51f48-bb31-4397-8f65-338e503eb794 None None] Network 92110629-aaac-49ff-9399-94e6f29b4a87 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:36:28.524368 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd05b9ae-298f-424c-bf2b-4f3201b95efd tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:36:28.542301 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61d0bcc-818b-4b2c-903a-82d5050d2ddb None None] Sync routers for ids ['60f2539f-3412-4c1a-ab86-5ca86457ef33'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:36:28.542822 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-242b5d6a-f1bd-4065-9ed3-0747e3b86d30 req-092a1c20-e975-4a5d-b53c-1f36b4d11e0b tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767148 Oct 12 07:36:28.550236 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-b6cfd6f6-9c07-4d79-bdab-acda57282c4f tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Deleting port 4b5bb646-8e12-4ae1-aee1-d4af763a888f {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:36:28.550843 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b6cfd6f6-9c07-4d79-bdab-acda57282c4f tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:28.560418 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61d0bcc-818b-4b2c-903a-82d5050d2ddb None None] Routers {'60f2539f-3412-4c1a-ab86-5ca86457ef33'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:36:28.561918 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b61d0bcc-818b-4b2c-903a-82d5050d2ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:36:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['60f2539f-3412-4c1a-ab86-5ca86457ef33'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:28.594294 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ce113b50-03ff-4522-aa0c-02b44cdcf809 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9652886 Oct 12 07:36:28.602867 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36084) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:28.615291 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-59961495-19d0-4596-89e4-470bc9a8ace5 tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] Deleting port 8ebf8e80-551a-4a76-ad20-d250ab5caf74 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:36:28.615633 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-59961495-19d0-4596-89e4-470bc9a8ace5 tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:28.638918 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f64f729e-1497-4780-ad6e-4135c22c3a3f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:28.643164 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fd05b9ae-298f-424c-bf2b-4f3201b95efd tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:28.647636 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-fd05b9ae-298f-424c-bf2b-4f3201b95efd tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 4.6022496 Oct 12 07:36:28.648921 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36088) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:28.709183 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b6cfd6f6-9c07-4d79-bdab-acda57282c4f tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:28.735408 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-b61d0bcc-818b-4b2c-903a-82d5050d2ddb None None] Set router 60f2539f-3412-4c1a-ab86-5ca86457ef33 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:36:28.759570 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebbfb50-ffa3-4651-90e2-7db2794cd6cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-92110629-aaac-49ff-9399-94e6f29b4a87', 'network_id': '92110629-aaac-49ff-9399-94e6f29b4a87', 'tenant_id': 'fa6cd5d4308b423397704f513812805b', 'fixed_ips': [{'subnet_id': '6ac9aa35-7514-4db2-84d5-3e5bed441503'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:36:28.760682 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1ebbfb50-ffa3-4651-90e2-7db2794cd6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:28.783846 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64f729e-1497-4780-ad6e-4135c22c3a3f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Pushing event updated for resources: {'Subnet': ['ID=d00ae86c-6979-4ee0-b011-65afdc8cebd8,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:28.795274 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-b6cfd6f6-9c07-4d79-bdab-acda57282c4f tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Calling delete_port for 4b5bb646-8e12-4ae1-aee1-d4af763a888f owned by {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:36:28.883301 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-59961495-19d0-4596-89e4-470bc9a8ace5 tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:28.883629 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-59961495-19d0-4596-89e4-470bc9a8ace5 tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:28.887752 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64f729e-1497-4780-ad6e-4135c22c3a3f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Checking segment: {'id': '3639f2a6-fac0-4a3a-a49e-990c96eb681c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6c096534-2672-4e30-a238-2a7623c14374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:36:28.888157 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64f729e-1497-4780-ad6e-4135c22c3a3f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Network hostable DHCP agents. Network: 6c096534-2672-4e30-a238-2a7623c14374, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:36:28.893525 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.db.resource_extend [None req-2cd12752-82c5-4f1c-9d5b-87ea1d4c839a tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 07:36:28.931082 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b61d0bcc-818b-4b2c-903a-82d5050d2ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f2539f-3412-4c1a-ab86-5ca86457ef33', 'name': '', 'tenant_id': 'd2650e9d3c724a9a91f8c87fcdefe2a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5210c35-0c37-4449-9dbb-dc5e161ed71f', 'external_fixed_ips': [{'subnet_id': '2b401f53-291c-4d7b-8a68-42399498e44a', 'ip_address': '2001:db8::1b'}], 'enable_snat': True}, 'gw_port_id': '20b5e6a4-d474-4657-a505-3ddf9368771e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:36:24Z', 'updated_at': '2022-10-12T07:36:26Z', 'revision_number': 3, 'project_id': 'd2650e9d3c724a9a91f8c87fcdefe2a6', 'gw_port': {'id': '20b5e6a4-d474-4657-a505-3ddf9368771e', 'name': '', 'network_id': 'f5210c35-0c37-4449-9dbb-dc5e161ed71f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e3:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f2539f-3412-4c1a-ab86-5ca86457ef33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '2b401f53-291c-4d7b-8a68-42399498e44a', 'ip_address': '2001:db8::1b', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:36:25Z', 'updated_at': '2022-10-12T07:36:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b401f53-291c-4d7b-8a68-42399498e44a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:28.943688 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-439ed819-c3d3-47a9-8b7e-24c4678e1d70 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for router, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:28.957724 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2cd12752-82c5-4f1c-9d5b-87ea1d4c839a tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:28.963002 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd1a763e-9558-432d-8c8b-000e15a4e773 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:28.964421 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61d0bcc-818b-4b2c-903a-82d5050d2ddb None None] Checking router: 60f2539f-3412-4c1a-ab86-5ca86457ef33 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:36:28.964917 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61d0bcc-818b-4b2c-903a-82d5050d2ddb None None] Updating router 60f2539f-3412-4c1a-ab86-5ca86457ef33 port 20b5e6a4-d474-4657-a505-3ddf9368771e binding host dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:36:28.974921 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2cd12752-82c5-4f1c-9d5b-87ea1d4c839a tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:28.993452 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b61d0bcc-818b-4b2c-903a-82d5050d2ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:29.060251 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-59961495-19d0-4596-89e4-470bc9a8ace5 tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] Calling delete_port for 8ebf8e80-551a-4a76-ad20-d250ab5caf74 owned by network:floatingip {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:36:29.072049 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd1a763e-9558-432d-8c8b-000e15a4e773 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:29.074494 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174d051-f2fe-4cd3-81a6-dc652e535238 req-47953a36-6dd5-4a43-a42f-60f429cd7f43 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:29.076364 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8174d051-f2fe-4cd3-81a6-dc652e535238 req-47953a36-6dd5-4a43-a42f-60f429cd7f43 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d7ff3a8-2019-4527-abbe-d48ffda3bd63 HTTP/1.1" status: 200 len: 946 time: 0.3644958 Oct 12 07:36:29.094723 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-439ed819-c3d3-47a9-8b7e-24c4678e1d70 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:29.132673 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-1ebbfb50-ffa3-4651-90e2-7db2794cd6cd None None] Allocated IP 172.20.0.1 (92110629-aaac-49ff-9399-94e6f29b4a87/6ac9aa35-7514-4db2-84d5-3e5bed441503/b1433810-1cab-4297-87bb-d5dd9d36e016) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:36:29.132909 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64f729e-1497-4780-ad6e-4135c22c3a3f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Network 6c096534-2672-4e30-a238-2a7623c14374 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:36:29.153412 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-f64f729e-1497-4780-ad6e-4135c22c3a3f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 6c096534-2672-4e30-a238-2a7623c14374) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:29.158376 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64f729e-1497-4780-ad6e-4135c22c3a3f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:29.158955 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f64f729e-1497-4780-ad6e-4135c22c3a3f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:29.189596 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f64f729e-1497-4780-ad6e-4135c22c3a3f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5904958 Oct 12 07:36:29.193194 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36090) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:29.196532 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7679626-1ced-413e-b219-f850e48cc0aa None None] Network 6c096534-2672-4e30-a238-2a7623c14374 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:36:29.240740 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8174d051-f2fe-4cd3-81a6-dc652e535238 req-48c5cd24-aa6a-4dda-9a6c-4fb9f48bd452 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.26 "GET /v2.0/security-groups?id=fba0b702-4f47-4fb0-ac3b-1d7e566ecb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556096 Oct 12 07:36:29.288451 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-25d457d8-d1b5-41a1-a486-9f31ecef3b0d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1873049682'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:29.296878 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b61d0bcc-818b-4b2c-903a-82d5050d2ddb None None] Notify callbacks [] for port, precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:29.305103 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b61d0bcc-818b-4b2c-903a-82d5050d2ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:29.331434 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d457d8-d1b5-41a1-a486-9f31ecef3b0d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Made reservation on behalf of 424a2a2e1ca749ebbbc99533062ee1d7 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:36:29.331666 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-439ed819-c3d3-47a9-8b7e-24c4678e1d70 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Deleting port 20b5e6a4-d474-4657-a505-3ddf9368771e {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:36:29.331869 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-439ed819-c3d3-47a9-8b7e-24c4678e1d70 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:29.339838 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-25d457d8-d1b5-41a1-a486-9f31ecef3b0d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:29.356683 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.l3_db [None req-2cd12752-82c5-4f1c-9d5b-87ea1d4c839a tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Floating IP 8bb82277-f4ae-42c4-b1c0-1359adb270f7 associated. External IP: 172.26.3.94, port: 29cb3398-0b18-4ef4-b72e-2e226ec3eabb. Oct 12 07:36:29.359822 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b6cfd6f6-9c07-4d79-bdab-acda57282c4f tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:29.376522 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b61d0bcc-818b-4b2c-903a-82d5050d2ddb None None] Attempting to bind port 20b5e6a4-d474-4657-a505-3ddf9368771e on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:36:29.376927 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b61d0bcc-818b-4b2c-903a-82d5050d2ddb None None] Attempting to bind port 20b5e6a4-d474-4657-a505-3ddf9368771e by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'bc517cd4-fa84-459f-a645-5a9bc8b570f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f5210c35-0c37-4449-9dbb-dc5e161ed71f'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:36:29.387659 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61d0bcc-818b-4b2c-903a-82d5050d2ddb None None] Attempting to bind port 20b5e6a4-d474-4657-a505-3ddf9368771e on network f5210c35-0c37-4449-9dbb-dc5e161ed71f {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:36:29.405183 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61d0bcc-818b-4b2c-903a-82d5050d2ddb None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:36:29.405468 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61d0bcc-818b-4b2c-903a-82d5050d2ddb None None] Checking segment: {'id': 'bc517cd4-fa84-459f-a645-5a9bc8b570f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f5210c35-0c37-4449-9dbb-dc5e161ed71f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:36:29.405885 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b61d0bcc-818b-4b2c-903a-82d5050d2ddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:29.406300 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61d0bcc-818b-4b2c-903a-82d5050d2ddb None None] Bound using segment: {'id': 'bc517cd4-fa84-459f-a645-5a9bc8b570f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f5210c35-0c37-4449-9dbb-dc5e161ed71f'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:36:29.406775 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b61d0bcc-818b-4b2c-903a-82d5050d2ddb None None] Bound port: 20b5e6a4-d474-4657-a505-3ddf9368771e, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc517cd4-fa84-459f-a645-5a9bc8b570f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f5210c35-0c37-4449-9dbb-dc5e161ed71f'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:36:29.407166 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b61d0bcc-818b-4b2c-903a-82d5050d2ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:29.436467 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc20c61-2bb5-4100-99bd-bde05e9ab326 None None] Pushing event updated for resources: {'Port': ['ID=20b5e6a4-d474-4657-a505-3ddf9368771e,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:29.467707 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-b61d0bcc-818b-4b2c-903a-82d5050d2ddb None None] For port 20b5e6a4-d474-4657-a505-3ddf9368771e, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:36:29.471350 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-b61d0bcc-818b-4b2c-903a-82d5050d2ddb None None] For port 20b5e6a4-d474-4657-a505-3ddf9368771e, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=20b5e6a4-d474-4657-a505-3ddf9368771e,segment=NetworkSegment(bc517cd4-fa84-459f-a645-5a9bc8b570f2),segment_id=bc517cd4-fa84-459f-a645-5a9bc8b570f2)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:36:29.479214 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1ebbfb50-ffa3-4651-90e2-7db2794cd6cd None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:29.479916 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b61d0bcc-818b-4b2c-903a-82d5050d2ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:29.488942 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cfd6f6-9c07-4d79-bdab-acda57282c4f tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b5bb646-8e12-4ae1-aee1-d4af763a888f,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:29.510899 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25d457d8-d1b5-41a1-a486-9f31ecef3b0d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:36:29.512751 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1ebbfb50-ffa3-4651-90e2-7db2794cd6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:29.522891 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd1a763e-9558-432d-8c8b-000e15a4e773 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:29.526834 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61d0bcc-818b-4b2c-903a-82d5050d2ddb None None] Routers {'60f2539f-3412-4c1a-ab86-5ca86457ef33'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:36:29.527465 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b61d0bcc-818b-4b2c-903a-82d5050d2ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:36:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['60f2539f-3412-4c1a-ab86-5ca86457ef33'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:29.570412 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebbfb50-ffa3-4651-90e2-7db2794cd6cd None None] Network 92110629-aaac-49ff-9399-94e6f29b4a87 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:36:29.597247 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-1ebbfb50-ffa3-4651-90e2-7db2794cd6cd None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:29.600185 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebbfb50-ffa3-4651-90e2-7db2794cd6cd None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:36:29.602214 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebbfb50-ffa3-4651-90e2-7db2794cd6cd None None] Pushing event updated for resources: {'Port': ['ID=b1433810-1cab-4297-87bb-d5dd9d36e016,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:29.609338 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367919cb-2f51-4893-b612-9dfe4a78d32d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-6c096534-2672-4e30-a238-2a7623c14374', 'network_id': '6c096534-2672-4e30-a238-2a7623c14374', 'tenant_id': '424a2a2e1ca749ebbbc99533062ee1d7', 'fixed_ips': [{'subnet_id': 'd00ae86c-6979-4ee0-b011-65afdc8cebd8'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:36:29.610079 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-367919cb-2f51-4893-b612-9dfe4a78d32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:29.613514 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd1a763e-9558-432d-8c8b-000e15a4e773 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:29.637987 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-cd1a763e-9558-432d-8c8b-000e15a4e773 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92110629-aaac-49ff-9399-94e6f29b4a87']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:29.649412 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-cd1a763e-9558-432d-8c8b-000e15a4e773 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '176f4b1e-cf60-4556-b02f-152556886a0e') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:29.649731 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-cd1a763e-9558-432d-8c8b-000e15a4e773 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '176f4b1e-cf60-4556-b02f-152556886a0e') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:29.663496 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd1a763e-9558-432d-8c8b-000e15a4e773 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:29.683616 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd1a763e-9558-432d-8c8b-000e15a4e773 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:29.688077 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-59961495-19d0-4596-89e4-470bc9a8ace5 tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:29.692159 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd1a763e-9558-432d-8c8b-000e15a4e773 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:36:29.692627 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd1a763e-9558-432d-8c8b-000e15a4e773 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:29.698384 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-439ed819-c3d3-47a9-8b7e-24c4678e1d70 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:29.701635 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-b61d0bcc-818b-4b2c-903a-82d5050d2ddb None None] Set router 60f2539f-3412-4c1a-ab86-5ca86457ef33 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:36:29.703742 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc20c61-2bb5-4100-99bd-bde05e9ab326 None None] Pushing event updated for resources: {'Port': ['ID=20b5e6a4-d474-4657-a505-3ddf9368771e,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:29.747029 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-1ebbfb50-ffa3-4651-90e2-7db2794cd6cd None None] Attempting to bind port b1433810-1cab-4297-87bb-d5dd9d36e016 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:36:29.748250 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-1ebbfb50-ffa3-4651-90e2-7db2794cd6cd None None] Attempting to bind port b1433810-1cab-4297-87bb-d5dd9d36e016 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '176f4b1e-cf60-4556-b02f-152556886a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '92110629-aaac-49ff-9399-94e6f29b4a87'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:36:29.748852 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebbfb50-ffa3-4651-90e2-7db2794cd6cd None None] Attempting to bind port b1433810-1cab-4297-87bb-d5dd9d36e016 on network 92110629-aaac-49ff-9399-94e6f29b4a87 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:36:29.754554 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b6cfd6f6-9c07-4d79-bdab-acda57282c4f tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:29.760390 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b6cfd6f6-9c07-4d79-bdab-acda57282c4f tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] 10.222.0.26 "DELETE /v2.0/ports/4b5bb646-8e12-4ae1-aee1-d4af763a888f HTTP/1.1" status: 204 len: 168 time: 1.4942017 Oct 12 07:36:29.763447 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59961495-19d0-4596-89e4-470bc9a8ace5 tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ebf8e80-551a-4a76-ad20-d250ab5caf74,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:29.763586 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b61d0bcc-818b-4b2c-903a-82d5050d2ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f2539f-3412-4c1a-ab86-5ca86457ef33', 'name': '', 'tenant_id': 'd2650e9d3c724a9a91f8c87fcdefe2a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:36:24Z', 'updated_at': '2022-10-12T07:36:29Z', 'revision_number': 4, 'project_id': 'd2650e9d3c724a9a91f8c87fcdefe2a6', 'gw_port_host': None}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:29.766727 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36094) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:29.778577 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-6f75f6cb-1157-4dcc-8c48-1f03e0ce8e45 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e5632474-952e-466a-b7bc-ef6faeac14d4', 'external_fixed_ips': [{'subnet_id': '6e634e4c-bb8f-411d-a249-58d2dc6ada37', 'ip_address': '172.20.0.8'}]}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:29.789253 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-439ed819-c3d3-47a9-8b7e-24c4678e1d70 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Calling delete_port for 20b5e6a4-d474-4657-a505-3ddf9368771e owned by network:router_gateway {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:36:29.794233 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61d0bcc-818b-4b2c-903a-82d5050d2ddb None None] The sync data for ids ['60f2539f-3412-4c1a-ab86-5ca86457ef33'] in dv-neutron-860909-2-hyperv is: [{'id': '60f2539f-3412-4c1a-ab86-5ca86457ef33', 'name': '', 'tenant_id': 'd2650e9d3c724a9a91f8c87fcdefe2a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:36:24Z', 'updated_at': '2022-10-12T07:36:29Z', 'revision_number': 4, 'project_id': 'd2650e9d3c724a9a91f8c87fcdefe2a6', 'gw_port_host': None}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:36:29.820714 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-25d457d8-d1b5-41a1-a486-9f31ecef3b0d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:29.821063 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-25d457d8-d1b5-41a1-a486-9f31ecef3b0d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Added segment a0daf93a-8202-4b39-ace0-f4ff4c49c9fc of type vlan for network 58e10f4d-586a-443f-acde-f26e9b8bd1b3 Oct 12 07:36:29.822953 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.db.api [None req-cd1a763e-9558-432d-8c8b-000e15a4e773 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 07:36:29.822953 dv-neutron-860909-2-hyperv neutron-server[103201]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 07:36:29.822953 dv-neutron-860909-2-hyperv neutron-server[103201]: [parameters: {'id': '92110629-aaac-49ff-9399-94e6f29b4a87'}] Oct 12 07:36:29.822953 dv-neutron-860909-2-hyperv neutron-server[103201]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103201) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 07:36:29.823323 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG oslo_db.api [None req-cd1a763e-9558-432d-8c8b-000e15a4e773 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 07:36:29.853716 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f313128-80bc-4b70-a468-c9add69f7f2f'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:36:29.857887 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14840f0e-e59b-4ef4-b581-bf1529a2070f" -d '{"events": [{"server_uuid": "4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f", "name": "network-vif-plugged", "status": "completed", "tag": "3f313128-80bc-4b70-a468-c9add69f7f2f"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:36:29.907585 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb0d56-c20e-4d1b-b73a-e9a80cb22317 req-107618ae-ac9b-4584-a677-62c4d2c7756b tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:29.909177 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8bdb0d56-c20e-4d1b-b73a-e9a80cb22317 req-107618ae-ac9b-4584-a677-62c4d2c7756b tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.2273483 Oct 12 07:36:29.916594 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-59961495-19d0-4596-89e4-470bc9a8ace5 tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:29.918983 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-59961495-19d0-4596-89e4-470bc9a8ace5 tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:29.920174 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-59961495-19d0-4596-89e4-470bc9a8ace5 tempest-FloatingIPAdminTestJSON-1692747588 tempest-FloatingIPAdminTestJSON-1692747588-project-admin] 10.222.0.26 "DELETE /v2.0/floatingips/5d0a3a63-a36f-4558-a89d-17ea2aa304d0 HTTP/1.1" status: 204 len: 168 time: 1.6288478 Oct 12 07:36:29.927158 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36100) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:29.960483 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78072cb5-281a-4b61-8a5d-4d7f353ccc14 x-openstack-request-id: req-78072cb5-281a-4b61-8a5d-4d7f353ccc14 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:36:29.960872 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f", "name": "network-vif-plugged", "status": "completed", "tag": "3f313128-80bc-4b70-a468-c9add69f7f2f", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:36:29.961035 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-78072cb5-281a-4b61-8a5d-4d7f353ccc14 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:36:29.961430 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78072cb5-281a-4b61-8a5d-4d7f353ccc14'] response: {'server_uuid': '4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f313128-80bc-4b70-a468-c9add69f7f2f', 'code': 200} Oct 12 07:36:29.974475 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebbfb50-ffa3-4651-90e2-7db2794cd6cd None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:36:29.974931 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebbfb50-ffa3-4651-90e2-7db2794cd6cd None None] Checking segment: {'id': '176f4b1e-cf60-4556-b02f-152556886a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '92110629-aaac-49ff-9399-94e6f29b4a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:36:29.975346 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1ebbfb50-ffa3-4651-90e2-7db2794cd6cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:29.977909 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebbfb50-ffa3-4651-90e2-7db2794cd6cd None None] Bound using segment: {'id': '176f4b1e-cf60-4556-b02f-152556886a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '92110629-aaac-49ff-9399-94e6f29b4a87'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:36:29.978484 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-1ebbfb50-ffa3-4651-90e2-7db2794cd6cd None None] Bound port: b1433810-1cab-4297-87bb-d5dd9d36e016, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176f4b1e-cf60-4556-b02f-152556886a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '92110629-aaac-49ff-9399-94e6f29b4a87'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:36:29.978879 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1ebbfb50-ffa3-4651-90e2-7db2794cd6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:30.001605 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-367919cb-2f51-4893-b612-9dfe4a78d32d None None] Allocated IP 2001:db8:0:ffff::2 (6c096534-2672-4e30-a238-2a7623c14374/d00ae86c-6979-4ee0-b011-65afdc8cebd8/600d2bd9-607d-4c57-9ba6-5274fd0a94fa) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:36:30.089790 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8bdb0d56-c20e-4d1b-b73a-e9a80cb22317 req-596da57d-5808-4664-80c5-05d0a6c28415 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616473 Oct 12 07:36:30.176166 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-1ebbfb50-ffa3-4651-90e2-7db2794cd6cd None None] For port b1433810-1cab-4297-87bb-d5dd9d36e016, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:36:30.184028 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-548716cd-5d14-4675-b4fd-a8faae9e2067 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Deleting port 0faede11-8d91-4521-bb27-cfb0fdaa3ea8 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:36:30.184367 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-548716cd-5d14-4675-b4fd-a8faae9e2067 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:30.192274 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-1ebbfb50-ffa3-4651-90e2-7db2794cd6cd None None] For port b1433810-1cab-4297-87bb-d5dd9d36e016, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=b1433810-1cab-4297-87bb-d5dd9d36e016,segment=NetworkSegment(176f4b1e-cf60-4556-b02f-152556886a0e),segment_id=176f4b1e-cf60-4556-b02f-152556886a0e)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:36:30.203600 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6f75f6cb-1157-4dcc-8c48-1f03e0ce8e45 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:30.204178 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6f75f6cb-1157-4dcc-8c48-1f03e0ce8e45 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:30.204851 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1ebbfb50-ffa3-4651-90e2-7db2794cd6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:30.209826 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a763e-9558-432d-8c8b-000e15a4e773 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event deleted for resources: {'Subnet': ['ID=6ac9aa35-7514-4db2-84d5-3e5bed441503,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:30.211394 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea9e4c-586c-4075-a29e-fca5011bb07a req-4b7cbb73-105b-4940-9ece-5ec27b8ac361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:30.213497 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a4ea9e4c-586c-4075-a29e-fca5011bb07a req-4b7cbb73-105b-4940-9ece-5ec27b8ac361 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 1099 time: 0.1097641 Oct 12 07:36:30.241090 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-439ed819-c3d3-47a9-8b7e-24c4678e1d70 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:30.249901 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-25d457d8-d1b5-41a1-a486-9f31ecef3b0d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:30.253217 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 176f4b1e-cf60-4556-b02f-152556886a0e resource provider aggregate not found Oct 12 07:36:30.318726 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 176f4b1e-cf60-4556-b02f-152556886a0e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 176f4b1e-cf60-4556-b02f-152556886a0e found for delete ", "request_id": "req-64cb9aad-7c10-453e-bc97-68961adde7f7"}]} Oct 12 07:36:30.332142 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd1a763e-9558-432d-8c8b-000e15a4e773 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:30.365713 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ed819-c3d3-47a9-8b7e-24c4678e1d70 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Pushing event deleted for resources: {'Port': ['ID=20b5e6a4-d474-4657-a505-3ddf9368771e,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:30.373676 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6f75f6cb-1157-4dcc-8c48-1f03e0ce8e45 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:30.380005 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-25d457d8-d1b5-41a1-a486-9f31ecef3b0d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:30.383619 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-367919cb-2f51-4893-b612-9dfe4a78d32d None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:30.385482 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d457d8-d1b5-41a1-a486-9f31ecef3b0d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:30.386118 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-25d457d8-d1b5-41a1-a486-9f31ecef3b0d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:30.395479 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-367919cb-2f51-4893-b612-9dfe4a78d32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:30.418138 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ecbb49-d7ab-4f6e-82e9-11bae1f11e52 None None] Network 92110629-aaac-49ff-9399-94e6f29b4a87 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:36:30.429858 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367919cb-2f51-4893-b612-9dfe4a78d32d None None] Network 6c096534-2672-4e30-a238-2a7623c14374 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:36:30.441495 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-367919cb-2f51-4893-b612-9dfe4a78d32d None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:30.445266 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebbfb50-ffa3-4651-90e2-7db2794cd6cd None None] Pushing event updated for resources: {'Port': ['ID=b1433810-1cab-4297-87bb-d5dd9d36e016,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:30.448685 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367919cb-2f51-4893-b612-9dfe4a78d32d None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:36:30.465193 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd12752-82c5-4f1c-9d5b-87ea1d4c839a tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Router 1f7c54b3-40fa-445f-9248-756925286d0d has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:36:30.534150 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-25d457d8-d1b5-41a1-a486-9f31ecef3b0d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2507818 Oct 12 07:36:30.561443 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36106) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:30.570346 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-cf9c6c4c-920d-4310-9749-3eb0571e9b48 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Request body: {'subnet': {'network_id': '58e10f4d-586a-443f-acde-f26e9b8bd1b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:30.597242 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367919cb-2f51-4893-b612-9dfe4a78d32d None None] Pushing event updated for resources: {'Port': ['ID=600d2bd9-607d-4c57-9ba6-5274fd0a94fa,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:30.619695 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d457d8-d1b5-41a1-a486-9f31ecef3b0d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Pushing event updated for resources: {'Network': ['ID=58e10f4d-586a-443f-acde-f26e9b8bd1b3,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:30.633087 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-367919cb-2f51-4893-b612-9dfe4a78d32d None None] Attempting to bind port 600d2bd9-607d-4c57-9ba6-5274fd0a94fa on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:36:30.633458 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-367919cb-2f51-4893-b612-9dfe4a78d32d None None] Attempting to bind port 600d2bd9-607d-4c57-9ba6-5274fd0a94fa by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '3639f2a6-fac0-4a3a-a49e-990c96eb681c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6c096534-2672-4e30-a238-2a7623c14374'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:36:30.633821 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367919cb-2f51-4893-b612-9dfe4a78d32d None None] Attempting to bind port 600d2bd9-607d-4c57-9ba6-5274fd0a94fa on network 6c096534-2672-4e30-a238-2a7623c14374 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:36:30.641727 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-439ed819-c3d3-47a9-8b7e-24c4678e1d70 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:30.659476 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 58e10f4d-586a-443f-acde-f26e9b8bd1b3 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:36:30.662701 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a4ea9e4c-586c-4075-a29e-fca5011bb07a req-211bfc80-13eb-4974-9bd6-aac9110f0b2a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4380901 Oct 12 07:36:30.677081 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367919cb-2f51-4893-b612-9dfe4a78d32d None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:36:30.677428 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367919cb-2f51-4893-b612-9dfe4a78d32d None None] Checking segment: {'id': '3639f2a6-fac0-4a3a-a49e-990c96eb681c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6c096534-2672-4e30-a238-2a7623c14374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:36:30.677883 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-367919cb-2f51-4893-b612-9dfe4a78d32d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:30.678671 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367919cb-2f51-4893-b612-9dfe4a78d32d None None] Bound using segment: {'id': '3639f2a6-fac0-4a3a-a49e-990c96eb681c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6c096534-2672-4e30-a238-2a7623c14374'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:36:30.678780 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-367919cb-2f51-4893-b612-9dfe4a78d32d None None] Bound port: 600d2bd9-607d-4c57-9ba6-5274fd0a94fa, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3639f2a6-fac0-4a3a-a49e-990c96eb681c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6c096534-2672-4e30-a238-2a7623c14374'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:36:30.679140 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-367919cb-2f51-4893-b612-9dfe4a78d32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:30.713227 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6f75f6cb-1157-4dcc-8c48-1f03e0ce8e45 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:30.726473 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-548716cd-5d14-4675-b4fd-a8faae9e2067 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:30.745130 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-548716cd-5d14-4675-b4fd-a8faae9e2067 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Calling delete_port for 0faede11-8d91-4521-bb27-cfb0fdaa3ea8 owned by {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:36:30.780768 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-439ed819-c3d3-47a9-8b7e-24c4678e1d70 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:30.786342 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-439ed819-c3d3-47a9-8b7e-24c4678e1d70 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:30.806575 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a016111-6fb9-48b4-b7c1-cd80704a4bdb req-991fce76-21bf-4864-b056-1a4e5615f30f tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:30.808095 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0a016111-6fb9-48b4-b7c1-cd80704a4bdb req-991fce76-21bf-4864-b056-1a4e5615f30f tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d7ff3a8-2019-4527-abbe-d48ffda3bd63 HTTP/1.1" status: 200 len: 946 time: 0.1876566 Oct 12 07:36:30.822364 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-367919cb-2f51-4893-b612-9dfe4a78d32d None None] For port 600d2bd9-607d-4c57-9ba6-5274fd0a94fa, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:36:30.826170 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-367919cb-2f51-4893-b612-9dfe4a78d32d None None] For port 600d2bd9-607d-4c57-9ba6-5274fd0a94fa, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=600d2bd9-607d-4c57-9ba6-5274fd0a94fa,segment=NetworkSegment(3639f2a6-fac0-4a3a-a49e-990c96eb681c),segment_id=3639f2a6-fac0-4a3a-a49e-990c96eb681c)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:36:30.834338 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-367919cb-2f51-4893-b612-9dfe4a78d32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:30.862493 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-cd1a763e-9558-432d-8c8b-000e15a4e773 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Deleting port b1433810-1cab-4297-87bb-d5dd9d36e016 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:36:30.863408 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd1a763e-9558-432d-8c8b-000e15a4e773 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:30.872528 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9c6c4c-920d-4310-9749-3eb0571e9b48 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Made reservation on behalf of 424a2a2e1ca749ebbbc99533062ee1d7 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:36:30.876313 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cf9c6c4c-920d-4310-9749-3eb0571e9b48 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:30.897123 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-439ed819-c3d3-47a9-8b7e-24c4678e1d70 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:30.897123 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439ed819-c3d3-47a9-8b7e-24c4678e1d70 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 60f2539f-3412-4c1a-ab86-5ca86457ef33 {{(pid=103200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:36:30.906607 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-439ed819-c3d3-47a9-8b7e-24c4678e1d70 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:30.910533 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-439ed819-c3d3-47a9-8b7e-24c4678e1d70 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] 10.222.0.26 "DELETE /v2.0/routers/60f2539f-3412-4c1a-ab86-5ca86457ef33 HTTP/1.1" status: 204 len: 168 time: 2.2572892 Oct 12 07:36:30.918094 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36108) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:30.918493 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367919cb-2f51-4893-b612-9dfe4a78d32d None None] Pushing event updated for resources: {'Port': ['ID=600d2bd9-607d-4c57-9ba6-5274fd0a94fa,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:30.969714 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0a016111-6fb9-48b4-b7c1-cd80704a4bdb req-944053f1-4332-45f6-96a1-1c822963ab52 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.26 "GET /v2.0/security-groups?id=fba0b702-4f47-4fb0-ac3b-1d7e566ecb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990281 Oct 12 07:36:30.976334 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd12752-82c5-4f1c-9d5b-87ea1d4c839a tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:36:30.985277 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2cd12752-82c5-4f1c-9d5b-87ea1d4c839a tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:30.990516 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea91f6e-0b8c-46c1-907f-d927dbf20721 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Deleting subnet 2b401f53-291c-4d7b-8a68-42399498e44a {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:36:30.994328 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-aea91f6e-0b8c-46c1-907f-d927dbf20721 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:31.004375 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56683c4c-7697-472a-b41b-dedd7eda187c None None] Sync routers for ids ['1f7c54b3-40fa-445f-9248-756925286d0d'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:36:31.026861 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56683c4c-7697-472a-b41b-dedd7eda187c None None] Routers {'1f7c54b3-40fa-445f-9248-756925286d0d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:36:31.028135 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-56683c4c-7697-472a-b41b-dedd7eda187c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:36:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['1f7c54b3-40fa-445f-9248-756925286d0d'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:31.049652 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-aea91f6e-0b8c-46c1-907f-d927dbf20721 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:31.060097 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-cd1a763e-9558-432d-8c8b-000e15a4e773 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] For port b1433810-1cab-4297-87bb-d5dd9d36e016, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=b1433810-1cab-4297-87bb-d5dd9d36e016,segment=NetworkSegment(176f4b1e-cf60-4556-b02f-152556886a0e),segment_id=176f4b1e-cf60-4556-b02f-152556886a0e)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:36:31.060463 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd1a763e-9558-432d-8c8b-000e15a4e773 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:31.116924 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-548716cd-5d14-4675-b4fd-a8faae9e2067 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:31.120452 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-2cd12752-82c5-4f1c-9d5b-87ea1d4c839a tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.26 "PUT /v2.0/floatingips/8bb82277-f4ae-42c4-b1c0-1359adb270f7 HTTP/1.1" status: 200 len: 990 time: 3.5354006 Oct 12 07:36:31.121616 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-cd1a763e-9558-432d-8c8b-000e15a4e773 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Calling delete_port for b1433810-1cab-4297-87bb-d5dd9d36e016 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:36:31.125084 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb16c162-d6ac-48f2-9f62-9c357066306e', 'tag': '29cb3398-0b18-4ef4-b72e-2e226ec3eabb'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:36:31.133815 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddba47f6901442025abf8f9725c41876113475a10693ce4f7782efac72d774e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ae35a9-4051-43e1-a099-5b74490c65b2" -d '{"events": [{"name": "network-changed", "server_uuid": "fb16c162-d6ac-48f2-9f62-9c357066306e", "tag": "29cb3398-0b18-4ef4-b72e-2e226ec3eabb"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:36:31.169197 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548716cd-5d14-4675-b4fd-a8faae9e2067 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Pushing event deleted for resources: {'Port': ['ID=0faede11-8d91-4521-bb27-cfb0fdaa3ea8,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:31.257289 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-aea91f6e-0b8c-46c1-907f-d927dbf20721 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:31.322953 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd1a763e-9558-432d-8c8b-000e15a4e773 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:31.351116 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-56683c4c-7697-472a-b41b-dedd7eda187c None None] Set router 1f7c54b3-40fa-445f-9248-756925286d0d gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:36:31.380684 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a763e-9558-432d-8c8b-000e15a4e773 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event deleted for resources: {'Port': ['ID=b1433810-1cab-4297-87bb-d5dd9d36e016,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:31.467653 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1a763e-9558-432d-8c8b-000e15a4e773 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] No DVR routers for this DVR port b1433810-1cab-4297-87bb-d5dd9d36e016 on host dv-neutron-860909-2-hyperv {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:36:31.487486 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-aea91f6e-0b8c-46c1-907f-d927dbf20721 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:31.501263 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a68f71-1415-48aa-8cce-e7be94b59648 req-9fbc989f-9daf-458d-b403-123fa40758a0 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:31.502913 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-36a68f71-1415-48aa-8cce-e7be94b59648 req-9fbc989f-9daf-458d-b403-123fa40758a0 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d7ff3a8-2019-4527-abbe-d48ffda3bd63 HTTP/1.1" status: 200 len: 946 time: 0.1771700 Oct 12 07:36:31.539783 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36118) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:31.542362 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea91f6e-0b8c-46c1-907f-d927dbf20721 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2b401f53-291c-4d7b-8a68-42399498e44a,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:31.562624 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-548716cd-5d14-4675-b4fd-a8faae9e2067 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:31.570562 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-548716cd-5d14-4675-b4fd-a8faae9e2067 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] 10.222.0.26 "DELETE /v2.0/ports/0faede11-8d91-4521-bb27-cfb0fdaa3ea8 HTTP/1.1" status: 204 len: 168 time: 1.6410317 Oct 12 07:36:31.576438 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36120) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:31.577573 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-aea91f6e-0b8c-46c1-907f-d927dbf20721 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:31.599002 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-aea91f6e-0b8c-46c1-907f-d927dbf20721 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] 10.222.0.26 "DELETE /v2.0/subnets/2b401f53-291c-4d7b-8a68-42399498e44a HTTP/1.1" status: 204 len: 168 time: 0.6765480 Oct 12 07:36:31.604107 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36122) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:31.658953 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c2675-7740-4801-8ef6-80c4b0d391bd req-f70671e3-605b-462e-9b96-96147e630e89 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:31.660236 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a67ad86-2dea-4ca3-b435-147ada07a628 x-openstack-request-id: req-4a67ad86-2dea-4ca3-b435-147ada07a628 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:36:31.660537 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb16c162-d6ac-48f2-9f62-9c357066306e", "tag": "29cb3398-0b18-4ef4-b72e-2e226ec3eabb", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:36:31.660794 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4a67ad86-2dea-4ca3-b435-147ada07a628 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:36:31.661190 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a67ad86-2dea-4ca3-b435-147ada07a628'] response: {'name': 'network-changed', 'server_uuid': 'fb16c162-d6ac-48f2-9f62-9c357066306e', 'tag': '29cb3398-0b18-4ef4-b72e-2e226ec3eabb', 'status': 'completed', 'code': 200} Oct 12 07:36:31.667251 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-5b9b78ae-5aa3-4526-b0af-08b602c4800a tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Request body: {'floatingip': {'port_id': 'e11c361a-0e4e-482b-b5a3-5acc3c13e6b6'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:31.675093 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6b7c2675-7740-4801-8ef6-80c4b0d391bd req-f70671e3-605b-462e-9b96-96147e630e89 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb16c162-d6ac-48f2-9f62-9c357066306e HTTP/1.1" status: 200 len: 945 time: 0.3325698 Oct 12 07:36:31.762522 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd1a763e-9558-432d-8c8b-000e15a4e773 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:31.828653 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e12e44-873d-409c-b954-7afa3586b1e6 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:31.830555 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c7e12e44-873d-409c-b954-7afa3586b1e6 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a20e839-e412-40cd-978e-9be6813a7eea HTTP/1.1" status: 200 len: 913 time: 0.2280140 Oct 12 07:36:31.834004 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36124) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:31.845366 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b9b78ae-5aa3-4526-b0af-08b602c4800a tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Notify callbacks [] for floatingip, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:31.857081 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6b7c2675-7740-4801-8ef6-80c4b0d391bd req-a3799105-3e18-4661-9b0f-50a055a00799 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.26 "GET /v2.0/security-groups?id=42a6d0bf-b6f9-4963-b0fd-b6e45de03e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1808553 Oct 12 07:36:31.889775 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 600d2bd9-607d-4c57-9ba6-5274fd0a94fa up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:36:31.938506 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-573a486a-00ab-42c1-b597-ebf495812ed0 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:31.942277 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae35a9-4051-43e1-a099-5b74490c65b2 req-946856e6-c6e9-4dd3-b2ad-b4868e99b10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:31.943870 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d9ae35a9-4051-43e1-a099-5b74490c65b2 req-946856e6-c6e9-4dd3-b2ad-b4868e99b10e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a0e718319f2f47eaa8365a4dcdddd428&device_id=fb16c162-d6ac-48f2-9f62-9c357066306e HTTP/1.1" status: 200 len: 1098 time: 0.3067551 Oct 12 07:36:31.947403 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-cd1a763e-9558-432d-8c8b-000e15a4e773 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92110629-aaac-49ff-9399-94e6f29b4a87']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:31.951511 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bfa570-b95d-465a-8ea6-a72d3d5a213a req-e10ac50e-0e23-42ab-b4fe-5fafbf2f6192 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:31.953213 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-72bfa570-b95d-465a-8ea6-a72d3d5a213a req-e10ac50e-0e23-42ab-b4fe-5fafbf2f6192 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.2322161 Oct 12 07:36:31.964440 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-cd1a763e-9558-432d-8c8b-000e15a4e773 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '176f4b1e-cf60-4556-b02f-152556886a0e') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:31.964664 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-cd1a763e-9558-432d-8c8b-000e15a4e773 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '176f4b1e-cf60-4556-b02f-152556886a0e') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:31.975016 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd1a763e-9558-432d-8c8b-000e15a4e773 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:31.986170 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 600d2bd9-607d-4c57-9ba6-5274fd0a94fa triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:36:31.986899 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:31.988288 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd1a763e-9558-432d-8c8b-000e15a4e773 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:31.988550 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 600d2bd9-607d-4c57-9ba6-5274fd0a94fa Oct 12 07:36:31.994348 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd1a763e-9558-432d-8c8b-000e15a4e773 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:36:31.994748 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd1a763e-9558-432d-8c8b-000e15a4e773 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:32.052933 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-72bfa570-b95d-465a-8ea6-a72d3d5a213a req-544ef5c2-ef72-495e-8593-275be0317c86 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933368 Oct 12 07:36:32.066297 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-56683c4c-7697-472a-b41b-dedd7eda187c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7c54b3-40fa-445f-9248-756925286d0d', 'name': 'tempest-ServersTestManualDisk-740973645-router', 'tenant_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240'}], 'enable_snat': True}, 'gw_port_id': '9a1ed44a-445c-416e-9ae3-5c8bab8a9733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:35:35Z', 'updated_at': '2022-10-12T07:35:45Z', 'revision_number': 4, 'project_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'gw_port': {'id': '9a1ed44a-445c-416e-9ae3-5c8bab8a9733', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:13:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c54b3-40fa-445f-9248-756925286d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:36Z', 'updated_at': '2022-10-12T07:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '8bb82277-f4ae-42c4-b1c0-1359adb270f7', 'tenant_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'floating_ip_address': '172.26.3.94', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '1f7c54b3-40fa-445f-9248-756925286d0d', 'port_id': '29cb3398-0b18-4ef4-b72e-2e226ec3eabb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd47104f6-86e0-4057-9a4c-a534656ec157', 'mac_address': 'fa:16:3e:9c:c4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb16c162-d6ac-48f2-9f62-9c357066306e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:35:54Z', 'updated_at': '2022-10-12T07:36:28Z', 'revision_number': 1, 'project_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '050e1f97-ca32-4d5f-941b-d96db6d6d111', 'name': '', 'network_id': 'd47104f6-86e0-4057-9a4c-a534656ec157', 'tenant_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'mac_address': 'fa:16:3e:7f:a9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c54b3-40fa-445f-9248-756925286d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'be914b83-aeee-49e0-9150-828f24ed2c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:44Z', 'updated_at': '2022-10-12T07:35:54Z', 'revision_number': 5, 'project_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'subnets': [{'id': 'be914b83-aeee-49e0-9150-828f24ed2c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:32.068660 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6f75f6cb-1157-4dcc-8c48-1f03e0ce8e45 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:32.091823 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.objects.ports [None req-cf9c6c4c-920d-4310-9749-3eb0571e9b48 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103201) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 12 07:36:32.165336 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-573a486a-00ab-42c1-b597-ebf495812ed0 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:32.186303 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae35a9-4051-43e1-a099-5b74490c65b2 req-d37df959-57e5-47d9-9e7f-713e39b264d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:32.188347 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d9ae35a9-4051-43e1-a099-5b74490c65b2 req-d37df959-57e5-47d9-9e7f-713e39b264d7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d47104f6-86e0-4057-9a4c-a534656ec157 HTTP/1.1" status: 200 len: 912 time: 0.2212024 Oct 12 07:36:32.204755 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-573a486a-00ab-42c1-b597-ebf495812ed0 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5210c35-0c37-4449-9dbb-dc5e161ed71f']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:32.250988 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-573a486a-00ab-42c1-b597-ebf495812ed0 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc517cd4-fa84-459f-a645-5a9bc8b570f2') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:32.251294 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-573a486a-00ab-42c1-b597-ebf495812ed0 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc517cd4-fa84-459f-a645-5a9bc8b570f2') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:32.279001 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cf9c6c4c-920d-4310-9749-3eb0571e9b48 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:32.286115 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-573a486a-00ab-42c1-b597-ebf495812ed0 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:32.289068 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6f75f6cb-1157-4dcc-8c48-1f03e0ce8e45 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:32.291300 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56683c4c-7697-472a-b41b-dedd7eda187c None None] Checking router: 1f7c54b3-40fa-445f-9248-756925286d0d for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:36:32.306405 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56683c4c-7697-472a-b41b-dedd7eda187c None None] Routers {'1f7c54b3-40fa-445f-9248-756925286d0d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:36:32.307437 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-56683c4c-7697-472a-b41b-dedd7eda187c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:36:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['1f7c54b3-40fa-445f-9248-756925286d0d'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:32.320472 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-573a486a-00ab-42c1-b597-ebf495812ed0 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:32.324266 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d9ae35a9-4051-43e1-a099-5b74490c65b2 req-e633f099-7507-4f7b-bc41-58cec6c7256c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29cb3398-0b18-4ef4-b72e-2e226ec3eabb HTTP/1.1" status: 200 len: 998 time: 0.1277814 Oct 12 07:36:32.329705 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-573a486a-00ab-42c1-b597-ebf495812ed0 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:36:32.330192 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd1a763e-9558-432d-8c8b-000e15a4e773 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:32.330413 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-573a486a-00ab-42c1-b597-ebf495812ed0 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:32.371594 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd1a763e-9558-432d-8c8b-000e15a4e773 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:32.376035 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-cd1a763e-9558-432d-8c8b-000e15a4e773 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "DELETE /v2.0/networks/92110629-aaac-49ff-9399-94e6f29b4a87 HTTP/1.1" status: 204 len: 168 time: 3.7717736 Oct 12 07:36:32.379293 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36134) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:32.393630 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d365bb-b095-4fa0-924a-81049e4837ef None None] Network 6c096534-2672-4e30-a238-2a7623c14374 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:36:32.398577 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 600d2bd9-607d-4c57-9ba6-5274fd0a94fa is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:36:32.398986 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:32.399110 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 176f4b1e-cf60-4556-b02f-152556886a0e resource provider aggregate not found Oct 12 07:36:32.423362 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-492deeff-922f-42af-abfd-5a3b1f900bd9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1576788850'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:32.428448 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment bc517cd4-fa84-459f-a645-5a9bc8b570f2 resource provider aggregate not found Oct 12 07:36:32.457385 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment bc517cd4-fa84-459f-a645-5a9bc8b570f2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bc517cd4-fa84-459f-a645-5a9bc8b570f2 found for delete ", "request_id": "req-4ae7090e-5b4a-4255-bcb4-4b8b70bbbb03"}]} Oct 12 07:36:32.458738 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae35a9-4051-43e1-a099-5b74490c65b2 req-53b944ba-aa33-4e30-98f4-691763af91f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:32.460338 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d9ae35a9-4051-43e1-a099-5b74490c65b2 req-53b944ba-aa33-4e30-98f4-691763af91f7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=be914b83-aeee-49e0-9150-828f24ed2c2a HTTP/1.1" status: 200 len: 850 time: 0.1246457 Oct 12 07:36:32.463141 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-573a486a-00ab-42c1-b597-ebf495812ed0 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:32.469128 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573a486a-00ab-42c1-b597-ebf495812ed0 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f5210c35-0c37-4449-9dbb-dc5e161ed71f {{(pid=103200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 12 07:36:32.473604 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-573a486a-00ab-42c1-b597-ebf495812ed0 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:32.476905 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-573a486a-00ab-42c1-b597-ebf495812ed0 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] 10.222.0.26 "DELETE /v2.0/networks/f5210c35-0c37-4449-9dbb-dc5e161ed71f HTTP/1.1" status: 204 len: 168 time: 0.7995317 Oct 12 07:36:32.501657 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492deeff-922f-42af-abfd-5a3b1f900bd9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Made reservation on behalf of fa6cd5d4308b423397704f513812805b for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:36:32.505194 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-492deeff-922f-42af-abfd-5a3b1f900bd9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:32.516381 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a486a-00ab-42c1-b597-ebf495812ed0 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Pushing event deleted for resources: {'Network': ['ID=f5210c35-0c37-4449-9dbb-dc5e161ed71f,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:32.591844 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-492deeff-922f-42af-abfd-5a3b1f900bd9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:36:32.605923 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-56683c4c-7697-472a-b41b-dedd7eda187c None None] Set router 1f7c54b3-40fa-445f-9248-756925286d0d gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:36:32.610391 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-492deeff-922f-42af-abfd-5a3b1f900bd9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:32.610737 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-492deeff-922f-42af-abfd-5a3b1f900bd9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Added segment 6077939a-2f4d-492e-9a09-2fd050db931b of type vlan for network 7587f98b-47cb-4a23-8920-cf06fe834b68 Oct 12 07:36:32.636034 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae35a9-4051-43e1-a099-5b74490c65b2 req-7cc6b3fb-2cfc-47d8-bd3f-afc8edeadb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:32.640063 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d9ae35a9-4051-43e1-a099-5b74490c65b2 req-7cc6b3fb-2cfc-47d8-bd3f-afc8edeadb90 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d47104f6-86e0-4057-9a4c-a534656ec157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1679087 Oct 12 07:36:32.658125 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 600d2bd9-607d-4c57-9ba6-5274fd0a94fa, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=600d2bd9-607d-4c57-9ba6-5274fd0a94fa,segment=NetworkSegment(3639f2a6-fac0-4a3a-a49e-990c96eb681c),segment_id=3639f2a6-fac0-4a3a-a49e-990c96eb681c)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:36:32.722502 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a763e-9558-432d-8c8b-000e15a4e773 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event deleted for resources: {'Network': ['ID=92110629-aaac-49ff-9399-94e6f29b4a87,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:32.732342 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 176f4b1e-cf60-4556-b02f-152556886a0e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 176f4b1e-cf60-4556-b02f-152556886a0e found for delete ", "request_id": "req-0c7ae4c6-a924-4731-8e89-3604bcf7bd5a"}]} Oct 12 07:36:32.762615 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-20ae7e50-792e-4a9f-975c-c2c2226d27e7 None None] Provisioning complete for port 600d2bd9-607d-4c57-9ba6-5274fd0a94fa triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:36:32.763185 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-20ae7e50-792e-4a9f-975c-c2c2226d27e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:32.763675 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-20ae7e50-792e-4a9f-975c-c2c2226d27e7 None None] Attempt 1 to provision port 600d2bd9-607d-4c57-9ba6-5274fd0a94fa Oct 12 07:36:32.846008 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d9ae35a9-4051-43e1-a099-5b74490c65b2 req-d8fefa8c-a6c8-4004-88e9-67fcd0ff2ce8 service neutron] 10.222.0.23 "GET /v2.0/networks/d47104f6-86e0-4057-9a4c-a534656ec157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590137 Oct 12 07:36:32.870424 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-492deeff-922f-42af-abfd-5a3b1f900bd9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:32.922795 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c6c4c-920d-4310-9749-3eb0571e9b48 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Pushing event updated for resources: {'Subnet': ['ID=dff6fc13-f83e-4e19-922c-4eb8930289fa,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:32.951394 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36146) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:32.962862 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-85372477-6fde-4c52-8a5a-091f1efd5197 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Request body: {'router': {'name': 'tempest-router--668795868', 'project_id': '642a92354a704c22b0c2e0bffb8a5e02'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:32.963608 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:32.988552 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-492deeff-922f-42af-abfd-5a3b1f900bd9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:32.995001 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492deeff-922f-42af-abfd-5a3b1f900bd9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:32.995710 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-492deeff-922f-42af-abfd-5a3b1f900bd9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:33.076116 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492deeff-922f-42af-abfd-5a3b1f900bd9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event updated for resources: {'Network': ['ID=7587f98b-47cb-4a23-8920-cf06fe834b68,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:33.094204 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=600d2bd9-607d-4c57-9ba6-5274fd0a94fa,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:33.097776 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d9ae35a9-4051-43e1-a099-5b74490c65b2 req-7015ed3e-7f14-4dd1-aa52-7fe27088f6fd service neutron] 10.222.0.23 "GET /v2.0/networks/d47104f6-86e0-4057-9a4c-a534656ec157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411475 Oct 12 07:36:33.100358 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-85372477-6fde-4c52-8a5a-091f1efd5197 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:33.102320 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-85372477-6fde-4c52-8a5a-091f1efd5197 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:33.105406 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9c6c4c-920d-4310-9749-3eb0571e9b48 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Checking segment: {'id': 'a0daf93a-8202-4b39-ace0-f4ff4c49c9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '58e10f4d-586a-443f-acde-f26e9b8bd1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:36:33.108115 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9c6c4c-920d-4310-9749-3eb0571e9b48 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Network hostable DHCP agents. Network: 58e10f4d-586a-443f-acde-f26e9b8bd1b3, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:36:33.117012 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-492deeff-922f-42af-abfd-5a3b1f900bd9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7369273 Oct 12 07:36:33.117785 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36150) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:33.128979 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-c4631fe7-0c88-42e0-94e0-d9d8e036e18c tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:33.144192 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 7587f98b-47cb-4a23-8920-cf06fe834b68 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:36:33.248290 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-85372477-6fde-4c52-8a5a-091f1efd5197 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:33.278149 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-20ae7e50-792e-4a9f-975c-c2c2226d27e7 None None] Current status of the port 600d2bd9-607d-4c57-9ba6-5274fd0a94fa is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:36:33.288382 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-85372477-6fde-4c52-8a5a-091f1efd5197 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:33.315734 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-85372477-6fde-4c52-8a5a-091f1efd5197 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:33.317783 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-85372477-6fde-4c52-8a5a-091f1efd5197 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3621383 Oct 12 07:36:33.327998 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9c6c4c-920d-4310-9749-3eb0571e9b48 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Network 58e10f4d-586a-443f-acde-f26e9b8bd1b3 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:36:33.330668 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36152) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:33.349406 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a26ab-129f-4371-88e8-7c645cb131ec req-5febb819-89f5-4daa-a8bd-385f1bb6965b tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:33.351007 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-236a26ab-129f-4371-88e8-7c645cb131ec req-5febb819-89f5-4daa-a8bd-385f1bb6965b tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.1597986 Oct 12 07:36:33.357335 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-56683c4c-7697-472a-b41b-dedd7eda187c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7c54b3-40fa-445f-9248-756925286d0d', 'name': 'tempest-ServersTestManualDisk-740973645-router', 'tenant_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240'}], 'enable_snat': True}, 'gw_port_id': '9a1ed44a-445c-416e-9ae3-5c8bab8a9733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:35:35Z', 'updated_at': '2022-10-12T07:35:45Z', 'revision_number': 4, 'project_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'gw_port': {'id': '9a1ed44a-445c-416e-9ae3-5c8bab8a9733', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:13:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c54b3-40fa-445f-9248-756925286d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:36Z', 'updated_at': '2022-10-12T07:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '8bb82277-f4ae-42c4-b1c0-1359adb270f7', 'tenant_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'floating_ip_address': '172.26.3.94', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '1f7c54b3-40fa-445f-9248-756925286d0d', 'port_id': '29cb3398-0b18-4ef4-b72e-2e226ec3eabb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd47104f6-86e0-4057-9a4c-a534656ec157', 'mac_address': 'fa:16:3e:9c:c4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb16c162-d6ac-48f2-9f62-9c357066306e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:35:54Z', 'updated_at': '2022-10-12T07:36:28Z', 'revision_number': 1, 'project_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '050e1f97-ca32-4d5f-941b-d96db6d6d111', 'name': '', 'network_id': 'd47104f6-86e0-4057-9a4c-a534656ec157', 'tenant_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'mac_address': 'fa:16:3e:7f:a9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c54b3-40fa-445f-9248-756925286d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'be914b83-aeee-49e0-9150-828f24ed2c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:44Z', 'updated_at': '2022-10-12T07:35:54Z', 'revision_number': 5, 'project_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'subnets': [{'id': 'be914b83-aeee-49e0-9150-828f24ed2c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:33.388535 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56683c4c-7697-472a-b41b-dedd7eda187c None None] The sync data for ids ['1f7c54b3-40fa-445f-9248-756925286d0d'] in dv-neutron-860909-2-hyperv is: [{'id': '1f7c54b3-40fa-445f-9248-756925286d0d', 'name': 'tempest-ServersTestManualDisk-740973645-router', 'tenant_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240'}], 'enable_snat': True}, 'gw_port_id': '9a1ed44a-445c-416e-9ae3-5c8bab8a9733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:35:35Z', 'updated_at': '2022-10-12T07:35:45Z', 'revision_number': 4, 'project_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'gw_port': {'id': '9a1ed44a-445c-416e-9ae3-5c8bab8a9733', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:13:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c54b3-40fa-445f-9248-756925286d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:36Z', 'updated_at': '2022-10-12T07:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '8bb82277-f4ae-42c4-b1c0-1359adb270f7', 'tenant_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'floating_ip_address': '172.26.3.94', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '1f7c54b3-40fa-445f-9248-756925286d0d', 'port_id': '29cb3398-0b18-4ef4-b72e-2e226ec3eabb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd47104f6-86e0-4057-9a4c-a534656ec157', 'mac_address': 'fa:16:3e:9c:c4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb16c162-d6ac-48f2-9f62-9c357066306e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:35:54Z', 'updated_at': '2022-10-12T07:36:28Z', 'revision_number': 1, 'project_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '050e1f97-ca32-4d5f-941b-d96db6d6d111', 'name': '', 'network_id': 'd47104f6-86e0-4057-9a4c-a534656ec157', 'tenant_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'mac_address': 'fa:16:3e:7f:a9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c54b3-40fa-445f-9248-756925286d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'be914b83-aeee-49e0-9150-828f24ed2c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:44Z', 'updated_at': '2022-10-12T07:35:54Z', 'revision_number': 5, 'project_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'subnets': [{'id': 'be914b83-aeee-49e0-9150-828f24ed2c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:36:33.404109 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-6f75f6cb-1157-4dcc-8c48-1f03e0ce8e45 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Allocated IP 172.20.0.8 (e5632474-952e-466a-b7bc-ef6faeac14d4/6e634e4c-bb8f-411d-a249-58d2dc6ada37/bc1ebe2f-8528-4c80-9d10-e863852643b5) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:36:33.473125 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-cf9c6c4c-920d-4310-9749-3eb0571e9b48 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 58e10f4d-586a-443f-acde-f26e9b8bd1b3) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:33.482244 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454baaa4-aae6-47f8-95f6-d7b7d46d5cb7 None None] Network 58e10f4d-586a-443f-acde-f26e9b8bd1b3 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:36:33.514351 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9c6c4c-920d-4310-9749-3eb0571e9b48 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:33.515723 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cf9c6c4c-920d-4310-9749-3eb0571e9b48 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:33.541302 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3c6105d1-73ad-4d1e-86eb-c636a09f6afe tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for router, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:33.692045 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-cf9c6c4c-920d-4310-9749-3eb0571e9b48 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1257412 Oct 12 07:36:33.703286 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36154) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:33.711172 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 600d2bd9-607d-4c57-9ba6-5274fd0a94fa up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:36:33.714284 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-b3963a8a-b633-48d0-994c-3032bd1f5580 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Request body: {'port': {'network_id': '58e10f4d-586a-443f-acde-f26e9b8bd1b3', 'name': 'tempest-NetworksIpV6TestAttrs-1505587097'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:33.738069 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-236a26ab-129f-4371-88e8-7c645cb131ec req-00acacc9-6796-4b76-94e0-ef5807363333 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3769319 Oct 12 07:36:33.741664 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c4631fe7-0c88-42e0-94e0-d9d8e036e18c tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:33.756685 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79680051-14db-425f-983a-f595c513734b None None] New status for floating IP 8bb82277-f4ae-42c4-b1c0-1359adb270f7: ACTIVE {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 07:36:33.772048 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c4631fe7-0c88-42e0-94e0-d9d8e036e18c tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:33.772875 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629681bb-a4b5-498f-a94f-0088586d6258 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-58e10f4d-586a-443f-acde-f26e9b8bd1b3', 'network_id': '58e10f4d-586a-443f-acde-f26e9b8bd1b3', 'tenant_id': '424a2a2e1ca749ebbbc99533062ee1d7', 'fixed_ips': [{'subnet_id': 'dff6fc13-f83e-4e19-922c-4eb8930289fa'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:36:33.774860 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-629681bb-a4b5-498f-a94f-0088586d6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:33.785996 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-26622775-d09f-4b70-8d87-136a291f0fa7 None None] Provisioning complete for port 600d2bd9-607d-4c57-9ba6-5274fd0a94fa triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:36:33.786436 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-26622775-d09f-4b70-8d87-136a291f0fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:33.786993 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-26622775-d09f-4b70-8d87-136a291f0fa7 None None] Attempt 1 to provision port 600d2bd9-607d-4c57-9ba6-5274fd0a94fa Oct 12 07:36:33.787317 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c4631fe7-0c88-42e0-94e0-d9d8e036e18c tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Network 7587f98b-47cb-4a23-8920-cf06fe834b68 is not hosted by any dhcp agent {{(pid=103200) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 12 07:36:33.792816 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4631fe7-0c88-42e0-94e0-d9d8e036e18c tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:33.793564 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c4631fe7-0c88-42e0-94e0-d9d8e036e18c tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:33.795078 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c4631fe7-0c88-42e0-94e0-d9d8e036e18c tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "PUT /v2.0/networks/7587f98b-47cb-4a23-8920-cf06fe834b68 HTTP/1.1" status: 200 len: 723 time: 0.6748679 Oct 12 07:36:33.802527 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36158) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:33.830848 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-d36f6c3a-bc9f-4fd2-a717-1395de42387f tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Request body: {'subnet': {'network_id': '7587f98b-47cb-4a23-8920-cf06fe834b68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:33.955904 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3c6105d1-73ad-4d1e-86eb-c636a09f6afe tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:34.008434 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3c6105d1-73ad-4d1e-86eb-c636a09f6afe tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:34.013840 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 600d2bd9-607d-4c57-9ba6-5274fd0a94fa triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:36:34.013840 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:34.014434 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 600d2bd9-607d-4c57-9ba6-5274fd0a94fa Oct 12 07:36:34.053860 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-26622775-d09f-4b70-8d87-136a291f0fa7 None None] Current status of the port 600d2bd9-607d-4c57-9ba6-5274fd0a94fa is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:36:34.054310 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4631fe7-0c88-42e0-94e0-d9d8e036e18c tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event updated for resources: {'Network': ['ID=7587f98b-47cb-4a23-8920-cf06fe834b68,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:34.073179 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 7587f98b-47cb-4a23-8920-cf06fe834b68 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:36:34.079592 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-629681bb-a4b5-498f-a94f-0088586d6258 None None] Allocated IP 2001:db8::f816:3eff:fe12:dce5 (58e10f4d-586a-443f-acde-f26e9b8bd1b3/dff6fc13-f83e-4e19-922c-4eb8930289fa/2f21f908-ddae-41bb-b016-45a85e6e08c6) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:36:34.102897 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.db.resource_extend [None req-5b9b78ae-5aa3-4526-b0af-08b602c4800a tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 07:36:34.116717 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb99f6-cf5e-4dde-8f38-f93fce555ef2 req-19c13b7c-605f-4b57-9ee5-8b5b70d99ac4 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:34.118381 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-37fb99f6-cf5e-4dde-8f38-f93fce555ef2 req-19c13b7c-605f-4b57-9ee5-8b5b70d99ac4 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.2335622 Oct 12 07:36:34.138057 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36160) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:34.145461 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6f75f6cb-1157-4dcc-8c48-1f03e0ce8e45 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:34.145885 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-3937026f-85fd-4e48-9311-e398d9fd44de tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Request body: {'floatingip': {'port_id': '3f313128-80bc-4b70-a468-c9add69f7f2f'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:34.162062 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3c6105d1-73ad-4d1e-86eb-c636a09f6afe tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:34.162590 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6105d1-73ad-4d1e-86eb-c636a09f6afe tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9bcf3e77-5450-42dd-9eb8-19b97ba41191 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:36:34.184643 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3c6105d1-73ad-4d1e-86eb-c636a09f6afe tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:34.189541 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-3c6105d1-73ad-4d1e-86eb-c636a09f6afe tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] 10.222.0.26 "DELETE /v2.0/routers/9bcf3e77-5450-42dd-9eb8-19b97ba41191 HTTP/1.1" status: 204 len: 168 time: 0.8386266 Oct 12 07:36:34.213506 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b9b78ae-5aa3-4526-b0af-08b602c4800a tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:34.226295 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b9b78ae-5aa3-4526-b0af-08b602c4800a tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:34.237548 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36f6c3a-bc9f-4fd2-a717-1395de42387f tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Made reservation on behalf of fa6cd5d4308b423397704f513812805b for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:36:34.244027 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d36f6c3a-bc9f-4fd2-a717-1395de42387f tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:34.258904 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3937026f-85fd-4e48-9311-e398d9fd44de tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Notify callbacks [] for floatingip, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:34.275870 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 600d2bd9-607d-4c57-9ba6-5274fd0a94fa is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:36:34.297757 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8f652d5e-aa84-48e2-a04f-0147a463fe44 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:34.339545 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3963a8a-b633-48d0-994c-3032bd1f5580 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Made reservation on behalf of 424a2a2e1ca749ebbbc99533062ee1d7 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:36:34.344479 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b3963a8a-b633-48d0-994c-3032bd1f5580 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:34.358525 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6f75f6cb-1157-4dcc-8c48-1f03e0ce8e45 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:34.380640 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-629681bb-a4b5-498f-a94f-0088586d6258 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:34.390037 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-629681bb-a4b5-498f-a94f-0088586d6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:34.419252 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36164) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:34.444711 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629681bb-a4b5-498f-a94f-0088586d6258 None None] Network 58e10f4d-586a-443f-acde-f26e9b8bd1b3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:36:34.449555 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-629681bb-a4b5-498f-a94f-0088586d6258 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:34.458933 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629681bb-a4b5-498f-a94f-0088586d6258 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:36:34.464870 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629681bb-a4b5-498f-a94f-0088586d6258 None None] Pushing event updated for resources: {'Port': ['ID=2f21f908-ddae-41bb-b016-45a85e6e08c6,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:34.667811 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-629681bb-a4b5-498f-a94f-0088586d6258 None None] Attempting to bind port 2f21f908-ddae-41bb-b016-45a85e6e08c6 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:36:34.668214 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-629681bb-a4b5-498f-a94f-0088586d6258 None None] Attempting to bind port 2f21f908-ddae-41bb-b016-45a85e6e08c6 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'a0daf93a-8202-4b39-ace0-f4ff4c49c9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '58e10f4d-586a-443f-acde-f26e9b8bd1b3'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:36:34.668607 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629681bb-a4b5-498f-a94f-0088586d6258 None None] Attempting to bind port 2f21f908-ddae-41bb-b016-45a85e6e08c6 on network 58e10f4d-586a-443f-acde-f26e9b8bd1b3 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:36:34.674061 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629681bb-a4b5-498f-a94f-0088586d6258 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:36:34.674421 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629681bb-a4b5-498f-a94f-0088586d6258 None None] Checking segment: {'id': 'a0daf93a-8202-4b39-ace0-f4ff4c49c9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '58e10f4d-586a-443f-acde-f26e9b8bd1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:36:34.674797 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-629681bb-a4b5-498f-a94f-0088586d6258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:34.675183 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629681bb-a4b5-498f-a94f-0088586d6258 None None] Bound using segment: {'id': 'a0daf93a-8202-4b39-ace0-f4ff4c49c9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '58e10f4d-586a-443f-acde-f26e9b8bd1b3'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:36:34.675940 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-629681bb-a4b5-498f-a94f-0088586d6258 None None] Bound port: 2f21f908-ddae-41bb-b016-45a85e6e08c6, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0daf93a-8202-4b39-ace0-f4ff4c49c9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '58e10f4d-586a-443f-acde-f26e9b8bd1b3'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:36:34.676320 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-629681bb-a4b5-498f-a94f-0088586d6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:34.705635 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-b3963a8a-b633-48d0-994c-3032bd1f5580 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] device_id is not set on port 185696f9-4ba3-4d25-a495-ee6820bee934 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:36:34.738655 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f75f6cb-1157-4dcc-8c48-1f03e0ce8e45 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Network e5632474-952e-466a-b7bc-ef6faeac14d4 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:36:34.742519 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-629681bb-a4b5-498f-a94f-0088586d6258 None None] For port 2f21f908-ddae-41bb-b016-45a85e6e08c6, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:36:34.745829 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-629681bb-a4b5-498f-a94f-0088586d6258 None None] For port 2f21f908-ddae-41bb-b016-45a85e6e08c6, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=2f21f908-ddae-41bb-b016-45a85e6e08c6,segment=NetworkSegment(a0daf93a-8202-4b39-ace0-f4ff4c49c9fc),segment_id=a0daf93a-8202-4b39-ace0-f4ff4c49c9fc)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:36:34.752359 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-629681bb-a4b5-498f-a94f-0088586d6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:34.754374 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-6f75f6cb-1157-4dcc-8c48-1f03e0ce8e45 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:34.782929 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d36f6c3a-bc9f-4fd2-a717-1395de42387f tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:34.807943 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f75f6cb-1157-4dcc-8c48-1f03e0ce8e45 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Pushing event updated for resources: {'Port': ['ID=bc1ebe2f-8528-4c80-9d10-e863852643b5,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:34.810186 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f75f6cb-1157-4dcc-8c48-1f03e0ce8e45 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:36:34.825465 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629681bb-a4b5-498f-a94f-0088586d6258 None None] Pushing event updated for resources: {'Port': ['ID=2f21f908-ddae-41bb-b016-45a85e6e08c6,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:34.867681 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-5b84b625-061e-484c-a607-1501cd9a71ff tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1694105725', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}, 'admin_state_up': False}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:34.888485 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f75f6cb-1157-4dcc-8c48-1f03e0ce8e45 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:36:34.888837 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f75f6cb-1157-4dcc-8c48-1f03e0ce8e45 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:36:34.889179 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f75f6cb-1157-4dcc-8c48-1f03e0ce8e45 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:36:34.889515 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f75f6cb-1157-4dcc-8c48-1f03e0ce8e45 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:36:34.890372 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f75f6cb-1157-4dcc-8c48-1f03e0ce8e45 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:36:34.890732 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f75f6cb-1157-4dcc-8c48-1f03e0ce8e45 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:36:34.891065 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f75f6cb-1157-4dcc-8c48-1f03e0ce8e45 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:36:34.891400 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f75f6cb-1157-4dcc-8c48-1f03e0ce8e45 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:36:34.891731 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f75f6cb-1157-4dcc-8c48-1f03e0ce8e45 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:36:34.892714 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f75f6cb-1157-4dcc-8c48-1f03e0ce8e45 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:36:34.892714 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f75f6cb-1157-4dcc-8c48-1f03e0ce8e45 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:36:34.892714 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f75f6cb-1157-4dcc-8c48-1f03e0ce8e45 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:36:34.905214 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.l3_db [None req-5b9b78ae-5aa3-4526-b0af-08b602c4800a tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Floating IP eeb8ec21-9bb9-4c9c-80ed-dfd46c82b10e associated. External IP: 172.26.3.66, port: e11c361a-0e4e-482b-b5a3-5acc3c13e6b6. Oct 12 07:36:34.983253 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f6c3a-bc9f-4fd2-a717-1395de42387f tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event updated for resources: {'Subnet': ['ID=d992bf7e-a7e1-4c32-bf4b-275f0a161892,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:35.053458 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5b84b625-061e-484c-a607-1501cd9a71ff tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:35.054651 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5b84b625-061e-484c-a607-1501cd9a71ff tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:35.156683 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36f6c3a-bc9f-4fd2-a717-1395de42387f tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Checking segment: {'id': '6077939a-2f4d-492e-9a09-2fd050db931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7587f98b-47cb-4a23-8920-cf06fe834b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:36:35.156683 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36f6c3a-bc9f-4fd2-a717-1395de42387f tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Network hostable DHCP agents. Network: 7587f98b-47cb-4a23-8920-cf06fe834b68, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:36:35.222399 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5b84b625-061e-484c-a607-1501cd9a71ff tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:35.294109 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-b3963a8a-b633-48d0-994c-3032bd1f5580 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Allocated IP 2001:db8::f816:3eff:fee8:22da (58e10f4d-586a-443f-acde-f26e9b8bd1b3/dff6fc13-f83e-4e19-922c-4eb8930289fa/185696f9-4ba3-4d25-a495-ee6820bee934) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:36:35.305978 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.db.resource_extend [None req-3937026f-85fd-4e48-9311-e398d9fd44de tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 07:36:35.347949 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36f6c3a-bc9f-4fd2-a717-1395de42387f tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Network 7587f98b-47cb-4a23-8920-cf06fe834b68 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:36:35.417037 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-d36f6c3a-bc9f-4fd2-a717-1395de42387f tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 7587f98b-47cb-4a23-8920-cf06fe834b68) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:35.422055 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36f6c3a-bc9f-4fd2-a717-1395de42387f tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:35.422817 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d36f6c3a-bc9f-4fd2-a717-1395de42387f tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:35.431233 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff46b2d-ac73-4885-9ea6-c5ca7353c9d7 None None] Network 7587f98b-47cb-4a23-8920-cf06fe834b68 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:36:35.490886 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3937026f-85fd-4e48-9311-e398d9fd44de tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:35.498643 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3937026f-85fd-4e48-9311-e398d9fd44de tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:35.598975 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d87fcc5-8f6e-4fe2-b7b9-811a063fa653 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-7587f98b-47cb-4a23-8920-cf06fe834b68', 'network_id': '7587f98b-47cb-4a23-8920-cf06fe834b68', 'tenant_id': 'fa6cd5d4308b423397704f513812805b', 'fixed_ips': [{'subnet_id': 'd992bf7e-a7e1-4c32-bf4b-275f0a161892'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:36:35.600237 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8d87fcc5-8f6e-4fe2-b7b9-811a063fa653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:35.605713 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6f75f6cb-1157-4dcc-8c48-1f03e0ce8e45 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:35.731644 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b9b78ae-5aa3-4526-b0af-08b602c4800a tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Router f4d40300-a463-4e3a-bbb5-5511e73ca8ed has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:36:35.756528 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 2f21f908-ddae-41bb-b016-45a85e6e08c6 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:36:35.765399 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5b84b625-061e-484c-a607-1501cd9a71ff tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:35.810536 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d36f6c3a-bc9f-4fd2-a717-1395de42387f tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9867580 Oct 12 07:36:35.812070 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36168) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:35.833516 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-34246895-1e87-4f9f-9c35-27adafdbacdb tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:35.904840 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 2f21f908-ddae-41bb-b016-45a85e6e08c6 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:36:35.906076 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:35.906634 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 2f21f908-ddae-41bb-b016-45a85e6e08c6 Oct 12 07:36:35.909053 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-8d87fcc5-8f6e-4fe2-b7b9-811a063fa653 None None] Allocated IP 172.20.0.2 (7587f98b-47cb-4a23-8920-cf06fe834b68/d992bf7e-a7e1-4c32-bf4b-275f0a161892/3d2924c0-0ba2-48d6-b1d6-9bc5ab030f6f) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:36:35.909652 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [None req-3937026f-85fd-4e48-9311-e398d9fd44de tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Floating IP b57deb9a-112a-4068-8eff-d547c08f6b1c associated. External IP: 172.26.3.72, port: 3f313128-80bc-4b70-a468-c9add69f7f2f. Oct 12 07:36:35.932180 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b3963a8a-b633-48d0-994c-3032bd1f5580 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:36.064857 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 2f21f908-ddae-41bb-b016-45a85e6e08c6 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:36:36.065403 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:36.103834 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-8f652d5e-aa84-48e2-a04f-0147a463fe44 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Deleting port 93bb27fa-360d-4d27-88c9-a939dc3c1d00 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:36:36.104235 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8f652d5e-aa84-48e2-a04f-0147a463fe44 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:36.114144 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c16f03-6614-4b5d-9ba6-0811874a0b2e None None] Network 58e10f4d-586a-443f-acde-f26e9b8bd1b3 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:36:36.119321 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 2f21f908-ddae-41bb-b016-45a85e6e08c6, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=2f21f908-ddae-41bb-b016-45a85e6e08c6,segment=NetworkSegment(a0daf93a-8202-4b39-ace0-f4ff4c49c9fc),segment_id=a0daf93a-8202-4b39-ace0-f4ff4c49c9fc)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:36:36.141294 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:36.207201 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b3963a8a-b633-48d0-994c-3032bd1f5580 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:36.207468 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5b84b625-061e-484c-a607-1501cd9a71ff tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router_gateway, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:36.223555 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-34246895-1e87-4f9f-9c35-27adafdbacdb tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29866733'] for subnet, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:36.231862 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5b84b625-061e-484c-a607-1501cd9a71ff tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:36.284226 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8d87fcc5-8f6e-4fe2-b7b9-811a063fa653 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:36.295319 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=2f21f908-ddae-41bb-b016-45a85e6e08c6,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:36.303690 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-2b7f2bee-b7ca-41b7-acee-1d4bcbb811cf None None] Provisioning complete for port 2f21f908-ddae-41bb-b016-45a85e6e08c6 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:36:36.304060 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2b7f2bee-b7ca-41b7-acee-1d4bcbb811cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:36.304397 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-2b7f2bee-b7ca-41b7-acee-1d4bcbb811cf None None] Attempt 1 to provision port 2f21f908-ddae-41bb-b016-45a85e6e08c6 Oct 12 07:36:36.344763 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8d87fcc5-8f6e-4fe2-b7b9-811a063fa653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:36.381877 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3937026f-85fd-4e48-9311-e398d9fd44de tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Router bae66d85-4bf0-41d4-8dcf-c40b04530756 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:36:36.419270 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d87fcc5-8f6e-4fe2-b7b9-811a063fa653 None None] Network 7587f98b-47cb-4a23-8920-cf06fe834b68 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:36:36.430806 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-8d87fcc5-8f6e-4fe2-b7b9-811a063fa653 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:36.434069 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d87fcc5-8f6e-4fe2-b7b9-811a063fa653 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:36:36.447326 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-5b84b625-061e-484c-a607-1501cd9a71ff tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Allocated IP 172.26.3.197 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/beb7d7f2-1a3a-4e91-9f7b-579d7ec93d9a) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:36:36.478954 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d87fcc5-8f6e-4fe2-b7b9-811a063fa653 None None] Pushing event updated for resources: {'Port': ['ID=3d2924c0-0ba2-48d6-b1d6-9bc5ab030f6f,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:36.536658 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9b78ae-5aa3-4526-b0af-08b602c4800a tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:36:36.571714 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564a08ed-e260-44c5-bc2b-3ba5e638dc36 None None] Sync routers for ids ['f4d40300-a463-4e3a-bbb5-5511e73ca8ed'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:36:36.575581 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3937026f-85fd-4e48-9311-e398d9fd44de tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:36:36.578311 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2b7f2bee-b7ca-41b7-acee-1d4bcbb811cf None None] Current status of the port 2f21f908-ddae-41bb-b016-45a85e6e08c6 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:36:36.582005 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3937026f-85fd-4e48-9311-e398d9fd44de tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:36.594284 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b9b78ae-5aa3-4526-b0af-08b602c4800a tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:36.597093 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16389b6-628c-4a36-ae6a-ae29dc9a1fe4 None None] Sync routers for ids ['bae66d85-4bf0-41d4-8dcf-c40b04530756'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:36:36.611176 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16389b6-628c-4a36-ae6a-ae29dc9a1fe4 None None] Routers {'bae66d85-4bf0-41d4-8dcf-c40b04530756'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:36:36.611758 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564a08ed-e260-44c5-bc2b-3ba5e638dc36 None None] Routers {'f4d40300-a463-4e3a-bbb5-5511e73ca8ed'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:36:36.612289 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c16389b6-628c-4a36-ae6a-ae29dc9a1fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:36:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['bae66d85-4bf0-41d4-8dcf-c40b04530756'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:36.612432 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-564a08ed-e260-44c5-bc2b-3ba5e638dc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:36:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['f4d40300-a463-4e3a-bbb5-5511e73ca8ed'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:36.616608 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-8d87fcc5-8f6e-4fe2-b7b9-811a063fa653 None None] Attempting to bind port 3d2924c0-0ba2-48d6-b1d6-9bc5ab030f6f on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:36:36.616608 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-8d87fcc5-8f6e-4fe2-b7b9-811a063fa653 None None] Attempting to bind port 3d2924c0-0ba2-48d6-b1d6-9bc5ab030f6f by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '6077939a-2f4d-492e-9a09-2fd050db931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7587f98b-47cb-4a23-8920-cf06fe834b68'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:36:36.617265 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d87fcc5-8f6e-4fe2-b7b9-811a063fa653 None None] Attempting to bind port 3d2924c0-0ba2-48d6-b1d6-9bc5ab030f6f on network 7587f98b-47cb-4a23-8920-cf06fe834b68 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:36:36.628285 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-3937026f-85fd-4e48-9311-e398d9fd44de tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "PUT /v2.0/floatingips/b57deb9a-112a-4068-8eff-d547c08f6b1c HTTP/1.1" status: 200 len: 991 time: 2.4896202 Oct 12 07:36:36.631663 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f', 'tag': '3f313128-80bc-4b70-a468-c9add69f7f2f'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:36:36.632867 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d87fcc5-8f6e-4fe2-b7b9-811a063fa653 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:36:36.633500 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d87fcc5-8f6e-4fe2-b7b9-811a063fa653 None None] Checking segment: {'id': '6077939a-2f4d-492e-9a09-2fd050db931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7587f98b-47cb-4a23-8920-cf06fe834b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:36:36.634169 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8d87fcc5-8f6e-4fe2-b7b9-811a063fa653 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:36.634605 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a75cbee-c208-47f1-b88c-42bd46d12ed4" -d '{"events": [{"name": "network-changed", "server_uuid": "4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f", "tag": "3f313128-80bc-4b70-a468-c9add69f7f2f"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:36:36.634866 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d87fcc5-8f6e-4fe2-b7b9-811a063fa653 None None] Bound using segment: {'id': '6077939a-2f4d-492e-9a09-2fd050db931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7587f98b-47cb-4a23-8920-cf06fe834b68'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:36:36.635543 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-8d87fcc5-8f6e-4fe2-b7b9-811a063fa653 None None] Bound port: 3d2924c0-0ba2-48d6-b1d6-9bc5ab030f6f, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6077939a-2f4d-492e-9a09-2fd050db931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7587f98b-47cb-4a23-8920-cf06fe834b68'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:36:36.635931 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8d87fcc5-8f6e-4fe2-b7b9-811a063fa653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:36.653404 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5b84b625-061e-484c-a607-1501cd9a71ff tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:36.706934 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5b84b625-061e-484c-a607-1501cd9a71ff tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:36.711076 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d212703-3e16-479a-aab9-fa0977ff04b2 x-openstack-request-id: req-2d212703-3e16-479a-aab9-fa0977ff04b2 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:36:36.711479 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f", "tag": "3f313128-80bc-4b70-a468-c9add69f7f2f", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:36:36.711864 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2d212703-3e16-479a-aab9-fa0977ff04b2 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:36:36.712497 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d212703-3e16-479a-aab9-fa0977ff04b2'] response: {'name': 'network-changed', 'server_uuid': '4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f', 'tag': '3f313128-80bc-4b70-a468-c9add69f7f2f', 'status': 'completed', 'code': 200} Oct 12 07:36:36.727642 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3963a8a-b633-48d0-994c-3032bd1f5580 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Network 58e10f4d-586a-443f-acde-f26e9b8bd1b3 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:36:36.742614 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8f652d5e-aa84-48e2-a04f-0147a463fe44 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:36.746539 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-5b9b78ae-5aa3-4526-b0af-08b602c4800a tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.26 "PUT /v2.0/floatingips/eeb8ec21-9bb9-4c9c-80ed-dfd46c82b10e HTTP/1.1" status: 200 len: 991 time: 5.0917063 Oct 12 07:36:36.751484 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6f75f6cb-1157-4dcc-8c48-1f03e0ce8e45 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:36.753843 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-b3963a8a-b633-48d0-994c-3032bd1f5580 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:36.764913 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d7ff3a8-2019-4527-abbe-d48ffda3bd63', 'tag': 'e11c361a-0e4e-482b-b5a3-5acc3c13e6b6'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:36:36.767987 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddba47f6901442025abf8f9725c41876113475a10693ce4f7782efac72d774e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f489be42-3e31-429a-99e0-805c67d0fcd6" -d '{"events": [{"name": "network-changed", "server_uuid": "3d7ff3a8-2019-4527-abbe-d48ffda3bd63", "tag": "e11c361a-0e4e-482b-b5a3-5acc3c13e6b6"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:36:36.774678 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3963a8a-b633-48d0-994c-3032bd1f5580 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:36:36.784859 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3963a8a-b633-48d0-994c-3032bd1f5580 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:36.785527 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b3963a8a-b633-48d0-994c-3032bd1f5580 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:36.801004 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3963a8a-b633-48d0-994c-3032bd1f5580 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Pushing event updated for resources: {'Port': ['ID=185696f9-4ba3-4d25-a495-ee6820bee934,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:36.821741 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b84b625-061e-484c-a607-1501cd9a71ff tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:36:36.836381 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-5b84b625-061e-484c-a607-1501cd9a71ff tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:36.860935 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-8f652d5e-aa84-48e2-a04f-0147a463fe44 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Calling delete_port for 93bb27fa-360d-4d27-88c9-a939dc3c1d00 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:36:36.868276 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b84b625-061e-484c-a607-1501cd9a71ff tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:36:36.874891 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-c16389b6-628c-4a36-ae6a-ae29dc9a1fe4 None None] Set router bae66d85-4bf0-41d4-8dcf-c40b04530756 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:36:36.889590 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b84b625-061e-484c-a607-1501cd9a71ff tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Pushing event updated for resources: {'Port': ['ID=beb7d7f2-1a3a-4e91-9f7b-579d7ec93d9a,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:36.942463 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-8d87fcc5-8f6e-4fe2-b7b9-811a063fa653 None None] For port 3d2924c0-0ba2-48d6-b1d6-9bc5ab030f6f, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:36:36.947901 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-8d87fcc5-8f6e-4fe2-b7b9-811a063fa653 None None] For port 3d2924c0-0ba2-48d6-b1d6-9bc5ab030f6f, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=3d2924c0-0ba2-48d6-b1d6-9bc5ab030f6f,segment=NetworkSegment(6077939a-2f4d-492e-9a09-2fd050db931b),segment_id=6077939a-2f4d-492e-9a09-2fd050db931b)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:36:36.967740 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8d87fcc5-8f6e-4fe2-b7b9-811a063fa653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:36.977984 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b84b625-061e-484c-a607-1501cd9a71ff tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:36:36.978615 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b84b625-061e-484c-a607-1501cd9a71ff tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:36:36.979084 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b84b625-061e-484c-a607-1501cd9a71ff tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:36:36.979610 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b84b625-061e-484c-a607-1501cd9a71ff tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:36:36.986298 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b84b625-061e-484c-a607-1501cd9a71ff tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:36:36.986727 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b84b625-061e-484c-a607-1501cd9a71ff tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:36:36.987175 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b84b625-061e-484c-a607-1501cd9a71ff tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:36:36.987617 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b84b625-061e-484c-a607-1501cd9a71ff tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:36:36.988054 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b84b625-061e-484c-a607-1501cd9a71ff tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:36:36.988647 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b84b625-061e-484c-a607-1501cd9a71ff tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:36:36.989081 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b84b625-061e-484c-a607-1501cd9a71ff tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:36:36.989510 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b84b625-061e-484c-a607-1501cd9a71ff tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:36:37.044039 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03b3f72-47ce-4237-ac42-aa8cd494f5e6 x-openstack-request-id: req-c03b3f72-47ce-4237-ac42-aa8cd494f5e6 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:36:37.044342 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d7ff3a8-2019-4527-abbe-d48ffda3bd63", "tag": "e11c361a-0e4e-482b-b5a3-5acc3c13e6b6", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:36:37.044597 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c03b3f72-47ce-4237-ac42-aa8cd494f5e6 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:36:37.045337 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c03b3f72-47ce-4237-ac42-aa8cd494f5e6'] response: {'name': 'network-changed', 'server_uuid': '3d7ff3a8-2019-4527-abbe-d48ffda3bd63', 'tag': 'e11c361a-0e4e-482b-b5a3-5acc3c13e6b6', 'status': 'completed', 'code': 200} Oct 12 07:36:37.056407 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75cbee-c208-47f1-b88c-42bd46d12ed4 req-fd94a23a-a44d-417a-9571-4657e08c698a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:37.057458 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4a75cbee-c208-47f1-b88c-42bd46d12ed4 req-fd94a23a-a44d-417a-9571-4657e08c698a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d1d3cbb5d7ca448db4db422a609861ea&device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 1099 time: 0.3068919 Oct 12 07:36:37.079673 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b3963a8a-b633-48d0-994c-3032bd1f5580 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.3709080 Oct 12 07:36:37.084840 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36178) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:37.124846 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d87fcc5-8f6e-4fe2-b7b9-811a063fa653 None None] Pushing event updated for resources: {'Port': ['ID=3d2924c0-0ba2-48d6-b1d6-9bc5ab030f6f,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:37.134062 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-564a08ed-e260-44c5-bc2b-3ba5e638dc36 None None] Set router f4d40300-a463-4e3a-bbb5-5511e73ca8ed gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:36:37.136450 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87fcc5-8f6e-4fe2-b7b9-811a063fa653 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:36:37.136822 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87fcc5-8f6e-4fe2-b7b9-811a063fa653 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:36:37.137169 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87fcc5-8f6e-4fe2-b7b9-811a063fa653 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:36:37.137502 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87fcc5-8f6e-4fe2-b7b9-811a063fa653 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:36:37.138400 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87fcc5-8f6e-4fe2-b7b9-811a063fa653 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:36:37.138755 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87fcc5-8f6e-4fe2-b7b9-811a063fa653 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:36:37.139094 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87fcc5-8f6e-4fe2-b7b9-811a063fa653 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:36:37.139426 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87fcc5-8f6e-4fe2-b7b9-811a063fa653 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:36:37.139982 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87fcc5-8f6e-4fe2-b7b9-811a063fa653 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:36:37.140253 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87fcc5-8f6e-4fe2-b7b9-811a063fa653 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:36:37.140666 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87fcc5-8f6e-4fe2-b7b9-811a063fa653 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:36:37.141094 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87fcc5-8f6e-4fe2-b7b9-811a063fa653 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:36:37.202621 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489be42-3e31-429a-99e0-805c67d0fcd6 req-74ddd19f-73f3-423e-9703-9c3e342bf50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:37.204267 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f489be42-3e31-429a-99e0-805c67d0fcd6 req-74ddd19f-73f3-423e-9703-9c3e342bf50c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e2edad5f8fe94feda48356d6c2f35ddc&device_id=3d7ff3a8-2019-4527-abbe-d48ffda3bd63 HTTP/1.1" status: 200 len: 1099 time: 0.2656262 Oct 12 07:36:37.213427 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-2ec29f6f-2cbd-4d7e-8055-4e206ffa1f6e None None] Provisioning complete for port 185696f9-4ba3-4d25-a495-ee6820bee934 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:36:37.213918 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2ec29f6f-2cbd-4d7e-8055-4e206ffa1f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:37.214293 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-2ec29f6f-2cbd-4d7e-8055-4e206ffa1f6e None None] Attempt 1 to provision port 185696f9-4ba3-4d25-a495-ee6820bee934 Oct 12 07:36:37.319152 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a9501-4c28-4410-a65a-c877e1da654f req-4fd0e2cd-1d86-4000-8e9b-995f1721a5f3 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:37.320236 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e46a9501-4c28-4410-a65a-c877e1da654f req-4fd0e2cd-1d86-4000-8e9b-995f1721a5f3 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d7ff3a8-2019-4527-abbe-d48ffda3bd63 HTTP/1.1" status: 200 len: 946 time: 0.4319592 Oct 12 07:36:37.343983 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2ec29f6f-2cbd-4d7e-8055-4e206ffa1f6e None None] Port 185696f9-4ba3-4d25-a495-ee6820bee934 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:37.374775 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6a13d75-a799-4a5a-b309-276096dba6c8 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Deleting subnet dff6fc13-f83e-4e19-922c-4eb8930289fa {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:36:37.395893 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-34246895-1e87-4f9f-9c35-27adafdbacdb tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746852068563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-30359307'] for subnet, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:37.396930 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f6a13d75-a799-4a5a-b309-276096dba6c8 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:37.446318 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c16389b6-628c-4a36-ae6a-ae29dc9a1fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae66d85-4bf0-41d4-8dcf-c40b04530756', 'name': 'tempest-ServerActionsTestJSON-1937560167-router', 'tenant_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.89'}], 'enable_snat': True}, 'gw_port_id': 'dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:35:38Z', 'updated_at': '2022-10-12T07:35:51Z', 'revision_number': 4, 'project_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'gw_port': {'id': 'dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae66d85-4bf0-41d4-8dcf-c40b04530756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:39Z', 'updated_at': '2022-10-12T07:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'b57deb9a-112a-4068-8eff-d547c08f6b1c', 'tenant_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'floating_ip_address': '172.26.3.72', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': 'bae66d85-4bf0-41d4-8dcf-c40b04530756', 'port_id': '3f313128-80bc-4b70-a468-c9add69f7f2f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd72da9c-d321-4cc4-881d-466168d9f856', 'mac_address': 'fa:16:3e:5a:86:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:36:00Z', 'updated_at': '2022-10-12T07:36:35Z', 'revision_number': 1, 'project_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '651824de-5d6d-433e-889d-e9f258604f99', 'name': '', 'network_id': 'dd72da9c-d321-4cc4-881d-466168d9f856', 'tenant_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'mac_address': 'fa:16:3e:b5:4f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae66d85-4bf0-41d4-8dcf-c40b04530756', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'b41a3bc7-3f1c-47b8-8c1a-d904035b712e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:49Z', 'updated_at': '2022-10-12T07:35:58Z', 'revision_number': 5, 'project_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'subnets': [{'id': 'b41a3bc7-3f1c-47b8-8c1a-d904035b712e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:37.490598 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16389b6-628c-4a36-ae6a-ae29dc9a1fe4 None None] Checking router: bae66d85-4bf0-41d4-8dcf-c40b04530756 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:36:37.506610 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34246895-1e87-4f9f-9c35-27adafdbacdb tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:37.507194 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-34246895-1e87-4f9f-9c35-27adafdbacdb tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:37.509090 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-34246895-1e87-4f9f-9c35-27adafdbacdb tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "PUT /v2.0/subnets/d992bf7e-a7e1-4c32-bf4b-275f0a161892 HTTP/1.1" status: 200 len: 806 time: 1.6807308 Oct 12 07:36:37.514570 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16389b6-628c-4a36-ae6a-ae29dc9a1fe4 None None] Routers {'bae66d85-4bf0-41d4-8dcf-c40b04530756'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:36:37.515645 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36180) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:37.516388 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c16389b6-628c-4a36-ae6a-ae29dc9a1fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:36:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['bae66d85-4bf0-41d4-8dcf-c40b04530756'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:37.567760 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f6a13d75-a799-4a5a-b309-276096dba6c8 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:37.638927 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-564a08ed-e260-44c5-bc2b-3ba5e638dc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d40300-a463-4e3a-bbb5-5511e73ca8ed', 'name': 'tempest-ServersTestJSON-142552615-router', 'tenant_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f09749a1-4bd4-4e0c-975a-563fd69c0470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:35:36Z', 'updated_at': '2022-10-12T07:35:48Z', 'revision_number': 4, 'project_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'gw_port': {'id': 'f09749a1-4bd4-4e0c-975a-563fd69c0470', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:77:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d40300-a463-4e3a-bbb5-5511e73ca8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:38Z', 'updated_at': '2022-10-12T07:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'eeb8ec21-9bb9-4c9c-80ed-dfd46c82b10e', 'tenant_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'floating_ip_address': '172.26.3.66', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': 'f4d40300-a463-4e3a-bbb5-5511e73ca8ed', 'port_id': 'e11c361a-0e4e-482b-b5a3-5acc3c13e6b6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8679d51-dd8d-46a3-a82d-a795585d2c26', 'mac_address': 'fa:16:3e:a1:72:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7ff3a8-2019-4527-abbe-d48ffda3bd63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:36:01Z', 'updated_at': '2022-10-12T07:36:33Z', 'revision_number': 1, 'project_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '778929f1-c68f-41e2-ab5a-633c5ac9f744', 'name': '', 'network_id': 'd8679d51-dd8d-46a3-a82d-a795585d2c26', 'tenant_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'mac_address': 'fa:16:3e:07:cb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d40300-a463-4e3a-bbb5-5511e73ca8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '5599846c-e956-431e-8499-39d6d9eff1e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:47Z', 'updated_at': '2022-10-12T07:35:57Z', 'revision_number': 5, 'project_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'subnets': [{'id': '5599846c-e956-431e-8499-39d6d9eff1e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:37.679201 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75cbee-c208-47f1-b88c-42bd46d12ed4 req-16d6d370-b476-4f4b-8533-974154a614d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:37.680457 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34246895-1e87-4f9f-9c35-27adafdbacdb tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event updated for resources: {'Subnet': ['ID=d992bf7e-a7e1-4c32-bf4b-275f0a161892,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:37.681580 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4a75cbee-c208-47f1-b88c-42bd46d12ed4 req-16d6d370-b476-4f4b-8533-974154a614d2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd72da9c-d321-4cc4-881d-466168d9f856 HTTP/1.1" status: 200 len: 913 time: 0.5972424 Oct 12 07:36:37.685267 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564a08ed-e260-44c5-bc2b-3ba5e638dc36 None None] Checking router: f4d40300-a463-4e3a-bbb5-5511e73ca8ed for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:36:37.701469 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564a08ed-e260-44c5-bc2b-3ba5e638dc36 None None] Routers {'f4d40300-a463-4e3a-bbb5-5511e73ca8ed'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:36:37.702969 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-564a08ed-e260-44c5-bc2b-3ba5e638dc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:36:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['f4d40300-a463-4e3a-bbb5-5511e73ca8ed'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:37.776571 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-c16389b6-628c-4a36-ae6a-ae29dc9a1fe4 None None] Set router bae66d85-4bf0-41d4-8dcf-c40b04530756 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:36:37.787517 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f75f6cb-1157-4dcc-8c48-1f03e0ce8e45 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Router ed397d01-1eb7-4c51-abee-323637b93fb5 is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:36:37.792742 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8f652d5e-aa84-48e2-a04f-0147a463fe44 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:37.798476 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e46a9501-4c28-4410-a65a-c877e1da654f req-275d0c4f-f186-437f-a504-9ae0daf2a57a tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.26 "GET /v2.0/security-groups?id=fba0b702-4f47-4fb0-ac3b-1d7e566ecb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3780730 Oct 12 07:36:37.852089 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-2ec29f6f-2cbd-4d7e-8055-4e206ffa1f6e None None] Attempt 2 to provision port 185696f9-4ba3-4d25-a495-ee6820bee934 Oct 12 07:36:37.884173 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f652d5e-aa84-48e2-a04f-0147a463fe44 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Pushing event deleted for resources: {'Port': ['ID=93bb27fa-360d-4d27-88c9-a939dc3c1d00,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:37.889606 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-21373701-cfde-499a-a724-576ed2c00337 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:37.943934 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 2f21f908-ddae-41bb-b016-45a85e6e08c6 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:36:37.948881 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f6a13d75-a799-4a5a-b309-276096dba6c8 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:38.298487 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489be42-3e31-429a-99e0-805c67d0fcd6 req-795106ab-f84a-4fe5-893b-7363d28fc689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:38.299976 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f489be42-3e31-429a-99e0-805c67d0fcd6 req-795106ab-f84a-4fe5-893b-7363d28fc689 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d8679d51-dd8d-46a3-a82d-a795585d2c26 HTTP/1.1" status: 200 len: 906 time: 1.0346968 Oct 12 07:36:38.302354 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-564a08ed-e260-44c5-bc2b-3ba5e638dc36 None None] Set router f4d40300-a463-4e3a-bbb5-5511e73ca8ed gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:36:38.305848 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2ec29f6f-2cbd-4d7e-8055-4e206ffa1f6e None None] Port 185696f9-4ba3-4d25-a495-ee6820bee934 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:38.314600 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c16389b6-628c-4a36-ae6a-ae29dc9a1fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae66d85-4bf0-41d4-8dcf-c40b04530756', 'name': 'tempest-ServerActionsTestJSON-1937560167-router', 'tenant_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.89'}], 'enable_snat': True}, 'gw_port_id': 'dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:35:38Z', 'updated_at': '2022-10-12T07:35:51Z', 'revision_number': 4, 'project_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'gw_port': {'id': 'dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae66d85-4bf0-41d4-8dcf-c40b04530756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:39Z', 'updated_at': '2022-10-12T07:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'b57deb9a-112a-4068-8eff-d547c08f6b1c', 'tenant_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'floating_ip_address': '172.26.3.72', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': 'bae66d85-4bf0-41d4-8dcf-c40b04530756', 'port_id': '3f313128-80bc-4b70-a468-c9add69f7f2f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd72da9c-d321-4cc4-881d-466168d9f856', 'mac_address': 'fa:16:3e:5a:86:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:36:00Z', 'updated_at': '2022-10-12T07:36:35Z', 'revision_number': 1, 'project_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '651824de-5d6d-433e-889d-e9f258604f99', 'name': '', 'network_id': 'dd72da9c-d321-4cc4-881d-466168d9f856', 'tenant_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'mac_address': 'fa:16:3e:b5:4f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae66d85-4bf0-41d4-8dcf-c40b04530756', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'b41a3bc7-3f1c-47b8-8c1a-d904035b712e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:49Z', 'updated_at': '2022-10-12T07:35:58Z', 'revision_number': 5, 'project_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'subnets': [{'id': 'b41a3bc7-3f1c-47b8-8c1a-d904035b712e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:38.327204 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f6a13d75-a799-4a5a-b309-276096dba6c8 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:38.333913 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4a75cbee-c208-47f1-b88c-42bd46d12ed4 req-76c45609-f3f8-4900-acaa-ef16ab245168 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f313128-80bc-4b70-a468-c9add69f7f2f HTTP/1.1" status: 200 len: 999 time: 0.6387069 Oct 12 07:36:38.345270 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f6a13d75-a799-4a5a-b309-276096dba6c8 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:38.349188 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f6a13d75-a799-4a5a-b309-276096dba6c8 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] 10.222.0.26 "DELETE /v2.0/subnets/dff6fc13-f83e-4e19-922c-4eb8930289fa HTTP/1.1" status: 204 len: 168 time: 1.2560709 Oct 12 07:36:38.357157 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36186) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:38.358389 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c87a54-29b7-49d8-9a6d-6584a38baa85 None None] Network 58e10f4d-586a-443f-acde-f26e9b8bd1b3 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:36:38.381130 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16389b6-628c-4a36-ae6a-ae29dc9a1fe4 None None] The sync data for ids ['bae66d85-4bf0-41d4-8dcf-c40b04530756'] in dv-neutron-860909-2-hyperv is: [{'id': 'bae66d85-4bf0-41d4-8dcf-c40b04530756', 'name': 'tempest-ServerActionsTestJSON-1937560167-router', 'tenant_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.89'}], 'enable_snat': True}, 'gw_port_id': 'dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:35:38Z', 'updated_at': '2022-10-12T07:35:51Z', 'revision_number': 4, 'project_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'gw_port': {'id': 'dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae66d85-4bf0-41d4-8dcf-c40b04530756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:39Z', 'updated_at': '2022-10-12T07:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'b57deb9a-112a-4068-8eff-d547c08f6b1c', 'tenant_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'floating_ip_address': '172.26.3.72', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': 'bae66d85-4bf0-41d4-8dcf-c40b04530756', 'port_id': '3f313128-80bc-4b70-a468-c9add69f7f2f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd72da9c-d321-4cc4-881d-466168d9f856', 'mac_address': 'fa:16:3e:5a:86:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:36:00Z', 'updated_at': '2022-10-12T07:36:35Z', 'revision_number': 1, 'project_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '651824de-5d6d-433e-889d-e9f258604f99', 'name': '', 'network_id': 'dd72da9c-d321-4cc4-881d-466168d9f856', 'tenant_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'mac_address': 'fa:16:3e:b5:4f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae66d85-4bf0-41d4-8dcf-c40b04530756', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'b41a3bc7-3f1c-47b8-8c1a-d904035b712e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:49Z', 'updated_at': '2022-10-12T07:35:58Z', 'revision_number': 5, 'project_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'subnets': [{'id': 'b41a3bc7-3f1c-47b8-8c1a-d904035b712e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:36:38.418154 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a13d75-a799-4a5a-b309-276096dba6c8 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Pushing event deleted for resources: {'Subnet': ['ID=dff6fc13-f83e-4e19-922c-4eb8930289fa,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:38.426967 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f75f6cb-1157-4dcc-8c48-1f03e0ce8e45 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:36:38.449847 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-21373701-cfde-499a-a724-576ed2c00337 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Deleting port 3d2924c0-0ba2-48d6-b1d6-9bc5ab030f6f {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:36:38.450230 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-21373701-cfde-499a-a724-576ed2c00337 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:38.453982 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b78b620-0b71-4286-a1e9-5669c6c43dbd None None] Sync routers for ids ['ed397d01-1eb7-4c51-abee-323637b93fb5'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:36:38.517938 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6f75f6cb-1157-4dcc-8c48-1f03e0ce8e45 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:38.519293 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-6f75f6cb-1157-4dcc-8c48-1f03e0ce8e45 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 8.7448392 Oct 12 07:36:38.522100 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8f652d5e-aa84-48e2-a04f-0147a463fe44 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:38.523688 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36188) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:38.590748 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b78b620-0b71-4286-a1e9-5669c6c43dbd None None] Routers {'ed397d01-1eb7-4c51-abee-323637b93fb5'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:36:38.591359 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-5b78b620-0b71-4286-a1e9-5669c6c43dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:36:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['ed397d01-1eb7-4c51-abee-323637b93fb5'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:38.611740 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5b84b625-061e-484c-a607-1501cd9a71ff tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router_gateway, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:38.660323 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-21373701-cfde-499a-a724-576ed2c00337 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] For port 3d2924c0-0ba2-48d6-b1d6-9bc5ab030f6f, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=3d2924c0-0ba2-48d6-b1d6-9bc5ab030f6f,segment=NetworkSegment(6077939a-2f4d-492e-9a09-2fd050db931b),segment_id=6077939a-2f4d-492e-9a09-2fd050db931b)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:36:38.660936 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-21373701-cfde-499a-a724-576ed2c00337 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:38.693920 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-21373701-cfde-499a-a724-576ed2c00337 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Calling delete_port for 3d2924c0-0ba2-48d6-b1d6-9bc5ab030f6f owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:36:38.704676 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f489be42-3e31-429a-99e0-805c67d0fcd6 req-a8934215-6bfa-4ed9-8fcd-76bd0621b7ca service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e11c361a-0e4e-482b-b5a3-5acc3c13e6b6 HTTP/1.1" status: 200 len: 999 time: 0.3697736 Oct 12 07:36:38.707111 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75cbee-c208-47f1-b88c-42bd46d12ed4 req-4d76bc51-49b7-40ad-9d52-741396447775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:38.708733 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4a75cbee-c208-47f1-b88c-42bd46d12ed4 req-4d76bc51-49b7-40ad-9d52-741396447775 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b41a3bc7-3f1c-47b8-8c1a-d904035b712e HTTP/1.1" status: 200 len: 851 time: 0.3534753 Oct 12 07:36:38.714548 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfa115e-41bd-4831-ad1d-5f4602491bda tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:38.716364 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfa115e-41bd-4831-ad1d-5f4602491bda tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:38.718669 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-4dfa115e-41bd-4831-ad1d-5f4602491bda tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3471553 Oct 12 07:36:38.723795 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36190) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:38.745745 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-5b78b620-0b71-4286-a1e9-5669c6c43dbd None None] Set router ed397d01-1eb7-4c51-abee-323637b93fb5 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:36:38.748983 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebab8ce5-2ffc-4fae-a219-012617b3071a None None] Network 7587f98b-47cb-4a23-8920-cf06fe834b68 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:36:38.797284 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 2f21f908-ddae-41bb-b016-45a85e6e08c6 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:36:38.809863 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:38.809863 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 2f21f908-ddae-41bb-b016-45a85e6e08c6 Oct 12 07:36:38.829808 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f0da059c-9359-413f-b230-3404f90d0c74 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for router, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:38.875526 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-2ec29f6f-2cbd-4d7e-8055-4e206ffa1f6e None None] Attempt 3 to provision port 185696f9-4ba3-4d25-a495-ee6820bee934 Oct 12 07:36:38.926326 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6cdd8444-6553-44d5-9d68-a3a93a74d01e tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:38.936186 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489be42-3e31-429a-99e0-805c67d0fcd6 req-21c37bb9-4827-41bf-b4b5-7ac9e59c2e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:38.938769 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f489be42-3e31-429a-99e0-805c67d0fcd6 req-21c37bb9-4827-41bf-b4b5-7ac9e59c2e9b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5599846c-e956-431e-8499-39d6d9eff1e0 HTTP/1.1" status: 200 len: 844 time: 0.2054813 Oct 12 07:36:39.010009 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75cbee-c208-47f1-b88c-42bd46d12ed4 req-ca1a7bfa-f2f4-4488-a599-3746882d5b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:39.011527 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4a75cbee-c208-47f1-b88c-42bd46d12ed4 req-ca1a7bfa-f2f4-4488-a599-3746882d5b39 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd72da9c-d321-4cc4-881d-466168d9f856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2745159 Oct 12 07:36:39.012390 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cdd8444-6553-44d5-9d68-a3a93a74d01e tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 12 07:36:39.012843 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cdd8444-6553-44d5-9d68-a3a93a74d01e tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:36:39.022264 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-6cdd8444-6553-44d5-9d68-a3a93a74d01e tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] 10.222.0.26 "DELETE /v2.0/networks/58e10f4d-586a-443f-acde-f26e9b8bd1b3 HTTP/1.1" status: 409 len: 405 time: 0.2930062 Oct 12 07:36:39.023728 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36192) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:39.028790 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2ec29f6f-2cbd-4d7e-8055-4e206ffa1f6e None None] Port 185696f9-4ba3-4d25-a495-ee6820bee934 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:39.034710 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-e04306e4-e62e-4a5a-b89c-7275814442e2 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1354367233'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:39.127829 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489be42-3e31-429a-99e0-805c67d0fcd6 req-d970464f-39bb-4973-b009-42d7dcd04ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:39.130248 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f489be42-3e31-429a-99e0-805c67d0fcd6 req-d970464f-39bb-4973-b009-42d7dcd04ea3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d8679d51-dd8d-46a3-a82d-a795585d2c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1794088 Oct 12 07:36:39.191528 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04306e4-e62e-4a5a-b89c-7275814442e2 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Made reservation on behalf of 424a2a2e1ca749ebbbc99533062ee1d7 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:36:39.194868 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e04306e4-e62e-4a5a-b89c-7275814442e2 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:39.216541 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-21373701-cfde-499a-a724-576ed2c00337 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:39.240004 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f0da059c-9359-413f-b230-3404f90d0c74 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:39.263208 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b07c094-6116-4e4e-8ac7-efaf8cd55983 None None] DHCP port deletion for 58e10f4d-586a-443f-acde-f26e9b8bd1b3 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:36:39.269943 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21373701-cfde-499a-a724-576ed2c00337 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event deleted for resources: {'Port': ['ID=3d2924c0-0ba2-48d6-b1d6-9bc5ab030f6f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:39.278333 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f652d5e-aa84-48e2-a04f-0147a463fe44 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Router 4a20e839-e412-40cd-978e-9be6813a7eea has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:36:39.285786 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 2f21f908-ddae-41bb-b016-45a85e6e08c6 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:36:39.287542 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 3d2924c0-0ba2-48d6-b1d6-9bc5ab030f6f up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:36:39.354365 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 3d2924c0-0ba2-48d6-b1d6-9bc5ab030f6f {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:36:39.355536 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 3d2924c0-0ba2-48d6-b1d6-9bc5ab030f6f not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 12 07:36:39.359517 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f489be42-3e31-429a-99e0-805c67d0fcd6 req-83463451-39ae-46c1-b14b-644538501ac8 service neutron] 10.222.0.23 "GET /v2.0/networks/d8679d51-dd8d-46a3-a82d-a795585d2c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887105 Oct 12 07:36:39.371100 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4a75cbee-c208-47f1-b88c-42bd46d12ed4 req-bb0b3d40-a32f-45b1-941b-82b6c62ac378 service neutron] 10.222.0.23 "GET /v2.0/networks/dd72da9c-d321-4cc4-881d-466168d9f856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516340 Oct 12 07:36:39.379585 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5b84b625-061e-484c-a607-1501cd9a71ff tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:39.435729 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Port 3d2924c0-0ba2-48d6-b1d6-9bc5ab030f6f not found, will not notify nova. {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 12 07:36:39.465675 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234a7a10-cdb7-48ad-b4ec-912dbed8614d None None] New status for floating IP b57deb9a-112a-4068-8eff-d547c08f6b1c: ACTIVE {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 07:36:39.531008 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-564a08ed-e260-44c5-bc2b-3ba5e638dc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d40300-a463-4e3a-bbb5-5511e73ca8ed', 'name': 'tempest-ServersTestJSON-142552615-router', 'tenant_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f09749a1-4bd4-4e0c-975a-563fd69c0470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:35:36Z', 'updated_at': '2022-10-12T07:35:48Z', 'revision_number': 4, 'project_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'gw_port': {'id': 'f09749a1-4bd4-4e0c-975a-563fd69c0470', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:77:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d40300-a463-4e3a-bbb5-5511e73ca8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:38Z', 'updated_at': '2022-10-12T07:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'eeb8ec21-9bb9-4c9c-80ed-dfd46c82b10e', 'tenant_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'floating_ip_address': '172.26.3.66', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': 'f4d40300-a463-4e3a-bbb5-5511e73ca8ed', 'port_id': 'e11c361a-0e4e-482b-b5a3-5acc3c13e6b6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8679d51-dd8d-46a3-a82d-a795585d2c26', 'mac_address': 'fa:16:3e:a1:72:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7ff3a8-2019-4527-abbe-d48ffda3bd63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:36:01Z', 'updated_at': '2022-10-12T07:36:33Z', 'revision_number': 1, 'project_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '778929f1-c68f-41e2-ab5a-633c5ac9f744', 'name': '', 'network_id': 'd8679d51-dd8d-46a3-a82d-a795585d2c26', 'tenant_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'mac_address': 'fa:16:3e:07:cb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d40300-a463-4e3a-bbb5-5511e73ca8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '5599846c-e956-431e-8499-39d6d9eff1e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:47Z', 'updated_at': '2022-10-12T07:35:57Z', 'revision_number': 5, 'project_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'subnets': [{'id': '5599846c-e956-431e-8499-39d6d9eff1e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:39.545553 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-2ec29f6f-2cbd-4d7e-8055-4e206ffa1f6e None None] Attempt 4 to provision port 185696f9-4ba3-4d25-a495-ee6820bee934 Oct 12 07:36:39.548707 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-9b07c094-6116-4e4e-8ac7-efaf8cd55983 None None] Deleting port 2f21f908-ddae-41bb-b016-45a85e6e08c6 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:36:39.549246 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9b07c094-6116-4e4e-8ac7-efaf8cd55983 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:39.647300 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564a08ed-e260-44c5-bc2b-3ba5e638dc36 None None] The sync data for ids ['f4d40300-a463-4e3a-bbb5-5511e73ca8ed'] in dv-neutron-860909-2-hyperv is: [{'id': 'f4d40300-a463-4e3a-bbb5-5511e73ca8ed', 'name': 'tempest-ServersTestJSON-142552615-router', 'tenant_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f09749a1-4bd4-4e0c-975a-563fd69c0470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:35:36Z', 'updated_at': '2022-10-12T07:35:48Z', 'revision_number': 4, 'project_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'gw_port': {'id': 'f09749a1-4bd4-4e0c-975a-563fd69c0470', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:77:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d40300-a463-4e3a-bbb5-5511e73ca8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:38Z', 'updated_at': '2022-10-12T07:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'eeb8ec21-9bb9-4c9c-80ed-dfd46c82b10e', 'tenant_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'floating_ip_address': '172.26.3.66', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': 'f4d40300-a463-4e3a-bbb5-5511e73ca8ed', 'port_id': 'e11c361a-0e4e-482b-b5a3-5acc3c13e6b6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8679d51-dd8d-46a3-a82d-a795585d2c26', 'mac_address': 'fa:16:3e:a1:72:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7ff3a8-2019-4527-abbe-d48ffda3bd63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:36:01Z', 'updated_at': '2022-10-12T07:36:33Z', 'revision_number': 1, 'project_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '778929f1-c68f-41e2-ab5a-633c5ac9f744', 'name': '', 'network_id': 'd8679d51-dd8d-46a3-a82d-a795585d2c26', 'tenant_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'mac_address': 'fa:16:3e:07:cb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d40300-a463-4e3a-bbb5-5511e73ca8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '5599846c-e956-431e-8499-39d6d9eff1e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:47Z', 'updated_at': '2022-10-12T07:35:57Z', 'revision_number': 5, 'project_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'subnets': [{'id': '5599846c-e956-431e-8499-39d6d9eff1e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:36:39.665684 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-5b78b620-0b71-4286-a1e9-5669c6c43dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed397d01-1eb7-4c51-abee-323637b93fb5', 'name': '', 'tenant_id': '60e220308c294a8595021261fc327db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5632474-952e-466a-b7bc-ef6faeac14d4', 'external_fixed_ips': [{'subnet_id': '6e634e4c-bb8f-411d-a249-58d2dc6ada37', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': 'bc1ebe2f-8528-4c80-9d10-e863852643b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:36:30Z', 'updated_at': '2022-10-12T07:36:35Z', 'revision_number': 3, 'project_id': '60e220308c294a8595021261fc327db5', 'gw_port': {'id': 'bc1ebe2f-8528-4c80-9d10-e863852643b5', 'name': '', 'network_id': 'e5632474-952e-466a-b7bc-ef6faeac14d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed397d01-1eb7-4c51-abee-323637b93fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '6e634e4c-bb8f-411d-a249-58d2dc6ada37', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:36:32Z', 'updated_at': '2022-10-12T07:36:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e634e4c-bb8f-411d-a249-58d2dc6ada37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:39.697098 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e04306e4-e62e-4a5a-b89c-7275814442e2 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:36:39.732647 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a93824-b37c-420d-97e1-6a0776d5dc8c None None] Network 7587f98b-47cb-4a23-8920-cf06fe834b68 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:36:39.746649 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b78b620-0b71-4286-a1e9-5669c6c43dbd None None] Checking router: ed397d01-1eb7-4c51-abee-323637b93fb5 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:36:39.747746 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b78b620-0b71-4286-a1e9-5669c6c43dbd None None] Updating router ed397d01-1eb7-4c51-abee-323637b93fb5 port bc1ebe2f-8528-4c80-9d10-e863852643b5 binding host dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:36:39.782449 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f489be42-3e31-429a-99e0-805c67d0fcd6 req-6399df9c-ba84-4df6-96e4-8b2164c3953d service neutron] 10.222.0.23 "GET /v2.0/networks/d8679d51-dd8d-46a3-a82d-a795585d2c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135206 Oct 12 07:36:39.784444 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4a75cbee-c208-47f1-b88c-42bd46d12ed4 req-34544d1f-5f30-4de8-9568-d082678b7658 service neutron] 10.222.0.23 "GET /v2.0/networks/dd72da9c-d321-4cc4-881d-466168d9f856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024525 Oct 12 07:36:39.785887 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e04306e4-e62e-4a5a-b89c-7275814442e2 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:39.786525 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-e04306e4-e62e-4a5a-b89c-7275814442e2 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Added segment 4d4be8d4-ee6d-4ebb-83d0-b404c55e787b of type vlan for network 7f1cc2e2-902a-49d7-9ffc-07bbddb56ebf Oct 12 07:36:39.842686 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21373701-cfde-499a-a724-576ed2c00337 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] No DVR routers for this DVR port 3d2924c0-0ba2-48d6-b1d6-9bc5ab030f6f on host dv-neutron-860909-2-hyperv {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:36:39.863447 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 2f21f908-ddae-41bb-b016-45a85e6e08c6 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:36:39.868486 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b84b625-061e-484c-a607-1501cd9a71ff tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Router 1fe502f0-2327-4d65-9d1c-333a075ba655 is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:36:39.872600 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2ec29f6f-2cbd-4d7e-8055-4e206ffa1f6e None None] Port 185696f9-4ba3-4d25-a495-ee6820bee934 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:39.925102 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5b78b620-0b71-4286-a1e9-5669c6c43dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:39.946766 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-21373701-cfde-499a-a724-576ed2c00337 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:39.954903 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-9b07c094-6116-4e4e-8ac7-efaf8cd55983 None None] For port 2f21f908-ddae-41bb-b016-45a85e6e08c6, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=2f21f908-ddae-41bb-b016-45a85e6e08c6,segment=NetworkSegment(a0daf93a-8202-4b39-ace0-f4ff4c49c9fc),segment_id=a0daf93a-8202-4b39-ace0-f4ff4c49c9fc)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:36:39.955585 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9b07c094-6116-4e4e-8ac7-efaf8cd55983 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:39.956488 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e04306e4-e62e-4a5a-b89c-7275814442e2 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:40.006753 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b84b625-061e-484c-a607-1501cd9a71ff tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:36:40.044844 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5b84b625-061e-484c-a607-1501cd9a71ff tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:40.046654 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-5b84b625-061e-484c-a607-1501cd9a71ff tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.6263568 Oct 12 07:36:40.049351 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36196) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:40.100319 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e04306e4-e62e-4a5a-b89c-7275814442e2 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:40.105974 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04306e4-e62e-4a5a-b89c-7275814442e2 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:40.106714 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e04306e4-e62e-4a5a-b89c-7275814442e2 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:40.124939 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-f0da059c-9359-413f-b230-3404f90d0c74 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Deleting port bc1ebe2f-8528-4c80-9d10-e863852643b5 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:36:40.125500 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f0da059c-9359-413f-b230-3404f90d0c74 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:40.171376 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e04306e4-e62e-4a5a-b89c-7275814442e2 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1476512 Oct 12 07:36:40.176089 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36198) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:40.201111 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-21373701-cfde-499a-a724-576ed2c00337 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:40.201605 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-05265b87-eea4-4e61-9071-d80b18bf560f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Request body: {'subnet': {'network_id': '7f1cc2e2-902a-49d7-9ffc-07bbddb56ebf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:40.215783 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f652d5e-aa84-48e2-a04f-0147a463fe44 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:36:40.224832 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36200) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:40.224971 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-8f652d5e-aa84-48e2-a04f-0147a463fe44 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] 10.222.0.26 "PUT /v2.0/routers/4a20e839-e412-40cd-978e-9be6813a7eea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3825953 Oct 12 07:36:40.228946 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8fd389-4587-4585-9cc8-152c037f4fca None None] Sync routers for ids ['4a20e839-e412-40cd-978e-9be6813a7eea'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:36:40.247714 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8fd389-4587-4585-9cc8-152c037f4fca None None] Routers {'4a20e839-e412-40cd-978e-9be6813a7eea'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:36:40.250516 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1d8fd389-4587-4585-9cc8-152c037f4fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:36:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['4a20e839-e412-40cd-978e-9be6813a7eea'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:40.331865 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1d8fd389-4587-4585-9cc8-152c037f4fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:40.334990 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-9b07c094-6116-4e4e-8ac7-efaf8cd55983 None None] Calling delete_port for 2f21f908-ddae-41bb-b016-45a85e6e08c6 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:36:40.342716 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8fd389-4587-4585-9cc8-152c037f4fca None None] Routers {'4a20e839-e412-40cd-978e-9be6813a7eea'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:36:40.343448 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1d8fd389-4587-4585-9cc8-152c037f4fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:36:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['4a20e839-e412-40cd-978e-9be6813a7eea'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:40.347865 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f2aa10-35be-433a-b368-a0a051755063 None None] Sync routers for ids ['1fe502f0-2327-4d65-9d1c-333a075ba655'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:36:40.380518 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-2ec29f6f-2cbd-4d7e-8055-4e206ffa1f6e None None] Attempt 5 to provision port 185696f9-4ba3-4d25-a495-ee6820bee934 Oct 12 07:36:40.396319 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f2aa10-35be-433a-b368-a0a051755063 None None] Routers {'1fe502f0-2327-4d65-9d1c-333a075ba655'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:36:40.396956 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-76f2aa10-35be-433a-b368-a0a051755063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:36:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['1fe502f0-2327-4d65-9d1c-333a075ba655'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:40.398403 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04306e4-e62e-4a5a-b89c-7275814442e2 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Pushing event updated for resources: {'Network': ['ID=7f1cc2e2-902a-49d7-9ffc-07bbddb56ebf,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:40.402720 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21373701-cfde-499a-a724-576ed2c00337 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event deleted for resources: {'Subnet': ['ID=d992bf7e-a7e1-4c32-bf4b-275f0a161892,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:40.427128 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1d8fd389-4587-4585-9cc8-152c037f4fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:40.428491 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8fd389-4587-4585-9cc8-152c037f4fca None None] The sync data for ids ['4a20e839-e412-40cd-978e-9be6813a7eea'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:36:40.501861 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f0da059c-9359-413f-b230-3404f90d0c74 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:40.539065 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-21373701-cfde-499a-a724-576ed2c00337 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:40.569684 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-f0da059c-9359-413f-b230-3404f90d0c74 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Calling delete_port for bc1ebe2f-8528-4c80-9d10-e863852643b5 owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:36:40.591508 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-21373701-cfde-499a-a724-576ed2c00337 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7587f98b-47cb-4a23-8920-cf06fe834b68']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:40.610953 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-21373701-cfde-499a-a724-576ed2c00337 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6077939a-2f4d-492e-9a09-2fd050db931b') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:40.611288 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-21373701-cfde-499a-a724-576ed2c00337 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6077939a-2f4d-492e-9a09-2fd050db931b') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:40.655620 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-21373701-cfde-499a-a724-576ed2c00337 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:40.667152 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2ec29f6f-2cbd-4d7e-8055-4e206ffa1f6e None None] Port 185696f9-4ba3-4d25-a495-ee6820bee934 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:40.667828 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 7f1cc2e2-902a-49d7-9ffc-07bbddb56ebf details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:36:40.674657 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-21373701-cfde-499a-a724-576ed2c00337 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:40.695804 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21373701-cfde-499a-a724-576ed2c00337 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:36:40.696202 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-21373701-cfde-499a-a724-576ed2c00337 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:40.707420 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-76f2aa10-35be-433a-b368-a0a051755063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:40.731160 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 2f21f908-ddae-41bb-b016-45a85e6e08c6 is: ACTIVE; New status is: DOWN {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:36:40.731665 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:40.734304 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 6077939a-2f4d-492e-9a09-2fd050db931b resource provider aggregate not found Oct 12 07:36:40.740689 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f2aa10-35be-433a-b368-a0a051755063 None None] Routers {'1fe502f0-2327-4d65-9d1c-333a075ba655'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:36:40.741329 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-76f2aa10-35be-433a-b368-a0a051755063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:36:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['1fe502f0-2327-4d65-9d1c-333a075ba655'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:40.788893 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 6077939a-2f4d-492e-9a09-2fd050db931b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6077939a-2f4d-492e-9a09-2fd050db931b found for delete ", "request_id": "req-cb41c678-394b-4ce0-82cb-a082a163365b"}]} Oct 12 07:36:40.812797 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-9f056390-e1a1-4cf4-a0c6-3bd9131fc078 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] 10.222.0.26 "GET /v2.0/routers/1fe502f0-2327-4d65-9d1c-333a075ba655 HTTP/1.1" status: 200 len: 925 time: 0.7611625 Oct 12 07:36:40.816174 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36206) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:40.840803 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-21373701-cfde-499a-a724-576ed2c00337 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:40.841086 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-76f2aa10-35be-433a-b368-a0a051755063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:40.841766 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f2aa10-35be-433a-b368-a0a051755063 None None] The sync data for ids ['1fe502f0-2327-4d65-9d1c-333a075ba655'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:36:40.846331 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-21373701-cfde-499a-a724-576ed2c00337 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:40.853811 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-21373701-cfde-499a-a724-576ed2c00337 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "DELETE /v2.0/networks/7587f98b-47cb-4a23-8920-cf06fe834b68 HTTP/1.1" status: 204 len: 168 time: 3.3267052 Oct 12 07:36:40.854521 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36208) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:40.897322 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7e087a7-ddb3-4354-a6d4-0e482f07e0e2 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] DELETE failed (client error): The resource could not be found. Oct 12 07:36:40.897322 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7e087a7-ddb3-4354-a6d4-0e482f07e0e2 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:36:40.904737 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d7e087a7-ddb3-4354-a6d4-0e482f07e0e2 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "DELETE /v2.0/networks/7587f98b-47cb-4a23-8920-cf06fe834b68 HTTP/1.1" status: 404 len: 339 time: 0.0445075 Oct 12 07:36:40.905745 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21373701-cfde-499a-a724-576ed2c00337 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event deleted for resources: {'Network': ['ID=7587f98b-47cb-4a23-8920-cf06fe834b68,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:40.911195 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36210) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:40.917904 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-c042270b-7205-42fb-9b1e-5eebdb396f3a tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1874729836', 'description': 'd1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:40.951090 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c43a7b11-852c-425c-b397-019333868dcf tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fe502f0-2327-4d65-9d1c-333a075ba655 HTTP/1.1" status: 200 len: 205 time: 0.1308298 Oct 12 07:36:40.954252 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36212) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:40.965661 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05265b87-eea4-4e61-9071-d80b18bf560f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Made reservation on behalf of 424a2a2e1ca749ebbbc99533062ee1d7 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:36:40.970313 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-05265b87-eea4-4e61-9071-d80b18bf560f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:41.031189 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c042270b-7205-42fb-9b1e-5eebdb396f3a tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Made reservation on behalf of fa6cd5d4308b423397704f513812805b for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:36:41.035716 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c042270b-7205-42fb-9b1e-5eebdb396f3a tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:41.036300 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989c7229-d686-4551-b1e9-6b9bc61dea2a None None] New status for floating IP eeb8ec21-9bb9-4c9c-80ed-dfd46c82b10e: ACTIVE {{(pid=103202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 07:36:41.059334 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f0da059c-9359-413f-b230-3404f90d0c74 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:41.079017 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 2f21f908-ddae-41bb-b016-45a85e6e08c6, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=2f21f908-ddae-41bb-b016-45a85e6e08c6,segment=NetworkSegment(a0daf93a-8202-4b39-ace0-f4ff4c49c9fc),segment_id=a0daf93a-8202-4b39-ace0-f4ff4c49c9fc)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:36:41.121484 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da059c-9359-413f-b230-3404f90d0c74 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc1ebe2f-8528-4c80-9d10-e863852643b5,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:41.168916 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-91ef3a57-2786-43b8-b284-dbb189ffe938 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks [] for router, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:41.207024 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f0da059c-9359-413f-b230-3404f90d0c74 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:41.213779 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c042270b-7205-42fb-9b1e-5eebdb396f3a tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:36:41.224707 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-2ec29f6f-2cbd-4d7e-8055-4e206ffa1f6e None None] Attempt 6 to provision port 185696f9-4ba3-4d25-a495-ee6820bee934 Oct 12 07:36:41.287710 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63f94edb-982c-48dc-b23c-3656168a54f4 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:41.294127 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c042270b-7205-42fb-9b1e-5eebdb396f3a tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:41.294370 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-c042270b-7205-42fb-9b1e-5eebdb396f3a tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Added segment 8e334f5c-3d8d-43f8-81be-4c45df4d3421 of type vlan for network 27fdf910-4eb8-470a-8772-ee5390f891b1 Oct 12 07:36:41.322154 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:41.331582 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b88089-a348-408b-b354-46ad48c73647 None None] DHCP port deletion for 7587f98b-47cb-4a23-8920-cf06fe834b68 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:36:41.348362 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.objects.ports [None req-05265b87-eea4-4e61-9071-d80b18bf560f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103200) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 12 07:36:41.353580 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-05265b87-eea4-4e61-9071-d80b18bf560f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:41.368662 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f0da059c-9359-413f-b230-3404f90d0c74 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:41.373973 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f0da059c-9359-413f-b230-3404f90d0c74 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:41.418311 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-91ef3a57-2786-43b8-b284-dbb189ffe938 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:41.432389 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05265b87-eea4-4e61-9071-d80b18bf560f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Pushing event updated for resources: {'Subnet': ['ID=b88fb431-b998-4610-919c-6e9bcd160574,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:41.449464 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05265b87-eea4-4e61-9071-d80b18bf560f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Checking segment: {'id': '4d4be8d4-ee6d-4ebb-83d0-b404c55e787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7f1cc2e2-902a-49d7-9ffc-07bbddb56ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:36:41.449826 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05265b87-eea4-4e61-9071-d80b18bf560f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Network hostable DHCP agents. Network: 7f1cc2e2-902a-49d7-9ffc-07bbddb56ebf, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:36:41.489879 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c042270b-7205-42fb-9b1e-5eebdb396f3a tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:41.492949 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2ec29f6f-2cbd-4d7e-8055-4e206ffa1f6e None None] Port 185696f9-4ba3-4d25-a495-ee6820bee934 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:41.500724 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05265b87-eea4-4e61-9071-d80b18bf560f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Network 7f1cc2e2-902a-49d7-9ffc-07bbddb56ebf is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:36:41.517428 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-05265b87-eea4-4e61-9071-d80b18bf560f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 7f1cc2e2-902a-49d7-9ffc-07bbddb56ebf) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:41.525248 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=2f21f908-ddae-41bb-b016-45a85e6e08c6,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:41.528985 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05265b87-eea4-4e61-9071-d80b18bf560f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:41.529649 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-05265b87-eea4-4e61-9071-d80b18bf560f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:41.545606 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f0da059c-9359-413f-b230-3404f90d0c74 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:41.546158 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0da059c-9359-413f-b230-3404f90d0c74 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ed397d01-1eb7-4c51-abee-323637b93fb5 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:36:41.553449 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f0da059c-9359-413f-b230-3404f90d0c74 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:41.556725 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f0da059c-9359-413f-b230-3404f90d0c74 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] 10.222.0.26 "DELETE /v2.0/routers/ed397d01-1eb7-4c51-abee-323637b93fb5 HTTP/1.1" status: 204 len: 168 time: 3.0254605 Oct 12 07:36:41.556875 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-91ef3a57-2786-43b8-b284-dbb189ffe938 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Deleting port 6282f20c-d3f9-4e22-8a87-5c3f6c425ce4 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:36:41.556875 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-91ef3a57-2786-43b8-b284-dbb189ffe938 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:41.558396 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36214) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:41.564138 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9b07c094-6116-4e4e-8ac7-efaf8cd55983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:41.577921 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1061776d-65e8-4e94-a1c4-9d3b0200bcca None None] Network 7f1cc2e2-902a-49d7-9ffc-07bbddb56ebf requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:36:41.590108 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-05265b87-eea4-4e61-9071-d80b18bf560f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4086297 Oct 12 07:36:41.593712 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36216) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:41.603526 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b07c094-6116-4e4e-8ac7-efaf8cd55983 None None] No DVR routers for this DVR port 2f21f908-ddae-41bb-b016-45a85e6e08c6 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:36:41.604827 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-3b5b5d42-b54c-4095-8a90-8048a1e33d39 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Request body: {'port': {'network_id': '7f1cc2e2-902a-49d7-9ffc-07bbddb56ebf', 'name': 'tempest-NetworksIpV6TestAttrs-1602828541'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:41.636057 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07c094-6116-4e4e-8ac7-efaf8cd55983 None None] Pushing event deleted for resources: {'Port': ['ID=2f21f908-ddae-41bb-b016-45a85e6e08c6,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:41.647811 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63f94edb-982c-48dc-b23c-3656168a54f4 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:41.675325 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-67c4707c-be77-4996-8073-03e8f9fca554 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Deleting subnet 6e634e4c-bb8f-411d-a249-58d2dc6ada37 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:36:41.680460 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c042270b-7205-42fb-9b1e-5eebdb396f3a tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:41.683272 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 3d2924c0-0ba2-48d6-b1d6-9bc5ab030f6f no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:36:41.686950 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c042270b-7205-42fb-9b1e-5eebdb396f3a tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:41.687127 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c042270b-7205-42fb-9b1e-5eebdb396f3a tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:41.744301 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-91ef3a57-2786-43b8-b284-dbb189ffe938 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:41.745683 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 3d2924c0-0ba2-48d6-b1d6-9bc5ab030f6f {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:36:41.746017 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 3d2924c0-0ba2-48d6-b1d6-9bc5ab030f6f not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:36:41.751133 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.db.api [None req-5b78b620-0b71-4286-a1e9-5669c6c43dbd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103202) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 07:36:41.751622 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG oslo_db.api [None req-5b78b620-0b71-4286-a1e9-5669c6c43dbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 07:36:41.753357 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-67c4707c-be77-4996-8073-03e8f9fca554 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:41.775843 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-91ef3a57-2786-43b8-b284-dbb189ffe938 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Calling delete_port for 6282f20c-d3f9-4e22-8a87-5c3f6c425ce4 owned by network:router_gateway {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:36:41.789045 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c042270b-7205-42fb-9b1e-5eebdb396f3a tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8770397 Oct 12 07:36:41.802159 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36218) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:41.826207 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042270b-7205-42fb-9b1e-5eebdb396f3a tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event updated for resources: {'Network': ['ID=27fdf910-4eb8-470a-8772-ee5390f891b1,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:41.843273 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 27fdf910-4eb8-470a-8772-ee5390f891b1 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:36:41.844679 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-67c4707c-be77-4996-8073-03e8f9fca554 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:41.858835 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5067eb91-0153-4f90-b3a9-be8b3094e10f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-7f1cc2e2-902a-49d7-9ffc-07bbddb56ebf', 'network_id': '7f1cc2e2-902a-49d7-9ffc-07bbddb56ebf', 'tenant_id': '424a2a2e1ca749ebbbc99533062ee1d7', 'fixed_ips': [{'subnet_id': 'b88fb431-b998-4610-919c-6e9bcd160574'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:36:41.859899 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5067eb91-0153-4f90-b3a9-be8b3094e10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:41.868621 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-63f94edb-982c-48dc-b23c-3656168a54f4 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Deleting port beb7d7f2-1a3a-4e91-9f7b-579d7ec93d9a {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:36:41.868961 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63f94edb-982c-48dc-b23c-3656168a54f4 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:41.891499 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5b5d42-b54c-4095-8a90-8048a1e33d39 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Made reservation on behalf of 424a2a2e1ca749ebbbc99533062ee1d7 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:36:41.894873 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3b5b5d42-b54c-4095-8a90-8048a1e33d39 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:41.959206 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-67c4707c-be77-4996-8073-03e8f9fca554 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:41.969795 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-3b5b5d42-b54c-4095-8a90-8048a1e33d39 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] device_id is not set on port 7dceba7d-a8fd-4c65-82f4-1da2efe18c92 yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:36:41.993433 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47176833-6df9-498d-9453-08d1124767d9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:41.994389 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-2ec29f6f-2cbd-4d7e-8055-4e206ffa1f6e None None] Attempt 7 to provision port 185696f9-4ba3-4d25-a495-ee6820bee934 Oct 12 07:36:41.998216 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-47176833-6df9-498d-9453-08d1124767d9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "GET /v2.0/networks?id=27fdf910-4eb8-470a-8772-ee5390f891b1 HTTP/1.1" status: 200 len: 761 time: 0.1979926 Oct 12 07:36:42.000084 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36220) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:42.009023 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-269fffd5-d58a-403c-b88f-ceea73cb1bc0 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Request body: {'network': {'description': 'd2'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:42.049516 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63f94edb-982c-48dc-b23c-3656168a54f4 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:42.063321 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2ec29f6f-2cbd-4d7e-8055-4e206ffa1f6e None None] Port 185696f9-4ba3-4d25-a495-ee6820bee934 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:42.071516 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-5067eb91-0153-4f90-b3a9-be8b3094e10f None None] Allocated IP 2001:db8::f816:3eff:fe11:7546 (7f1cc2e2-902a-49d7-9ffc-07bbddb56ebf/b88fb431-b998-4610-919c-6e9bcd160574/01a110f6-6954-4653-8cac-219f8c3a86bf) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:36:42.102930 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-63f94edb-982c-48dc-b23c-3656168a54f4 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Calling delete_port for beb7d7f2-1a3a-4e91-9f7b-579d7ec93d9a owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:36:42.152976 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-91ef3a57-2786-43b8-b284-dbb189ffe938 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:42.180136 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef3a57-2786-43b8-b284-dbb189ffe938 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Pushing event deleted for resources: {'Port': ['ID=6282f20c-d3f9-4e22-8a87-5c3f6c425ce4,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:42.223801 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-67c4707c-be77-4996-8073-03e8f9fca554 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:42.249959 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-91ef3a57-2786-43b8-b284-dbb189ffe938 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:42.280830 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4707c-be77-4996-8073-03e8f9fca554 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6e634e4c-bb8f-411d-a249-58d2dc6ada37,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:42.285167 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-269fffd5-d58a-403c-b88f-ceea73cb1bc0 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:42.299281 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-67c4707c-be77-4996-8073-03e8f9fca554 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:42.305531 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-67c4707c-be77-4996-8073-03e8f9fca554 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] 10.222.0.26 "DELETE /v2.0/subnets/6e634e4c-bb8f-411d-a249-58d2dc6ada37 HTTP/1.1" status: 204 len: 168 time: 0.7445407 Oct 12 07:36:42.306263 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36222) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:42.316603 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b78b620-0b71-4286-a1e9-5669c6c43dbd None None] Port bc1ebe2f-8528-4c80-9d10-e863852643b5 not found while updating agent binding for router ed397d01-1eb7-4c51-abee-323637b93fb5. {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 12 07:36:42.332762 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b78b620-0b71-4286-a1e9-5669c6c43dbd None None] Routers set() bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:36:42.333192 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b78b620-0b71-4286-a1e9-5669c6c43dbd None None] Router IDs set() for agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 12 07:36:42.334438 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_agentschedulers_db [None req-5b78b620-0b71-4286-a1e9-5669c6c43dbd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ed397d01-1eb7-4c51-abee-323637b93fb5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:36:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent'). {{(pid=103202) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 12 07:36:42.334438 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b78b620-0b71-4286-a1e9-5669c6c43dbd None None] The sync data for ids ['ed397d01-1eb7-4c51-abee-323637b93fb5'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:36:42.343012 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-91ef3a57-2786-43b8-b284-dbb189ffe938 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:42.345426 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-91ef3a57-2786-43b8-b284-dbb189ffe938 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:42.369487 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-269fffd5-d58a-403c-b88f-ceea73cb1bc0 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:42.393475 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-91ef3a57-2786-43b8-b284-dbb189ffe938 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:42.394000 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ef3a57-2786-43b8-b284-dbb189ffe938 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Fanout notify agent at l3_agent the message router_deleted on router 4a20e839-e412-40cd-978e-9be6813a7eea {{(pid=103200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:36:42.404785 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-91ef3a57-2786-43b8-b284-dbb189ffe938 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:42.406181 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-91ef3a57-2786-43b8-b284-dbb189ffe938 tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] 10.222.0.26 "DELETE /v2.0/routers/4a20e839-e412-40cd-978e-9be6813a7eea HTTP/1.1" status: 204 len: 168 time: 2.1753128 Oct 12 07:36:42.408557 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36224) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:42.409255 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5067eb91-0153-4f90-b3a9-be8b3094e10f None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:42.415164 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5067eb91-0153-4f90-b3a9-be8b3094e10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:42.435752 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-269fffd5-d58a-403c-b88f-ceea73cb1bc0 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Network 27fdf910-4eb8-470a-8772-ee5390f891b1 is not hosted by any dhcp agent {{(pid=103201) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 12 07:36:42.441748 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269fffd5-d58a-403c-b88f-ceea73cb1bc0 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:42.442396 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-269fffd5-d58a-403c-b88f-ceea73cb1bc0 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:42.447960 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-269fffd5-d58a-403c-b88f-ceea73cb1bc0 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "PUT /v2.0/networks/27fdf910-4eb8-470a-8772-ee5390f891b1 HTTP/1.1" status: 200 len: 758 time: 0.4391131 Oct 12 07:36:42.452673 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36226) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:42.461621 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5067eb91-0153-4f90-b3a9-be8b3094e10f None None] Network 7f1cc2e2-902a-49d7-9ffc-07bbddb56ebf is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:36:42.466967 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-5067eb91-0153-4f90-b3a9-be8b3094e10f None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:42.469873 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5067eb91-0153-4f90-b3a9-be8b3094e10f None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:36:42.472633 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5067eb91-0153-4f90-b3a9-be8b3094e10f None None] Pushing event updated for resources: {'Port': ['ID=01a110f6-6954-4653-8cac-219f8c3a86bf,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:42.492529 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9b22ca07-8224-4b98-a427-26b55eb62575 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:42.505739 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c679c43-b2e8-4c6c-9b3e-4fe5c82bbd5c tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Deleting subnet 313f041b-efb7-4c2e-8d16-1081782732ea {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:36:42.510580 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-3b5b5d42-b54c-4095-8a90-8048a1e33d39 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Allocated IP 2001:db8::f816:3eff:fe76:a9cb (7f1cc2e2-902a-49d7-9ffc-07bbddb56ebf/b88fb431-b998-4610-919c-6e9bcd160574/7dceba7d-a8fd-4c65-82f4-1da2efe18c92) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:36:42.512494 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8c679c43-b2e8-4c6c-9b3e-4fe5c82bbd5c tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:42.532406 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269fffd5-d58a-403c-b88f-ceea73cb1bc0 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event updated for resources: {'Network': ['ID=27fdf910-4eb8-470a-8772-ee5390f891b1,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:42.553377 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 27fdf910-4eb8-470a-8772-ee5390f891b1 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:36:42.570566 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8c679c43-b2e8-4c6c-9b3e-4fe5c82bbd5c tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:42.572349 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-2ec29f6f-2cbd-4d7e-8055-4e206ffa1f6e None None] Attempt 8 to provision port 185696f9-4ba3-4d25-a495-ee6820bee934 Oct 12 07:36:42.608392 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-5067eb91-0153-4f90-b3a9-be8b3094e10f None None] Attempting to bind port 01a110f6-6954-4653-8cac-219f8c3a86bf on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:36:42.609431 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-5067eb91-0153-4f90-b3a9-be8b3094e10f None None] Attempting to bind port 01a110f6-6954-4653-8cac-219f8c3a86bf by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '4d4be8d4-ee6d-4ebb-83d0-b404c55e787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7f1cc2e2-902a-49d7-9ffc-07bbddb56ebf'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:36:42.609881 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5067eb91-0153-4f90-b3a9-be8b3094e10f None None] Attempting to bind port 01a110f6-6954-4653-8cac-219f8c3a86bf on network 7f1cc2e2-902a-49d7-9ffc-07bbddb56ebf {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:36:42.643993 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f2e42a-7cf6-4db2-ae61-99e909e05132 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:42.649057 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-88f2e42a-7cf6-4db2-ae61-99e909e05132 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "GET /v2.0/networks?id=27fdf910-4eb8-470a-8772-ee5390f891b1 HTTP/1.1" status: 200 len: 761 time: 0.1904972 Oct 12 07:36:42.650061 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36228) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:42.654707 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-0a0ac146-f239-42a5-98c0-59f8f61a18de tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1906465079'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:42.663081 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5067eb91-0153-4f90-b3a9-be8b3094e10f None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:36:42.663450 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5067eb91-0153-4f90-b3a9-be8b3094e10f None None] Checking segment: {'id': '4d4be8d4-ee6d-4ebb-83d0-b404c55e787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7f1cc2e2-902a-49d7-9ffc-07bbddb56ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:36:42.664337 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63f94edb-982c-48dc-b23c-3656168a54f4 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:42.664479 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5067eb91-0153-4f90-b3a9-be8b3094e10f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:42.664811 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5067eb91-0153-4f90-b3a9-be8b3094e10f None None] Bound using segment: {'id': '4d4be8d4-ee6d-4ebb-83d0-b404c55e787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7f1cc2e2-902a-49d7-9ffc-07bbddb56ebf'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:36:42.665314 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-5067eb91-0153-4f90-b3a9-be8b3094e10f None None] Bound port: 01a110f6-6954-4653-8cac-219f8c3a86bf, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d4be8d4-ee6d-4ebb-83d0-b404c55e787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7f1cc2e2-902a-49d7-9ffc-07bbddb56ebf'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:36:42.665702 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5067eb91-0153-4f90-b3a9-be8b3094e10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:42.679702 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2ec29f6f-2cbd-4d7e-8055-4e206ffa1f6e None None] Port 185696f9-4ba3-4d25-a495-ee6820bee934 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:42.702212 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f94edb-982c-48dc-b23c-3656168a54f4 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Pushing event deleted for resources: {'Port': ['ID=beb7d7f2-1a3a-4e91-9f7b-579d7ec93d9a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:42.732889 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9b22ca07-8224-4b98-a427-26b55eb62575 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:42.746939 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0ac146-f239-42a5-98c0-59f8f61a18de tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Made reservation on behalf of fa6cd5d4308b423397704f513812805b for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:36:42.750406 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0a0ac146-f239-42a5-98c0-59f8f61a18de tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:42.762462 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-5067eb91-0153-4f90-b3a9-be8b3094e10f None None] For port 01a110f6-6954-4653-8cac-219f8c3a86bf, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:36:42.765917 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-5067eb91-0153-4f90-b3a9-be8b3094e10f None None] For port 01a110f6-6954-4653-8cac-219f8c3a86bf, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=01a110f6-6954-4653-8cac-219f8c3a86bf,segment=NetworkSegment(4d4be8d4-ee6d-4ebb-83d0-b404c55e787b),segment_id=4d4be8d4-ee6d-4ebb-83d0-b404c55e787b)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:36:42.770662 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5067eb91-0153-4f90-b3a9-be8b3094e10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:42.785996 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-9b22ca07-8224-4b98-a427-26b55eb62575 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5632474-952e-466a-b7bc-ef6faeac14d4']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:42.795824 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8c679c43-b2e8-4c6c-9b3e-4fe5c82bbd5c tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:42.801729 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-9b22ca07-8224-4b98-a427-26b55eb62575 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36be4747-2b81-4e73-a839-d554e9cbd91c') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:42.802059 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-9b22ca07-8224-4b98-a427-26b55eb62575 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36be4747-2b81-4e73-a839-d554e9cbd91c') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:42.815634 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9b22ca07-8224-4b98-a427-26b55eb62575 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:42.827321 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63f94edb-982c-48dc-b23c-3656168a54f4 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:42.841541 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5067eb91-0153-4f90-b3a9-be8b3094e10f None None] Pushing event updated for resources: {'Port': ['ID=01a110f6-6954-4653-8cac-219f8c3a86bf,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:42.860374 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a0ac146-f239-42a5-98c0-59f8f61a18de tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:36:42.890619 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0a0ac146-f239-42a5-98c0-59f8f61a18de tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:42.890877 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-0a0ac146-f239-42a5-98c0-59f8f61a18de tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Added segment 1fc0d609-c8b0-4c14-8a77-3604f835ef11 of type vlan for network ba8c71d0-e2f4-4b64-b583-ff72ae48278e Oct 12 07:36:42.916872 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3b5b5d42-b54c-4095-8a90-8048a1e33d39 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:42.955862 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8c679c43-b2e8-4c6c-9b3e-4fe5c82bbd5c tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:42.965939 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0a0ac146-f239-42a5-98c0-59f8f61a18de tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:43.003970 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c679c43-b2e8-4c6c-9b3e-4fe5c82bbd5c tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Pushing event deleted for resources: {'Subnet': ['ID=313f041b-efb7-4c2e-8d16-1081782732ea,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:43.006503 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8c679c43-b2e8-4c6c-9b3e-4fe5c82bbd5c tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:43.010770 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-8c679c43-b2e8-4c6c-9b3e-4fe5c82bbd5c tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] 10.222.0.26 "DELETE /v2.0/subnets/313f041b-efb7-4c2e-8d16-1081782732ea HTTP/1.1" status: 204 len: 168 time: 0.6010365 Oct 12 07:36:43.035519 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36230) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:43.038529 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5799e79-43c7-4af4-8da2-fc8316e4f992 None None] Network 7ba246d0-5fae-4d70-b1d6-e7177689d50d requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:36:43.095085 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0a0ac146-f239-42a5-98c0-59f8f61a18de tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:43.101124 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0ac146-f239-42a5-98c0-59f8f61a18de tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:43.101780 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0a0ac146-f239-42a5-98c0-59f8f61a18de tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:43.160946 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3b5b5d42-b54c-4095-8a90-8048a1e33d39 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:43.187548 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-2ec29f6f-2cbd-4d7e-8055-4e206ffa1f6e None None] Attempt 9 to provision port 185696f9-4ba3-4d25-a495-ee6820bee934 Oct 12 07:36:43.199693 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-0a0ac146-f239-42a5-98c0-59f8f61a18de tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5463939 Oct 12 07:36:43.199921 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9b22ca07-8224-4b98-a427-26b55eb62575 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:43.200549 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36232) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:43.209392 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-b40bc427-b851-44c7-9f2d-85ad79013e56 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Request body: {'subnet': {'network_id': 'ba8c71d0-e2f4-4b64-b583-ff72ae48278e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:43.228147 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8cfb8516-dfd4-4ac4-ae34-9a294ca911cc tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:43.246425 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b22ca07-8224-4b98-a427-26b55eb62575 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:36:43.247100 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9b22ca07-8224-4b98-a427-26b55eb62575 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:43.260755 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2ec29f6f-2cbd-4d7e-8055-4e206ffa1f6e None None] Port 185696f9-4ba3-4d25-a495-ee6820bee934 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:43.270612 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0ac146-f239-42a5-98c0-59f8f61a18de tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event updated for resources: {'Network': ['ID=ba8c71d0-e2f4-4b64-b583-ff72ae48278e,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:43.282111 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5b5d42-b54c-4095-8a90-8048a1e33d39 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Network 7f1cc2e2-902a-49d7-9ffc-07bbddb56ebf is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:36:43.288605 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b5d42-b54c-4095-8a90-8048a1e33d39 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Pushing event updated for resources: {'Port': ['ID=7dceba7d-a8fd-4c65-82f4-1da2efe18c92,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:43.291322 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-3b5b5d42-b54c-4095-8a90-8048a1e33d39 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:43.294983 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5b5d42-b54c-4095-8a90-8048a1e33d39 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:36:43.300116 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network ba8c71d0-e2f4-4b64-b583-ff72ae48278e details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:36:43.301579 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5b5d42-b54c-4095-8a90-8048a1e33d39 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:43.302414 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3b5b5d42-b54c-4095-8a90-8048a1e33d39 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:43.341678 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63f94edb-982c-48dc-b23c-3656168a54f4 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:43.358810 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-3b5b5d42-b54c-4095-8a90-8048a1e33d39 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.7637806 Oct 12 07:36:43.359694 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36236) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:43.376918 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 36be4747-2b81-4e73-a839-d554e9cbd91c resource provider aggregate not found Oct 12 07:36:43.391375 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63f94edb-982c-48dc-b23c-3656168a54f4 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:43.401191 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae869f2c-6189-4c7b-8b14-c847c46ed30b None None] DHCP port deletion for 7ba246d0-5fae-4d70-b1d6-e7177689d50d request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:36:43.410629 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-8cfb8516-dfd4-4ac4-ae34-9a294ca911cc tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Deleting port 99307372-52ae-46ff-a7e6-2496026bd2f3 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:36:43.411096 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8cfb8516-dfd4-4ac4-ae34-9a294ca911cc tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:43.434814 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-df0ae7bb-dbb5-49dd-b08e-1b0cadec6700 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Deleting subnet b88fb431-b998-4610-919c-6e9bcd160574 {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:36:43.435157 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 36be4747-2b81-4e73-a839-d554e9cbd91c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 36be4747-2b81-4e73-a839-d554e9cbd91c found for delete ", "request_id": "req-2501519d-81e0-4cad-808c-15a5e2383b21"}]} Oct 12 07:36:43.440037 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-df0ae7bb-dbb5-49dd-b08e-1b0cadec6700 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:43.468686 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ae869f2c-6189-4c7b-8b14-c847c46ed30b None None] Deleting port 99307372-52ae-46ff-a7e6-2496026bd2f3 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:36:43.469851 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ae869f2c-6189-4c7b-8b14-c847c46ed30b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:43.477034 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9b22ca07-8224-4b98-a427-26b55eb62575 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:43.482929 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b22ca07-8224-4b98-a427-26b55eb62575 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e5632474-952e-466a-b7bc-ef6faeac14d4 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 12 07:36:43.487341 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9b22ca07-8224-4b98-a427-26b55eb62575 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:43.494758 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-9b22ca07-8224-4b98-a427-26b55eb62575 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] 10.222.0.26 "DELETE /v2.0/networks/e5632474-952e-466a-b7bc-ef6faeac14d4 HTTP/1.1" status: 204 len: 168 time: 1.1845307 Oct 12 07:36:43.523155 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-8cfb8516-dfd4-4ac4-ae34-9a294ca911cc tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] For port 99307372-52ae-46ff-a7e6-2496026bd2f3, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=99307372-52ae-46ff-a7e6-2496026bd2f3,segment=NetworkSegment(8093e529-e3dc-4983-95af-2fc52cecd436),segment_id=8093e529-e3dc-4983-95af-2fc52cecd436)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:36:43.523392 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b22ca07-8224-4b98-a427-26b55eb62575 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Pushing event deleted for resources: {'Network': ['ID=e5632474-952e-466a-b7bc-ef6faeac14d4,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:43.523571 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8cfb8516-dfd4-4ac4-ae34-9a294ca911cc tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:43.534998 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-df0ae7bb-dbb5-49dd-b08e-1b0cadec6700 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:43.546592 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63f94edb-982c-48dc-b23c-3656168a54f4 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:43.547190 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f94edb-982c-48dc-b23c-3656168a54f4 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Fanout notify agent at l3_agent the message router_deleted on router 1fe502f0-2327-4d65-9d1c-333a075ba655 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:36:43.557551 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63f94edb-982c-48dc-b23c-3656168a54f4 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:43.558825 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-63f94edb-982c-48dc-b23c-3656168a54f4 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] 10.222.0.26 "DELETE /v2.0/routers/1fe502f0-2327-4d65-9d1c-333a075ba655 HTTP/1.1" status: 204 len: 168 time: 2.6036253 Oct 12 07:36:43.560667 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40bc427-b851-44c7-9f2d-85ad79013e56 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Made reservation on behalf of fa6cd5d4308b423397704f513812805b for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:36:43.564934 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b40bc427-b851-44c7-9f2d-85ad79013e56 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:43.568138 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36244) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:43.572986 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-1fc98cc4-fe98-41bb-8b9f-5ef219ecbdfb tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1344370189', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'enable_snat': False}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:43.588347 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-ae869f2c-6189-4c7b-8b14-c847c46ed30b None None] For port 99307372-52ae-46ff-a7e6-2496026bd2f3, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=99307372-52ae-46ff-a7e6-2496026bd2f3,segment=NetworkSegment(8093e529-e3dc-4983-95af-2fc52cecd436),segment_id=8093e529-e3dc-4983-95af-2fc52cecd436)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:36:43.588719 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ae869f2c-6189-4c7b-8b14-c847c46ed30b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:43.604605 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ae869f2c-6189-4c7b-8b14-c847c46ed30b None None] Calling delete_port for 99307372-52ae-46ff-a7e6-2496026bd2f3 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:36:43.605706 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1fc98cc4-fe98-41bb-8b9f-5ef219ecbdfb tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:43.606889 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1fc98cc4-fe98-41bb-8b9f-5ef219ecbdfb tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:43.619151 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-8cfb8516-dfd4-4ac4-ae34-9a294ca911cc tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Calling delete_port for 99307372-52ae-46ff-a7e6-2496026bd2f3 owned by network:dhcp {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:36:43.762334 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-2ec29f6f-2cbd-4d7e-8055-4e206ffa1f6e None None] Attempt 10 to provision port 185696f9-4ba3-4d25-a495-ee6820bee934 Oct 12 07:36:43.769336 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-df0ae7bb-dbb5-49dd-b08e-1b0cadec6700 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:43.782736 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1fc98cc4-fe98-41bb-8b9f-5ef219ecbdfb tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:43.860845 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2ec29f6f-2cbd-4d7e-8055-4e206ffa1f6e None None] Port 185696f9-4ba3-4d25-a495-ee6820bee934 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:43.863600 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 01a110f6-6954-4653-8cac-219f8c3a86bf up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:36:43.865589 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-df0ae7bb-dbb5-49dd-b08e-1b0cadec6700 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:43.929979 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0ae7bb-dbb5-49dd-b08e-1b0cadec6700 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Pushing event deleted for resources: {'Subnet': ['ID=b88fb431-b998-4610-919c-6e9bcd160574,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:43.937910 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-df0ae7bb-dbb5-49dd-b08e-1b0cadec6700 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:43.941470 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-df0ae7bb-dbb5-49dd-b08e-1b0cadec6700 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] 10.222.0.26 "DELETE /v2.0/subnets/b88fb431-b998-4610-919c-6e9bcd160574 HTTP/1.1" status: 204 len: 168 time: 0.5796983 Oct 12 07:36:43.944065 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36250) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:43.952060 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ae869f2c-6189-4c7b-8b14-c847c46ed30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:44.019378 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36252) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:44.034421 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-8d0afe04-9077-49eb-933c-a67f63db691c tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Request body: {'router': {'name': 'tempest-router--1355842444', 'project_id': '3f02bba7f0184880b25ab5fa39190075'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:44.040036 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae869f2c-6189-4c7b-8b14-c847c46ed30b None None] Pushing event deleted for resources: {'Port': ['ID=99307372-52ae-46ff-a7e6-2496026bd2f3,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:44.045013 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b086ad96-ae38-403a-8e7b-931f27d4db92 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:44.047333 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b086ad96-ae38-403a-8e7b-931f27d4db92 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:44.049061 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b086ad96-ae38-403a-8e7b-931f27d4db92 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1040461 Oct 12 07:36:44.052777 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36254) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:44.064239 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-2ec29f6f-2cbd-4d7e-8055-4e206ffa1f6e None None] Could not find standard attr ID for object 2f21f908-ddae-41bb-b016-45a85e6e08c6. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:36:44.081631 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 01a110f6-6954-4653-8cac-219f8c3a86bf triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:36:44.082053 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:44.082521 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 01a110f6-6954-4653-8cac-219f8c3a86bf Oct 12 07:36:44.095549 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8cfb8516-dfd4-4ac4-ae34-9a294ca911cc tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:44.104854 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1fc98cc4-fe98-41bb-8b9f-5ef219ecbdfb tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:44.132881 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae869f2c-6189-4c7b-8b14-c847c46ed30b None None] No DVR routers for this DVR port 99307372-52ae-46ff-a7e6-2496026bd2f3 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:36:44.139735 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0922cbaa-2dc5-40b0-a29a-19fc90a83677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:44.153713 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb8516-dfd4-4ac4-ae34-9a294ca911cc tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Pushing event deleted for resources: {'Port': ['ID=99307372-52ae-46ff-a7e6-2496026bd2f3,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:44.165247 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8d0afe04-9077-49eb-933c-a67f63db691c tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:44.166521 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8d0afe04-9077-49eb-933c-a67f63db691c tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:44.207700 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfb8516-dfd4-4ac4-ae34-9a294ca911cc tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] No DVR routers for this DVR port 99307372-52ae-46ff-a7e6-2496026bd2f3 on host dv-neutron-860909-2-hyperv {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:36:44.209284 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 01a110f6-6954-4653-8cac-219f8c3a86bf is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:36:44.210067 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:44.235634 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b40bc427-b851-44c7-9f2d-85ad79013e56 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:44.245355 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-faf39675-11d0-44ed-b305-b4a41f66b6fa None None] Provisioning complete for port 185696f9-4ba3-4d25-a495-ee6820bee934 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:36:44.245747 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-faf39675-11d0-44ed-b305-b4a41f66b6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:44.246763 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-faf39675-11d0-44ed-b305-b4a41f66b6fa None None] Attempt 1 to provision port 185696f9-4ba3-4d25-a495-ee6820bee934 Oct 12 07:36:44.251053 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e6df6ece-ecc0-4043-b742-b4e1af964e0e tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:44.297231 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6df6ece-ecc0-4043-b742-b4e1af964e0e tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 12 07:36:44.297700 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6df6ece-ecc0-4043-b742-b4e1af964e0e tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:36:44.301095 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e6df6ece-ecc0-4043-b742-b4e1af964e0e tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] 10.222.0.26 "DELETE /v2.0/networks/7f1cc2e2-902a-49d7-9ffc-07bbddb56ebf HTTP/1.1" status: 409 len: 405 time: 0.2451212 Oct 12 07:36:44.311227 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36256) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:44.318250 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-93bc87d5-8862-41d2-b42f-016ae66d4376 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-108339531'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:44.325957 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-faf39675-11d0-44ed-b305-b4a41f66b6fa None None] Port 185696f9-4ba3-4d25-a495-ee6820bee934 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:44.342214 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 01a110f6-6954-4653-8cac-219f8c3a86bf, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=01a110f6-6954-4653-8cac-219f8c3a86bf,segment=NetworkSegment(4d4be8d4-ee6d-4ebb-83d0-b404c55e787b),segment_id=4d4be8d4-ee6d-4ebb-83d0-b404c55e787b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:36:44.349861 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:44.369669 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40bc427-b851-44c7-9f2d-85ad79013e56 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event updated for resources: {'Subnet': ['ID=30dc4cc8-4530-4288-8a3c-643680b09e88,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:44.370199 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8cfb8516-dfd4-4ac4-ae34-9a294ca911cc tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:44.383865 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff79708-482e-4f8a-adcb-a17b672e32f5 None None] Network 7f1cc2e2-902a-49d7-9ffc-07bbddb56ebf requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:36:44.400856 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40bc427-b851-44c7-9f2d-85ad79013e56 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Checking segment: {'id': '1fc0d609-c8b0-4c14-8a77-3604f835ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ba8c71d0-e2f4-4b64-b583-ff72ae48278e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:36:44.401131 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40bc427-b851-44c7-9f2d-85ad79013e56 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Network hostable DHCP agents. Network: ba8c71d0-e2f4-4b64-b583-ff72ae48278e, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:36:44.402903 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8d0afe04-9077-49eb-933c-a67f63db691c tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:44.420850 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8d0afe04-9077-49eb-933c-a67f63db691c tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:44.440489 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-8cfb8516-dfd4-4ac4-ae34-9a294ca911cc tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ba246d0-5fae-4d70-b1d6-e7177689d50d']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:44.442115 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 99307372-52ae-46ff-a7e6-2496026bd2f3 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:36:44.451619 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93bc87d5-8862-41d2-b42f-016ae66d4376 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Made reservation on behalf of 424a2a2e1ca749ebbbc99533062ee1d7 for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:36:44.455640 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-93bc87d5-8862-41d2-b42f-016ae66d4376 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:44.461612 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-8cfb8516-dfd4-4ac4-ae34-9a294ca911cc tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8093e529-e3dc-4983-95af-2fc52cecd436') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:44.462129 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-8cfb8516-dfd4-4ac4-ae34-9a294ca911cc tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8093e529-e3dc-4983-95af-2fc52cecd436') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:44.477029 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8d0afe04-9077-49eb-933c-a67f63db691c tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:44.481801 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-8d0afe04-9077-49eb-933c-a67f63db691c tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4614403 Oct 12 07:36:44.486306 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36258) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:44.490881 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 99307372-52ae-46ff-a7e6-2496026bd2f3 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:36:44.491324 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 99307372-52ae-46ff-a7e6-2496026bd2f3 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:36:44.495755 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8cfb8516-dfd4-4ac4-ae34-9a294ca911cc tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:44.514257 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40bc427-b851-44c7-9f2d-85ad79013e56 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Network ba8c71d0-e2f4-4b64-b583-ff72ae48278e is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:36:44.537394 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=01a110f6-6954-4653-8cac-219f8c3a86bf,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:44.542250 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-b40bc427-b851-44c7-9f2d-85ad79013e56 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, ba8c71d0-e2f4-4b64-b583-ff72ae48278e) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:44.556508 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40bc427-b851-44c7-9f2d-85ad79013e56 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:44.556716 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b40bc427-b851-44c7-9f2d-85ad79013e56 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:44.561708 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8cfb8516-dfd4-4ac4-ae34-9a294ca911cc tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:44.566100 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93bc87d5-8862-41d2-b42f-016ae66d4376 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:36:44.581880 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf68c7d-3582-4a5d-801b-be351ff8c4c6 None None] Network ba8c71d0-e2f4-4b64-b583-ff72ae48278e requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:36:44.591425 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1fc98cc4-fe98-41bb-8b9f-5ef219ecbdfb tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:44.604053 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36260) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:44.604248 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b40bc427-b851-44c7-9f2d-85ad79013e56 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4020557 Oct 12 07:36:44.607897 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-79300727-eb46-449a-9987-6f2b87d6189b tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for router, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:44.614233 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cfb8516-dfd4-4ac4-ae34-9a294ca911cc tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:36:44.614776 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8cfb8516-dfd4-4ac4-ae34-9a294ca911cc tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:44.635194 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1fc98cc4-fe98-41bb-8b9f-5ef219ecbdfb tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:44.751873 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e495c9d1-02c5-488f-85f7-ea0d51928aa7 None None] DHCP port deletion for 7f1cc2e2-902a-49d7-9ffc-07bbddb56ebf request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:36:44.773975 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-1fc98cc4-fe98-41bb-8b9f-5ef219ecbdfb tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Allocated IP 172.26.3.222 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/eae2f8af-4a57-4801-ac28-cf9272fb2b3a) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:36:44.826648 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-faf39675-11d0-44ed-b305-b4a41f66b6fa None None] Attempt 2 to provision port 185696f9-4ba3-4d25-a495-ee6820bee934 Oct 12 07:36:44.862288 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764d123c-59b1-4b0a-bdad-edf950392bc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-ba8c71d0-e2f4-4b64-b583-ff72ae48278e', 'network_id': 'ba8c71d0-e2f4-4b64-b583-ff72ae48278e', 'tenant_id': 'fa6cd5d4308b423397704f513812805b', 'fixed_ips': [{'subnet_id': '30dc4cc8-4530-4288-8a3c-643680b09e88'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:36:44.863156 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-764d123c-59b1-4b0a-bdad-edf950392bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:44.886170 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e495c9d1-02c5-488f-85f7-ea0d51928aa7 None None] Deleting port 01a110f6-6954-4653-8cac-219f8c3a86bf {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:36:44.886459 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e495c9d1-02c5-488f-85f7-ea0d51928aa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:44.893323 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1fc98cc4-fe98-41bb-8b9f-5ef219ecbdfb tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:44.912138 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-faf39675-11d0-44ed-b305-b4a41f66b6fa None None] Port 185696f9-4ba3-4d25-a495-ee6820bee934 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:44.932744 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1fc98cc4-fe98-41bb-8b9f-5ef219ecbdfb tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:44.946018 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-93bc87d5-8862-41d2-b42f-016ae66d4376 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:44.946666 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-93bc87d5-8862-41d2-b42f-016ae66d4376 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Added segment 762214f9-b483-4d4e-836d-27f56cefe2c6 of type vlan for network fa04ef86-e3ba-4d63-80fe-14b996b7890f Oct 12 07:36:44.972815 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 8093e529-e3dc-4983-95af-2fc52cecd436 resource provider aggregate not found Oct 12 07:36:44.985251 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc98cc4-fe98-41bb-8b9f-5ef219ecbdfb tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:36:44.989805 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-1fc98cc4-fe98-41bb-8b9f-5ef219ecbdfb tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:44.998996 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc98cc4-fe98-41bb-8b9f-5ef219ecbdfb tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:36:45.028030 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-e495c9d1-02c5-488f-85f7-ea0d51928aa7 None None] For port 01a110f6-6954-4653-8cac-219f8c3a86bf, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=01a110f6-6954-4653-8cac-219f8c3a86bf,segment=NetworkSegment(4d4be8d4-ee6d-4ebb-83d0-b404c55e787b),segment_id=4d4be8d4-ee6d-4ebb-83d0-b404c55e787b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:36:45.028369 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e495c9d1-02c5-488f-85f7-ea0d51928aa7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:45.028489 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc98cc4-fe98-41bb-8b9f-5ef219ecbdfb tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Pushing event updated for resources: {'Port': ['ID=eae2f8af-4a57-4801-ac28-cf9272fb2b3a,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:45.047570 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e495c9d1-02c5-488f-85f7-ea0d51928aa7 None None] Calling delete_port for 01a110f6-6954-4653-8cac-219f8c3a86bf owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:36:45.065401 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 8093e529-e3dc-4983-95af-2fc52cecd436 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8093e529-e3dc-4983-95af-2fc52cecd436 found for delete ", "request_id": "req-a4e2b6fc-804b-4be9-b631-8373a4fbdd5c"}]} Oct 12 07:36:45.115691 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-93bc87d5-8862-41d2-b42f-016ae66d4376 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:45.123014 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8cfb8516-dfd4-4ac4-ae34-9a294ca911cc tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:45.138673 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-764d123c-59b1-4b0a-bdad-edf950392bc1 None None] Allocated IP 172.20.0.2 (ba8c71d0-e2f4-4b64-b583-ff72ae48278e/30dc4cc8-4530-4288-8a3c-643680b09e88/c394f968-3f58-481d-b1a2-6a29396140c3) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:36:45.219405 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8cfb8516-dfd4-4ac4-ae34-9a294ca911cc tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:45.224848 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-8cfb8516-dfd4-4ac4-ae34-9a294ca911cc tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] 10.222.0.26 "DELETE /v2.0/networks/7ba246d0-5fae-4d70-b1d6-e7177689d50d HTTP/1.1" status: 204 len: 168 time: 2.1838388 Oct 12 07:36:45.227521 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e495c9d1-02c5-488f-85f7-ea0d51928aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:45.231664 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36268) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:45.252068 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.db.resource_extend [None req-93bc87d5-8862-41d2-b42f-016ae66d4376 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 07:36:45.262735 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1fc98cc4-fe98-41bb-8b9f-5ef219ecbdfb tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:45.263309 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e495c9d1-02c5-488f-85f7-ea0d51928aa7 None None] Pushing event deleted for resources: {'Port': ['ID=01a110f6-6954-4653-8cac-219f8c3a86bf,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:45.276717 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e495c9d1-02c5-488f-85f7-ea0d51928aa7 None None] No DVR routers for this DVR port 01a110f6-6954-4653-8cac-219f8c3a86bf on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:36:45.306822 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb8516-dfd4-4ac4-ae34-9a294ca911cc tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Pushing event deleted for resources: {'Network': ['ID=7ba246d0-5fae-4d70-b1d6-e7177689d50d,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:45.343653 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-79300727-eb46-449a-9987-6f2b87d6189b tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:45.350602 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-79300727-eb46-449a-9987-6f2b87d6189b tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:45.354889 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-764d123c-59b1-4b0a-bdad-edf950392bc1 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:45.362052 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-764d123c-59b1-4b0a-bdad-edf950392bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:45.367657 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-93bc87d5-8862-41d2-b42f-016ae66d4376 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:45.373131 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bc87d5-8862-41d2-b42f-016ae66d4376 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:45.373724 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-93bc87d5-8862-41d2-b42f-016ae66d4376 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:45.402336 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764d123c-59b1-4b0a-bdad-edf950392bc1 None None] Network ba8c71d0-e2f4-4b64-b583-ff72ae48278e is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:36:45.407166 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-764d123c-59b1-4b0a-bdad-edf950392bc1 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:45.416426 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764d123c-59b1-4b0a-bdad-edf950392bc1 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:36:45.416426 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-faf39675-11d0-44ed-b305-b4a41f66b6fa None None] Attempt 3 to provision port 185696f9-4ba3-4d25-a495-ee6820bee934 Oct 12 07:36:45.446383 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d123c-59b1-4b0a-bdad-edf950392bc1 None None] Pushing event updated for resources: {'Port': ['ID=c394f968-3f58-481d-b1a2-6a29396140c3,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:45.447181 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-925d5416-f2c7-406c-8e18-034d7d3d9095 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:45.480880 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-faf39675-11d0-44ed-b305-b4a41f66b6fa None None] Port 185696f9-4ba3-4d25-a495-ee6820bee934 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:45.488803 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1fc98cc4-fe98-41bb-8b9f-5ef219ecbdfb tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:45.505682 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-79300727-eb46-449a-9987-6f2b87d6189b tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:45.506203 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79300727-eb46-449a-9987-6f2b87d6189b tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5ab641b2-5aff-4c2b-b9db-45dd668630a9 {{(pid=103200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:36:45.507931 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-764d123c-59b1-4b0a-bdad-edf950392bc1 None None] Attempting to bind port c394f968-3f58-481d-b1a2-6a29396140c3 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:36:45.508375 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-764d123c-59b1-4b0a-bdad-edf950392bc1 None None] Attempting to bind port c394f968-3f58-481d-b1a2-6a29396140c3 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '1fc0d609-c8b0-4c14-8a77-3604f835ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ba8c71d0-e2f4-4b64-b583-ff72ae48278e'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:36:45.508923 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764d123c-59b1-4b0a-bdad-edf950392bc1 None None] Attempting to bind port c394f968-3f58-481d-b1a2-6a29396140c3 on network ba8c71d0-e2f4-4b64-b583-ff72ae48278e {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:36:45.515857 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764d123c-59b1-4b0a-bdad-edf950392bc1 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:36:45.516302 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764d123c-59b1-4b0a-bdad-edf950392bc1 None None] Checking segment: {'id': '1fc0d609-c8b0-4c14-8a77-3604f835ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ba8c71d0-e2f4-4b64-b583-ff72ae48278e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:36:45.516771 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-764d123c-59b1-4b0a-bdad-edf950392bc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:45.517035 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-93bc87d5-8862-41d2-b42f-016ae66d4376 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2042484 Oct 12 07:36:45.517282 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764d123c-59b1-4b0a-bdad-edf950392bc1 None None] Bound using segment: {'id': '1fc0d609-c8b0-4c14-8a77-3604f835ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ba8c71d0-e2f4-4b64-b583-ff72ae48278e'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:36:45.517891 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-764d123c-59b1-4b0a-bdad-edf950392bc1 None None] Bound port: c394f968-3f58-481d-b1a2-6a29396140c3, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fc0d609-c8b0-4c14-8a77-3604f835ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ba8c71d0-e2f4-4b64-b583-ff72ae48278e'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:36:45.518375 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-764d123c-59b1-4b0a-bdad-edf950392bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:45.520835 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-79300727-eb46-449a-9987-6f2b87d6189b tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:45.521893 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-79300727-eb46-449a-9987-6f2b87d6189b tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] 10.222.0.26 "DELETE /v2.0/routers/5ab641b2-5aff-4c2b-b9db-45dd668630a9 HTTP/1.1" status: 204 len: 168 time: 1.0345006 Oct 12 07:36:45.522404 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36270) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:45.540377 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-add7f2f7-fa10-405a-8d4e-53f91e6d719d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Request body: {'subnet': {'network_id': 'fa04ef86-e3ba-4d63-80fe-14b996b7890f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:45.600166 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-764d123c-59b1-4b0a-bdad-edf950392bc1 None None] For port c394f968-3f58-481d-b1a2-6a29396140c3, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:36:45.605080 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-764d123c-59b1-4b0a-bdad-edf950392bc1 None None] For port c394f968-3f58-481d-b1a2-6a29396140c3, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=c394f968-3f58-481d-b1a2-6a29396140c3,segment=NetworkSegment(1fc0d609-c8b0-4c14-8a77-3604f835ef11),segment_id=1fc0d609-c8b0-4c14-8a77-3604f835ef11)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:36:45.610272 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-764d123c-59b1-4b0a-bdad-edf950392bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:45.629614 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc87d5-8862-41d2-b42f-016ae66d4376 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Pushing event updated for resources: {'Network': ['ID=fa04ef86-e3ba-4d63-80fe-14b996b7890f,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:45.649763 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network fa04ef86-e3ba-4d63-80fe-14b996b7890f details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:36:45.687914 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36274) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:45.722147 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc98cc4-fe98-41bb-8b9f-5ef219ecbdfb tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Router 2cb0808e-b015-4056-be45-85e1a093a055 is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:36:45.783102 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-da8da8e1-9efb-470e-8cec-8fd01b95825e tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Deleting port 0fd06e36-2f19-4750-9a5e-2779597f7ffa {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:36:45.783610 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-da8da8e1-9efb-470e-8cec-8fd01b95825e tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:45.828704 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add7f2f7-fa10-405a-8d4e-53f91e6d719d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Made reservation on behalf of 424a2a2e1ca749ebbbc99533062ee1d7 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:36:45.833079 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-add7f2f7-fa10-405a-8d4e-53f91e6d719d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:45.847727 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-925d5416-f2c7-406c-8e18-034d7d3d9095 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Deleting port c394f968-3f58-481d-b1a2-6a29396140c3 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:36:45.848292 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-925d5416-f2c7-406c-8e18-034d7d3d9095 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:45.887890 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc98cc4-fe98-41bb-8b9f-5ef219ecbdfb tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:36:45.898385 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2c2796-70f4-4b23-a6dd-ce1eb8559bd0 None None] Sync routers for ids ['2cb0808e-b015-4056-be45-85e1a093a055'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:36:45.910646 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 01a110f6-6954-4653-8cac-219f8c3a86bf no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:36:45.933292 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2c2796-70f4-4b23-a6dd-ce1eb8559bd0 None None] Routers {'2cb0808e-b015-4056-be45-85e1a093a055'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:36:45.935838 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-dc2c2796-70f4-4b23-a6dd-ce1eb8559bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:36:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['2cb0808e-b015-4056-be45-85e1a093a055'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:45.941540 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1fc98cc4-fe98-41bb-8b9f-5ef219ecbdfb tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:45.943156 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-1fc98cc4-fe98-41bb-8b9f-5ef219ecbdfb tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.3740444 Oct 12 07:36:45.945726 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36280) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:45.969165 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d123c-59b1-4b0a-bdad-edf950392bc1 None None] Pushing event updated for resources: {'Port': ['ID=c394f968-3f58-481d-b1a2-6a29396140c3,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:46.004289 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-faf39675-11d0-44ed-b305-b4a41f66b6fa None None] Attempt 4 to provision port 185696f9-4ba3-4d25-a495-ee6820bee934 Oct 12 07:36:46.037669 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-971865f1-834a-4863-8ff3-d75b95b39755 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-578502506', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}, 'admin_state_up': False}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:46.043385 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 01a110f6-6954-4653-8cac-219f8c3a86bf {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:36:46.043727 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 01a110f6-6954-4653-8cac-219f8c3a86bf not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:36:46.073522 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-faf39675-11d0-44ed-b305-b4a41f66b6fa None None] Port 185696f9-4ba3-4d25-a495-ee6820bee934 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:46.077347 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3d7c5a6b-53ac-4dae-8a0d-f8ae5da5b65c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:46.090379 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-971865f1-834a-4863-8ff3-d75b95b39755 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:46.091527 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-971865f1-834a-4863-8ff3-d75b95b39755 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:46.160026 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e8600c1f-37f4-4e07-9e54-9f58acedb8d4 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] 10.222.0.26 "GET /v2.0/routers/2cb0808e-b015-4056-be45-85e1a093a055 HTTP/1.1" status: 200 len: 909 time: 0.2128532 Oct 12 07:36:46.162436 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36282) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:46.168321 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-78d993b0-6d7a-449f-b0b4-2144718902bb tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1344370189', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'enable_snat': True}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:46.172572 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-dc2c2796-70f4-4b23-a6dd-ce1eb8559bd0 None None] Set router 2cb0808e-b015-4056-be45-85e1a093a055 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:36:46.177528 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-925d5416-f2c7-406c-8e18-034d7d3d9095 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] For port c394f968-3f58-481d-b1a2-6a29396140c3, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=c394f968-3f58-481d-b1a2-6a29396140c3,segment=NetworkSegment(1fc0d609-c8b0-4c14-8a77-3604f835ef11),segment_id=1fc0d609-c8b0-4c14-8a77-3604f835ef11)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:36:46.178087 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-925d5416-f2c7-406c-8e18-034d7d3d9095 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:46.204056 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-971865f1-834a-4863-8ff3-d75b95b39755 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:46.237265 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-925d5416-f2c7-406c-8e18-034d7d3d9095 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Calling delete_port for c394f968-3f58-481d-b1a2-6a29396140c3 owned by network:dhcp {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:36:46.246118 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78d993b0-6d7a-449f-b0b4-2144718902bb tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:46.247265 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78d993b0-6d7a-449f-b0b4-2144718902bb tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:46.279115 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-da8da8e1-9efb-470e-8cec-8fd01b95825e tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:46.279439 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-da8da8e1-9efb-470e-8cec-8fd01b95825e tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:46.329335 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-da8da8e1-9efb-470e-8cec-8fd01b95825e tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Calling delete_port for 0fd06e36-2f19-4750-9a5e-2779597f7ffa owned by network:floatingip {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:36:46.368970 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-dc2c2796-70f4-4b23-a6dd-ce1eb8559bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb0808e-b015-4056-be45-85e1a093a055', 'name': 'tempest-snat-router-1344370189', 'tenant_id': 'd2650e9d3c724a9a91f8c87fcdefe2a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.222'}], 'enable_snat': False}, 'gw_port_id': 'eae2f8af-4a57-4801-ac28-cf9272fb2b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:36:43Z', 'updated_at': '2022-10-12T07:36:45Z', 'revision_number': 3, 'project_id': 'd2650e9d3c724a9a91f8c87fcdefe2a6', 'gw_port': {'id': 'eae2f8af-4a57-4801-ac28-cf9272fb2b3a', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:40:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb0808e-b015-4056-be45-85e1a093a055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:36:44Z', 'updated_at': '2022-10-12T07:36:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:46.399578 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2c2796-70f4-4b23-a6dd-ce1eb8559bd0 None None] Checking router: 2cb0808e-b015-4056-be45-85e1a093a055 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:36:46.399937 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2c2796-70f4-4b23-a6dd-ce1eb8559bd0 None None] Updating router 2cb0808e-b015-4056-be45-85e1a093a055 port eae2f8af-4a57-4801-ac28-cf9272fb2b3a binding host dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:36:46.432888 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dc2c2796-70f4-4b23-a6dd-ce1eb8559bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:46.576031 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-faf39675-11d0-44ed-b305-b4a41f66b6fa None None] Attempt 5 to provision port 185696f9-4ba3-4d25-a495-ee6820bee934 Oct 12 07:36:46.600189 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-925d5416-f2c7-406c-8e18-034d7d3d9095 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:46.659617 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-971865f1-834a-4863-8ff3-d75b95b39755 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:46.665341 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d5416-f2c7-406c-8e18-034d7d3d9095 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event deleted for resources: {'Port': ['ID=c394f968-3f58-481d-b1a2-6a29396140c3,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:46.689699 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-faf39675-11d0-44ed-b305-b4a41f66b6fa None None] Port 185696f9-4ba3-4d25-a495-ee6820bee934 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:46.690460 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78d993b0-6d7a-449f-b0b4-2144718902bb tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:46.735986 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925d5416-f2c7-406c-8e18-034d7d3d9095 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] No DVR routers for this DVR port c394f968-3f58-481d-b1a2-6a29396140c3 on host dv-neutron-860909-2-hyperv {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:36:46.752962 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.objects.ports [None req-add7f2f7-fa10-405a-8d4e-53f91e6d719d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103200) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 12 07:36:46.758457 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-da8da8e1-9efb-470e-8cec-8fd01b95825e tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:46.760264 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-add7f2f7-fa10-405a-8d4e-53f91e6d719d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:46.828150 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dc2c2796-70f4-4b23-a6dd-ce1eb8559bd0 None None] Notify callbacks [] for port, precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:46.835580 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dc2c2796-70f4-4b23-a6dd-ce1eb8559bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:46.844875 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8da8e1-9efb-470e-8cec-8fd01b95825e tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Pushing event deleted for resources: {'Port': ['ID=0fd06e36-2f19-4750-9a5e-2779597f7ffa,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:46.854590 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-dc2c2796-70f4-4b23-a6dd-ce1eb8559bd0 None None] Attempting to bind port eae2f8af-4a57-4801-ac28-cf9272fb2b3a on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:36:46.855196 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-dc2c2796-70f4-4b23-a6dd-ce1eb8559bd0 None None] Attempting to bind port eae2f8af-4a57-4801-ac28-cf9272fb2b3a by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:36:46.855766 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2c2796-70f4-4b23-a6dd-ce1eb8559bd0 None None] Attempting to bind port eae2f8af-4a57-4801-ac28-cf9272fb2b3a on network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:36:46.864187 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2c2796-70f4-4b23-a6dd-ce1eb8559bd0 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:36:46.865535 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2c2796-70f4-4b23-a6dd-ce1eb8559bd0 None None] Checking segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:36:46.866357 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dc2c2796-70f4-4b23-a6dd-ce1eb8559bd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:46.867043 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2c2796-70f4-4b23-a6dd-ce1eb8559bd0 None None] Bound using segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:36:46.867714 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-dc2c2796-70f4-4b23-a6dd-ce1eb8559bd0 None None] Bound port: eae2f8af-4a57-4801-ac28-cf9272fb2b3a, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:36:46.868271 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dc2c2796-70f4-4b23-a6dd-ce1eb8559bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:46.879484 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78d993b0-6d7a-449f-b0b4-2144718902bb tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:46.928371 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-925d5416-f2c7-406c-8e18-034d7d3d9095 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:46.928594 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-dc2c2796-70f4-4b23-a6dd-ce1eb8559bd0 None None] For port eae2f8af-4a57-4801-ac28-cf9272fb2b3a, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:36:46.932067 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-dc2c2796-70f4-4b23-a6dd-ce1eb8559bd0 None None] For port eae2f8af-4a57-4801-ac28-cf9272fb2b3a, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=eae2f8af-4a57-4801-ac28-cf9272fb2b3a,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:36:46.955770 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dc2c2796-70f4-4b23-a6dd-ce1eb8559bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:46.969010 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add7f2f7-fa10-405a-8d4e-53f91e6d719d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Pushing event updated for resources: {'Subnet': ['ID=2c1fa8a6-f90e-4ae3-b082-b7c08d21a043,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:46.977284 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2c2796-70f4-4b23-a6dd-ce1eb8559bd0 None None] Routers {'2cb0808e-b015-4056-be45-85e1a093a055'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:36:46.978148 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-dc2c2796-70f4-4b23-a6dd-ce1eb8559bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:36:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['2cb0808e-b015-4056-be45-85e1a093a055'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:47.049320 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f8c88-789c-4b59-9b86-7f4d3fa9d38f None None] Pushing event updated for resources: {'Port': ['ID=eae2f8af-4a57-4801-ac28-cf9272fb2b3a,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:47.049956 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-da8da8e1-9efb-470e-8cec-8fd01b95825e tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks [] for floatingip, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:47.054634 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-da8da8e1-9efb-470e-8cec-8fd01b95825e tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:47.067213 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-da8da8e1-9efb-470e-8cec-8fd01b95825e tempest-FloatingIPAdminTestJSON-526888063 tempest-FloatingIPAdminTestJSON-526888063-project] 10.222.0.26 "DELETE /v2.0/floatingips/fb12d605-b024-4cd8-865f-366bb597e5db HTTP/1.1" status: 204 len: 168 time: 1.8324847 Oct 12 07:36:47.070964 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-925d5416-f2c7-406c-8e18-034d7d3d9095 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:47.086239 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55f8c88-789c-4b59-9b86-7f4d3fa9d38f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:36:47.086923 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55f8c88-789c-4b59-9b86-7f4d3fa9d38f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:36:47.087401 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55f8c88-789c-4b59-9b86-7f4d3fa9d38f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:36:47.087878 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55f8c88-789c-4b59-9b86-7f4d3fa9d38f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:36:47.088346 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55f8c88-789c-4b59-9b86-7f4d3fa9d38f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:36:47.088815 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55f8c88-789c-4b59-9b86-7f4d3fa9d38f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:36:47.089296 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55f8c88-789c-4b59-9b86-7f4d3fa9d38f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:36:47.089777 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55f8c88-789c-4b59-9b86-7f4d3fa9d38f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:36:47.090326 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55f8c88-789c-4b59-9b86-7f4d3fa9d38f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:36:47.094707 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55f8c88-789c-4b59-9b86-7f4d3fa9d38f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:36:47.095283 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55f8c88-789c-4b59-9b86-7f4d3fa9d38f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:36:47.095749 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55f8c88-789c-4b59-9b86-7f4d3fa9d38f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:36:47.114871 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-971865f1-834a-4863-8ff3-d75b95b39755 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router_gateway, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:47.139303 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add7f2f7-fa10-405a-8d4e-53f91e6d719d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Checking segment: {'id': '762214f9-b483-4d4e-836d-27f56cefe2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fa04ef86-e3ba-4d63-80fe-14b996b7890f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:36:47.140751 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add7f2f7-fa10-405a-8d4e-53f91e6d719d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Network hostable DHCP agents. Network: fa04ef86-e3ba-4d63-80fe-14b996b7890f, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:36:47.145847 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-971865f1-834a-4863-8ff3-d75b95b39755 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:47.182844 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-dc2c2796-70f4-4b23-a6dd-ce1eb8559bd0 None None] Set router 2cb0808e-b015-4056-be45-85e1a093a055 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:36:47.183351 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:47.192378 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-faf39675-11d0-44ed-b305-b4a41f66b6fa None None] Attempt 6 to provision port 185696f9-4ba3-4d25-a495-ee6820bee934 Oct 12 07:36:47.248157 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-925d5416-f2c7-406c-8e18-034d7d3d9095 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:47.252109 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-faf39675-11d0-44ed-b305-b4a41f66b6fa None None] Port 185696f9-4ba3-4d25-a495-ee6820bee934 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:47.252926 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e7fb95-2f68-47cc-8279-3f8ba508deec None None] Network ba8c71d0-e2f4-4b64-b583-ff72ae48278e requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:36:47.269756 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f8c88-789c-4b59-9b86-7f4d3fa9d38f None None] Pushing event updated for resources: {'Port': ['ID=eae2f8af-4a57-4801-ac28-cf9272fb2b3a,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:47.276003 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-925d5416-f2c7-406c-8e18-034d7d3d9095 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba8c71d0-e2f4-4b64-b583-ff72ae48278e']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:47.307637 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-925d5416-f2c7-406c-8e18-034d7d3d9095 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fc0d609-c8b0-4c14-8a77-3604f835ef11') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:47.308174 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-925d5416-f2c7-406c-8e18-034d7d3d9095 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fc0d609-c8b0-4c14-8a77-3604f835ef11') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:47.321447 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-925d5416-f2c7-406c-8e18-034d7d3d9095 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:47.340250 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-925d5416-f2c7-406c-8e18-034d7d3d9095 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:47.348107 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-925d5416-f2c7-406c-8e18-034d7d3d9095 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:36:47.348684 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-925d5416-f2c7-406c-8e18-034d7d3d9095 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:47.351075 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78d993b0-6d7a-449f-b0b4-2144718902bb tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:47.431410 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78d993b0-6d7a-449f-b0b4-2144718902bb tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:47.452331 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d5416-f2c7-406c-8e18-034d7d3d9095 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event deleted for resources: {'Subnet': ['ID=30dc4cc8-4530-4288-8a3c-643680b09e88,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:47.455053 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-dc2c2796-70f4-4b23-a6dd-ce1eb8559bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb0808e-b015-4056-be45-85e1a093a055', 'name': 'tempest-snat-router-1344370189', 'tenant_id': 'd2650e9d3c724a9a91f8c87fcdefe2a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.222'}], 'enable_snat': False}, 'gw_port_id': 'eae2f8af-4a57-4801-ac28-cf9272fb2b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:36:43Z', 'updated_at': '2022-10-12T07:36:45Z', 'revision_number': 3, 'project_id': 'd2650e9d3c724a9a91f8c87fcdefe2a6', 'gw_port': {'id': 'eae2f8af-4a57-4801-ac28-cf9272fb2b3a', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:40:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb0808e-b015-4056-be45-85e1a093a055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:36:44Z', 'updated_at': '2022-10-12T07:36:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:47.463377 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-971865f1-834a-4863-8ff3-d75b95b39755 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Allocated IP 172.26.3.111 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/fa900cbf-bad5-457d-a0ed-19d2cb4d68eb) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:36:47.464665 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 1fc0d609-c8b0-4c14-8a77-3604f835ef11 resource provider aggregate not found Oct 12 07:36:47.471729 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-925d5416-f2c7-406c-8e18-034d7d3d9095 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:47.478872 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13068fc3-cac0-4662-8a7b-7a6ec1fadd89 None None] DHCP port deletion for ba8c71d0-e2f4-4b64-b583-ff72ae48278e request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:36:47.481129 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-925d5416-f2c7-406c-8e18-034d7d3d9095 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:47.488771 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-925d5416-f2c7-406c-8e18-034d7d3d9095 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "DELETE /v2.0/networks/ba8c71d0-e2f4-4b64-b583-ff72ae48278e HTTP/1.1" status: 204 len: 168 time: 2.8780987 Oct 12 07:36:47.489828 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36292) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:47.511270 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4938942b-7a4a-4ebe-8985-722cb7f345fb None None] get_active_networks_info from dv-neutron-860909-2-hyperv {{(pid=103202) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 07:36:47.523034 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2c2796-70f4-4b23-a6dd-ce1eb8559bd0 None None] The sync data for ids ['2cb0808e-b015-4056-be45-85e1a093a055'] in dv-neutron-860909-2-hyperv is: [{'id': '2cb0808e-b015-4056-be45-85e1a093a055', 'name': 'tempest-snat-router-1344370189', 'tenant_id': 'd2650e9d3c724a9a91f8c87fcdefe2a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.222'}], 'enable_snat': False}, 'gw_port_id': 'eae2f8af-4a57-4801-ac28-cf9272fb2b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:36:43Z', 'updated_at': '2022-10-12T07:36:45Z', 'revision_number': 3, 'project_id': 'd2650e9d3c724a9a91f8c87fcdefe2a6', 'gw_port': {'id': 'eae2f8af-4a57-4801-ac28-cf9272fb2b3a', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:40:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb0808e-b015-4056-be45-85e1a093a055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:36:44Z', 'updated_at': '2022-10-12T07:36:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:36:47.529145 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 1fc0d609-c8b0-4c14-8a77-3604f835ef11 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1fc0d609-c8b0-4c14-8a77-3604f835ef11 found for delete ", "request_id": "req-b9b788aa-93f3-4d15-b01b-750a0dc40e10"}]} Oct 12 07:36:47.531427 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d5416-f2c7-406c-8e18-034d7d3d9095 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event deleted for resources: {'Network': ['ID=ba8c71d0-e2f4-4b64-b583-ff72ae48278e,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:47.562646 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add7f2f7-fa10-405a-8d4e-53f91e6d719d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Network fa04ef86-e3ba-4d63-80fe-14b996b7890f is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:36:47.568805 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36296) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:47.576693 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-cefa2bac-f8e3-4074-a614-fa79e59a92a7 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] GET failed (client error): The resource could not be found. Oct 12 07:36:47.578082 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-cefa2bac-f8e3-4074-a614-fa79e59a92a7 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "GET /v2.0/subnets/30dc4cc8-4530-4288-8a3c-643680b09e88 HTTP/1.1" status: 404 len: 337 time: 0.0622585 Oct 12 07:36:47.580758 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36300) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:47.590942 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-add7f2f7-fa10-405a-8d4e-53f91e6d719d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, fa04ef86-e3ba-4d63-80fe-14b996b7890f) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:47.616898 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add7f2f7-fa10-405a-8d4e-53f91e6d719d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:47.617507 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-add7f2f7-fa10-405a-8d4e-53f91e6d719d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:47.620294 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f11ef1e-5066-4860-be67-002e4fa6a20b tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] DELETE failed (client error): The resource could not be found. Oct 12 07:36:47.620866 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f11ef1e-5066-4860-be67-002e4fa6a20b tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:36:47.624679 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-9f11ef1e-5066-4860-be67-002e4fa6a20b tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "DELETE /v2.0/networks/ba8c71d0-e2f4-4b64-b583-ff72ae48278e HTTP/1.1" status: 404 len: 339 time: 0.0424397 Oct 12 07:36:47.636390 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36302) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:47.691873 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4938942b-7a4a-4ebe-8985-722cb7f345fb None None] Resources bound (agent type, host, resource id): {{(pid=103202) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 07:36:47.692075 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-add7f2f7-fa10-405a-8d4e-53f91e6d719d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.1549582 Oct 12 07:36:47.696738 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36304) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:47.720202 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-971865f1-834a-4863-8ff3-d75b95b39755 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:47.755625 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-faf39675-11d0-44ed-b305-b4a41f66b6fa None None] Attempt 7 to provision port 185696f9-4ba3-4d25-a495-ee6820bee934 Oct 12 07:36:47.777903 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-971865f1-834a-4863-8ff3-d75b95b39755 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:47.856080 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971865f1-834a-4863-8ff3-d75b95b39755 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:36:47.865403 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-971865f1-834a-4863-8ff3-d75b95b39755 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:47.877012 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971865f1-834a-4863-8ff3-d75b95b39755 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:36:47.922907 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971865f1-834a-4863-8ff3-d75b95b39755 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Pushing event updated for resources: {'Port': ['ID=fa900cbf-bad5-457d-a0ed-19d2cb4d68eb,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:47.927367 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-78d993b0-6d7a-449f-b0b4-2144718902bb tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Allocated IP 172.26.3.161 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/c983f91b-aa33-44a8-ba6a-b2f875712177) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:36:47.986597 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a40857-770a-4ae7-9048-c5ddbec750f1 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:47.994986 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-09a40857-770a-4ae7-9048-c5ddbec750f1 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3508472 Oct 12 07:36:47.994986 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d3b7138f-2ba5-4a52-8297-84082fbbc310 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b2e011d534f04aa99b69d637ebc8f00b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4231751 Oct 12 07:36:47.994986 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36306) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:47.995310 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36308) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:48.006576 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-faf39675-11d0-44ed-b305-b4a41f66b6fa None None] Port 185696f9-4ba3-4d25-a495-ee6820bee934 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:48.013229 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-dcb85a20-0f54-4d0f-84e4-597dff217a7a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:48.051183 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-fec19691-c73a-47e2-b291-fc7a3be40f08 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "GET /v2.0/subnets?network_id=7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 HTTP/1.1" status: 200 len: 207 time: 0.0565736 Oct 12 07:36:48.059515 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36310) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:48.140924 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bf76da-925f-4498-84b8-dc03ba98b4a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-fa04ef86-e3ba-4d63-80fe-14b996b7890f', 'network_id': 'fa04ef86-e3ba-4d63-80fe-14b996b7890f', 'tenant_id': '424a2a2e1ca749ebbbc99533062ee1d7', 'fixed_ips': [{'subnet_id': '2c1fa8a6-f90e-4ae3-b082-b7c08d21a043'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:36:48.142616 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91bf76da-925f-4498-84b8-dc03ba98b4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:48.208691 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78d993b0-6d7a-449f-b0b4-2144718902bb tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:48.314464 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-971865f1-834a-4863-8ff3-d75b95b39755 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router_gateway, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:48.316104 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-91bf76da-925f-4498-84b8-dc03ba98b4a7 None None] Allocated IP 2001:db8::f816:3eff:fe52:30c2 (fa04ef86-e3ba-4d63-80fe-14b996b7890f/2c1fa8a6-f90e-4ae3-b082-b7c08d21a043/236075bc-9916-499c-8bd0-bb3b01917f64) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:36:48.374448 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78d993b0-6d7a-449f-b0b4-2144718902bb tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:48.428138 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d993b0-6d7a-449f-b0b4-2144718902bb tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:36:48.458037 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-78d993b0-6d7a-449f-b0b4-2144718902bb tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:48.466187 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d993b0-6d7a-449f-b0b4-2144718902bb tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:36:48.487828 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91bf76da-925f-4498-84b8-dc03ba98b4a7 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:48.497964 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91bf76da-925f-4498-84b8-dc03ba98b4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:48.509746 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d993b0-6d7a-449f-b0b4-2144718902bb tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Pushing event updated for resources: {'Port': ['ID=c983f91b-aa33-44a8-ba6a-b2f875712177,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:48.512338 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-faf39675-11d0-44ed-b305-b4a41f66b6fa None None] Attempt 8 to provision port 185696f9-4ba3-4d25-a495-ee6820bee934 Oct 12 07:36:48.585594 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-09e3881f-0668-4755-a928-853c249cc916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:48.591251 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-faf39675-11d0-44ed-b305-b4a41f66b6fa None None] Port 185696f9-4ba3-4d25-a495-ee6820bee934 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:48.598761 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bf76da-925f-4498-84b8-dc03ba98b4a7 None None] Network fa04ef86-e3ba-4d63-80fe-14b996b7890f is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:36:48.602851 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-91bf76da-925f-4498-84b8-dc03ba98b4a7 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:48.605193 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf76da-925f-4498-84b8-dc03ba98b4a7 None None] Pushing event updated for resources: {'Port': ['ID=236075bc-9916-499c-8bd0-bb3b01917f64,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:48.607874 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bf76da-925f-4498-84b8-dc03ba98b4a7 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:36:48.627591 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fb1efe-f918-4ac1-9b7b-e17d883451f9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:48.634944 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fb1efe-f918-4ac1-9b7b-e17d883451f9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:48.642246 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fb1efe-f918-4ac1-9b7b-e17d883451f9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:48.649008 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fb1efe-f918-4ac1-9b7b-e17d883451f9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:48.656469 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36312) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:48.657109 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d6fb1efe-f918-4ac1-9b7b-e17d883451f9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.5965173 Oct 12 07:36:48.658316 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-dcb85a20-0f54-4d0f-84e4-597dff217a7a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:48.669701 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-91bf76da-925f-4498-84b8-dc03ba98b4a7 None None] Attempting to bind port 236075bc-9916-499c-8bd0-bb3b01917f64 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:36:48.670098 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-91bf76da-925f-4498-84b8-dc03ba98b4a7 None None] Attempting to bind port 236075bc-9916-499c-8bd0-bb3b01917f64 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '762214f9-b483-4d4e-836d-27f56cefe2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fa04ef86-e3ba-4d63-80fe-14b996b7890f'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:36:48.670467 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bf76da-925f-4498-84b8-dc03ba98b4a7 None None] Attempting to bind port 236075bc-9916-499c-8bd0-bb3b01917f64 on network fa04ef86-e3ba-4d63-80fe-14b996b7890f {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:36:48.677602 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bf76da-925f-4498-84b8-dc03ba98b4a7 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:36:48.677980 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bf76da-925f-4498-84b8-dc03ba98b4a7 None None] Checking segment: {'id': '762214f9-b483-4d4e-836d-27f56cefe2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fa04ef86-e3ba-4d63-80fe-14b996b7890f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:36:48.678411 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91bf76da-925f-4498-84b8-dc03ba98b4a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:48.678803 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bf76da-925f-4498-84b8-dc03ba98b4a7 None None] Bound using segment: {'id': '762214f9-b483-4d4e-836d-27f56cefe2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fa04ef86-e3ba-4d63-80fe-14b996b7890f'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:36:48.679301 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-91bf76da-925f-4498-84b8-dc03ba98b4a7 None None] Bound port: 236075bc-9916-499c-8bd0-bb3b01917f64, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '762214f9-b483-4d4e-836d-27f56cefe2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fa04ef86-e3ba-4d63-80fe-14b996b7890f'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:36:48.679684 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91bf76da-925f-4498-84b8-dc03ba98b4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:48.709237 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-09e3881f-0668-4755-a928-853c249cc916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:48.768541 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:48.779147 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-91bf76da-925f-4498-84b8-dc03ba98b4a7 None None] For port 236075bc-9916-499c-8bd0-bb3b01917f64, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:36:48.783848 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-dcb85a20-0f54-4d0f-84e4-597dff217a7a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:48.787193 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-91bf76da-925f-4498-84b8-dc03ba98b4a7 None None] For port 236075bc-9916-499c-8bd0-bb3b01917f64, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=236075bc-9916-499c-8bd0-bb3b01917f64,segment=NetworkSegment(762214f9-b483-4d4e-836d-27f56cefe2c6),segment_id=762214f9-b483-4d4e-836d-27f56cefe2c6)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:36:48.792347 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91bf76da-925f-4498-84b8-dc03ba98b4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:48.822595 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb85a20-0f54-4d0f-84e4-597dff217a7a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Pushing event deleted for resources: {'Subnet': ['ID=2c1fa8a6-f90e-4ae3-b082-b7c08d21a043,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:48.853570 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-09e3881f-0668-4755-a928-853c249cc916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:48.856142 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-09e3881f-0668-4755-a928-853c249cc916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:48.857310 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-09e3881f-0668-4755-a928-853c249cc916 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8f58b200-d0d3-4f7b-b7cb-fe6e964af1b7 HTTP/1.1" status: 204 len: 168 time: 0.8613057 Oct 12 07:36:48.878801 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e3881f-0668-4755-a928-853c249cc916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f58b200-d0d3-4f7b-b7cb-fe6e964af1b7,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:48.910145 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf76da-925f-4498-84b8-dc03ba98b4a7 None None] Pushing event updated for resources: {'Port': ['ID=236075bc-9916-499c-8bd0-bb3b01917f64,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:48.921218 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-dcb85a20-0f54-4d0f-84e4-597dff217a7a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:48.955156 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-dcb85a20-0f54-4d0f-84e4-597dff217a7a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa04ef86-e3ba-4d63-80fe-14b996b7890f']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:48.965859 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-dcb85a20-0f54-4d0f-84e4-597dff217a7a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '762214f9-b483-4d4e-836d-27f56cefe2c6') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:48.966214 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-dcb85a20-0f54-4d0f-84e4-597dff217a7a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '762214f9-b483-4d4e-836d-27f56cefe2c6') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:48.978833 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-dcb85a20-0f54-4d0f-84e4-597dff217a7a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:48.995726 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-dcb85a20-0f54-4d0f-84e4-597dff217a7a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:49.005440 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcb85a20-0f54-4d0f-84e4-597dff217a7a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:36:49.005846 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-dcb85a20-0f54-4d0f-84e4-597dff217a7a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:49.087762 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.db.api [None req-dcb85a20-0f54-4d0f-84e4-597dff217a7a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 07:36:49.087762 dv-neutron-860909-2-hyperv neutron-server[103200]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 07:36:49.087762 dv-neutron-860909-2-hyperv neutron-server[103200]: [parameters: {'id': 'fa04ef86-e3ba-4d63-80fe-14b996b7890f'}] Oct 12 07:36:49.087762 dv-neutron-860909-2-hyperv neutron-server[103200]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 07:36:49.088107 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG oslo_db.api [None req-dcb85a20-0f54-4d0f-84e4-597dff217a7a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 07:36:49.093552 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-faf39675-11d0-44ed-b305-b4a41f66b6fa None None] Attempt 9 to provision port 185696f9-4ba3-4d25-a495-ee6820bee934 Oct 12 07:36:49.127457 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:49.138684 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-faf39675-11d0-44ed-b305-b4a41f66b6fa None None] Port 185696f9-4ba3-4d25-a495-ee6820bee934 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:49.210263 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-971865f1-834a-4863-8ff3-d75b95b39755 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:49.284618 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36320) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:49.297948 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b99fea62-b1c8-440b-a467-9b89e26e98b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:49.373530 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-34d90ff0-de33-4544-971e-9ba14406c6b7 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.7159727 Oct 12 07:36:49.376856 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b99fea62-b1c8-440b-a467-9b89e26e98b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:49.377658 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36322) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:49.382139 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b99fea62-b1c8-440b-a467-9b89e26e98b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:49.426432 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b99fea62-b1c8-440b-a467-9b89e26e98b0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9903e9d7ea864782bcc1e6cb87f1dff6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1403894 Oct 12 07:36:49.427341 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36324) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:49.429324 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99fea62-b1c8-440b-a467-9b89e26e98b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6005dfc-cf88-46fd-b472-834e1667672e,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:49.480128 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-218d47fd-6a7b-4909-9e52-1a743997dccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:49.501102 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-218d47fd-6a7b-4909-9e52-1a743997dccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:49.534651 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78d993b0-6d7a-449f-b0b4-2144718902bb tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:49.542010 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed309298-4cf9-429d-86a5-eaa432af87db tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:49.543567 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed309298-4cf9-429d-86a5-eaa432af87db tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:49.545187 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ed309298-4cf9-429d-86a5-eaa432af87db tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1665468 Oct 12 07:36:49.549623 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36328) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:49.553345 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 762214f9-b483-4d4e-836d-27f56cefe2c6 resource provider aggregate not found Oct 12 07:36:49.589522 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-dcb85a20-0f54-4d0f-84e4-597dff217a7a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:49.599307 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-218d47fd-6a7b-4909-9e52-1a743997dccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:49.601945 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-218d47fd-6a7b-4909-9e52-1a743997dccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:49.605805 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-218d47fd-6a7b-4909-9e52-1a743997dccc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b6005dfc-cf88-46fd-b472-834e1667672e HTTP/1.1" status: 204 len: 168 time: 0.1746085 Oct 12 07:36:49.607104 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 762214f9-b483-4d4e-836d-27f56cefe2c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 762214f9-b483-4d4e-836d-27f56cefe2c6 found for delete ", "request_id": "req-368a3018-34d9-4355-9869-0f5543b45b12"}]} Oct 12 07:36:49.627039 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d47fd-6a7b-4909-9e52-1a743997dccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6005dfc-cf88-46fd-b472-834e1667672e,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:49.646258 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-faf39675-11d0-44ed-b305-b4a41f66b6fa None None] Attempt 10 to provision port 185696f9-4ba3-4d25-a495-ee6820bee934 Oct 12 07:36:49.671847 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98a5e62-6e8f-4340-a216-506f57986d7d tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Attributes excluded by policy engine: ['shared'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:49.672853 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98a5e62-6e8f-4340-a216-506f57986d7d tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Attributes excluded by policy engine: ['shared'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:49.680005 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e98a5e62-6e8f-4340-a216-506f57986d7d tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1292031 Oct 12 07:36:49.680641 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36334) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:49.736708 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971865f1-834a-4863-8ff3-d75b95b39755 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Router 9cf82907-5f18-4422-a3b8-e93466cf2adc is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:36:49.742829 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-faf39675-11d0-44ed-b305-b4a41f66b6fa None None] Port 185696f9-4ba3-4d25-a495-ee6820bee934 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:36:49.761732 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-faf39675-11d0-44ed-b305-b4a41f66b6fa None None] Could not find standard attr ID for object 3d2924c0-0ba2-48d6-b1d6-9bc5ab030f6f. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:36:49.777104 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-dcb85a20-0f54-4d0f-84e4-597dff217a7a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Deleting port 236075bc-9916-499c-8bd0-bb3b01917f64 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:36:49.777454 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-dcb85a20-0f54-4d0f-84e4-597dff217a7a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:49.865977 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 236075bc-9916-499c-8bd0-bb3b01917f64 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:36:49.916137 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cbd0cd-ecbf-423a-b0b7-1589c2112691 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:49.918277 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-30cbd0cd-ecbf-423a-b0b7-1589c2112691 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "GET /v2.0/networks/ecf7751b-5020-4cfb-9993-48c2b14d2d96 HTTP/1.1" status: 200 len: 800 time: 0.2354631 Oct 12 07:36:49.925438 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36336) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:49.929525 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-dcb85a20-0f54-4d0f-84e4-597dff217a7a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] For port 236075bc-9916-499c-8bd0-bb3b01917f64, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=236075bc-9916-499c-8bd0-bb3b01917f64,segment=NetworkSegment(762214f9-b483-4d4e-836d-27f56cefe2c6),segment_id=762214f9-b483-4d4e-836d-27f56cefe2c6)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:36:49.930268 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-dcb85a20-0f54-4d0f-84e4-597dff217a7a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:49.944536 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-a1fa648e-5921-455f-91b3-dd1a60457773 None None] Could not find standard attr ID for object 01a110f6-6954-4653-8cac-219f8c3a86bf. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:36:49.953452 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-a1fa648e-5921-455f-91b3-dd1a60457773 None None] Could not find standard attr ID for object c394f968-3f58-481d-b1a2-6a29396140c3. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:36:49.985592 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 236075bc-9916-499c-8bd0-bb3b01917f64 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:36:49.986401 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:49.987078 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 236075bc-9916-499c-8bd0-bb3b01917f64 Oct 12 07:36:50.001821 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-dcb85a20-0f54-4d0f-84e4-597dff217a7a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Calling delete_port for 236075bc-9916-499c-8bd0-bb3b01917f64 owned by network:dhcp {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:36:50.065854 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971865f1-834a-4863-8ff3-d75b95b39755 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:36:50.082272 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78d993b0-6d7a-449f-b0b4-2144718902bb tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:50.098971 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613b182d-4191-4fa3-b66b-7361bb214d7b None None] Sync routers for ids ['9cf82907-5f18-4422-a3b8-e93466cf2adc'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:36:50.123735 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613b182d-4191-4fa3-b66b-7361bb214d7b None None] Routers {'9cf82907-5f18-4422-a3b8-e93466cf2adc'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:36:50.124570 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-613b182d-4191-4fa3-b66b-7361bb214d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:36:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['9cf82907-5f18-4422-a3b8-e93466cf2adc'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:50.142164 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-971865f1-834a-4863-8ff3-d75b95b39755 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:50.143397 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-971865f1-834a-4863-8ff3-d75b95b39755 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.4523892 Oct 12 07:36:50.146601 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36340) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:50.162656 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36342) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:50.164043 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-39a37fef-8350-415f-a614-3e98c562faa6 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "GET /v2.0/networks/ecf7751b-5020-4cfb-9993-48c2b14d2d96?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2365963 Oct 12 07:36:50.170084 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-613b182d-4191-4fa3-b66b-7361bb214d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:50.177486 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45df250c-aec6-4314-aeca-82eb851cfd29 None None] Network fa04ef86-e3ba-4d63-80fe-14b996b7890f requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:36:50.201712 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613b182d-4191-4fa3-b66b-7361bb214d7b None None] Routers {'9cf82907-5f18-4422-a3b8-e93466cf2adc'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:36:50.202538 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-613b182d-4191-4fa3-b66b-7361bb214d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:36:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['9cf82907-5f18-4422-a3b8-e93466cf2adc'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:50.204356 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 236075bc-9916-499c-8bd0-bb3b01917f64 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:36:50.204735 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:50.211648 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-dcb85a20-0f54-4d0f-84e4-597dff217a7a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:50.247696 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36344) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:50.257048 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb85a20-0f54-4d0f-84e4-597dff217a7a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Pushing event deleted for resources: {'Port': ['ID=236075bc-9916-499c-8bd0-bb3b01917f64,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:50.259023 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb85a20-0f54-4d0f-84e4-597dff217a7a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] No DVR routers for this DVR port 236075bc-9916-499c-8bd0-bb3b01917f64 on host dv-neutron-860909-2-hyperv {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:36:50.266693 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ae4b32ca-a27b-427e-9334-582bca827549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:50.303704 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-613b182d-4191-4fa3-b66b-7361bb214d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:50.305198 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613b182d-4191-4fa3-b66b-7361bb214d7b None None] The sync data for ids ['9cf82907-5f18-4422-a3b8-e93466cf2adc'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:36:50.307209 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d4fdf6-fe37-40e6-b338-42c4606112a7 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:50.312516 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-46d4fdf6-fe37-40e6-b338-42c4606112a7 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "GET /v2.0/subnets/81d0af83-1cf0-44c1-ad9e-bf67e7ea15af HTTP/1.1" status: 200 len: 811 time: 0.1449990 Oct 12 07:36:50.312973 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-c043d827-daad-4317-9b36-70d6200f1a69 None None] Provisioning complete for port 236075bc-9916-499c-8bd0-bb3b01917f64 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:36:50.312973 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c043d827-daad-4317-9b36-70d6200f1a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:50.312973 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-c043d827-daad-4317-9b36-70d6200f1a69 None None] Attempt 1 to provision port 236075bc-9916-499c-8bd0-bb3b01917f64 Oct 12 07:36:50.327049 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36346) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:50.331078 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device eae2f8af-4a57-4801-ac28-cf9272fb2b3a up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:36:50.363977 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c043d827-daad-4317-9b36-70d6200f1a69 None None] Port 236075bc-9916-499c-8bd0-bb3b01917f64 was deleted so its status cannot be updated. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 12 07:36:50.364353 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a3fb094b-d004-4687-ba45-08910bc3e715 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] 10.222.0.26 "GET /v2.0/routers/9cf82907-5f18-4422-a3b8-e93466cf2adc HTTP/1.1" status: 200 len: 920 time: 0.2151022 Oct 12 07:36:50.367301 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36348) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:50.416709 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-fd6a4da9-0d39-4dd7-82b3-03da3b36c3ec tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] 10.222.0.26 "GET /v2.0/ports?device_id=9cf82907-5f18-4422-a3b8-e93466cf2adc HTTP/1.1" status: 200 len: 205 time: 0.0481567 Oct 12 07:36:50.419934 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36350) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:50.433360 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-dcb85a20-0f54-4d0f-84e4-597dff217a7a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:50.454867 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddbadef-a72e-4f66-ae6c-e09e4c7635e3 None None] Network fa04ef86-e3ba-4d63-80fe-14b996b7890f requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:36:50.464309 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d993b0-6d7a-449f-b0b4-2144718902bb tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Router 43df1933-6b70-40ef-96d1-1c8b183568b2 is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:36:50.464914 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c2482b-48ee-4a6c-a1d7-f07b92731551 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Attributes excluded by policy engine: ['shared'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:50.470283 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36352) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:50.472615 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a0c2482b-48ee-4a6c-a1d7-f07b92731551 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "GET /v2.0/subnets/81d0af83-1cf0-44c1-ad9e-bf67e7ea15af?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1441166 Oct 12 07:36:50.475807 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-e5441e4e-520c-4483-a884-5fc7d4afca46 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1713242700'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:50.486876 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-dcb85a20-0f54-4d0f-84e4-597dff217a7a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa04ef86-e3ba-4d63-80fe-14b996b7890f']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:50.503539 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-dcb85a20-0f54-4d0f-84e4-597dff217a7a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '762214f9-b483-4d4e-836d-27f56cefe2c6') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:50.503867 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-dcb85a20-0f54-4d0f-84e4-597dff217a7a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '762214f9-b483-4d4e-836d-27f56cefe2c6') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:50.522708 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-dcb85a20-0f54-4d0f-84e4-597dff217a7a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:50.537355 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port eae2f8af-4a57-4801-ac28-cf9272fb2b3a triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:36:50.537721 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:50.538178 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port eae2f8af-4a57-4801-ac28-cf9272fb2b3a Oct 12 07:36:50.542367 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ae4b32ca-a27b-427e-9334-582bca827549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:50.547033 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-dcb85a20-0f54-4d0f-84e4-597dff217a7a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:50.553416 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ae4b32ca-a27b-427e-9334-582bca827549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:50.557199 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcb85a20-0f54-4d0f-84e4-597dff217a7a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:36:50.557525 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-dcb85a20-0f54-4d0f-84e4-597dff217a7a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:50.569027 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5441e4e-520c-4483-a884-5fc7d4afca46 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Made reservation on behalf of fa6cd5d4308b423397704f513812805b for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:36:50.572428 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5441e4e-520c-4483-a884-5fc7d4afca46 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:50.652094 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ecee2639-78b2-431f-8c1a-dc637f2f9c40 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:50.659087 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-ae4b32ca-a27b-427e-9334-582bca827549 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b2e2fe929b0343e0a59012761894b984&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4099066 Oct 12 07:36:50.659636 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36354) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:50.660688 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b32ca-a27b-427e-9334-582bca827549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b2c46f-4ab7-4dd1-9503-437504a98fbd,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:50.671132 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-dcb85a20-0f54-4d0f-84e4-597dff217a7a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:50.677712 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-dcb85a20-0f54-4d0f-84e4-597dff217a7a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:50.688125 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-dcb85a20-0f54-4d0f-84e4-597dff217a7a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] 10.222.0.26 "DELETE /v2.0/networks/fa04ef86-e3ba-4d63-80fe-14b996b7890f HTTP/1.1" status: 204 len: 168 time: 2.9873250 Oct 12 07:36:50.692044 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36356) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:50.692179 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port eae2f8af-4a57-4801-ac28-cf9272fb2b3a is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:36:50.692631 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:50.697554 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-8d367c6c-d07a-4f02-800d-bcb2e14eaf37 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1357465573'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:50.713096 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb85a20-0f54-4d0f-84e4-597dff217a7a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Pushing event deleted for resources: {'Network': ['ID=fa04ef86-e3ba-4d63-80fe-14b996b7890f,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:50.724472 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5441e4e-520c-4483-a884-5fc7d4afca46 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:36:50.731886 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f18d22-7c00-46cc-90de-50e8003c5a3a None None] DHCP port deletion for fa04ef86-e3ba-4d63-80fe-14b996b7890f request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:36:50.733163 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d367c6c-d07a-4f02-800d-bcb2e14eaf37 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Made reservation on behalf of 424a2a2e1ca749ebbbc99533062ee1d7 for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:36:50.737488 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port eae2f8af-4a57-4801-ac28-cf9272fb2b3a, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=eae2f8af-4a57-4801-ac28-cf9272fb2b3a,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:36:50.739160 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8d367c6c-d07a-4f02-800d-bcb2e14eaf37 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:50.747805 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:50.761403 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d993b0-6d7a-449f-b0b4-2144718902bb tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:36:50.768906 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5441e4e-520c-4483-a884-5fc7d4afca46 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:50.769250 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-e5441e4e-520c-4483-a884-5fc7d4afca46 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Added segment f2992154-fab1-4c42-a00f-27bc25160ebb of type vlan for network 0d64d64a-da32-41e6-a150-1e3dbad9ed09 Oct 12 07:36:50.773454 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9940a092-261c-415d-957a-772eabc2874f None None] Sync routers for ids ['43df1933-6b70-40ef-96d1-1c8b183568b2'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:36:50.784695 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9940a092-261c-415d-957a-772eabc2874f None None] Routers {'43df1933-6b70-40ef-96d1-1c8b183568b2'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:36:50.785668 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9940a092-261c-415d-957a-772eabc2874f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:36:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['43df1933-6b70-40ef-96d1-1c8b183568b2'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:50.801623 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d367c6c-d07a-4f02-800d-bcb2e14eaf37 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:36:50.816561 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8d367c6c-d07a-4f02-800d-bcb2e14eaf37 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:50.816958 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-8d367c6c-d07a-4f02-800d-bcb2e14eaf37 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Added segment a6c3e4a8-d4f5-4517-920a-31d72a342ede of type vlan for network eaf95760-74e7-43bd-8af9-48c08e6977c3 Oct 12 07:36:50.825267 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=eae2f8af-4a57-4801-ac28-cf9272fb2b3a,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:50.883272 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8d367c6c-d07a-4f02-800d-bcb2e14eaf37 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:50.905922 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:50.921888 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8d367c6c-d07a-4f02-800d-bcb2e14eaf37 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:50.929402 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d367c6c-d07a-4f02-800d-bcb2e14eaf37 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:50.929402 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8d367c6c-d07a-4f02-800d-bcb2e14eaf37 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:50.953412 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-9940a092-261c-415d-957a-772eabc2874f None None] Set router 43df1933-6b70-40ef-96d1-1c8b183568b2 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:36:50.977103 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-8d367c6c-d07a-4f02-800d-bcb2e14eaf37 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2810504 Oct 12 07:36:50.977319 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36358) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:50.983184 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-0cb1759e-0b2b-4cce-8ac5-0d8fad4dcbe3 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Request body: {'subnet': {'network_id': 'eaf95760-74e7-43bd-8af9-48c08e6977c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:51.025114 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d367c6c-d07a-4f02-800d-bcb2e14eaf37 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Pushing event updated for resources: {'Network': ['ID=eaf95760-74e7-43bd-8af9-48c08e6977c3,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:51.038553 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network eaf95760-74e7-43bd-8af9-48c08e6977c3 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:36:51.136214 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb1759e-0b2b-4cce-8ac5-0d8fad4dcbe3 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Made reservation on behalf of 424a2a2e1ca749ebbbc99533062ee1d7 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:36:51.140904 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0cb1759e-0b2b-4cce-8ac5-0d8fad4dcbe3 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:51.172221 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5441e4e-520c-4483-a884-5fc7d4afca46 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:51.176447 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78d993b0-6d7a-449f-b0b4-2144718902bb tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:51.177665 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-78d993b0-6d7a-449f-b0b4-2144718902bb tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.0140827 Oct 12 07:36:51.185522 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36360) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:51.198938 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9940a092-261c-415d-957a-772eabc2874f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43df1933-6b70-40ef-96d1-1c8b183568b2', 'name': 'tempest-snat-router-1344370189', 'tenant_id': 'd2650e9d3c724a9a91f8c87fcdefe2a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.161'}], 'enable_snat': True}, 'gw_port_id': 'c983f91b-aa33-44a8-ba6a-b2f875712177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:36:46Z', 'updated_at': '2022-10-12T07:36:48Z', 'revision_number': 3, 'project_id': 'd2650e9d3c724a9a91f8c87fcdefe2a6', 'gw_port': {'id': 'c983f91b-aa33-44a8-ba6a-b2f875712177', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:43:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43df1933-6b70-40ef-96d1-1c8b183568b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:36:47Z', 'updated_at': '2022-10-12T07:36:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:51.199536 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-11b5c5c8-294e-4f2d-a364-c8c4d9b7d704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:51.225998 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ecee2639-78b2-431f-8c1a-dc637f2f9c40 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:51.231604 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9940a092-261c-415d-957a-772eabc2874f None None] Checking router: 43df1933-6b70-40ef-96d1-1c8b183568b2 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:36:51.231901 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9940a092-261c-415d-957a-772eabc2874f None None] Updating router 43df1933-6b70-40ef-96d1-1c8b183568b2 port c983f91b-aa33-44a8-ba6a-b2f875712177 binding host dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:36:51.239486 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-11b5c5c8-294e-4f2d-a364-c8c4d9b7d704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:51.248369 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5441e4e-520c-4483-a884-5fc7d4afca46 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:51.254810 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5441e4e-520c-4483-a884-5fc7d4afca46 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:51.255429 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5441e4e-520c-4483-a884-5fc7d4afca46 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:51.264045 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9940a092-261c-415d-957a-772eabc2874f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:51.329231 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e5441e4e-520c-4483-a884-5fc7d4afca46 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8550858 Oct 12 07:36:51.336699 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36362) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:51.345571 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-61241485-cbcb-4e05-968d-cd21f9564d2e tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Request body: {'subnet': {'network_id': '0d64d64a-da32-41e6-a150-1e3dbad9ed09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:51.390799 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-11a556cc-89e8-4a1f-b29c-fd7cf1d6679d tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] 10.222.0.26 "GET /v2.0/routers/43df1933-6b70-40ef-96d1-1c8b183568b2 HTTP/1.1" status: 200 len: 908 time: 0.2043343 Oct 12 07:36:51.394705 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36364) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:51.396088 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5441e4e-520c-4483-a884-5fc7d4afca46 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event updated for resources: {'Network': ['ID=0d64d64a-da32-41e6-a150-1e3dbad9ed09,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:51.432760 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 0d64d64a-da32-41e6-a150-1e3dbad9ed09 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:36:51.459077 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-11b5c5c8-294e-4f2d-a364-c8c4d9b7d704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:51.461855 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-11b5c5c8-294e-4f2d-a364-c8c4d9b7d704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:51.463195 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-11b5c5c8-294e-4f2d-a364-c8c4d9b7d704 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/90b2c46f-4ab7-4dd1-9503-437504a98fbd HTTP/1.1" status: 204 len: 168 time: 0.7984567 Oct 12 07:36:51.478462 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b5c5c8-294e-4f2d-a364-c8c4d9b7d704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b2c46f-4ab7-4dd1-9503-437504a98fbd,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:51.494444 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-ecee2639-78b2-431f-8c1a-dc637f2f9c40 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Deleting port fa900cbf-bad5-457d-a0ed-19d2cb4d68eb {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:36:51.495064 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ecee2639-78b2-431f-8c1a-dc637f2f9c40 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:51.525128 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61241485-cbcb-4e05-968d-cd21f9564d2e tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Made reservation on behalf of fa6cd5d4308b423397704f513812805b for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:36:51.532025 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-61241485-cbcb-4e05-968d-cd21f9564d2e tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:51.597832 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0cb1759e-0b2b-4cce-8ac5-0d8fad4dcbe3 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:51.651291 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9940a092-261c-415d-957a-772eabc2874f None None] Notify callbacks [] for port, precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:51.665101 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9940a092-261c-415d-957a-772eabc2874f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:51.674801 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 762214f9-b483-4d4e-836d-27f56cefe2c6 resource provider aggregate not found Oct 12 07:36:51.679610 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.ipam_backend_mixin [None req-61241485-cbcb-4e05-968d-cd21f9564d2e tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Performing IP validity checks on allocation pools {{(pid=103201) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Oct 12 07:36:51.680131 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.ipam_backend_mixin [None req-61241485-cbcb-4e05-968d-cd21f9564d2e tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103201) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Oct 12 07:36:51.707744 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 762214f9-b483-4d4e-836d-27f56cefe2c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 762214f9-b483-4d4e-836d-27f56cefe2c6 found for delete ", "request_id": "req-3a0cc200-d0bf-4902-a11e-4656bc5f164f"}]} Oct 12 07:36:51.711593 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ecee2639-78b2-431f-8c1a-dc637f2f9c40 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:51.725642 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-355b2860-9e47-4c93-b8f1-c864ac1a10e9 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for router, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:51.738257 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-ecee2639-78b2-431f-8c1a-dc637f2f9c40 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Calling delete_port for fa900cbf-bad5-457d-a0ed-19d2cb4d68eb owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:36:51.753101 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device eae2f8af-4a57-4801-ac28-cf9272fb2b3a up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:36:51.755880 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-9940a092-261c-415d-957a-772eabc2874f None None] Attempting to bind port c983f91b-aa33-44a8-ba6a-b2f875712177 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:36:51.756248 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-9940a092-261c-415d-957a-772eabc2874f None None] Attempting to bind port c983f91b-aa33-44a8-ba6a-b2f875712177 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:36:51.756601 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9940a092-261c-415d-957a-772eabc2874f None None] Attempting to bind port c983f91b-aa33-44a8-ba6a-b2f875712177 on network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:36:51.766050 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9940a092-261c-415d-957a-772eabc2874f None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:36:51.766446 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9940a092-261c-415d-957a-772eabc2874f None None] Checking segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:36:51.766838 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9940a092-261c-415d-957a-772eabc2874f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:51.767215 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9940a092-261c-415d-957a-772eabc2874f None None] Bound using segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:36:51.767728 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-9940a092-261c-415d-957a-772eabc2874f None None] Bound port: c983f91b-aa33-44a8-ba6a-b2f875712177, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:36:51.768121 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9940a092-261c-415d-957a-772eabc2874f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:51.781692 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb1759e-0b2b-4cce-8ac5-0d8fad4dcbe3 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Pushing event updated for resources: {'Subnet': ['ID=abde2b2b-e53a-49dd-adc6-a03719ca5f05,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:51.806796 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b6d80-6c4d-477a-9b09-eb84f2089c54 None None] Pushing event updated for resources: {'Port': ['ID=c983f91b-aa33-44a8-ba6a-b2f875712177,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:51.816141 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb1759e-0b2b-4cce-8ac5-0d8fad4dcbe3 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Checking segment: {'id': 'a6c3e4a8-d4f5-4517-920a-31d72a342ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'eaf95760-74e7-43bd-8af9-48c08e6977c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:36:51.816778 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb1759e-0b2b-4cce-8ac5-0d8fad4dcbe3 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Network hostable DHCP agents. Network: eaf95760-74e7-43bd-8af9-48c08e6977c3, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:36:51.855940 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-9940a092-261c-415d-957a-772eabc2874f None None] For port c983f91b-aa33-44a8-ba6a-b2f875712177, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:36:51.861696 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-9940a092-261c-415d-957a-772eabc2874f None None] For port c983f91b-aa33-44a8-ba6a-b2f875712177, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=c983f91b-aa33-44a8-ba6a-b2f875712177,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:36:51.875799 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9940a092-261c-415d-957a-772eabc2874f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:51.878887 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb1759e-0b2b-4cce-8ac5-0d8fad4dcbe3 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Network eaf95760-74e7-43bd-8af9-48c08e6977c3 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:36:51.885181 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port eae2f8af-4a57-4801-ac28-cf9272fb2b3a triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:36:51.885552 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:51.885884 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port eae2f8af-4a57-4801-ac28-cf9272fb2b3a Oct 12 07:36:51.896222 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-0cb1759e-0b2b-4cce-8ac5-0d8fad4dcbe3 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, eaf95760-74e7-43bd-8af9-48c08e6977c3) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:51.904072 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb1759e-0b2b-4cce-8ac5-0d8fad4dcbe3 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:51.905067 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0cb1759e-0b2b-4cce-8ac5-0d8fad4dcbe3 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:51.929314 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9940a092-261c-415d-957a-772eabc2874f None None] Routers {'43df1933-6b70-40ef-96d1-1c8b183568b2'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:36:51.930413 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9940a092-261c-415d-957a-772eabc2874f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:36:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['43df1933-6b70-40ef-96d1-1c8b183568b2'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:51.931530 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3790d71c-7f18-4fea-a995-9ccc8654141b None None] Network eaf95760-74e7-43bd-8af9-48c08e6977c3 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:36:51.938481 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-0cb1759e-0b2b-4cce-8ac5-0d8fad4dcbe3 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9600301 Oct 12 07:36:51.939085 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36374) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:51.949833 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-355b2860-9e47-4c93-b8f1-c864ac1a10e9 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:52.103694 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-355b2860-9e47-4c93-b8f1-c864ac1a10e9 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Deleting port c983f91b-aa33-44a8-ba6a-b2f875712177 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:36:52.103694 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-355b2860-9e47-4c93-b8f1-c864ac1a10e9 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:52.149949 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c6d3c3ab-8fde-4157-8646-e5922919a89a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:52.214231 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-61241485-cbcb-4e05-968d-cd21f9564d2e tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:52.240790 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b6d80-6c4d-477a-9b09-eb84f2089c54 None None] Pushing event updated for resources: {'Port': ['ID=c983f91b-aa33-44a8-ba6a-b2f875712177,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:52.275067 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port eae2f8af-4a57-4801-ac28-cf9272fb2b3a is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:36:52.286179 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-355b2860-9e47-4c93-b8f1-c864ac1a10e9 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] For port c983f91b-aa33-44a8-ba6a-b2f875712177, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=c983f91b-aa33-44a8-ba6a-b2f875712177,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:36:52.286546 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-355b2860-9e47-4c93-b8f1-c864ac1a10e9 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:52.290516 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f6b491-d466-42c9-ab2f-5d22e3f8c7a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-eaf95760-74e7-43bd-8af9-48c08e6977c3', 'network_id': 'eaf95760-74e7-43bd-8af9-48c08e6977c3', 'tenant_id': '424a2a2e1ca749ebbbc99533062ee1d7', 'fixed_ips': [{'subnet_id': 'abde2b2b-e53a-49dd-adc6-a03719ca5f05'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:36:52.291380 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c6f6b491-d466-42c9-ab2f-5d22e3f8c7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:52.306862 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-9940a092-261c-415d-957a-772eabc2874f None None] Set router 43df1933-6b70-40ef-96d1-1c8b183568b2 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:36:52.309006 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-355b2860-9e47-4c93-b8f1-c864ac1a10e9 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Calling delete_port for c983f91b-aa33-44a8-ba6a-b2f875712177 owned by network:router_gateway {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:36:52.319014 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c6d3c3ab-8fde-4157-8646-e5922919a89a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:52.351141 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ecee2639-78b2-431f-8c1a-dc637f2f9c40 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:52.361049 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61241485-cbcb-4e05-968d-cd21f9564d2e tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event updated for resources: {'Subnet': ['ID=c13288f0-4683-48b0-a861-3e547f87e983,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:52.391649 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee2639-78b2-431f-8c1a-dc637f2f9c40 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Pushing event deleted for resources: {'Port': ['ID=fa900cbf-bad5-457d-a0ed-19d2cb4d68eb,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:52.401732 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61241485-cbcb-4e05-968d-cd21f9564d2e tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Checking segment: {'id': 'f2992154-fab1-4c42-a00f-27bc25160ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0d64d64a-da32-41e6-a150-1e3dbad9ed09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:36:52.402424 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61241485-cbcb-4e05-968d-cd21f9564d2e tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Network hostable DHCP agents. Network: 0d64d64a-da32-41e6-a150-1e3dbad9ed09, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:36:52.469307 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61241485-cbcb-4e05-968d-cd21f9564d2e tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Network 0d64d64a-da32-41e6-a150-1e3dbad9ed09 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:36:52.478877 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ecee2639-78b2-431f-8c1a-dc637f2f9c40 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:52.503995 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 236075bc-9916-499c-8bd0-bb3b01917f64 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:36:52.535965 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 236075bc-9916-499c-8bd0-bb3b01917f64 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:36:52.536446 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 236075bc-9916-499c-8bd0-bb3b01917f64 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:36:52.545108 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-61241485-cbcb-4e05-968d-cd21f9564d2e tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 0d64d64a-da32-41e6-a150-1e3dbad9ed09) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:52.560129 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61241485-cbcb-4e05-968d-cd21f9564d2e tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:52.560920 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-61241485-cbcb-4e05-968d-cd21f9564d2e tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:52.579018 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc3b63e-1704-431f-b409-e3d51188377c None None] Network 0d64d64a-da32-41e6-a150-1e3dbad9ed09 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:36:52.606068 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ecee2639-78b2-431f-8c1a-dc637f2f9c40 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:52.612018 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-61241485-cbcb-4e05-968d-cd21f9564d2e tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.2734041 Oct 12 07:36:52.613632 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ecee2639-78b2-431f-8c1a-dc637f2f9c40 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:52.615388 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36392) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:52.621181 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-576c0caa-21f7-4cfa-8485-60ce9c8cb6ae tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:52.704804 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ecee2639-78b2-431f-8c1a-dc637f2f9c40 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:52.705708 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecee2639-78b2-431f-8c1a-dc637f2f9c40 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Fanout notify agent at l3_agent the message router_deleted on router 9cf82907-5f18-4422-a3b8-e93466cf2adc {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:36:52.717103 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ecee2639-78b2-431f-8c1a-dc637f2f9c40 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:52.718637 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ecee2639-78b2-431f-8c1a-dc637f2f9c40 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] 10.222.0.26 "DELETE /v2.0/routers/9cf82907-5f18-4422-a3b8-e93466cf2adc HTTP/1.1" status: 204 len: 168 time: 2.2978129 Oct 12 07:36:52.722080 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9940a092-261c-415d-957a-772eabc2874f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43df1933-6b70-40ef-96d1-1c8b183568b2', 'name': 'tempest-snat-router-1344370189', 'tenant_id': 'd2650e9d3c724a9a91f8c87fcdefe2a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.161'}], 'enable_snat': True}, 'gw_port_id': 'c983f91b-aa33-44a8-ba6a-b2f875712177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:36:46Z', 'updated_at': '2022-10-12T07:36:48Z', 'revision_number': 3, 'project_id': 'd2650e9d3c724a9a91f8c87fcdefe2a6', 'gw_port': {'id': 'c983f91b-aa33-44a8-ba6a-b2f875712177', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:43:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43df1933-6b70-40ef-96d1-1c8b183568b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:36:47Z', 'updated_at': '2022-10-12T07:36:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:52.724169 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36394) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:52.724509 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36396) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:52.744050 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-6dca060c-8b5f-4871-91bc-a0a402e46fed tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1539668923', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'enable_snat': False}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:52.820885 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9940a092-261c-415d-957a-772eabc2874f None None] The sync data for ids ['43df1933-6b70-40ef-96d1-1c8b183568b2'] in dv-neutron-860909-2-hyperv is: [{'id': '43df1933-6b70-40ef-96d1-1c8b183568b2', 'name': 'tempest-snat-router-1344370189', 'tenant_id': 'd2650e9d3c724a9a91f8c87fcdefe2a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.161'}], 'enable_snat': True}, 'gw_port_id': 'c983f91b-aa33-44a8-ba6a-b2f875712177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:36:46Z', 'updated_at': '2022-10-12T07:36:48Z', 'revision_number': 3, 'project_id': 'd2650e9d3c724a9a91f8c87fcdefe2a6', 'gw_port': {'id': 'c983f91b-aa33-44a8-ba6a-b2f875712177', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:43:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43df1933-6b70-40ef-96d1-1c8b183568b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:36:47Z', 'updated_at': '2022-10-12T07:36:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:36:52.828165 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-576c0caa-21f7-4cfa-8485-60ce9c8cb6ae tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29866733'] for subnet, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:52.830313 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6dca060c-8b5f-4871-91bc-a0a402e46fed tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:52.831456 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6dca060c-8b5f-4871-91bc-a0a402e46fed tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:52.926786 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-e141197d-8cf9-45ca-adb2-d045e20ee2a1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-72381659'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:52.965285 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-355b2860-9e47-4c93-b8f1-c864ac1a10e9 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:52.970232 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6dca060c-8b5f-4871-91bc-a0a402e46fed tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:52.998763 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b2860-9e47-4c93-b8f1-c864ac1a10e9 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Pushing event deleted for resources: {'Port': ['ID=c983f91b-aa33-44a8-ba6a-b2f875712177,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:53.036281 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-c6f6b491-d466-42c9-ab2f-5d22e3f8c7a3 None None] Allocated IP 2001:db8::2 (eaf95760-74e7-43bd-8af9-48c08e6977c3/abde2b2b-e53a-49dd-adc6-a03719ca5f05/3361b901-1ed0-4a42-bac7-7a72cf52ca9d) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:36:53.047547 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471ddd2a-30ee-4f7b-8afb-4ae116eefbe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-0d64d64a-da32-41e6-a150-1e3dbad9ed09', 'network_id': '0d64d64a-da32-41e6-a150-1e3dbad9ed09', 'tenant_id': 'fa6cd5d4308b423397704f513812805b', 'fixed_ips': [{'subnet_id': 'c13288f0-4683-48b0-a861-3e547f87e983'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:36:53.048719 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-471ddd2a-30ee-4f7b-8afb-4ae116eefbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:53.082563 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-355b2860-9e47-4c93-b8f1-c864ac1a10e9 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:53.097618 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e141197d-8cf9-45ca-adb2-d045e20ee2a1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:36:53.101070 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e141197d-8cf9-45ca-adb2-d045e20ee2a1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:53.160735 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6dca060c-8b5f-4871-91bc-a0a402e46fed tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:53.165889 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e141197d-8cf9-45ca-adb2-d045e20ee2a1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:53.181707 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-355b2860-9e47-4c93-b8f1-c864ac1a10e9 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:53.184369 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-355b2860-9e47-4c93-b8f1-c864ac1a10e9 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:53.254233 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-355b2860-9e47-4c93-b8f1-c864ac1a10e9 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:53.255596 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355b2860-9e47-4c93-b8f1-c864ac1a10e9 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 43df1933-6b70-40ef-96d1-1c8b183568b2 {{(pid=103200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:36:53.262399 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-355b2860-9e47-4c93-b8f1-c864ac1a10e9 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:53.268152 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36402) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:53.271926 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-355b2860-9e47-4c93-b8f1-c864ac1a10e9 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] 10.222.0.26 "DELETE /v2.0/routers/43df1933-6b70-40ef-96d1-1c8b183568b2 HTTP/1.1" status: 204 len: 168 time: 1.8764658 Oct 12 07:36:53.286242 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-576c0caa-21f7-4cfa-8485-60ce9c8cb6ae tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746852068563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-30359307'] for subnet, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:53.386901 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c6f6b491-d466-42c9-ab2f-5d22e3f8c7a3 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:53.403526 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-471ddd2a-30ee-4f7b-8afb-4ae116eefbe9 None None] Allocated IP 172.20.0.3 (0d64d64a-da32-41e6-a150-1e3dbad9ed09/c13288f0-4683-48b0-a861-3e547f87e983/841322c8-6a86-4f7f-9701-dbee247466e6) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:36:53.407948 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576c0caa-21f7-4cfa-8485-60ce9c8cb6ae tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:53.408561 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-576c0caa-21f7-4cfa-8485-60ce9c8cb6ae tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:53.409893 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-576c0caa-21f7-4cfa-8485-60ce9c8cb6ae tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "PUT /v2.0/subnets/c13288f0-4683-48b0-a861-3e547f87e983 HTTP/1.1" status: 200 len: 877 time: 0.7932546 Oct 12 07:36:53.413272 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36404) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:53.416444 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c6f6b491-d466-42c9-ab2f-5d22e3f8c7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:53.445228 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c6d3c3ab-8fde-4157-8646-e5922919a89a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:53.479082 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f6b491-d466-42c9-ab2f-5d22e3f8c7a3 None None] Pushing event updated for resources: {'Port': ['ID=3361b901-1ed0-4a42-bac7-7a72cf52ca9d,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:53.487700 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f6b491-d466-42c9-ab2f-5d22e3f8c7a3 None None] Network eaf95760-74e7-43bd-8af9-48c08e6977c3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:36:53.493115 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-c6f6b491-d466-42c9-ab2f-5d22e3f8c7a3 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:53.497080 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f6b491-d466-42c9-ab2f-5d22e3f8c7a3 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:36:53.505423 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d3c3ab-8fde-4157-8646-e5922919a89a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Pushing event deleted for resources: {'Subnet': ['ID=abde2b2b-e53a-49dd-adc6-a03719ca5f05,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:53.528417 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e141197d-8cf9-45ca-adb2-d045e20ee2a1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:53.529227 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b1edc62e-665c-43b0-a6ab-3b4fef1a12ae req-76ab4b63-510f-4242-bc1f-194a518e6147 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fb16c162-d6ac-48f2-9f62-9c357066306e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1590550 Oct 12 07:36:53.529803 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c0caa-21f7-4cfa-8485-60ce9c8cb6ae tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event updated for resources: {'Subnet': ['ID=c13288f0-4683-48b0-a861-3e547f87e983,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:53.582002 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e141197d-8cf9-45ca-adb2-d045e20ee2a1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:53.622704 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-c6f6b491-d466-42c9-ab2f-5d22e3f8c7a3 None None] Attempting to bind port 3361b901-1ed0-4a42-bac7-7a72cf52ca9d on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:36:53.623259 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-c6f6b491-d466-42c9-ab2f-5d22e3f8c7a3 None None] Attempting to bind port 3361b901-1ed0-4a42-bac7-7a72cf52ca9d by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'a6c3e4a8-d4f5-4517-920a-31d72a342ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'eaf95760-74e7-43bd-8af9-48c08e6977c3'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:36:53.623713 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f6b491-d466-42c9-ab2f-5d22e3f8c7a3 None None] Attempting to bind port 3361b901-1ed0-4a42-bac7-7a72cf52ca9d on network eaf95760-74e7-43bd-8af9-48c08e6977c3 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:36:53.647077 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e141197d-8cf9-45ca-adb2-d045e20ee2a1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:36:53.652186 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7c4b529f-f8ab-4cd0-9e3f-77c5906c8151 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for router, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:53.654692 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f6b491-d466-42c9-ab2f-5d22e3f8c7a3 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:36:53.654914 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f6b491-d466-42c9-ab2f-5d22e3f8c7a3 None None] Checking segment: {'id': 'a6c3e4a8-d4f5-4517-920a-31d72a342ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'eaf95760-74e7-43bd-8af9-48c08e6977c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:36:53.655466 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c6f6b491-d466-42c9-ab2f-5d22e3f8c7a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:53.655976 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f6b491-d466-42c9-ab2f-5d22e3f8c7a3 None None] Bound using segment: {'id': 'a6c3e4a8-d4f5-4517-920a-31d72a342ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'eaf95760-74e7-43bd-8af9-48c08e6977c3'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:36:53.656568 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-c6f6b491-d466-42c9-ab2f-5d22e3f8c7a3 None None] Bound port: 3361b901-1ed0-4a42-bac7-7a72cf52ca9d, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6c3e4a8-d4f5-4517-920a-31d72a342ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'eaf95760-74e7-43bd-8af9-48c08e6977c3'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:36:53.657119 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c6f6b491-d466-42c9-ab2f-5d22e3f8c7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:53.681850 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c6d3c3ab-8fde-4157-8646-e5922919a89a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:53.711355 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e141197d-8cf9-45ca-adb2-d045e20ee2a1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=626fd244-da5d-4f5c-8a54-cf9e74685006,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:53.717061 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-c6d3c3ab-8fde-4157-8646-e5922919a89a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaf95760-74e7-43bd-8af9-48c08e6977c3']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:53.720174 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e141197d-8cf9-45ca-adb2-d045e20ee2a1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:53.720627 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-e141197d-8cf9-45ca-adb2-d045e20ee2a1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Added segment 5a3d63cb-ac46-4321-b66b-e93adba0c397 of type vlan for network 9994ec23-a1f7-459d-8925-14bc9ff05f17 Oct 12 07:36:53.739637 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-c6d3c3ab-8fde-4157-8646-e5922919a89a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6c3e4a8-d4f5-4517-920a-31d72a342ede') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:53.739939 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-c6d3c3ab-8fde-4157-8646-e5922919a89a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6c3e4a8-d4f5-4517-920a-31d72a342ede') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:53.752997 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c6d3c3ab-8fde-4157-8646-e5922919a89a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:53.765696 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-12cd535e-c08f-43ca-af93-0864c62a2a60 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:53.776473 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edc62e-665c-43b0-a6ab-3b4fef1a12ae req-aaab7cd3-dcc6-4ee9-a32f-c3d7870c3ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:53.778248 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b1edc62e-665c-43b0-a6ab-3b4fef1a12ae req-aaab7cd3-dcc6-4ee9-a32f-c3d7870c3ee5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a0e718319f2f47eaa8365a4dcdddd428&device_id=fb16c162-d6ac-48f2-9f62-9c357066306e HTTP/1.1" status: 200 len: 1098 time: 0.1779134 Oct 12 07:36:53.788626 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c6d3c3ab-8fde-4157-8646-e5922919a89a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:53.820562 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6d3c3ab-8fde-4157-8646-e5922919a89a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:36:53.820997 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c6d3c3ab-8fde-4157-8646-e5922919a89a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:53.823666 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-c6f6b491-d466-42c9-ab2f-5d22e3f8c7a3 None None] For port 3361b901-1ed0-4a42-bac7-7a72cf52ca9d, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:36:53.863665 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-471ddd2a-30ee-4f7b-8afb-4ae116eefbe9 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:53.871516 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment a6c3e4a8-d4f5-4517-920a-31d72a342ede resource provider aggregate not found Oct 12 07:36:53.871832 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-471ddd2a-30ee-4f7b-8afb-4ae116eefbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:53.929146 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e141197d-8cf9-45ca-adb2-d045e20ee2a1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:53.931422 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471ddd2a-30ee-4f7b-8afb-4ae116eefbe9 None None] Network 0d64d64a-da32-41e6-a150-1e3dbad9ed09 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:36:53.932579 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment a6c3e4a8-d4f5-4517-920a-31d72a342ede resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a6c3e4a8-d4f5-4517-920a-31d72a342ede found for delete ", "request_id": "req-3cbf3062-4b1d-420d-94e8-d5090211ec8e"}]} Oct 12 07:36:53.935223 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-471ddd2a-30ee-4f7b-8afb-4ae116eefbe9 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:53.940144 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471ddd2a-30ee-4f7b-8afb-4ae116eefbe9 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:36:53.956606 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ddd2a-30ee-4f7b-8afb-4ae116eefbe9 None None] Pushing event updated for resources: {'Port': ['ID=841322c8-6a86-4f7f-9701-dbee247466e6,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:53.981842 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.db.api [None req-c6d3c3ab-8fde-4157-8646-e5922919a89a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 07:36:53.981842 dv-neutron-860909-2-hyperv neutron-server[103200]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 07:36:53.981842 dv-neutron-860909-2-hyperv neutron-server[103200]: [parameters: {'id': 'eaf95760-74e7-43bd-8af9-48c08e6977c3'}] Oct 12 07:36:53.981842 dv-neutron-860909-2-hyperv neutron-server[103200]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 07:36:53.982636 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG oslo_db.api [None req-c6d3c3ab-8fde-4157-8646-e5922919a89a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 07:36:53.982917 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-12cd535e-c08f-43ca-af93-0864c62a2a60 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:54.012357 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e141197d-8cf9-45ca-adb2-d045e20ee2a1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:54.018703 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e141197d-8cf9-45ca-adb2-d045e20ee2a1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:54.019225 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e141197d-8cf9-45ca-adb2-d045e20ee2a1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:54.031281 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-c6f6b491-d466-42c9-ab2f-5d22e3f8c7a3 None None] For port 3361b901-1ed0-4a42-bac7-7a72cf52ca9d, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=3361b901-1ed0-4a42-bac7-7a72cf52ca9d,segment=NetworkSegment(a6c3e4a8-d4f5-4517-920a-31d72a342ede),segment_id=a6c3e4a8-d4f5-4517-920a-31d72a342ede)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:36:54.042151 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c6f6b491-d466-42c9-ab2f-5d22e3f8c7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:54.049167 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edc62e-665c-43b0-a6ab-3b4fef1a12ae req-bf673d45-0fae-4b61-99e0-6f209591a220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:54.052464 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b1edc62e-665c-43b0-a6ab-3b4fef1a12ae req-bf673d45-0fae-4b61-99e0-6f209591a220 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d47104f6-86e0-4057-9a4c-a534656ec157 HTTP/1.1" status: 200 len: 912 time: 0.2273104 Oct 12 07:36:54.066182 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6dca060c-8b5f-4871-91bc-a0a402e46fed tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:54.095938 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6dca060c-8b5f-4871-91bc-a0a402e46fed tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:54.106700 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e141197d-8cf9-45ca-adb2-d045e20ee2a1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3808603 Oct 12 07:36:54.108112 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7c4b529f-f8ab-4cd0-9e3f-77c5906c8151 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:54.116608 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36412) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:54.121968 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-5011594f-7879-4c80-b2ee-149705149a8f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'subnet': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:54.128385 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b1edc62e-665c-43b0-a6ab-3b4fef1a12ae req-dfd84a75-f874-4c82-9b35-5199a76a9bf6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29cb3398-0b18-4ef4-b72e-2e226ec3eabb HTTP/1.1" status: 200 len: 1000 time: 0.0686200 Oct 12 07:36:54.128976 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f6b491-d466-42c9-ab2f-5d22e3f8c7a3 None None] Pushing event updated for resources: {'Port': ['ID=3361b901-1ed0-4a42-bac7-7a72cf52ca9d,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:54.137645 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-471ddd2a-30ee-4f7b-8afb-4ae116eefbe9 None None] Attempting to bind port 841322c8-6a86-4f7f-9701-dbee247466e6 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:36:54.138040 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-471ddd2a-30ee-4f7b-8afb-4ae116eefbe9 None None] Attempting to bind port 841322c8-6a86-4f7f-9701-dbee247466e6 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'f2992154-fab1-4c42-a00f-27bc25160ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0d64d64a-da32-41e6-a150-1e3dbad9ed09'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:36:54.138415 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471ddd2a-30ee-4f7b-8afb-4ae116eefbe9 None None] Attempting to bind port 841322c8-6a86-4f7f-9701-dbee247466e6 on network 0d64d64a-da32-41e6-a150-1e3dbad9ed09 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:36:54.161131 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471ddd2a-30ee-4f7b-8afb-4ae116eefbe9 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:36:54.161510 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471ddd2a-30ee-4f7b-8afb-4ae116eefbe9 None None] Checking segment: {'id': 'f2992154-fab1-4c42-a00f-27bc25160ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0d64d64a-da32-41e6-a150-1e3dbad9ed09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:36:54.161911 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-471ddd2a-30ee-4f7b-8afb-4ae116eefbe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:54.162336 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471ddd2a-30ee-4f7b-8afb-4ae116eefbe9 None None] Bound using segment: {'id': 'f2992154-fab1-4c42-a00f-27bc25160ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0d64d64a-da32-41e6-a150-1e3dbad9ed09'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:36:54.162825 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-471ddd2a-30ee-4f7b-8afb-4ae116eefbe9 None None] Bound port: 841322c8-6a86-4f7f-9701-dbee247466e6, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2992154-fab1-4c42-a00f-27bc25160ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0d64d64a-da32-41e6-a150-1e3dbad9ed09'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:36:54.163205 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-471ddd2a-30ee-4f7b-8afb-4ae116eefbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:54.174174 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e141197d-8cf9-45ca-adb2-d045e20ee2a1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Network': ['ID=9994ec23-a1f7-459d-8925-14bc9ff05f17,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:54.214135 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-12cd535e-c08f-43ca-af93-0864c62a2a60 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:54.216833 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:36:54.219310 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf5cc14-6b54-427b-9c59-9b61e9b04287 None None] Network eaf95760-74e7-43bd-8af9-48c08e6977c3 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:36:54.270442 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edc62e-665c-43b0-a6ab-3b4fef1a12ae req-bf46f361-3305-4392-a12c-7265407e7080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:54.272017 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b1edc62e-665c-43b0-a6ab-3b4fef1a12ae req-bf46f361-3305-4392-a12c-7265407e7080 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=be914b83-aeee-49e0-9150-828f24ed2c2a HTTP/1.1" status: 200 len: 850 time: 0.1366704 Oct 12 07:36:54.275068 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cd535e-c08f-43ca-af93-0864c62a2a60 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event deleted for resources: {'Subnet': ['ID=c13288f0-4683-48b0-a861-3e547f87e983,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:54.325765 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-12cd535e-c08f-43ca-af93-0864c62a2a60 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:54.362638 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-12cd535e-c08f-43ca-af93-0864c62a2a60 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d64d64a-da32-41e6-a150-1e3dbad9ed09']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:54.366359 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5011594f-7879-4c80-b2ee-149705149a8f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:36:54.369893 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5011594f-7879-4c80-b2ee-149705149a8f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:54.373293 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-471ddd2a-30ee-4f7b-8afb-4ae116eefbe9 None None] For port 841322c8-6a86-4f7f-9701-dbee247466e6, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:36:54.379978 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-12cd535e-c08f-43ca-af93-0864c62a2a60 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2992154-fab1-4c42-a00f-27bc25160ebb') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:54.380514 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-12cd535e-c08f-43ca-af93-0864c62a2a60 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2992154-fab1-4c42-a00f-27bc25160ebb') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:54.395376 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b529f-f8ab-4cd0-9e3f-77c5906c8151 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Deleting port eae2f8af-4a57-4801-ac28-cf9272fb2b3a {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:36:54.395722 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7c4b529f-f8ab-4cd0-9e3f-77c5906c8151 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:54.396926 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-12cd535e-c08f-43ca-af93-0864c62a2a60 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:54.400067 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edc62e-665c-43b0-a6ab-3b4fef1a12ae req-4db37411-e182-4d12-824a-2c94a117b8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:54.401404 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-6dca060c-8b5f-4871-91bc-a0a402e46fed tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Allocated IP 172.26.3.196 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/2383059a-11a3-4a37-aade-b73c0a46de6e) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:36:54.401890 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b1edc62e-665c-43b0-a6ab-3b4fef1a12ae req-4db37411-e182-4d12-824a-2c94a117b8ea service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d47104f6-86e0-4057-9a4c-a534656ec157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1126289 Oct 12 07:36:54.417481 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-471ddd2a-30ee-4f7b-8afb-4ae116eefbe9 None None] For port 841322c8-6a86-4f7f-9701-dbee247466e6, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=841322c8-6a86-4f7f-9701-dbee247466e6,segment=NetworkSegment(f2992154-fab1-4c42-a00f-27bc25160ebb),segment_id=f2992154-fab1-4c42-a00f-27bc25160ebb)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:36:54.435226 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-12cd535e-c08f-43ca-af93-0864c62a2a60 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:54.437303 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-471ddd2a-30ee-4f7b-8afb-4ae116eefbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:54.453686 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12cd535e-c08f-43ca-af93-0864c62a2a60 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:36:54.453686 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-12cd535e-c08f-43ca-af93-0864c62a2a60 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:54.503258 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c6d3c3ab-8fde-4157-8646-e5922919a89a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:54.514348 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ddd2a-30ee-4f7b-8afb-4ae116eefbe9 None None] Pushing event updated for resources: {'Port': ['ID=841322c8-6a86-4f7f-9701-dbee247466e6,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:54.574756 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.db.api [None req-12cd535e-c08f-43ca-af93-0864c62a2a60 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 07:36:54.574756 dv-neutron-860909-2-hyperv neutron-server[103200]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 07:36:54.574756 dv-neutron-860909-2-hyperv neutron-server[103200]: [parameters: {'id': '0d64d64a-da32-41e6-a150-1e3dbad9ed09'}] Oct 12 07:36:54.574756 dv-neutron-860909-2-hyperv neutron-server[103200]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 07:36:54.575300 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG oslo_db.api [None req-12cd535e-c08f-43ca-af93-0864c62a2a60 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 07:36:54.605335 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b1edc62e-665c-43b0-a6ab-3b4fef1a12ae req-a0afbded-ae0f-4a2a-a93b-e16898c295f0 service neutron] 10.222.0.23 "GET /v2.0/networks/d47104f6-86e0-4057-9a4c-a534656ec157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929343 Oct 12 07:36:54.720182 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-c6d3c3ab-8fde-4157-8646-e5922919a89a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Deleting port 3361b901-1ed0-4a42-bac7-7a72cf52ca9d {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:36:54.720956 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c6d3c3ab-8fde-4157-8646-e5922919a89a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:54.821757 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b1edc62e-665c-43b0-a6ab-3b4fef1a12ae req-159fc1b0-b649-462c-a5bc-fb3f3b9af0d2 service neutron] 10.222.0.23 "GET /v2.0/networks/d47104f6-86e0-4057-9a4c-a534656ec157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074382 Oct 12 07:36:54.823630 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-c6d3c3ab-8fde-4157-8646-e5922919a89a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] For port 3361b901-1ed0-4a42-bac7-7a72cf52ca9d, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=3361b901-1ed0-4a42-bac7-7a72cf52ca9d,segment=NetworkSegment(a6c3e4a8-d4f5-4517-920a-31d72a342ede),segment_id=a6c3e4a8-d4f5-4517-920a-31d72a342ede)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:36:54.823993 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c6d3c3ab-8fde-4157-8646-e5922919a89a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:54.840638 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-c6d3c3ab-8fde-4157-8646-e5922919a89a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Calling delete_port for 3361b901-1ed0-4a42-bac7-7a72cf52ca9d owned by network:dhcp {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:36:54.934081 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c6d3c3ab-8fde-4157-8646-e5922919a89a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:54.956712 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-7c4b529f-f8ab-4cd0-9e3f-77c5906c8151 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] For port eae2f8af-4a57-4801-ac28-cf9272fb2b3a, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=eae2f8af-4a57-4801-ac28-cf9272fb2b3a,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:36:54.957312 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7c4b529f-f8ab-4cd0-9e3f-77c5906c8151 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:54.959449 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d3c3ab-8fde-4157-8646-e5922919a89a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Pushing event deleted for resources: {'Port': ['ID=3361b901-1ed0-4a42-bac7-7a72cf52ca9d,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:54.963995 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d3c3ab-8fde-4157-8646-e5922919a89a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] No DVR routers for this DVR port 3361b901-1ed0-4a42-bac7-7a72cf52ca9d on host dv-neutron-860909-2-hyperv {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:36:54.984279 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b529f-f8ab-4cd0-9e3f-77c5906c8151 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Calling delete_port for eae2f8af-4a57-4801-ac28-cf9272fb2b3a owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:36:55.047554 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c6d3c3ab-8fde-4157-8646-e5922919a89a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:55.067479 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-c6d3c3ab-8fde-4157-8646-e5922919a89a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaf95760-74e7-43bd-8af9-48c08e6977c3']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:55.076719 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-c6d3c3ab-8fde-4157-8646-e5922919a89a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6c3e4a8-d4f5-4517-920a-31d72a342ede') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:55.077014 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-c6d3c3ab-8fde-4157-8646-e5922919a89a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6c3e4a8-d4f5-4517-920a-31d72a342ede') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:55.078509 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-12cd535e-c08f-43ca-af93-0864c62a2a60 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:55.088007 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6dca060c-8b5f-4871-91bc-a0a402e46fed tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:55.088166 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c6d3c3ab-8fde-4157-8646-e5922919a89a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:55.105989 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c6d3c3ab-8fde-4157-8646-e5922919a89a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:55.130585 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6d3c3ab-8fde-4157-8646-e5922919a89a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:36:55.130997 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c6d3c3ab-8fde-4157-8646-e5922919a89a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:55.203670 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5011594f-7879-4c80-b2ee-149705149a8f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:55.212728 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c6d3c3ab-8fde-4157-8646-e5922919a89a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:55.215748 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-12cd535e-c08f-43ca-af93-0864c62a2a60 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Deleting port 841322c8-6a86-4f7f-9701-dbee247466e6 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:36:55.216309 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-12cd535e-c08f-43ca-af93-0864c62a2a60 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:55.226340 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c6d3c3ab-8fde-4157-8646-e5922919a89a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:55.241967 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c6d3c3ab-8fde-4157-8646-e5922919a89a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] 10.222.0.26 "DELETE /v2.0/networks/eaf95760-74e7-43bd-8af9-48c08e6977c3 HTTP/1.1" status: 204 len: 168 time: 3.3012090 Oct 12 07:36:55.252209 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36416) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:55.258834 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-9878a50b-b9f4-4504-aad7-1c62a819531d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-324121822'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:55.266132 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d3c3ab-8fde-4157-8646-e5922919a89a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Pushing event deleted for resources: {'Network': ['ID=eaf95760-74e7-43bd-8af9-48c08e6977c3,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:55.273047 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6dca060c-8b5f-4871-91bc-a0a402e46fed tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:55.317500 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:36:55.324381 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-12cd535e-c08f-43ca-af93-0864c62a2a60 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] For port 841322c8-6a86-4f7f-9701-dbee247466e6, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=841322c8-6a86-4f7f-9701-dbee247466e6,segment=NetworkSegment(f2992154-fab1-4c42-a00f-27bc25160ebb),segment_id=f2992154-fab1-4c42-a00f-27bc25160ebb)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:36:55.325108 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-12cd535e-c08f-43ca-af93-0864c62a2a60 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:55.347470 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-12cd535e-c08f-43ca-af93-0864c62a2a60 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Calling delete_port for 841322c8-6a86-4f7f-9701-dbee247466e6 owned by network:dhcp {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:36:55.359942 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dca060c-8b5f-4871-91bc-a0a402e46fed tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:36:55.367250 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011594f-7879-4c80-b2ee-149705149a8f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Subnet': ['ID=4c438f8f-3c97-4f1d-aed5-d45b16afef2e,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:55.394836 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9878a50b-b9f4-4504-aad7-1c62a819531d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Made reservation on behalf of 424a2a2e1ca749ebbbc99533062ee1d7 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:36:55.398253 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9878a50b-b9f4-4504-aad7-1c62a819531d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:55.400438 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-6dca060c-8b5f-4871-91bc-a0a402e46fed tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:55.417647 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dca060c-8b5f-4871-91bc-a0a402e46fed tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:36:55.425792 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca060c-8b5f-4871-91bc-a0a402e46fed tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Pushing event updated for resources: {'Port': ['ID=2383059a-11a3-4a37-aade-b73c0a46de6e,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:55.458534 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-12cd535e-c08f-43ca-af93-0864c62a2a60 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:55.463187 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5011594f-7879-4c80-b2ee-149705149a8f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Checking segment: {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:36:55.463548 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5011594f-7879-4c80-b2ee-149705149a8f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network hostable DHCP agents. Network: 9994ec23-a1f7-459d-8925-14bc9ff05f17, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:36:55.487845 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7c4b529f-f8ab-4cd0-9e3f-77c5906c8151 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:55.491555 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cd535e-c08f-43ca-af93-0864c62a2a60 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] No DVR routers for this DVR port 841322c8-6a86-4f7f-9701-dbee247466e6 on host dv-neutron-860909-2-hyperv {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:36:55.497434 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cd535e-c08f-43ca-af93-0864c62a2a60 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event deleted for resources: {'Port': ['ID=841322c8-6a86-4f7f-9701-dbee247466e6,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:55.531274 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9878a50b-b9f4-4504-aad7-1c62a819531d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:36:55.540695 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b529f-f8ab-4cd0-9e3f-77c5906c8151 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Pushing event deleted for resources: {'Port': ['ID=eae2f8af-4a57-4801-ac28-cf9272fb2b3a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:55.581343 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-12cd535e-c08f-43ca-af93-0864c62a2a60 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:55.585196 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5011594f-7879-4c80-b2ee-149705149a8f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:36:55.605088 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-12cd535e-c08f-43ca-af93-0864c62a2a60 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d64d64a-da32-41e6-a150-1e3dbad9ed09']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:55.605960 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9878a50b-b9f4-4504-aad7-1c62a819531d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:55.606339 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-9878a50b-b9f4-4504-aad7-1c62a819531d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Added segment 6a7aef2b-d21d-4869-8d91-e6310194b18d of type vlan for network cfec098b-5772-49b0-90ad-61b434d82ea8 Oct 12 07:36:55.620180 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-12cd535e-c08f-43ca-af93-0864c62a2a60 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2992154-fab1-4c42-a00f-27bc25160ebb') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:55.620552 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-12cd535e-c08f-43ca-af93-0864c62a2a60 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2992154-fab1-4c42-a00f-27bc25160ebb') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:55.632399 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-12cd535e-c08f-43ca-af93-0864c62a2a60 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:55.647479 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-12cd535e-c08f-43ca-af93-0864c62a2a60 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:55.661034 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12cd535e-c08f-43ca-af93-0864c62a2a60 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:36:55.661489 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-12cd535e-c08f-43ca-af93-0864c62a2a60 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:55.679705 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90d58fb-6360-4385-b595-36b53290ed0c None None] Network 0d64d64a-da32-41e6-a150-1e3dbad9ed09 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:36:55.727057 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-5011594f-7879-4c80-b2ee-149705149a8f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 9994ec23-a1f7-459d-8925-14bc9ff05f17) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:55.731587 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5011594f-7879-4c80-b2ee-149705149a8f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:55.732182 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5011594f-7879-4c80-b2ee-149705149a8f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:55.742130 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b208b1-4f1f-402e-b892-6cdf310a828c None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:36:55.773503 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-12cd535e-c08f-43ca-af93-0864c62a2a60 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:55.775616 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9878a50b-b9f4-4504-aad7-1c62a819531d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:55.788442 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-12cd535e-c08f-43ca-af93-0864c62a2a60 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:55.799083 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-12cd535e-c08f-43ca-af93-0864c62a2a60 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "DELETE /v2.0/networks/0d64d64a-da32-41e6-a150-1e3dbad9ed09 HTTP/1.1" status: 204 len: 168 time: 2.3666673 Oct 12 07:36:55.802284 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36418) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:55.810935 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cd535e-c08f-43ca-af93-0864c62a2a60 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event deleted for resources: {'Network': ['ID=0d64d64a-da32-41e6-a150-1e3dbad9ed09,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:55.814213 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-102ab8db-037c-4174-a11f-f4a36807bb37 None None] Could not find standard attr ID for object 841322c8-6a86-4f7f-9701-dbee247466e6. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:36:55.832480 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-5011594f-7879-4c80-b2ee-149705149a8f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7134233 Oct 12 07:36:55.835252 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36420) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:55.840482 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-82b372e0-fea0-47b5-95e7-bec3f8b6ffd5 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'port': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'name': 'tempest-NetworksTestDHCPv6-1112259381'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:55.858748 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7c4b529f-f8ab-4cd0-9e3f-77c5906c8151 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:55.863604 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-232adcdf-22e2-4fe9-9870-02d1625e6230 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] DELETE failed (client error): The resource could not be found. Oct 12 07:36:55.864190 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-232adcdf-22e2-4fe9-9870-02d1625e6230 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:36:55.867976 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-232adcdf-22e2-4fe9-9870-02d1625e6230 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "DELETE /v2.0/subnets/c13288f0-4683-48b0-a861-3e547f87e983 HTTP/1.1" status: 404 len: 337 time: 0.0646441 Oct 12 07:36:55.872095 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36422) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:55.904601 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-549c02e1-8d65-4942-a1b2-d0b852a36788 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] DELETE failed (client error): The resource could not be found. Oct 12 07:36:55.905064 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-549c02e1-8d65-4942-a1b2-d0b852a36788 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:36:55.910501 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-549c02e1-8d65-4942-a1b2-d0b852a36788 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "DELETE /v2.0/networks/0d64d64a-da32-41e6-a150-1e3dbad9ed09 HTTP/1.1" status: 404 len: 339 time: 0.0356336 Oct 12 07:36:55.911950 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36424) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:55.963375 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9878a50b-b9f4-4504-aad7-1c62a819531d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:55.969786 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9878a50b-b9f4-4504-aad7-1c62a819531d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:55.970412 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9878a50b-b9f4-4504-aad7-1c62a819531d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:55.977992 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eea6ac0-1e85-456d-b661-024a5e565b40 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] DELETE failed (client error): The resource could not be found. Oct 12 07:36:55.978488 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eea6ac0-1e85-456d-b661-024a5e565b40 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:36:55.981455 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-1eea6ac0-1e85-456d-b661-024a5e565b40 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "DELETE /v2.0/subnets/30dc4cc8-4530-4288-8a3c-643680b09e88 HTTP/1.1" status: 404 len: 337 time: 0.0685177 Oct 12 07:36:55.985739 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36428) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:55.988412 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment f2992154-fab1-4c42-a00f-27bc25160ebb resource provider aggregate not found Oct 12 07:36:56.017285 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20bb6db-0962-4d29-90cc-9a2f73e0252d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-9994ec23-a1f7-459d-8925-14bc9ff05f17', 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'tenant_id': '3e134b4bc92f4839ac5ca68b448223d9', 'fixed_ips': [{'subnet_id': '4c438f8f-3c97-4f1d-aed5-d45b16afef2e'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:36:56.017805 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e20bb6db-0962-4d29-90cc-9a2f73e0252d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:56.017929 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-d82064f1-d55c-4d53-9df9-cedcc7471938 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] DELETE failed (client error): The resource could not be found. Oct 12 07:36:56.018398 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d82064f1-d55c-4d53-9df9-cedcc7471938 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:36:56.021364 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d82064f1-d55c-4d53-9df9-cedcc7471938 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "DELETE /v2.0/networks/ba8c71d0-e2f4-4b64-b583-ff72ae48278e HTTP/1.1" status: 404 len: 339 time: 0.0346715 Oct 12 07:36:56.022885 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment f2992154-fab1-4c42-a00f-27bc25160ebb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f2992154-fab1-4c42-a00f-27bc25160ebb found for delete ", "request_id": "req-0ad35cdc-c857-4b30-863a-9f6d88d69267"}]} Oct 12 07:36:56.028363 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36432) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:56.039053 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7c4b529f-f8ab-4cd0-9e3f-77c5906c8151 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:56.053952 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7c4b529f-f8ab-4cd0-9e3f-77c5906c8151 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:56.057894 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment a6c3e4a8-d4f5-4517-920a-31d72a342ede resource provider aggregate not found Oct 12 07:36:56.080028 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-9878a50b-b9f4-4504-aad7-1c62a819531d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8266003 Oct 12 07:36:56.089615 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36438) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:56.098126 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-199875de-4a62-4032-931d-36fad0f55be8 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Request body: {'subnet': {'network_id': 'cfec098b-5772-49b0-90ad-61b434d82ea8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:56.104460 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment a6c3e4a8-d4f5-4517-920a-31d72a342ede resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a6c3e4a8-d4f5-4517-920a-31d72a342ede found for delete ", "request_id": "req-848a808b-1ac6-402d-954e-cad984eddde9"}]} Oct 12 07:36:56.151004 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9878a50b-b9f4-4504-aad7-1c62a819531d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Pushing event updated for resources: {'Network': ['ID=cfec098b-5772-49b0-90ad-61b434d82ea8,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:56.193362 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-903f8065-fb9f-4743-a58b-b4e46c3d5e22 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:56.199822 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7c4b529f-f8ab-4cd0-9e3f-77c5906c8151 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:56.200384 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4b529f-f8ab-4cd0-9e3f-77c5906c8151 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2cb0808e-b015-4056-be45-85e1a093a055 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:36:56.206322 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7c4b529f-f8ab-4cd0-9e3f-77c5906c8151 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:56.207739 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-e20bb6db-0962-4d29-90cc-9a2f73e0252d None None] Allocated IP 2001:db8::2 (9994ec23-a1f7-459d-8925-14bc9ff05f17/4c438f8f-3c97-4f1d-aed5-d45b16afef2e/a7507a95-3926-482e-8f92-3a78477eb99d) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:36:56.208043 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment f2992154-fab1-4c42-a00f-27bc25160ebb resource provider aggregate not found Oct 12 07:36:56.209762 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network cfec098b-5772-49b0-90ad-61b434d82ea8 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:36:56.211060 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-7c4b529f-f8ab-4cd0-9e3f-77c5906c8151 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] 10.222.0.26 "DELETE /v2.0/routers/2cb0808e-b015-4056-be45-85e1a093a055 HTTP/1.1" status: 204 len: 168 time: 2.9361808 Oct 12 07:36:56.216202 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36444) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:56.217529 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdcdbaf-1b66-4ee5-aad3-a51199f7f5db None None] DHCP port deletion for 0d64d64a-da32-41e6-a150-1e3dbad9ed09 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:36:56.220863 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-222e2813-bbb9-4b27-97fe-d3382e5cfe65 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1721798710', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}, 'admin_state_up': False}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:56.242452 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6dca060c-8b5f-4871-91bc-a0a402e46fed tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:56.289366 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d660d8b-4167-422c-a2c0-46d71888523b None None] Network 0d64d64a-da32-41e6-a150-1e3dbad9ed09 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:36:56.302815 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-222e2813-bbb9-4b27-97fe-d3382e5cfe65 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:56.304279 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-222e2813-bbb9-4b27-97fe-d3382e5cfe65 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:56.336705 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment f2992154-fab1-4c42-a00f-27bc25160ebb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f2992154-fab1-4c42-a00f-27bc25160ebb found for delete ", "request_id": "req-3e7af792-4bdb-43e2-a097-dfd17eafcc42"}]} Oct 12 07:36:56.337674 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b372e0-fea0-47b5-95e7-bec3f8b6ffd5 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:36:56.341489 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-82b372e0-fea0-47b5-95e7-bec3f8b6ffd5 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:56.353519 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199875de-4a62-4032-931d-36fad0f55be8 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Made reservation on behalf of 424a2a2e1ca749ebbbc99533062ee1d7 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:36:56.357001 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-199875de-4a62-4032-931d-36fad0f55be8 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:56.372169 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d660d8b-4167-422c-a2c0-46d71888523b None None] Network 0d64d64a-da32-41e6-a150-1e3dbad9ed09 could not be found, it might have been deleted concurrently. {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 12 07:36:56.422802 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-222e2813-bbb9-4b27-97fe-d3382e5cfe65 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:56.471942 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-82b372e0-fea0-47b5-95e7-bec3f8b6ffd5 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] device_id is not set on port 22f52f3c-5c5d-4197-83aa-4bfc4868640f yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:36:56.521653 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e20bb6db-0962-4d29-90cc-9a2f73e0252d None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:56.534524 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e20bb6db-0962-4d29-90cc-9a2f73e0252d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:56.584808 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20bb6db-0962-4d29-90cc-9a2f73e0252d None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:36:56.590008 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-e20bb6db-0962-4d29-90cc-9a2f73e0252d None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:56.593867 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20bb6db-0962-4d29-90cc-9a2f73e0252d None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:36:56.605059 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20bb6db-0962-4d29-90cc-9a2f73e0252d None None] Pushing event updated for resources: {'Port': ['ID=a7507a95-3926-482e-8f92-3a78477eb99d,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:56.627919 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-222e2813-bbb9-4b27-97fe-d3382e5cfe65 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:56.655809 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-e20bb6db-0962-4d29-90cc-9a2f73e0252d None None] Attempting to bind port a7507a95-3926-482e-8f92-3a78477eb99d on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:36:56.656179 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-e20bb6db-0962-4d29-90cc-9a2f73e0252d None None] Attempting to bind port a7507a95-3926-482e-8f92-3a78477eb99d by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:36:56.656539 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20bb6db-0962-4d29-90cc-9a2f73e0252d None None] Attempting to bind port a7507a95-3926-482e-8f92-3a78477eb99d on network 9994ec23-a1f7-459d-8925-14bc9ff05f17 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:36:56.661781 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20bb6db-0962-4d29-90cc-9a2f73e0252d None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:36:56.662207 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20bb6db-0962-4d29-90cc-9a2f73e0252d None None] Checking segment: {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:36:56.662610 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e20bb6db-0962-4d29-90cc-9a2f73e0252d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:56.663000 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20bb6db-0962-4d29-90cc-9a2f73e0252d None None] Bound using segment: {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:36:56.663606 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-e20bb6db-0962-4d29-90cc-9a2f73e0252d None None] Bound port: a7507a95-3926-482e-8f92-3a78477eb99d, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:36:56.663996 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e20bb6db-0962-4d29-90cc-9a2f73e0252d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:56.707799 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6dca060c-8b5f-4871-91bc-a0a402e46fed tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:56.733306 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-e20bb6db-0962-4d29-90cc-9a2f73e0252d None None] For port a7507a95-3926-482e-8f92-3a78477eb99d, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:36:56.737404 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-e20bb6db-0962-4d29-90cc-9a2f73e0252d None None] For port a7507a95-3926-482e-8f92-3a78477eb99d, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=a7507a95-3926-482e-8f92-3a78477eb99d,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:36:56.741560 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e20bb6db-0962-4d29-90cc-9a2f73e0252d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:56.816169 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20bb6db-0962-4d29-90cc-9a2f73e0252d None None] Pushing event updated for resources: {'Port': ['ID=a7507a95-3926-482e-8f92-3a78477eb99d,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:56.861727 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-903f8065-fb9f-4743-a58b-b4e46c3d5e22 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:56.908111 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-903f8065-fb9f-4743-a58b-b4e46c3d5e22 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27fdf910-4eb8-470a-8772-ee5390f891b1']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:56.954919 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-903f8065-fb9f-4743-a58b-b4e46c3d5e22 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e334f5c-3d8d-43f8-81be-4c45df4d3421') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:56.955218 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-903f8065-fb9f-4743-a58b-b4e46c3d5e22 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e334f5c-3d8d-43f8-81be-4c45df4d3421') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:56.976902 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-903f8065-fb9f-4743-a58b-b4e46c3d5e22 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:57.028301 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-222e2813-bbb9-4b27-97fe-d3382e5cfe65 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router_gateway, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:57.040584 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-903f8065-fb9f-4743-a58b-b4e46c3d5e22 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:57.048946 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-82b372e0-fea0-47b5-95e7-bec3f8b6ffd5 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Allocated IP 2001:db8::44 (9994ec23-a1f7-459d-8925-14bc9ff05f17/4c438f8f-3c97-4f1d-aed5-d45b16afef2e/22f52f3c-5c5d-4197-83aa-4bfc4868640f) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:36:57.054549 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-222e2813-bbb9-4b27-97fe-d3382e5cfe65 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:57.056394 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dca060c-8b5f-4871-91bc-a0a402e46fed tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Router bb3c79e1-1743-4ade-a848-46ca12c3b1dd is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:36:57.060519 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-903f8065-fb9f-4743-a58b-b4e46c3d5e22 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:36:57.061622 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-903f8065-fb9f-4743-a58b-b4e46c3d5e22 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:57.200067 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-903f8065-fb9f-4743-a58b-b4e46c3d5e22 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:57.219045 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-903f8065-fb9f-4743-a58b-b4e46c3d5e22 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:57.222117 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-903f8065-fb9f-4743-a58b-b4e46c3d5e22 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "DELETE /v2.0/networks/27fdf910-4eb8-470a-8772-ee5390f891b1 HTTP/1.1" status: 204 len: 168 time: 1.1928566 Oct 12 07:36:57.226661 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36448) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:57.243391 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903f8065-fb9f-4743-a58b-b4e46c3d5e22 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event deleted for resources: {'Network': ['ID=27fdf910-4eb8-470a-8772-ee5390f891b1,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:57.275169 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7c7377f-d986-4138-adf2-3df54c275231 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] DELETE failed (client error): The resource could not be found. Oct 12 07:36:57.275643 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7c7377f-d986-4138-adf2-3df54c275231 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:36:57.278629 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e7c7377f-d986-4138-adf2-3df54c275231 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "DELETE /v2.0/subnets/d992bf7e-a7e1-4c32-bf4b-275f0a161892 HTTP/1.1" status: 404 len: 337 time: 0.0494568 Oct 12 07:36:57.281781 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-222e2813-bbb9-4b27-97fe-d3382e5cfe65 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Allocated IP 172.26.3.233 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/0868f010-6cb9-49b7-ae08-c6452bec64ce) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:36:57.284939 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36450) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:57.302476 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dca060c-8b5f-4871-91bc-a0a402e46fed tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:36:57.315432 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb38fcf0-8680-4e64-a3c8-a9ab751fba99 None None] Sync routers for ids ['bb3c79e1-1743-4ade-a848-46ca12c3b1dd'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:36:57.317707 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-c035da0f-6128-4795-a745-23c304781dbd tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] DELETE failed (client error): The resource could not be found. Oct 12 07:36:57.318321 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c035da0f-6128-4795-a745-23c304781dbd tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:36:57.323857 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c035da0f-6128-4795-a745-23c304781dbd tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "DELETE /v2.0/networks/7587f98b-47cb-4a23-8920-cf06fe834b68 HTTP/1.1" status: 404 len: 339 time: 0.0354328 Oct 12 07:36:57.326247 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36452) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:57.331279 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb38fcf0-8680-4e64-a3c8-a9ab751fba99 None None] Routers {'bb3c79e1-1743-4ade-a848-46ca12c3b1dd'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:36:57.331885 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-fb38fcf0-8680-4e64-a3c8-a9ab751fba99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:36:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['bb3c79e1-1743-4ade-a848-46ca12c3b1dd'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:57.368833 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-5325406f-ac93-4139-8629-334901cb087c tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] DELETE failed (client error): The resource could not be found. Oct 12 07:36:57.369293 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5325406f-ac93-4139-8629-334901cb087c tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:36:57.372365 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-5325406f-ac93-4139-8629-334901cb087c tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "DELETE /v2.0/subnets/6ac9aa35-7514-4db2-84d5-3e5bed441503 HTTP/1.1" status: 404 len: 337 time: 0.0428460 Oct 12 07:36:57.375114 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6dca060c-8b5f-4871-91bc-a0a402e46fed tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:57.378564 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-6dca060c-8b5f-4871-91bc-a0a402e46fed tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.6491468 Oct 12 07:36:57.378564 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36454) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:57.383146 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.objects.ports [None req-199875de-4a62-4032-931d-36fad0f55be8 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103200) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 12 07:36:57.388608 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36456) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:57.397009 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-199875de-4a62-4032-931d-36fad0f55be8 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:57.404434 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-488ad9f3-af4e-4697-af0c-3ae9a25585b2 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] DELETE failed (client error): The resource could not be found. Oct 12 07:36:57.404995 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-488ad9f3-af4e-4697-af0c-3ae9a25585b2 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:36:57.408761 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-488ad9f3-af4e-4697-af0c-3ae9a25585b2 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "DELETE /v2.0/networks/92110629-aaac-49ff-9399-94e6f29b4a87 HTTP/1.1" status: 404 len: 339 time: 0.0295870 Oct 12 07:36:57.446133 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36458) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:57.518328 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-82b372e0-fea0-47b5-95e7-bec3f8b6ffd5 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:57.529825 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae234183-3a83-4c25-a09a-5dbfcec399c4 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] DELETE failed (client error): The resource could not be found. Oct 12 07:36:57.530339 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae234183-3a83-4c25-a09a-5dbfcec399c4 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:36:57.535845 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-ae234183-3a83-4c25-a09a-5dbfcec399c4 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "DELETE /v2.0/subnets/eec499b7-b63f-40d9-94b0-15bb7d8fd9f3 HTTP/1.1" status: 404 len: 337 time: 0.0860138 Oct 12 07:36:57.542571 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36460) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:57.629437 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-fb38fcf0-8680-4e64-a3c8-a9ab751fba99 None None] Set router bb3c79e1-1743-4ade-a848-46ca12c3b1dd gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:36:57.635088 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199875de-4a62-4032-931d-36fad0f55be8 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Pushing event updated for resources: {'Subnet': ['ID=b1c7ece9-cb87-48f8-a125-ccb15f81bbb4,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:57.646166 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-079c346a-b269-41a0-a3f9-e4091ea72dc6 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] DELETE failed (client error): The resource could not be found. Oct 12 07:36:57.646759 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-079c346a-b269-41a0-a3f9-e4091ea72dc6 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:36:57.652817 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-079c346a-b269-41a0-a3f9-e4091ea72dc6 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "DELETE /v2.0/networks/a36a46d4-9c78-413a-8ae9-58fd0e71a207 HTTP/1.1" status: 404 len: 339 time: 0.1046023 Oct 12 07:36:57.658752 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36462) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:57.717548 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-2bb7bb4a-d68c-4b46-8c7a-7ab7f738513a tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] 10.222.0.26 "GET /v2.0/routers/bb3c79e1-1743-4ade-a848-46ca12c3b1dd HTTP/1.1" status: 200 len: 909 time: 0.3255703 Oct 12 07:36:57.717548 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2e6ce13-eec2-4d66-9b1b-a95679a85f89 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] DELETE failed (client error): The resource could not be found. Oct 12 07:36:57.717548 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2e6ce13-eec2-4d66-9b1b-a95679a85f89 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:36:57.721872 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e2e6ce13-eec2-4d66-9b1b-a95679a85f89 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "DELETE /v2.0/subnets/69e6ed1e-a9ee-4655-acea-2ca1681f10bd HTTP/1.1" status: 404 len: 337 time: 0.0588462 Oct 12 07:36:57.721872 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36464) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:57.722678 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199875de-4a62-4032-931d-36fad0f55be8 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Checking segment: {'id': '6a7aef2b-d21d-4869-8d91-e6310194b18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cfec098b-5772-49b0-90ad-61b434d82ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:36:57.723047 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199875de-4a62-4032-931d-36fad0f55be8 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Network hostable DHCP agents. Network: cfec098b-5772-49b0-90ad-61b434d82ea8, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:36:57.726234 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36466) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:57.754115 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-b9cd37a7-10c6-4b54-bd99-f06a61389700 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1539668923', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'enable_snat': True}}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:57.784046 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee5576c7-c51d-4f09-9270-96cd782752d3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] DELETE failed (client error): The resource could not be found. Oct 12 07:36:57.784665 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee5576c7-c51d-4f09-9270-96cd782752d3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:36:57.787839 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-ee5576c7-c51d-4f09-9270-96cd782752d3 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "DELETE /v2.0/networks/be5e21e1-e4db-4f90-b976-c4ac91b880ca HTTP/1.1" status: 404 len: 339 time: 0.0582449 Oct 12 07:36:57.788978 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-82b372e0-fea0-47b5-95e7-bec3f8b6ffd5 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:57.790676 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36468) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:57.822898 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device a7507a95-3926-482e-8f92-3a78477eb99d up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:36:57.843239 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-222e2813-bbb9-4b27-97fe-d3382e5cfe65 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:57.882852 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-222e2813-bbb9-4b27-97fe-d3382e5cfe65 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:57.885405 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a9a1563-3b48-48da-90e5-52b8c07f4407 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] DELETE failed (client error): The resource could not be found. Oct 12 07:36:57.885822 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a9a1563-3b48-48da-90e5-52b8c07f4407 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:36:57.888936 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-0a9a1563-3b48-48da-90e5-52b8c07f4407 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "DELETE /v2.0/subnets/9007b33e-3e1d-4073-a7eb-3a203cb6b847 HTTP/1.1" status: 404 len: 337 time: 0.0879724 Oct 12 07:36:57.894228 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36470) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:57.906893 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b9cd37a7-10c6-4b54-bd99-f06a61389700 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:57.908497 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b9cd37a7-10c6-4b54-bd99-f06a61389700 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:57.918086 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b372e0-fea0-47b5-95e7-bec3f8b6ffd5 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:36:57.919727 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199875de-4a62-4032-931d-36fad0f55be8 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Network cfec098b-5772-49b0-90ad-61b434d82ea8 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:36:57.936160 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-82b372e0-fea0-47b5-95e7-bec3f8b6ffd5 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:57.941042 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b372e0-fea0-47b5-95e7-bec3f8b6ffd5 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:36:57.946711 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b372e0-fea0-47b5-95e7-bec3f8b6ffd5 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:57.947355 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-82b372e0-fea0-47b5-95e7-bec3f8b6ffd5 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:57.949378 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port a7507a95-3926-482e-8f92-3a78477eb99d triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:36:57.949776 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:57.949882 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b372e0-fea0-47b5-95e7-bec3f8b6ffd5 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Port': ['ID=22f52f3c-5c5d-4197-83aa-4bfc4868640f,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:57.950213 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port a7507a95-3926-482e-8f92-3a78477eb99d Oct 12 07:36:57.957569 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222e2813-bbb9-4b27-97fe-d3382e5cfe65 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:36:57.958773 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-199875de-4a62-4032-931d-36fad0f55be8 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, cfec098b-5772-49b0-90ad-61b434d82ea8) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:57.962777 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-c68e029e-acdb-46c6-b3bb-13bdd3fc2023 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] DELETE failed (client error): The resource could not be found. Oct 12 07:36:57.963488 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c68e029e-acdb-46c6-b3bb-13bdd3fc2023 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:36:57.968995 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199875de-4a62-4032-931d-36fad0f55be8 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:57.969165 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c68e029e-acdb-46c6-b3bb-13bdd3fc2023 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "DELETE /v2.0/networks/3eaaf90f-5dad-4ce3-a00b-5d15fab9f6d9 HTTP/1.1" status: 404 len: 339 time: 0.0696738 Oct 12 07:36:57.969612 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-199875de-4a62-4032-931d-36fad0f55be8 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:57.974068 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36472) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:57.976482 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-222e2813-bbb9-4b27-97fe-d3382e5cfe65 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:57.979646 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222e2813-bbb9-4b27-97fe-d3382e5cfe65 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:36:57.995225 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227ced14-869f-4980-99e6-46c4a25c66c8 None None] Network cfec098b-5772-49b0-90ad-61b434d82ea8 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:36:58.000646 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-82b372e0-fea0-47b5-95e7-bec3f8b6ffd5 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1615708 Oct 12 07:36:58.007136 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36474) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:58.030583 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc51c987-20e1-4a1b-ba7e-0b5c5adc6422 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] DELETE failed (client error): The resource could not be found. Oct 12 07:36:58.030712 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc51c987-20e1-4a1b-ba7e-0b5c5adc6422 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:36:58.033753 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-bc51c987-20e1-4a1b-ba7e-0b5c5adc6422 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "DELETE /v2.0/subnets/adcb7d7c-8f68-4624-8f25-e8f4e75ecb7c HTTP/1.1" status: 404 len: 337 time: 0.0584142 Oct 12 07:36:58.036173 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36476) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:58.044121 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222e2813-bbb9-4b27-97fe-d3382e5cfe65 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Pushing event updated for resources: {'Port': ['ID=0868f010-6cb9-49b7-ae08-c6452bec64ce,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:58.071243 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b9cd37a7-10c6-4b54-bd99-f06a61389700 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:58.086050 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-199875de-4a62-4032-931d-36fad0f55be8 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.9956465 Oct 12 07:36:58.087828 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-390de8a5-3166-441f-94a6-0a5376a29c41 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] DELETE failed (client error): The resource could not be found. Oct 12 07:36:58.088641 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-390de8a5-3166-441f-94a6-0a5376a29c41 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:36:58.091579 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36478) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:58.092054 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-390de8a5-3166-441f-94a6-0a5376a29c41 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "DELETE /v2.0/networks/0380cf60-e8ee-4507-a800-502a837a9d31 HTTP/1.1" status: 404 len: 339 time: 0.0546861 Oct 12 07:36:58.094438 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36480) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:58.121024 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-fb38fcf0-8680-4e64-a3c8-a9ab751fba99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb3c79e1-1743-4ade-a848-46ca12c3b1dd', 'name': 'tempest-snat-router-1539668923', 'tenant_id': '60e220308c294a8595021261fc327db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.196'}], 'enable_snat': False}, 'gw_port_id': '2383059a-11a3-4a37-aade-b73c0a46de6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:36:52Z', 'updated_at': '2022-10-12T07:36:55Z', 'revision_number': 3, 'project_id': '60e220308c294a8595021261fc327db5', 'gw_port': {'id': '2383059a-11a3-4a37-aade-b73c0a46de6e', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:24:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb3c79e1-1743-4ade-a848-46ca12c3b1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:36:54Z', 'updated_at': '2022-10-12T07:36:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:58.151796 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7fd3a6b-e032-47a6-b73f-a08d594e6e4d tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] DELETE failed (client error): The resource could not be found. Oct 12 07:36:58.152255 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7fd3a6b-e032-47a6-b73f-a08d594e6e4d tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:36:58.157649 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c7fd3a6b-e032-47a6-b73f-a08d594e6e4d tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "DELETE /v2.0/subnets/5360fccc-be0e-49a0-b68d-6923de5ada8a HTTP/1.1" status: 404 len: 337 time: 0.0597687 Oct 12 07:36:58.157875 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36482) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:58.162406 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c704fb7-3e15-4c06-bcbc-99d7e07e5bc7 None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:36:58.166859 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb38fcf0-8680-4e64-a3c8-a9ab751fba99 None None] Checking router: bb3c79e1-1743-4ade-a848-46ca12c3b1dd for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:36:58.167215 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb38fcf0-8680-4e64-a3c8-a9ab751fba99 None None] Updating router bb3c79e1-1743-4ade-a848-46ca12c3b1dd port 2383059a-11a3-4a37-aade-b73c0a46de6e binding host dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:36:58.180745 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d86560-6086-4350-9164-a9ef943d17ca tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:58.187394 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d86560-6086-4350-9164-a9ef943d17ca tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:58.191536 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-01d86560-6086-4350-9164-a9ef943d17ca tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1785140 Oct 12 07:36:58.194080 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36484) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:58.207159 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f21b971-46f5-4860-9862-a6495637d262 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] DELETE failed (client error): The resource could not be found. Oct 12 07:36:58.207738 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f21b971-46f5-4860-9862-a6495637d262 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:36:58.210765 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-6f21b971-46f5-4860-9862-a6495637d262 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "DELETE /v2.0/networks/036cf0f8-51a7-4966-8e5c-4f662e18580b HTTP/1.1" status: 404 len: 339 time: 0.0517886 Oct 12 07:36:58.214130 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36486) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:58.287813 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b9cd37a7-10c6-4b54-bd99-f06a61389700 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:58.309621 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fb38fcf0-8680-4e64-a3c8-a9ab751fba99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:58.339081 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1b04469-1bdd-48e2-975f-8d5531f9acd9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] DELETE failed (client error): The resource could not be found. Oct 12 07:36:58.339531 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1b04469-1bdd-48e2-975f-8d5531f9acd9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:36:58.342471 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e1b04469-1bdd-48e2-975f-8d5531f9acd9 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "DELETE /v2.0/subnets/5683b2da-19a0-47f4-981a-aa7f45827829 HTTP/1.1" status: 404 len: 337 time: 0.1272357 Oct 12 07:36:58.349281 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port a7507a95-3926-482e-8f92-3a78477eb99d is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:36:58.349670 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:58.352139 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36488) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:58.379491 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 8e334f5c-3d8d-43f8-81be-4c45df4d3421 resource provider aggregate not found Oct 12 07:36:58.408345 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-6981c97f-5543-4f93-b9cb-9c0f3b6a9fc5 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] DELETE failed (client error): The resource could not be found. Oct 12 07:36:58.408623 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-073d3fdc-b1f3-413f-9293-ffa9088cfdb8 None None] Provisioning complete for port a7507a95-3926-482e-8f92-3a78477eb99d triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:36:58.408925 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6981c97f-5543-4f93-b9cb-9c0f3b6a9fc5 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:36:58.409465 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-073d3fdc-b1f3-413f-9293-ffa9088cfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:58.410048 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-073d3fdc-b1f3-413f-9293-ffa9088cfdb8 None None] Attempt 1 to provision port a7507a95-3926-482e-8f92-3a78477eb99d Oct 12 07:36:58.411902 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-6981c97f-5543-4f93-b9cb-9c0f3b6a9fc5 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "DELETE /v2.0/networks/7f315698-8dfa-4400-85ba-2be3719563b0 HTTP/1.1" status: 404 len: 339 time: 0.0588400 Oct 12 07:36:58.417749 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36494) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:58.446565 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 8e334f5c-3d8d-43f8-81be-4c45df4d3421 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e334f5c-3d8d-43f8-81be-4c45df4d3421 found for delete ", "request_id": "req-80c6bf61-006e-4c5b-87c8-8956003bf609"}]} Oct 12 07:36:58.500866 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e797543a-2ce5-48b1-ac24-4144f85b5c2f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:58.517946 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b9cd37a7-10c6-4b54-bd99-f06a61389700 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:58.543401 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b9cd37a7-10c6-4b54-bd99-f06a61389700 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:58.543867 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e4d26e1-a442-421c-997d-53192726e3c8 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Deleting subnet 81d0af83-1cf0-44c1-ad9e-bf67e7ea15af {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:36:58.550529 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5e4d26e1-a442-421c-997d-53192726e3c8 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:58.565524 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc01c790-04fe-48a9-a2d0-6a31f0fee2a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-cfec098b-5772-49b0-90ad-61b434d82ea8', 'network_id': 'cfec098b-5772-49b0-90ad-61b434d82ea8', 'tenant_id': '424a2a2e1ca749ebbbc99533062ee1d7', 'fixed_ips': [{'subnet_id': 'b1c7ece9-cb87-48f8-a125-ccb15f81bbb4'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:36:58.566396 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fc01c790-04fe-48a9-a2d0-6a31f0fee2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:58.570149 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port a7507a95-3926-482e-8f92-3a78477eb99d, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=a7507a95-3926-482e-8f92-3a78477eb99d,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:36:58.592028 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:58.626751 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device c983f91b-aa33-44a8-ba6a-b2f875712177 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:36:58.662967 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-73dd7d73-69a1-4812-8dbb-3a69e04b0005 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting port 22f52f3c-5c5d-4197-83aa-4bfc4868640f {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:36:58.663221 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-73dd7d73-69a1-4812-8dbb-3a69e04b0005 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:58.668370 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5e4d26e1-a442-421c-997d-53192726e3c8 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:58.687597 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: c983f91b-aa33-44a8-ba6a-b2f875712177 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:36:58.687935 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device c983f91b-aa33-44a8-ba6a-b2f875712177 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:36:58.688345 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 841322c8-6a86-4f7f-9701-dbee247466e6 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:36:58.712585 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-222e2813-bbb9-4b27-97fe-d3382e5cfe65 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router_gateway, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:58.757812 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e797543a-2ce5-48b1-ac24-4144f85b5c2f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:58.787661 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 841322c8-6a86-4f7f-9701-dbee247466e6 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:36:58.788001 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 841322c8-6a86-4f7f-9701-dbee247466e6 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:36:58.788421 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device eae2f8af-4a57-4801-ac28-cf9272fb2b3a no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:36:58.885541 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: eae2f8af-4a57-4801-ac28-cf9272fb2b3a {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:36:58.886264 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device eae2f8af-4a57-4801-ac28-cf9272fb2b3a not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:36:58.887321 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=a7507a95-3926-482e-8f92-3a78477eb99d,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:58.940158 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-73dd7d73-69a1-4812-8dbb-3a69e04b0005 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:58.956336 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-073d3fdc-b1f3-413f-9293-ffa9088cfdb8 None None] Current status of the port a7507a95-3926-482e-8f92-3a78477eb99d is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:36:58.958718 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-73dd7d73-69a1-4812-8dbb-3a69e04b0005 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Calling delete_port for 22f52f3c-5c5d-4197-83aa-4bfc4868640f owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:36:58.963579 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5e4d26e1-a442-421c-997d-53192726e3c8 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:58.985205 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-fc01c790-04fe-48a9-a2d0-6a31f0fee2a4 None None] Allocated IP 2001:db8::f816:3eff:fe9e:b3b5 (cfec098b-5772-49b0-90ad-61b434d82ea8/b1c7ece9-cb87-48f8-a125-ccb15f81bbb4/c736328c-757f-4a6d-a1d1-1f8cd02f6bae) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:36:59.074858 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fb38fcf0-8680-4e64-a3c8-a9ab751fba99 None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:59.110748 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fb38fcf0-8680-4e64-a3c8-a9ab751fba99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:59.155672 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-fb38fcf0-8680-4e64-a3c8-a9ab751fba99 None None] Attempting to bind port 2383059a-11a3-4a37-aade-b73c0a46de6e on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:36:59.156047 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-fb38fcf0-8680-4e64-a3c8-a9ab751fba99 None None] Attempting to bind port 2383059a-11a3-4a37-aade-b73c0a46de6e by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:36:59.156759 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb38fcf0-8680-4e64-a3c8-a9ab751fba99 None None] Attempting to bind port 2383059a-11a3-4a37-aade-b73c0a46de6e on network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:36:59.172882 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5e4d26e1-a442-421c-997d-53192726e3c8 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:59.174928 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb38fcf0-8680-4e64-a3c8-a9ab751fba99 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:36:59.175306 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb38fcf0-8680-4e64-a3c8-a9ab751fba99 None None] Checking segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:36:59.175703 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fb38fcf0-8680-4e64-a3c8-a9ab751fba99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:59.177186 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb38fcf0-8680-4e64-a3c8-a9ab751fba99 None None] Bound using segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:36:59.177186 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-fb38fcf0-8680-4e64-a3c8-a9ab751fba99 None None] Bound port: 2383059a-11a3-4a37-aade-b73c0a46de6e, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:36:59.177806 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fb38fcf0-8680-4e64-a3c8-a9ab751fba99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:59.177980 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-b9cd37a7-10c6-4b54-bd99-f06a61389700 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Allocated IP 172.26.3.31 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/b514f099-d1a8-4ef3-8951-5a521b283c92) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:36:59.217159 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805a66a-ce90-4fa5-87a7-e02014868fa2 None None] Pushing event updated for resources: {'Port': ['ID=2383059a-11a3-4a37-aade-b73c0a46de6e,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:59.274692 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252e953c-e28f-4808-b1f2-35c3f642176f None None] Network ecf7751b-5020-4cfb-9993-48c2b14d2d96 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:36:59.274924 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-222e2813-bbb9-4b27-97fe-d3382e5cfe65 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:59.278196 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5e4d26e1-a442-421c-997d-53192726e3c8 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:59.284331 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-5e4d26e1-a442-421c-997d-53192726e3c8 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "DELETE /v2.0/subnets/81d0af83-1cf0-44c1-ad9e-bf67e7ea15af HTTP/1.1" status: 204 len: 168 time: 0.8647940 Oct 12 07:36:59.286881 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36498) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:59.292263 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d26e1-a442-421c-997d-53192726e3c8 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event deleted for resources: {'Subnet': ['ID=81d0af83-1cf0-44c1-ad9e-bf67e7ea15af,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:59.303720 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-fb38fcf0-8680-4e64-a3c8-a9ab751fba99 None None] For port 2383059a-11a3-4a37-aade-b73c0a46de6e, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:36:59.316762 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fc01c790-04fe-48a9-a2d0-6a31f0fee2a4 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:59.355151 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b9cd37a7-10c6-4b54-bd99-f06a61389700 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:59.370574 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-73dd7d73-69a1-4812-8dbb-3a69e04b0005 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:59.407757 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1b717112-dc0c-4c7a-bb6d-bab5b336a7a0 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:59.454996 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd7d73-69a1-4812-8dbb-3a69e04b0005 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Port': ['ID=22f52f3c-5c5d-4197-83aa-4bfc4868640f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:59.462872 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-73dd7d73-69a1-4812-8dbb-3a69e04b0005 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:59.469160 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-73dd7d73-69a1-4812-8dbb-3a69e04b0005 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/ports/22f52f3c-5c5d-4197-83aa-4bfc4868640f HTTP/1.1" status: 204 len: 168 time: 1.2743154 Oct 12 07:36:59.469683 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36500) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:59.485306 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b9cd37a7-10c6-4b54-bd99-f06a61389700 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:59.511675 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222e2813-bbb9-4b27-97fe-d3382e5cfe65 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Router fb9e1cf8-513f-4793-9c55-938dd45a9b74 is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:36:59.543239 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-fb38fcf0-8680-4e64-a3c8-a9ab751fba99 None None] For port 2383059a-11a3-4a37-aade-b73c0a46de6e, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=2383059a-11a3-4a37-aade-b73c0a46de6e,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:36:59.549867 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fc01c790-04fe-48a9-a2d0-6a31f0fee2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:59.554972 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-b10adfdf-63c0-4d42-9aab-4ce7b0d87be5 None None] Provisioning complete for port 22f52f3c-5c5d-4197-83aa-4bfc4868640f triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:36:59.555333 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b10adfdf-63c0-4d42-9aab-4ce7b0d87be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:59.555661 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-b10adfdf-63c0-4d42-9aab-4ce7b0d87be5 None None] Attempt 1 to provision port 22f52f3c-5c5d-4197-83aa-4bfc4868640f Oct 12 07:36:59.578612 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cd37a7-10c6-4b54-bd99-f06a61389700 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:36:59.579673 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fb38fcf0-8680-4e64-a3c8-a9ab751fba99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:59.586941 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-b9cd37a7-10c6-4b54-bd99-f06a61389700 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:59.589931 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cd37a7-10c6-4b54-bd99-f06a61389700 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:36:59.597184 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e797543a-2ce5-48b1-ac24-4144f85b5c2f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:59.612173 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75036ad0-5531-43e6-8909-864e4bcc96bd tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:59.614261 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75036ad0-5531-43e6-8909-864e4bcc96bd tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:36:59.617558 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b10adfdf-63c0-4d42-9aab-4ce7b0d87be5 None None] Port 22f52f3c-5c5d-4197-83aa-4bfc4868640f was deleted so its status cannot be updated. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 12 07:36:59.619411 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-75036ad0-5531-43e6-8909-864e4bcc96bd tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1480501 Oct 12 07:36:59.631815 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36502) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:59.652727 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc01c790-04fe-48a9-a2d0-6a31f0fee2a4 None None] Network cfec098b-5772-49b0-90ad-61b434d82ea8 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:36:59.655917 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e797543a-2ce5-48b1-ac24-4144f85b5c2f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Pushing event deleted for resources: {'Subnet': ['ID=b1c7ece9-cb87-48f8-a125-ccb15f81bbb4,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:59.659275 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd37a7-10c6-4b54-bd99-f06a61389700 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Pushing event updated for resources: {'Port': ['ID=b514f099-d1a8-4ef3-8951-5a521b283c92,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:59.663610 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-fc01c790-04fe-48a9-a2d0-6a31f0fee2a4 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:36:59.680956 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc01c790-04fe-48a9-a2d0-6a31f0fee2a4 None None] Pushing event updated for resources: {'Port': ['ID=c736328c-757f-4a6d-a1d1-1f8cd02f6bae,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:36:59.683754 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc01c790-04fe-48a9-a2d0-6a31f0fee2a4 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:36:59.692439 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb38fcf0-8680-4e64-a3c8-a9ab751fba99 None None] Routers {'bb3c79e1-1743-4ade-a848-46ca12c3b1dd'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:36:59.693067 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-fb38fcf0-8680-4e64-a3c8-a9ab751fba99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:36:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['bb3c79e1-1743-4ade-a848-46ca12c3b1dd'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:59.710846 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-1b717112-dc0c-4c7a-bb6d-bab5b336a7a0 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Deleting port 795bbb98-463b-4a5f-97c4-1296d872cd20 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:36:59.711616 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1b717112-dc0c-4c7a-bb6d-bab5b336a7a0 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:59.727261 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-b10adfdf-63c0-4d42-9aab-4ce7b0d87be5 None None] Provisioning complete for port a7507a95-3926-482e-8f92-3a78477eb99d triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:36:59.727560 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b10adfdf-63c0-4d42-9aab-4ce7b0d87be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:59.727899 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-b10adfdf-63c0-4d42-9aab-4ce7b0d87be5 None None] Attempt 1 to provision port a7507a95-3926-482e-8f92-3a78477eb99d Oct 12 07:36:59.794186 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-59a0b95d-c7d1-4364-8ceb-bb5b8b169869 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting subnet 4c438f8f-3c97-4f1d-aed5-d45b16afef2e {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:36:59.794400 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device a7507a95-3926-482e-8f92-3a78477eb99d up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:36:59.808147 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-1b717112-dc0c-4c7a-bb6d-bab5b336a7a0 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] For port 795bbb98-463b-4a5f-97c4-1296d872cd20, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=795bbb98-463b-4a5f-97c4-1296d872cd20,segment=NetworkSegment(f247035b-7953-4829-8446-39a748d45dc0),segment_id=f247035b-7953-4829-8446-39a748d45dc0)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:36:59.808822 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1b717112-dc0c-4c7a-bb6d-bab5b336a7a0 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:59.837794 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e797543a-2ce5-48b1-ac24-4144f85b5c2f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:59.855032 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-1b717112-dc0c-4c7a-bb6d-bab5b336a7a0 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Calling delete_port for 795bbb98-463b-4a5f-97c4-1296d872cd20 owned by network:dhcp {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:36:59.874276 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-e797543a-2ce5-48b1-ac24-4144f85b5c2f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfec098b-5772-49b0-90ad-61b434d82ea8']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:59.885261 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222e2813-bbb9-4b27-97fe-d3382e5cfe65 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:36:59.896211 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaf092d-7ef1-4d82-a84b-8575ed6e89c2 None None] Sync routers for ids ['fb9e1cf8-513f-4793-9c55-938dd45a9b74'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:36:59.908979 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaf092d-7ef1-4d82-a84b-8575ed6e89c2 None None] Routers {'fb9e1cf8-513f-4793-9c55-938dd45a9b74'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:36:59.909619 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-fbaf092d-7ef1-4d82-a84b-8575ed6e89c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:36:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['fb9e1cf8-513f-4793-9c55-938dd45a9b74'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:59.911036 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59a0b95d-c7d1-4364-8ceb-bb5b8b169869 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:59.916015 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-e797543a-2ce5-48b1-ac24-4144f85b5c2f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a7aef2b-d21d-4869-8d91-e6310194b18d') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:59.916343 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-e797543a-2ce5-48b1-ac24-4144f85b5c2f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a7aef2b-d21d-4869-8d91-e6310194b18d') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:36:59.946548 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-222e2813-bbb9-4b27-97fe-d3382e5cfe65 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:59.950017 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-222e2813-bbb9-4b27-97fe-d3382e5cfe65 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.7301800 Oct 12 07:36:59.952700 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36504) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:36:59.955146 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-6a9272a1-9301-41b3-a30b-9e4e27609b0f tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'enable_snat': False}}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:36:59.956767 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e797543a-2ce5-48b1-ac24-4144f85b5c2f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:59.981630 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e797543a-2ce5-48b1-ac24-4144f85b5c2f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:36:59.986554 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59a0b95d-c7d1-4364-8ceb-bb5b8b169869 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:00.019157 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e797543a-2ce5-48b1-ac24-4144f85b5c2f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:37:00.019652 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e797543a-2ce5-48b1-ac24-4144f85b5c2f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:00.023254 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-fbaf092d-7ef1-4d82-a84b-8575ed6e89c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:00.034988 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-fc01c790-04fe-48a9-a2d0-6a31f0fee2a4 None None] Attempting to bind port c736328c-757f-4a6d-a1d1-1f8cd02f6bae on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:37:00.035537 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-fc01c790-04fe-48a9-a2d0-6a31f0fee2a4 None None] Attempting to bind port c736328c-757f-4a6d-a1d1-1f8cd02f6bae by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '6a7aef2b-d21d-4869-8d91-e6310194b18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cfec098b-5772-49b0-90ad-61b434d82ea8'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:37:00.035741 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc01c790-04fe-48a9-a2d0-6a31f0fee2a4 None None] Attempting to bind port c736328c-757f-4a6d-a1d1-1f8cd02f6bae on network cfec098b-5772-49b0-90ad-61b434d82ea8 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:37:00.067351 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaf092d-7ef1-4d82-a84b-8575ed6e89c2 None None] Routers {'fb9e1cf8-513f-4793-9c55-938dd45a9b74'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:37:00.069620 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-fbaf092d-7ef1-4d82-a84b-8575ed6e89c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:36:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['fb9e1cf8-513f-4793-9c55-938dd45a9b74'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:00.083812 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805a66a-ce90-4fa5-87a7-e02014868fa2 None None] Pushing event updated for resources: {'Port': ['ID=2383059a-11a3-4a37-aade-b73c0a46de6e,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:00.084211 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 6a7aef2b-d21d-4869-8d91-e6310194b18d resource provider aggregate not found Oct 12 07:37:00.103609 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-fb38fcf0-8680-4e64-a3c8-a9ab751fba99 None None] Set router bb3c79e1-1743-4ade-a848-46ca12c3b1dd gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:37:00.147544 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-fbaf092d-7ef1-4d82-a84b-8575ed6e89c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:00.148686 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaf092d-7ef1-4d82-a84b-8575ed6e89c2 None None] The sync data for ids ['fb9e1cf8-513f-4793-9c55-938dd45a9b74'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:37:00.151832 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1b717112-dc0c-4c7a-bb6d-bab5b336a7a0 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:00.189341 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb1d11a-ead7-44dd-9a97-bce213eefcd6 None None] DHCP port deletion for ecf7751b-5020-4cfb-9993-48c2b14d2d96 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:37:00.196009 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc01c790-04fe-48a9-a2d0-6a31f0fee2a4 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:37:00.196472 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc01c790-04fe-48a9-a2d0-6a31f0fee2a4 None None] Checking segment: {'id': '6a7aef2b-d21d-4869-8d91-e6310194b18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cfec098b-5772-49b0-90ad-61b434d82ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:37:00.196940 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fc01c790-04fe-48a9-a2d0-6a31f0fee2a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:00.197402 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc01c790-04fe-48a9-a2d0-6a31f0fee2a4 None None] Bound using segment: {'id': '6a7aef2b-d21d-4869-8d91-e6310194b18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cfec098b-5772-49b0-90ad-61b434d82ea8'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:37:00.197973 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-fc01c790-04fe-48a9-a2d0-6a31f0fee2a4 None None] Bound port: c736328c-757f-4a6d-a1d1-1f8cd02f6bae, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a7aef2b-d21d-4869-8d91-e6310194b18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cfec098b-5772-49b0-90ad-61b434d82ea8'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:37:00.198454 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fc01c790-04fe-48a9-a2d0-6a31f0fee2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:00.265075 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b10adfdf-63c0-4d42-9aab-4ce7b0d87be5 None None] Current status of the port a7507a95-3926-482e-8f92-3a78477eb99d is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:37:00.294410 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port a7507a95-3926-482e-8f92-3a78477eb99d triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:00.294734 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:00.295027 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port a7507a95-3926-482e-8f92-3a78477eb99d Oct 12 07:37:00.399327 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-f7f1c8aa-5a16-47bb-a3b7-cc0ec5d04d43 None None] Could not find standard attr ID for object 22f52f3c-5c5d-4197-83aa-4bfc4868640f. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:37:00.408971 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-fc01c790-04fe-48a9-a2d0-6a31f0fee2a4 None None] For port c736328c-757f-4a6d-a1d1-1f8cd02f6bae, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:37:00.418348 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-fc01c790-04fe-48a9-a2d0-6a31f0fee2a4 None None] For port c736328c-757f-4a6d-a1d1-1f8cd02f6bae, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=c736328c-757f-4a6d-a1d1-1f8cd02f6bae,segment=NetworkSegment(6a7aef2b-d21d-4869-8d91-e6310194b18d),segment_id=6a7aef2b-d21d-4869-8d91-e6310194b18d)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:37:00.429567 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fc01c790-04fe-48a9-a2d0-6a31f0fee2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:00.460987 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 6a7aef2b-d21d-4869-8d91-e6310194b18d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6a7aef2b-d21d-4869-8d91-e6310194b18d found for delete ", "request_id": "req-7d6a16e5-66cf-45ff-9525-a94007193dcd"}]} Oct 12 07:37:00.461743 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.db.api [None req-e797543a-2ce5-48b1-ac24-4144f85b5c2f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 07:37:00.461743 dv-neutron-860909-2-hyperv neutron-server[103201]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 07:37:00.461743 dv-neutron-860909-2-hyperv neutron-server[103201]: [parameters: {'id': 'cfec098b-5772-49b0-90ad-61b434d82ea8'}] Oct 12 07:37:00.461743 dv-neutron-860909-2-hyperv neutron-server[103201]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103201) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 07:37:00.462525 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG oslo_db.api [None req-e797543a-2ce5-48b1-ac24-4144f85b5c2f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 07:37:00.481660 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59a0b95d-c7d1-4364-8ceb-bb5b8b169869 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:00.542566 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b717112-dc0c-4c7a-bb6d-bab5b336a7a0 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event deleted for resources: {'Port': ['ID=795bbb98-463b-4a5f-97c4-1296d872cd20,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:00.556433 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b717112-dc0c-4c7a-bb6d-bab5b336a7a0 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] No DVR routers for this DVR port 795bbb98-463b-4a5f-97c4-1296d872cd20 on host dv-neutron-860909-2-hyperv {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:37:00.557777 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc01c790-04fe-48a9-a2d0-6a31f0fee2a4 None None] Pushing event updated for resources: {'Port': ['ID=c736328c-757f-4a6d-a1d1-1f8cd02f6bae,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:00.560001 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b9cd37a7-10c6-4b54-bd99-f06a61389700 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:00.560127 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59a0b95d-c7d1-4364-8ceb-bb5b8b169869 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:00.588532 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port a7507a95-3926-482e-8f92-3a78477eb99d is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:37:00.591064 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a417eae-31d5-4516-96c8-72a2d3ab03e7 None None] Network cfec098b-5772-49b0-90ad-61b434d82ea8 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:37:00.609446 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a0b95d-c7d1-4364-8ceb-bb5b8b169869 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Subnet': ['ID=4c438f8f-3c97-4f1d-aed5-d45b16afef2e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:00.619133 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59a0b95d-c7d1-4364-8ceb-bb5b8b169869 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:00.625106 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382004ed-4728-4e12-a22c-3022b0a8b58a None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:37:00.625707 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-59a0b95d-c7d1-4364-8ceb-bb5b8b169869 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/4c438f8f-3c97-4f1d-aed5-d45b16afef2e HTTP/1.1" status: 204 len: 168 time: 0.9818218 Oct 12 07:37:00.628154 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36510) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:00.688965 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-81cfe1a7-d3af-44b9-adb5-85176e566df5 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0596700 Oct 12 07:37:00.691746 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36512) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:00.693273 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-fb38fcf0-8680-4e64-a3c8-a9ab751fba99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb3c79e1-1743-4ade-a848-46ca12c3b1dd', 'name': 'tempest-snat-router-1539668923', 'tenant_id': '60e220308c294a8595021261fc327db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.196'}], 'enable_snat': False}, 'gw_port_id': '2383059a-11a3-4a37-aade-b73c0a46de6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:36:52Z', 'updated_at': '2022-10-12T07:36:55Z', 'revision_number': 3, 'project_id': '60e220308c294a8595021261fc327db5', 'gw_port': {'id': '2383059a-11a3-4a37-aade-b73c0a46de6e', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:24:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb3c79e1-1743-4ade-a848-46ca12c3b1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:36:54Z', 'updated_at': '2022-10-12T07:36:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:00.696642 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-fe48be21-4c12-4880-bcbc-fd1737799f70 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'subnet': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:00.719120 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1b717112-dc0c-4c7a-bb6d-bab5b336a7a0 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:00.777374 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb38fcf0-8680-4e64-a3c8-a9ab751fba99 None None] The sync data for ids ['bb3c79e1-1743-4ade-a848-46ca12c3b1dd'] in dv-neutron-860909-2-hyperv is: [{'id': 'bb3c79e1-1743-4ade-a848-46ca12c3b1dd', 'name': 'tempest-snat-router-1539668923', 'tenant_id': '60e220308c294a8595021261fc327db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.196'}], 'enable_snat': False}, 'gw_port_id': '2383059a-11a3-4a37-aade-b73c0a46de6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:36:52Z', 'updated_at': '2022-10-12T07:36:55Z', 'revision_number': 3, 'project_id': '60e220308c294a8595021261fc327db5', 'gw_port': {'id': '2383059a-11a3-4a37-aade-b73c0a46de6e', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:24:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb3c79e1-1743-4ade-a848-46ca12c3b1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:36:54Z', 'updated_at': '2022-10-12T07:36:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:37:00.783770 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-1b717112-dc0c-4c7a-bb6d-bab5b336a7a0 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecf7751b-5020-4cfb-9993-48c2b14d2d96']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:00.785131 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe48be21-4c12-4880-bcbc-fd1737799f70 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:37:00.789594 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe48be21-4c12-4880-bcbc-fd1737799f70 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:00.853127 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-1b717112-dc0c-4c7a-bb6d-bab5b336a7a0 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f247035b-7953-4829-8446-39a748d45dc0') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:00.853537 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-1b717112-dc0c-4c7a-bb6d-bab5b336a7a0 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f247035b-7953-4829-8446-39a748d45dc0') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:00.877789 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1b717112-dc0c-4c7a-bb6d-bab5b336a7a0 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:00.899521 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1b717112-dc0c-4c7a-bb6d-bab5b336a7a0 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:00.948791 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4344b606-262b-4465-844e-73b4020b8d8a None None] DHCP port deletion for 9994ec23-a1f7-459d-8925-14bc9ff05f17 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:37:00.965300 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e797543a-2ce5-48b1-ac24-4144f85b5c2f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:00.972609 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b717112-dc0c-4c7a-bb6d-bab5b336a7a0 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:37:00.972893 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1b717112-dc0c-4c7a-bb6d-bab5b336a7a0 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:01.009568 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment f247035b-7953-4829-8446-39a748d45dc0 resource provider aggregate not found Oct 12 07:37:01.017381 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6a9272a1-9301-41b3-a30b-9e4e27609b0f tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:01.020826 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-4344b606-262b-4465-844e-73b4020b8d8a None None] Deleting port a7507a95-3926-482e-8f92-3a78477eb99d {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:01.022080 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4344b606-262b-4465-844e-73b4020b8d8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:01.061160 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment f247035b-7953-4829-8446-39a748d45dc0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f247035b-7953-4829-8446-39a748d45dc0 found for delete ", "request_id": "req-c02fd017-ef8f-4820-ad74-afdf7beefb66"}]} Oct 12 07:37:01.094681 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe48be21-4c12-4880-bcbc-fd1737799f70 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:01.109958 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1b717112-dc0c-4c7a-bb6d-bab5b336a7a0 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:01.125989 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-4344b606-262b-4465-844e-73b4020b8d8a None None] For port a7507a95-3926-482e-8f92-3a78477eb99d, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=a7507a95-3926-482e-8f92-3a78477eb99d,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:37:01.126599 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4344b606-262b-4465-844e-73b4020b8d8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:01.136647 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1b717112-dc0c-4c7a-bb6d-bab5b336a7a0 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:01.142740 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-1b717112-dc0c-4c7a-bb6d-bab5b336a7a0 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] 10.222.0.26 "DELETE /v2.0/networks/ecf7751b-5020-4cfb-9993-48c2b14d2d96 HTTP/1.1" status: 204 len: 168 time: 1.8542638 Oct 12 07:37:01.154381 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-e797543a-2ce5-48b1-ac24-4144f85b5c2f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Deleting port c736328c-757f-4a6d-a1d1-1f8cd02f6bae {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:01.154728 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e797543a-2ce5-48b1-ac24-4144f85b5c2f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:01.161397 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b717112-dc0c-4c7a-bb6d-bab5b336a7a0 tempest-NetworksTest-402411493 tempest-NetworksTest-402411493-project] Pushing event deleted for resources: {'Network': ['ID=ecf7751b-5020-4cfb-9993-48c2b14d2d96,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:01.164874 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-4344b606-262b-4465-844e-73b4020b8d8a None None] Calling delete_port for a7507a95-3926-482e-8f92-3a78477eb99d owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:01.165769 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b9cd37a7-10c6-4b54-bd99-f06a61389700 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:01.200053 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe48be21-4c12-4880-bcbc-fd1737799f70 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:01.213781 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-fe48be21-4c12-4880-bcbc-fd1737799f70 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:01.218693 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe48be21-4c12-4880-bcbc-fd1737799f70 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:01.219277 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe48be21-4c12-4880-bcbc-fd1737799f70 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:01.221430 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe48be21-4c12-4880-bcbc-fd1737799f70 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Subnet': ['ID=b4d8c3ca-39ea-4816-831e-a1cb8ef272e8,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:01.281270 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-e797543a-2ce5-48b1-ac24-4144f85b5c2f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] For port c736328c-757f-4a6d-a1d1-1f8cd02f6bae, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=c736328c-757f-4a6d-a1d1-1f8cd02f6bae,segment=NetworkSegment(6a7aef2b-d21d-4869-8d91-e6310194b18d),segment_id=6a7aef2b-d21d-4869-8d91-e6310194b18d)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:37:01.281687 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e797543a-2ce5-48b1-ac24-4144f85b5c2f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:01.286937 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-fe48be21-4c12-4880-bcbc-fd1737799f70 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5941088 Oct 12 07:37:01.292343 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36520) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:01.298517 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-a19b5960-aef9-43b4-a866-d03df14f53fe tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'port': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'name': 'tempest-NetworksTestDHCPv6-1847503073'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:01.323458 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-e797543a-2ce5-48b1-ac24-4144f85b5c2f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Calling delete_port for c736328c-757f-4a6d-a1d1-1f8cd02f6bae owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:01.342116 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4344b606-262b-4465-844e-73b4020b8d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:01.373067 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4344b606-262b-4465-844e-73b4020b8d8a None None] Pushing event deleted for resources: {'Port': ['ID=a7507a95-3926-482e-8f92-3a78477eb99d,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:01.386246 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4344b606-262b-4465-844e-73b4020b8d8a None None] No DVR routers for this DVR port a7507a95-3926-482e-8f92-3a78477eb99d on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:37:01.433471 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7a80af-bd90-44c1-bb66-f1e461fe91a4 None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:37:01.477431 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9cd37a7-10c6-4b54-bd99-f06a61389700 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Router 9da03e8d-fb2f-46fe-b47a-6cbff3002027 is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:37:01.526259 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19b5960-aef9-43b4-a866-d03df14f53fe tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:37:01.532513 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a19b5960-aef9-43b4-a866-d03df14f53fe tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:01.544284 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e797543a-2ce5-48b1-ac24-4144f85b5c2f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:01.599350 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e797543a-2ce5-48b1-ac24-4144f85b5c2f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Pushing event deleted for resources: {'Port': ['ID=c736328c-757f-4a6d-a1d1-1f8cd02f6bae,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:01.609289 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-a19b5960-aef9-43b4-a866-d03df14f53fe tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] device_id is not set on port 9b5fac3c-d259-421a-89fb-730e89cb7c57 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:37:01.620067 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e797543a-2ce5-48b1-ac24-4144f85b5c2f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] No DVR routers for this DVR port c736328c-757f-4a6d-a1d1-1f8cd02f6bae on host dv-neutron-860909-2-hyperv {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:37:01.753932 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36526) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:01.784643 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9cd37a7-10c6-4b54-bd99-f06a61389700 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:37:01.784958 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e797543a-2ce5-48b1-ac24-4144f85b5c2f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:01.810859 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-e797543a-2ce5-48b1-ac24-4144f85b5c2f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfec098b-5772-49b0-90ad-61b434d82ea8']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:01.820520 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 2383059a-11a3-4a37-aade-b73c0a46de6e up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:37:01.821166 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-e797543a-2ce5-48b1-ac24-4144f85b5c2f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a7aef2b-d21d-4869-8d91-e6310194b18d') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:01.821470 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-e797543a-2ce5-48b1-ac24-4144f85b5c2f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a7aef2b-d21d-4869-8d91-e6310194b18d') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:01.822590 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de84538-bee3-4c60-8be3-ac79823f16af None None] Sync routers for ids ['9da03e8d-fb2f-46fe-b47a-6cbff3002027'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:37:01.832001 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e797543a-2ce5-48b1-ac24-4144f85b5c2f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:01.855596 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e797543a-2ce5-48b1-ac24-4144f85b5c2f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:01.863837 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b9cd37a7-10c6-4b54-bd99-f06a61389700 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:01.866250 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b9cd37a7-10c6-4b54-bd99-f06a61389700 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.1407468 Oct 12 07:37:01.867235 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e797543a-2ce5-48b1-ac24-4144f85b5c2f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:37:01.867636 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e797543a-2ce5-48b1-ac24-4144f85b5c2f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:01.885039 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de84538-bee3-4c60-8be3-ac79823f16af None None] Routers {'9da03e8d-fb2f-46fe-b47a-6cbff3002027'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:37:01.885378 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36530) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:01.885663 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-4de84538-bee3-4c60-8be3-ac79823f16af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:36:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['9da03e8d-fb2f-46fe-b47a-6cbff3002027'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:02.035312 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-1a1e498f-71ac-4ab2-a63e-503acf667683 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] 10.222.0.26 "GET /v2.0/routers/9da03e8d-fb2f-46fe-b47a-6cbff3002027 HTTP/1.1" status: 200 len: 907 time: 0.1484056 Oct 12 07:37:02.061139 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36532) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:02.065198 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-597fabfc-139b-4d93-a6ca-29b498c808a9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fa6cd5d4308b423397704f513812805b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3091800 Oct 12 07:37:02.069904 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 2383059a-11a3-4a37-aade-b73c0a46de6e triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:02.070303 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:02.070638 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 2383059a-11a3-4a37-aade-b73c0a46de6e Oct 12 07:37:02.072244 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36534) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:02.080160 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-a19b5960-aef9-43b4-a866-d03df14f53fe tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Allocated IP 2001:db8::93 (9994ec23-a1f7-459d-8925-14bc9ff05f17/b4d8c3ca-39ea-4816-831e-a1cb8ef272e8/9b5fac3c-d259-421a-89fb-730e89cb7c57) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:37:02.101254 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf10c5bc-245d-44f6-a662-f6e0f593a86b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-9994ec23-a1f7-459d-8925-14bc9ff05f17', 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'tenant_id': '3e134b4bc92f4839ac5ca68b448223d9', 'fixed_ips': [{'subnet_id': 'b4d8c3ca-39ea-4816-831e-a1cb8ef272e8'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:37:02.102133 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bf10c5bc-245d-44f6-a662-f6e0f593a86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:02.111812 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e797543a-2ce5-48b1-ac24-4144f85b5c2f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:02.121368 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e797543a-2ce5-48b1-ac24-4144f85b5c2f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:02.125495 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e797543a-2ce5-48b1-ac24-4144f85b5c2f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] 10.222.0.26 "DELETE /v2.0/networks/cfec098b-5772-49b0-90ad-61b434d82ea8 HTTP/1.1" status: 204 len: 168 time: 4.0297034 Oct 12 07:37:02.132021 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36536) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:02.138323 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-4de84538-bee3-4c60-8be3-ac79823f16af None None] Set router 9da03e8d-fb2f-46fe-b47a-6cbff3002027 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:37:02.181541 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-b358b4eb-4edf-47a1-8777-38fd288f85e2 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] DELETE failed (client error): The resource could not be found. Oct 12 07:37:02.181998 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b358b4eb-4edf-47a1-8777-38fd288f85e2 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:37:02.185453 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b358b4eb-4edf-47a1-8777-38fd288f85e2 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] 10.222.0.26 "DELETE /v2.0/subnets/b1c7ece9-cb87-48f8-a125-ccb15f81bbb4 HTTP/1.1" status: 404 len: 337 time: 0.0513606 Oct 12 07:37:02.186983 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e797543a-2ce5-48b1-ac24-4144f85b5c2f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Pushing event deleted for resources: {'Network': ['ID=cfec098b-5772-49b0-90ad-61b434d82ea8,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:02.188604 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36538) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:02.226450 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-315e9a9c-5608-4a1c-aefc-b8067632894d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] DELETE failed (client error): The resource could not be found. Oct 12 07:37:02.227021 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-315e9a9c-5608-4a1c-aefc-b8067632894d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:37:02.230318 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-315e9a9c-5608-4a1c-aefc-b8067632894d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] 10.222.0.26 "DELETE /v2.0/networks/cfec098b-5772-49b0-90ad-61b434d82ea8 HTTP/1.1" status: 404 len: 339 time: 0.0309715 Oct 12 07:37:02.233081 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36540) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:02.269897 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-3506738c-5042-4a64-9bee-cf13c1140ba5 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] DELETE failed (client error): The resource could not be found. Oct 12 07:37:02.270374 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3506738c-5042-4a64-9bee-cf13c1140ba5 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:37:02.273358 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-3506738c-5042-4a64-9bee-cf13c1140ba5 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] 10.222.0.26 "DELETE /v2.0/subnets/abde2b2b-e53a-49dd-adc6-a03719ca5f05 HTTP/1.1" status: 404 len: 337 time: 0.0392768 Oct 12 07:37:02.279551 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36542) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:02.309259 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2901141-4073-4ff4-9e7b-70ba11a0f093 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] DELETE failed (client error): The resource could not be found. Oct 12 07:37:02.309721 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2901141-4073-4ff4-9e7b-70ba11a0f093 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:37:02.313234 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e2901141-4073-4ff4-9e7b-70ba11a0f093 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] 10.222.0.26 "DELETE /v2.0/networks/eaf95760-74e7-43bd-8af9-48c08e6977c3 HTTP/1.1" status: 404 len: 339 time: 0.0307827 Oct 12 07:37:02.319647 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6a9272a1-9301-41b3-a30b-9e4e27609b0f tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33139406', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33141651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13931'] for router, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:02.320936 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36544) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:02.382828 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6a9272a1-9301-41b3-a30b-9e4e27609b0f tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33139383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33139388', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33141656'] for router, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:02.386873 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a19b5960-aef9-43b4-a866-d03df14f53fe tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:02.394563 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-39e8b399-3f63-47d6-81a7-31dacdbaaa15 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] DELETE failed (client error): The resource could not be found. Oct 12 07:37:02.395013 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39e8b399-3f63-47d6-81a7-31dacdbaaa15 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:37:02.400278 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-39e8b399-3f63-47d6-81a7-31dacdbaaa15 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] 10.222.0.26 "DELETE /v2.0/subnets/2c1fa8a6-f90e-4ae3-b082-b7c08d21a043 HTTP/1.1" status: 404 len: 337 time: 0.0519731 Oct 12 07:37:02.400421 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 2383059a-11a3-4a37-aade-b73c0a46de6e is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:37:02.400421 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:02.401039 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36546) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:02.404584 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-76cb0d13-b85d-44d5-8a77-503e459a44fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:02.418115 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b53362aa-cf45-4447-934d-cb0e3171125d tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for router, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:02.429512 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b637efc-e59e-4e1d-bab2-990706dec1c6 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] DELETE failed (client error): The resource could not be found. Oct 12 07:37:02.430288 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b637efc-e59e-4e1d-bab2-990706dec1c6 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:37:02.435893 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-1b637efc-e59e-4e1d-bab2-990706dec1c6 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] 10.222.0.26 "DELETE /v2.0/networks/fa04ef86-e3ba-4d63-80fe-14b996b7890f HTTP/1.1" status: 404 len: 339 time: 0.0313175 Oct 12 07:37:02.439832 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36548) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:02.444453 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 2383059a-11a3-4a37-aade-b73c0a46de6e, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=2383059a-11a3-4a37-aade-b73c0a46de6e,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:37:02.453580 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:02.536151 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a19b5960-aef9-43b4-a866-d03df14f53fe tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:02.550919 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 6a7aef2b-d21d-4869-8d91-e6310194b18d resource provider aggregate not found Oct 12 07:37:02.557070 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=2383059a-11a3-4a37-aade-b73c0a46de6e,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:02.569002 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-4de84538-bee3-4c60-8be3-ac79823f16af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da03e8d-fb2f-46fe-b47a-6cbff3002027', 'name': 'tempest-snat-router-1539668923', 'tenant_id': '60e220308c294a8595021261fc327db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': 'b514f099-d1a8-4ef3-8951-5a521b283c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:36:57Z', 'updated_at': '2022-10-12T07:36:59Z', 'revision_number': 3, 'project_id': '60e220308c294a8595021261fc327db5', 'gw_port': {'id': 'b514f099-d1a8-4ef3-8951-5a521b283c92', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:af:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da03e8d-fb2f-46fe-b47a-6cbff3002027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:36:58Z', 'updated_at': '2022-10-12T07:36:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:02.575308 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device a7507a95-3926-482e-8f92-3a78477eb99d no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:37:02.588989 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 6a7aef2b-d21d-4869-8d91-e6310194b18d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6a7aef2b-d21d-4869-8d91-e6310194b18d found for delete ", "request_id": "req-59499991-fa7b-43f0-ac22-d27706b9079c"}]} Oct 12 07:37:02.601610 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19b5960-aef9-43b4-a866-d03df14f53fe tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:02.611925 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-a19b5960-aef9-43b4-a866-d03df14f53fe tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:02.615029 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19b5960-aef9-43b4-a866-d03df14f53fe tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:37:02.621332 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19b5960-aef9-43b4-a866-d03df14f53fe tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:02.622144 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a19b5960-aef9-43b4-a866-d03df14f53fe tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:02.625162 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de84538-bee3-4c60-8be3-ac79823f16af None None] Checking router: 9da03e8d-fb2f-46fe-b47a-6cbff3002027 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:37:02.625501 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de84538-bee3-4c60-8be3-ac79823f16af None None] Updating router 9da03e8d-fb2f-46fe-b47a-6cbff3002027 port b514f099-d1a8-4ef3-8951-5a521b283c92 binding host dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:37:02.629329 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: a7507a95-3926-482e-8f92-3a78477eb99d {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:37:02.629329 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device a7507a95-3926-482e-8f92-3a78477eb99d not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:37:02.629734 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 795bbb98-463b-4a5f-97c4-1296d872cd20 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:37:02.646335 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b5960-aef9-43b4-a866-d03df14f53fe tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Port': ['ID=9b5fac3c-d259-421a-89fb-730e89cb7c57,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:02.655912 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a19b5960-aef9-43b4-a866-d03df14f53fe tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3624942 Oct 12 07:37:02.658849 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36554) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:02.673498 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-b3f30a96-3a92-4cc7-a337-91f9e1394c62 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Deleting port 7dceba7d-a8fd-4c65-82f4-1da2efe18c92 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:02.674067 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b3f30a96-3a92-4cc7-a337-91f9e1394c62 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:02.683645 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 795bbb98-463b-4a5f-97c4-1296d872cd20 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:37:02.683989 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 795bbb98-463b-4a5f-97c4-1296d872cd20 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:37:02.685965 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-bf10c5bc-245d-44f6-a662-f6e0f593a86b None None] Allocated IP 2001:db8::2 (9994ec23-a1f7-459d-8925-14bc9ff05f17/b4d8c3ca-39ea-4816-831e-a1cb8ef272e8/21ee1865-3de9-4485-ad19-7d7a74826f29) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:37:02.699345 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4de84538-bee3-4c60-8be3-ac79823f16af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:02.788195 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1dd6fb-c315-4dcc-9d5f-b4333ff62103 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:02.789833 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-1c1dd6fb-c315-4dcc-9d5f-b4333ff62103 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1298780 Oct 12 07:37:02.792393 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b3f30a96-3a92-4cc7-a337-91f9e1394c62 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:02.794966 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36556) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:02.835144 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-b3f30a96-3a92-4cc7-a337-91f9e1394c62 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Calling delete_port for 7dceba7d-a8fd-4c65-82f4-1da2efe18c92 owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:02.874071 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-76cb0d13-b85d-44d5-8a77-503e459a44fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:02.962433 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-f860c997-119e-476d-83af-95589a7c508f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting port 9b5fac3c-d259-421a-89fb-730e89cb7c57 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:02.962912 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f860c997-119e-476d-83af-95589a7c508f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:02.980281 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b3f30a96-3a92-4cc7-a337-91f9e1394c62 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:03.010580 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a9272a1-9301-41b3-a30b-9e4e27609b0f tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Router fb9e1cf8-513f-4793-9c55-938dd45a9b74 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:37:03.016396 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b53362aa-cf45-4447-934d-cb0e3171125d tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:03.031591 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f30a96-3a92-4cc7-a337-91f9e1394c62 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Pushing event deleted for resources: {'Port': ['ID=7dceba7d-a8fd-4c65-82f4-1da2efe18c92,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:03.041764 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b3f30a96-3a92-4cc7-a337-91f9e1394c62 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:03.045347 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b3f30a96-3a92-4cc7-a337-91f9e1394c62 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] 10.222.0.26 "DELETE /v2.0/ports/7dceba7d-a8fd-4c65-82f4-1da2efe18c92 HTTP/1.1" status: 204 len: 168 time: 0.6046972 Oct 12 07:37:03.050015 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36558) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:03.075494 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-76cb0d13-b85d-44d5-8a77-503e459a44fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:03.077904 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-76cb0d13-b85d-44d5-8a77-503e459a44fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:03.079554 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-76cb0d13-b85d-44d5-8a77-503e459a44fd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cbf3a3d4-9d9e-4ffb-a3f4-bdebfb5048f8 HTTP/1.1" status: 204 len: 168 time: 1.0027254 Oct 12 07:37:03.128524 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb0d13-b85d-44d5-8a77-503e459a44fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf3a3d4-9d9e-4ffb-a3f4-bdebfb5048f8,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:03.129018 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-516381aa-16b9-437b-a18f-60b5d7cdbbff tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] DELETE failed (client error): The resource could not be found. Oct 12 07:37:03.129541 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-516381aa-16b9-437b-a18f-60b5d7cdbbff tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:37:03.136689 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-516381aa-16b9-437b-a18f-60b5d7cdbbff tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] 10.222.0.26 "DELETE /v2.0/subnets/b88fb431-b998-4610-919c-6e9bcd160574 HTTP/1.1" status: 404 len: 337 time: 0.0838237 Oct 12 07:37:03.139358 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36562) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:03.146982 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bf10c5bc-245d-44f6-a662-f6e0f593a86b None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:03.167940 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bf10c5bc-245d-44f6-a662-f6e0f593a86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:03.190933 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f860c997-119e-476d-83af-95589a7c508f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:03.211015 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-f860c997-119e-476d-83af-95589a7c508f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Calling delete_port for 9b5fac3c-d259-421a-89fb-730e89cb7c57 owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:03.223621 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4de84538-bee3-4c60-8be3-ac79823f16af None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:03.242549 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf10c5bc-245d-44f6-a662-f6e0f593a86b None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:03.258457 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf10c5bc-245d-44f6-a662-f6e0f593a86b None None] Pushing event updated for resources: {'Port': ['ID=21ee1865-3de9-4485-ad19-7d7a74826f29,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:03.279467 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9272a1-9301-41b3-a30b-9e4e27609b0f tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:37:03.286398 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-bf10c5bc-245d-44f6-a662-f6e0f593a86b None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:03.288785 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6a9272a1-9301-41b3-a30b-9e4e27609b0f tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:03.294783 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3f2c5d-560c-4d3a-b19b-41dea4a7a925 None None] Sync routers for ids ['fb9e1cf8-513f-4793-9c55-938dd45a9b74'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:37:03.295214 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf10c5bc-245d-44f6-a662-f6e0f593a86b None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:37:03.296207 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-6a9272a1-9301-41b3-a30b-9e4e27609b0f tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] 10.222.0.26 "PUT /v2.0/routers/fb9e1cf8-513f-4793-9c55-938dd45a9b74 HTTP/1.1" status: 200 len: 926 time: 3.3448505 Oct 12 07:37:03.297138 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4de84538-bee3-4c60-8be3-ac79823f16af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:03.301071 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36564) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:03.312047 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3f2c5d-560c-4d3a-b19b-41dea4a7a925 None None] Routers {'fb9e1cf8-513f-4793-9c55-938dd45a9b74'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:37:03.313044 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-2f3f2c5d-560c-4d3a-b19b-41dea4a7a925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:36:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['fb9e1cf8-513f-4793-9c55-938dd45a9b74'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:03.313174 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0975d584-f92a-44db-bb7a-acd7194f3c09 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:03.368636 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-b53362aa-cf45-4447-934d-cb0e3171125d tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Deleting port b514f099-d1a8-4ef3-8951-5a521b283c92 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:03.369223 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b53362aa-cf45-4447-934d-cb0e3171125d tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:03.385527 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-4de84538-bee3-4c60-8be3-ac79823f16af None None] Attempting to bind port b514f099-d1a8-4ef3-8951-5a521b283c92 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:37:03.385892 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-4de84538-bee3-4c60-8be3-ac79823f16af None None] Attempting to bind port b514f099-d1a8-4ef3-8951-5a521b283c92 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:37:03.386278 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de84538-bee3-4c60-8be3-ac79823f16af None None] Attempting to bind port b514f099-d1a8-4ef3-8951-5a521b283c92 on network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:37:03.392295 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87afb9d7-7dcc-4fbb-854c-0e24ed94d84a None None] Pushing event updated for resources: {'Port': ['ID=b514f099-d1a8-4ef3-8951-5a521b283c92,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:03.399283 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de84538-bee3-4c60-8be3-ac79823f16af None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:37:03.399662 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de84538-bee3-4c60-8be3-ac79823f16af None None] Checking segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:37:03.400179 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4de84538-bee3-4c60-8be3-ac79823f16af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:03.400550 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de84538-bee3-4c60-8be3-ac79823f16af None None] Bound using segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:37:03.400904 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-4de84538-bee3-4c60-8be3-ac79823f16af None None] Bound port: b514f099-d1a8-4ef3-8951-5a521b283c92, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:37:03.401278 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4de84538-bee3-4c60-8be3-ac79823f16af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:03.409350 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-2f3f2c5d-560c-4d3a-b19b-41dea4a7a925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:03.429499 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3f2c5d-560c-4d3a-b19b-41dea4a7a925 None None] Routers {'fb9e1cf8-513f-4793-9c55-938dd45a9b74'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:37:03.432210 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-2f3f2c5d-560c-4d3a-b19b-41dea4a7a925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:36:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['fb9e1cf8-513f-4793-9c55-938dd45a9b74'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:03.447896 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f860c997-119e-476d-83af-95589a7c508f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:03.455801 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-bf10c5bc-245d-44f6-a662-f6e0f593a86b None None] Attempting to bind port 21ee1865-3de9-4485-ad19-7d7a74826f29 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:37:03.456171 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-bf10c5bc-245d-44f6-a662-f6e0f593a86b None None] Attempting to bind port 21ee1865-3de9-4485-ad19-7d7a74826f29 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:37:03.456538 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf10c5bc-245d-44f6-a662-f6e0f593a86b None None] Attempting to bind port 21ee1865-3de9-4485-ad19-7d7a74826f29 on network 9994ec23-a1f7-459d-8925-14bc9ff05f17 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:37:03.465274 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf10c5bc-245d-44f6-a662-f6e0f593a86b None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:37:03.465640 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf10c5bc-245d-44f6-a662-f6e0f593a86b None None] Checking segment: {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:37:03.466263 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bf10c5bc-245d-44f6-a662-f6e0f593a86b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:03.466520 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf10c5bc-245d-44f6-a662-f6e0f593a86b None None] Bound using segment: {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:37:03.466994 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-bf10c5bc-245d-44f6-a662-f6e0f593a86b None None] Bound port: 21ee1865-3de9-4485-ad19-7d7a74826f29, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:37:03.467375 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bf10c5bc-245d-44f6-a662-f6e0f593a86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:03.487787 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f860c997-119e-476d-83af-95589a7c508f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Port': ['ID=9b5fac3c-d259-421a-89fb-730e89cb7c57,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:03.506782 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-4de84538-bee3-4c60-8be3-ac79823f16af None None] For port b514f099-d1a8-4ef3-8951-5a521b283c92, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:37:03.517416 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-2f3f2c5d-560c-4d3a-b19b-41dea4a7a925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:03.518697 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3f2c5d-560c-4d3a-b19b-41dea4a7a925 None None] The sync data for ids ['fb9e1cf8-513f-4793-9c55-938dd45a9b74'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:37:03.533521 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f860c997-119e-476d-83af-95589a7c508f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:03.536828 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f860c997-119e-476d-83af-95589a7c508f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/ports/9b5fac3c-d259-421a-89fb-730e89cb7c57 HTTP/1.1" status: 204 len: 168 time: 0.7409317 Oct 12 07:37:03.539244 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36568) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:03.545885 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b53362aa-cf45-4447-934d-cb0e3171125d tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:03.557529 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-4de84538-bee3-4c60-8be3-ac79823f16af None None] For port b514f099-d1a8-4ef3-8951-5a521b283c92, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=b514f099-d1a8-4ef3-8951-5a521b283c92,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:37:03.560098 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-b53362aa-cf45-4447-934d-cb0e3171125d tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Calling delete_port for b514f099-d1a8-4ef3-8951-5a521b283c92 owned by network:router_gateway {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:03.572553 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4de84538-bee3-4c60-8be3-ac79823f16af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:03.616006 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46600b9-503c-4625-b184-684b6e13f5a7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:03.619536 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-bf10c5bc-245d-44f6-a662-f6e0f593a86b None None] For port 21ee1865-3de9-4485-ad19-7d7a74826f29, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:37:03.620796 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46600b9-503c-4625-b184-684b6e13f5a7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:03.623631 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d46600b9-503c-4625-b184-684b6e13f5a7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0833967 Oct 12 07:37:03.627076 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36574) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:03.638284 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de84538-bee3-4c60-8be3-ac79823f16af None None] Routers {'9da03e8d-fb2f-46fe-b47a-6cbff3002027'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:37:03.639104 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-4de84538-bee3-4c60-8be3-ac79823f16af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:36:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['9da03e8d-fb2f-46fe-b47a-6cbff3002027'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:03.651822 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-bf10c5bc-245d-44f6-a662-f6e0f593a86b None None] For port 21ee1865-3de9-4485-ad19-7d7a74826f29, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=21ee1865-3de9-4485-ad19-7d7a74826f29,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:37:03.696412 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bf10c5bc-245d-44f6-a662-f6e0f593a86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:03.705230 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87afb9d7-7dcc-4fbb-854c-0e24ed94d84a None None] Pushing event updated for resources: {'Port': ['ID=b514f099-d1a8-4ef3-8951-5a521b283c92,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:03.716654 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c4657d0-85ff-4aff-8643-5bf37c027b19 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting subnet b4d8c3ca-39ea-4816-831e-a1cb8ef272e8 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:37:03.732453 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2c4657d0-85ff-4aff-8643-5bf37c027b19 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:03.791656 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2c4657d0-85ff-4aff-8643-5bf37c027b19 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:03.863992 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0975d584-f92a-44db-bb7a-acd7194f3c09 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:03.869638 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-443f67fa-9f26-4e8a-a34d-346eedc09bc3 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] 10.222.0.26 "GET /v2.0/routers/fb9e1cf8-513f-4793-9c55-938dd45a9b74 HTTP/1.1" status: 200 len: 926 time: 0.5667810 Oct 12 07:37:03.881369 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36580) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:03.928406 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2c4657d0-85ff-4aff-8643-5bf37c027b19 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:03.956644 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-0975d584-f92a-44db-bb7a-acd7194f3c09 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f1cc2e2-902a-49d7-9ffc-07bbddb56ebf']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:03.974973 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-0975d584-f92a-44db-bb7a-acd7194f3c09 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d4be8d4-ee6d-4ebb-83d0-b404c55e787b') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:03.975337 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-0975d584-f92a-44db-bb7a-acd7194f3c09 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d4be8d4-ee6d-4ebb-83d0-b404c55e787b') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:04.041011 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0975d584-f92a-44db-bb7a-acd7194f3c09 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:04.048527 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 2383059a-11a3-4a37-aade-b73c0a46de6e up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:37:04.050111 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2c4657d0-85ff-4aff-8643-5bf37c027b19 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:04.098184 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8056f1-e08c-4e62-9c26-7d9ea9ed7c96 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:04.102508 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4657d0-85ff-4aff-8643-5bf37c027b19 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Subnet': ['ID=b4d8c3ca-39ea-4816-831e-a1cb8ef272e8,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:04.102772 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-bd8056f1-e08c-4e62-9c26-7d9ea9ed7c96 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7&device_id=fb9e1cf8-513f-4793-9c55-938dd45a9b74&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2176046 Oct 12 07:37:04.103753 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36588) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:04.105304 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0975d584-f92a-44db-bb7a-acd7194f3c09 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:04.113830 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2c4657d0-85ff-4aff-8643-5bf37c027b19 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:04.120834 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-2c4657d0-85ff-4aff-8643-5bf37c027b19 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/b4d8c3ca-39ea-4816-831e-a1cb8ef272e8 HTTP/1.1" status: 204 len: 168 time: 0.4910321 Oct 12 07:37:04.121450 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36590) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:04.143491 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-4de84538-bee3-4c60-8be3-ac79823f16af None None] Set router 9da03e8d-fb2f-46fe-b47a-6cbff3002027 gateway port host: None {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:37:04.170055 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-9071cc78-f5af-461d-8954-1bcb2da41a42 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0472281 Oct 12 07:37:04.173996 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36594) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:04.183272 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-1efabc02-7cd0-4f76-b94a-f9f0a4e6ba1f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'subnet': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:04.208180 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 2383059a-11a3-4a37-aade-b73c0a46de6e triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:04.208651 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:04.208954 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 2383059a-11a3-4a37-aade-b73c0a46de6e Oct 12 07:37:04.249454 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf10c5bc-245d-44f6-a662-f6e0f593a86b None None] Pushing event updated for resources: {'Port': ['ID=21ee1865-3de9-4485-ad19-7d7a74826f29,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:04.255898 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8e179f-f59f-430c-aebe-b5fd08648953 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:04.256224 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-4de84538-bee3-4c60-8be3-ac79823f16af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da03e8d-fb2f-46fe-b47a-6cbff3002027', 'name': 'tempest-snat-router-1539668923', 'tenant_id': '60e220308c294a8595021261fc327db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:36:57Z', 'updated_at': '2022-10-12T07:37:03Z', 'revision_number': 4, 'project_id': '60e220308c294a8595021261fc327db5', 'gw_port_host': None}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:04.257289 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-6b8e179f-f59f-430c-aebe-b5fd08648953 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] 10.222.0.26 "GET /v2.0/networks/7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 HTTP/1.1" status: 200 len: 881 time: 0.1489079 Oct 12 07:37:04.260180 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36596) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:04.262239 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0975d584-f92a-44db-bb7a-acd7194f3c09 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:37:04.262658 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0975d584-f92a-44db-bb7a-acd7194f3c09 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:04.296803 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de84538-bee3-4c60-8be3-ac79823f16af None None] The sync data for ids ['9da03e8d-fb2f-46fe-b47a-6cbff3002027'] in dv-neutron-860909-2-hyperv is: [{'id': '9da03e8d-fb2f-46fe-b47a-6cbff3002027', 'name': 'tempest-snat-router-1539668923', 'tenant_id': '60e220308c294a8595021261fc327db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:36:57Z', 'updated_at': '2022-10-12T07:37:03Z', 'revision_number': 4, 'project_id': '60e220308c294a8595021261fc327db5', 'gw_port_host': None}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:37:04.297563 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 4d4be8d4-ee6d-4ebb-83d0-b404c55e787b resource provider aggregate not found Oct 12 07:37:04.318590 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b53362aa-cf45-4447-934d-cb0e3171125d tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:04.340798 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36602) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:04.343810 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 4d4be8d4-ee6d-4ebb-83d0-b404c55e787b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4d4be8d4-ee6d-4ebb-83d0-b404c55e787b found for delete ", "request_id": "req-25c154b7-a217-47eb-a7c5-405696d4b1a4"}]} Oct 12 07:37:04.348932 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 2383059a-11a3-4a37-aade-b73c0a46de6e is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:37:04.380565 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-99c4f0a3-2906-4d2e-b385-449ab8fdc948 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb9e1cf8-513f-4793-9c55-938dd45a9b74 HTTP/1.1" status: 200 len: 205 time: 0.1158886 Oct 12 07:37:04.380862 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36606) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:04.443509 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53362aa-cf45-4447-934d-cb0e3171125d tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Pushing event deleted for resources: {'Port': ['ID=b514f099-d1a8-4ef3-8951-5a521b283c92,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:04.453921 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efabc02-7cd0-4f76-b94a-f9f0a4e6ba1f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:37:04.457605 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1efabc02-7cd0-4f76-b94a-f9f0a4e6ba1f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:04.461314 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0975d584-f92a-44db-bb7a-acd7194f3c09 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:04.473016 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0975d584-f92a-44db-bb7a-acd7194f3c09 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:04.477529 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-0975d584-f92a-44db-bb7a-acd7194f3c09 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] 10.222.0.26 "DELETE /v2.0/networks/7f1cc2e2-902a-49d7-9ffc-07bbddb56ebf HTTP/1.1" status: 204 len: 168 time: 1.3358147 Oct 12 07:37:04.481517 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36608) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:04.493378 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b53362aa-cf45-4447-934d-cb0e3171125d tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:04.524976 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0975d584-f92a-44db-bb7a-acd7194f3c09 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Pushing event deleted for resources: {'Network': ['ID=7f1cc2e2-902a-49d7-9ffc-07bbddb56ebf,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:04.557653 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-48770c09-2ad8-4891-ac3f-1eca828bc784 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1475095681', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:04.591526 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b53362aa-cf45-4447-934d-cb0e3171125d tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:04.594783 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b53362aa-cf45-4447-934d-cb0e3171125d tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:04.648833 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b53362aa-cf45-4447-934d-cb0e3171125d tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:04.649388 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53362aa-cf45-4447-934d-cb0e3171125d tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9da03e8d-fb2f-46fe-b47a-6cbff3002027 {{(pid=103200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:37:04.653619 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b53362aa-cf45-4447-934d-cb0e3171125d tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:04.654858 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b53362aa-cf45-4447-934d-cb0e3171125d tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] 10.222.0.26 "DELETE /v2.0/routers/9da03e8d-fb2f-46fe-b47a-6cbff3002027 HTTP/1.1" status: 204 len: 168 time: 2.5883307 Oct 12 07:37:04.657915 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36610) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:04.660818 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-48770c09-2ad8-4891-ac3f-1eca828bc784 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:04.661810 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-48770c09-2ad8-4891-ac3f-1eca828bc784 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:04.666872 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-57886815-d230-44f4-af80-28ba8d2ed63c tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:04.769534 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bad55b8b-7a97-432d-a95b-4191e056bb5c tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for router, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:04.786745 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-48770c09-2ad8-4891-ac3f-1eca828bc784 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:04.815233 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-48770c09-2ad8-4891-ac3f-1eca828bc784 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:04.879066 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bad55b8b-7a97-432d-a95b-4191e056bb5c tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:04.886943 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-48770c09-2ad8-4891-ac3f-1eca828bc784 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:04.891176 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-48770c09-2ad8-4891-ac3f-1eca828bc784 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5400026 Oct 12 07:37:04.891940 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36612) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:04.897924 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-91245a7e-1679-40bd-bac3-2637e6de6ad2 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-143638133'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:04.903612 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-2f3e4171-22df-436e-b34b-de577f9f531f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Deleting port 185696f9-4ba3-4d25-a495-ee6820bee934 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:04.904037 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2f3e4171-22df-436e-b34b-de577f9f531f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:04.942353 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-57886815-d230-44f4-af80-28ba8d2ed63c tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:04.951173 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91245a7e-1679-40bd-bac3-2637e6de6ad2 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Made reservation on behalf of fba8da391a9c4c7ca9c75aa1363c5382 for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:37:04.955632 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-91245a7e-1679-40bd-bac3-2637e6de6ad2 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:04.969056 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-91245a7e-1679-40bd-bac3-2637e6de6ad2 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:05.005001 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-bad55b8b-7a97-432d-a95b-4191e056bb5c tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Deleting port 2383059a-11a3-4a37-aade-b73c0a46de6e {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:05.005363 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bad55b8b-7a97-432d-a95b-4191e056bb5c tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:05.030227 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1efabc02-7cd0-4f76-b94a-f9f0a4e6ba1f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:05.038576 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2f3e4171-22df-436e-b34b-de577f9f531f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:05.074018 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887dfb9b-031f-46b6-84ba-2a1a76480cd7 None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:37:05.085541 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-2f3e4171-22df-436e-b34b-de577f9f531f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Calling delete_port for 185696f9-4ba3-4d25-a495-ee6820bee934 owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:05.103033 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efabc02-7cd0-4f76-b94a-f9f0a4e6ba1f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:05.116335 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-1efabc02-7cd0-4f76-b94a-f9f0a4e6ba1f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:05.119957 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efabc02-7cd0-4f76-b94a-f9f0a4e6ba1f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Subnet': ['ID=df118b6a-0c69-41f3-a95a-016373e5fede,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:05.122951 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efabc02-7cd0-4f76-b94a-f9f0a4e6ba1f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:05.123550 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1efabc02-7cd0-4f76-b94a-f9f0a4e6ba1f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:05.136032 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-bad55b8b-7a97-432d-a95b-4191e056bb5c tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] For port 2383059a-11a3-4a37-aade-b73c0a46de6e, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=2383059a-11a3-4a37-aade-b73c0a46de6e,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:37:05.136602 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bad55b8b-7a97-432d-a95b-4191e056bb5c tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:05.157618 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-91245a7e-1679-40bd-bac3-2637e6de6ad2 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:05.159083 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-bad55b8b-7a97-432d-a95b-4191e056bb5c tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Calling delete_port for 2383059a-11a3-4a37-aade-b73c0a46de6e owned by network:router_gateway {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:05.167004 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-91245a7e-1679-40bd-bac3-2637e6de6ad2 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:05.177721 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-1efabc02-7cd0-4f76-b94a-f9f0a4e6ba1f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0025852 Oct 12 07:37:05.186019 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36614) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:05.192060 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-5de62ec0-55fb-40d1-b6b8-4af49a6e71e9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'port': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'name': 'tempest-NetworksTestDHCPv6-44089423'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:05.201381 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-57886815-d230-44f4-af80-28ba8d2ed63c tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Deleting port 0868f010-6cb9-49b7-ae08-c6452bec64ce {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:05.201726 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-57886815-d230-44f4-af80-28ba8d2ed63c tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:05.205333 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91245a7e-1679-40bd-bac3-2637e6de6ad2 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5512b019-29ac-4d95-9b4c-341a19ed32b4,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:05.219911 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91245a7e-1679-40bd-bac3-2637e6de6ad2 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:37:05.252339 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-feb0136b-8d55-4834-a346-9e82ef4444f4 None None] Provisioning complete for port 21ee1865-3de9-4485-ad19-7d7a74826f29 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:05.252912 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-feb0136b-8d55-4834-a346-9e82ef4444f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:05.254600 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-feb0136b-8d55-4834-a346-9e82ef4444f4 None None] Attempt 1 to provision port 21ee1865-3de9-4485-ad19-7d7a74826f29 Oct 12 07:37:05.270487 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-91245a7e-1679-40bd-bac3-2637e6de6ad2 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:05.270487 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-91245a7e-1679-40bd-bac3-2637e6de6ad2 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Added segment 3b11198e-5f49-4daa-bfcd-69dca47cdcdb of type vlan for network 80e7eb84-d9db-4c08-bda0-7ccb2bc4d915 Oct 12 07:37:05.396090 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-feb0136b-8d55-4834-a346-9e82ef4444f4 None None] Current status of the port 21ee1865-3de9-4485-ad19-7d7a74826f29 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:37:05.396625 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-feb0136b-8d55-4834-a346-9e82ef4444f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:05.440800 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-feb0136b-8d55-4834-a346-9e82ef4444f4 None None] For port 21ee1865-3de9-4485-ad19-7d7a74826f29, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=21ee1865-3de9-4485-ad19-7d7a74826f29,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:37:05.451506 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-feb0136b-8d55-4834-a346-9e82ef4444f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:05.492811 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-91245a7e-1679-40bd-bac3-2637e6de6ad2 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:05.508458 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb0136b-8d55-4834-a346-9e82ef4444f4 None None] Pushing event updated for resources: {'Port': ['ID=21ee1865-3de9-4485-ad19-7d7a74826f29,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:05.518182 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bad55b8b-7a97-432d-a95b-4191e056bb5c tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:05.546799 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad55b8b-7a97-432d-a95b-4191e056bb5c tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Pushing event deleted for resources: {'Port': ['ID=2383059a-11a3-4a37-aade-b73c0a46de6e,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:05.558517 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-91245a7e-1679-40bd-bac3-2637e6de6ad2 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:05.565625 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91245a7e-1679-40bd-bac3-2637e6de6ad2 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:05.566443 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-91245a7e-1679-40bd-bac3-2637e6de6ad2 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:05.639221 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edefed7-6baf-4120-8b65-b5f66bed5dac None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:37:05.659247 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-91245a7e-1679-40bd-bac3-2637e6de6ad2 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7642457 Oct 12 07:37:05.660687 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36618) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:05.685123 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-3782727b-ecff-4eee-8f5a-90300ca5b36e tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Request body: {'subnet': {'network_id': '80e7eb84-d9db-4c08-bda0-7ccb2bc4d915', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:05.702479 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-a982923a-1137-4ff9-aef6-5439c501f26e None None] Provisioning complete for port 21ee1865-3de9-4485-ad19-7d7a74826f29 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:05.702846 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a982923a-1137-4ff9-aef6-5439c501f26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:05.712210 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-57886815-d230-44f4-af80-28ba8d2ed63c tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:05.712751 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-a982923a-1137-4ff9-aef6-5439c501f26e None None] Attempt 1 to provision port 21ee1865-3de9-4485-ad19-7d7a74826f29 Oct 12 07:37:05.744410 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91245a7e-1679-40bd-bac3-2637e6de6ad2 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Pushing event updated for resources: {'Network': ['ID=80e7eb84-d9db-4c08-bda0-7ccb2bc4d915,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:05.748395 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-57886815-d230-44f4-af80-28ba8d2ed63c tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Calling delete_port for 0868f010-6cb9-49b7-ae08-c6452bec64ce owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:05.766642 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bad55b8b-7a97-432d-a95b-4191e056bb5c tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:05.790148 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 80e7eb84-d9db-4c08-bda0-7ccb2bc4d915 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:37:05.822248 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2f3e4171-22df-436e-b34b-de577f9f531f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:05.872834 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e4171-22df-436e-b34b-de577f9f531f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Pushing event deleted for resources: {'Port': ['ID=185696f9-4ba3-4d25-a495-ee6820bee934,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:05.908637 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2f3e4171-22df-436e-b34b-de577f9f531f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:05.915065 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-2f3e4171-22df-436e-b34b-de577f9f531f tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] 10.222.0.26 "DELETE /v2.0/ports/185696f9-4ba3-4d25-a495-ee6820bee934 HTTP/1.1" status: 204 len: 168 time: 1.4299030 Oct 12 07:37:05.917581 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36622) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:05.950214 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 21ee1865-3de9-4485-ad19-7d7a74826f29 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:37:05.968997 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b9f3a9b-9f98-40e1-97e7-4e07a1875d3d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] DELETE failed (client error): The resource could not be found. Oct 12 07:37:05.969455 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b9f3a9b-9f98-40e1-97e7-4e07a1875d3d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:37:05.974951 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-8b9f3a9b-9f98-40e1-97e7-4e07a1875d3d tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] 10.222.0.26 "DELETE /v2.0/subnets/dff6fc13-f83e-4e19-922c-4eb8930289fa HTTP/1.1" status: 404 len: 337 time: 0.0539522 Oct 12 07:37:05.979330 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36624) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:06.010416 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a982923a-1137-4ff9-aef6-5439c501f26e None None] Current status of the port 21ee1865-3de9-4485-ad19-7d7a74826f29 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:37:06.054557 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de62ec0-55fb-40d1-b6b8-4af49a6e71e9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:37:06.058176 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5de62ec0-55fb-40d1-b6b8-4af49a6e71e9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:06.067219 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 21ee1865-3de9-4485-ad19-7d7a74826f29 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:06.067594 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:06.067962 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 21ee1865-3de9-4485-ad19-7d7a74826f29 Oct 12 07:37:06.082730 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-5de62ec0-55fb-40d1-b6b8-4af49a6e71e9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] device_id is not set on port 01d92085-5c99-458a-b74f-f047bd2e2b57 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:37:06.159162 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 21ee1865-3de9-4485-ad19-7d7a74826f29 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:37:06.204099 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bad55b8b-7a97-432d-a95b-4191e056bb5c tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:06.207197 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bad55b8b-7a97-432d-a95b-4191e056bb5c tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:06.221698 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-07438a34-4fd7-48ed-898b-09bd5a4b04a5 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:06.263118 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3782727b-ecff-4eee-8f5a-90300ca5b36e tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Made reservation on behalf of fba8da391a9c4c7ca9c75aa1363c5382 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:37:06.267549 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3782727b-ecff-4eee-8f5a-90300ca5b36e tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:06.289485 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bad55b8b-7a97-432d-a95b-4191e056bb5c tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:06.290193 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad55b8b-7a97-432d-a95b-4191e056bb5c tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bb3c79e1-1743-4ade-a848-46ca12c3b1dd {{(pid=103200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:37:06.297824 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bad55b8b-7a97-432d-a95b-4191e056bb5c tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:06.303611 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-bad55b8b-7a97-432d-a95b-4191e056bb5c tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] 10.222.0.26 "DELETE /v2.0/routers/bb3c79e1-1743-4ade-a848-46ca12c3b1dd HTTP/1.1" status: 204 len: 168 time: 1.6411698 Oct 12 07:37:06.304678 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36626) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:06.310259 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-57886815-d230-44f4-af80-28ba8d2ed63c tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:06.317399 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-81a6d2db-d86e-484d-984f-c8625eb7981d tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1553427848', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}, 'admin_state_up': False}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:06.339503 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-ed1ef506-d9ba-4945-a30a-e5efe1a5448f None None] Provisioning complete for port 21ee1865-3de9-4485-ad19-7d7a74826f29 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:06.340924 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ed1ef506-d9ba-4945-a30a-e5efe1a5448f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:06.341481 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ed1ef506-d9ba-4945-a30a-e5efe1a5448f None None] Attempt 1 to provision port 21ee1865-3de9-4485-ad19-7d7a74826f29 Oct 12 07:37:06.385043 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57886815-d230-44f4-af80-28ba8d2ed63c tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Pushing event deleted for resources: {'Port': ['ID=0868f010-6cb9-49b7-ae08-c6452bec64ce,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:06.463496 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-5de62ec0-55fb-40d1-b6b8-4af49a6e71e9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Allocated IP 2001:db8::36d (9994ec23-a1f7-459d-8925-14bc9ff05f17/df118b6a-0c69-41f3-a95a-016373e5fede/01d92085-5c99-458a-b74f-f047bd2e2b57) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:37:06.495233 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-07438a34-4fd7-48ed-898b-09bd5a4b04a5 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:06.506622 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ed1ef506-d9ba-4945-a30a-e5efe1a5448f None None] Current status of the port 21ee1865-3de9-4485-ad19-7d7a74826f29 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:37:06.518636 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-81a6d2db-d86e-484d-984f-c8625eb7981d tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:06.519661 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-81a6d2db-d86e-484d-984f-c8625eb7981d tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:06.573438 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-07438a34-4fd7-48ed-898b-09bd5a4b04a5 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58e10f4d-586a-443f-acde-f26e9b8bd1b3']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:06.608902 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-57886815-d230-44f4-af80-28ba8d2ed63c tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:06.613304 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-07438a34-4fd7-48ed-898b-09bd5a4b04a5 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0daf93a-8202-4b39-ace0-f4ff4c49c9fc') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:06.613609 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-07438a34-4fd7-48ed-898b-09bd5a4b04a5 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0daf93a-8202-4b39-ace0-f4ff4c49c9fc') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:06.627412 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3782727b-ecff-4eee-8f5a-90300ca5b36e tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:06.718958 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-07438a34-4fd7-48ed-898b-09bd5a4b04a5 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:06.731776 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-2fc8ee62-a898-499d-a399-ccb39e138ace None None] Could not find standard attr ID for object 9b5fac3c-d259-421a-89fb-730e89cb7c57. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:37:06.737902 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782727b-ecff-4eee-8f5a-90300ca5b36e tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Pushing event updated for resources: {'Subnet': ['ID=bbfccee4-d260-469c-8c1e-43b87074cf79,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:06.745138 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3782727b-ecff-4eee-8f5a-90300ca5b36e tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Checking segment: {'id': '3b11198e-5f49-4daa-bfcd-69dca47cdcdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '80e7eb84-d9db-4c08-bda0-7ccb2bc4d915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:37:06.745577 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3782727b-ecff-4eee-8f5a-90300ca5b36e tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Network hostable DHCP agents. Network: 80e7eb84-d9db-4c08-bda0-7ccb2bc4d915, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:37:06.783163 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-81a6d2db-d86e-484d-984f-c8625eb7981d tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:06.821592 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3782727b-ecff-4eee-8f5a-90300ca5b36e tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Network 80e7eb84-d9db-4c08-bda0-7ccb2bc4d915 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:37:06.841475 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-3782727b-ecff-4eee-8f5a-90300ca5b36e tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 80e7eb84-d9db-4c08-bda0-7ccb2bc4d915) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:06.841814 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-57886815-d230-44f4-af80-28ba8d2ed63c tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:06.844114 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-07438a34-4fd7-48ed-898b-09bd5a4b04a5 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:06.849690 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3782727b-ecff-4eee-8f5a-90300ca5b36e tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:06.850183 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3782727b-ecff-4eee-8f5a-90300ca5b36e tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:06.856230 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcedeafb-3713-446a-ab7d-3c6cd448ede7 None None] Network 80e7eb84-d9db-4c08-bda0-7ccb2bc4d915 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:37:06.861558 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-57886815-d230-44f4-af80-28ba8d2ed63c tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:06.864539 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c4210-e80b-4729-afa9-bc95eabe1582 req-c83a74e0-1c69-402e-910f-06fbe5cca5a5 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:06.870697 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d61c4210-e80b-4729-afa9-bc95eabe1582 req-c83a74e0-1c69-402e-910f-06fbe5cca5a5 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb16c162-d6ac-48f2-9f62-9c357066306e HTTP/1.1" status: 200 len: 945 time: 0.0919044 Oct 12 07:37:06.913801 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07438a34-4fd7-48ed-898b-09bd5a4b04a5 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:37:06.914629 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-07438a34-4fd7-48ed-898b-09bd5a4b04a5 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:06.943014 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d61c4210-e80b-4729-afa9-bc95eabe1582 req-d14110a7-cdf7-49e7-b1a8-8932e6f4c4d7 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.26 "GET /v2.0/security-groups?id=42a6d0bf-b6f9-4963-b0fd-b6e45de03e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712533 Oct 12 07:37:06.953385 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-3782727b-ecff-4eee-8f5a-90300ca5b36e tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2783594 Oct 12 07:37:06.956644 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36634) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:06.973153 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-b931eceb-d9a7-4385-aeb7-fe5d473125ed tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Request body: {'network': {'name': 'tempest-router-network01--1073746922'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:07.016690 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b931eceb-d9a7-4385-aeb7-fe5d473125ed tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Made reservation on behalf of fba8da391a9c4c7ca9c75aa1363c5382 for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:37:07.023330 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b931eceb-d9a7-4385-aeb7-fe5d473125ed tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:07.035056 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment a0daf93a-8202-4b39-ace0-f4ff4c49c9fc resource provider aggregate not found Oct 12 07:37:07.079483 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b931eceb-d9a7-4385-aeb7-fe5d473125ed tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:37:07.092897 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b931eceb-d9a7-4385-aeb7-fe5d473125ed tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:07.093246 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-b931eceb-d9a7-4385-aeb7-fe5d473125ed tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Added segment 2a82570b-19f4-4d3b-bb90-ceda4d60ccce of type vlan for network f1e640dd-4236-4a0f-bffc-1b69df4be9d0 Oct 12 07:37:07.105301 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment a0daf93a-8202-4b39-ace0-f4ff4c49c9fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a0daf93a-8202-4b39-ace0-f4ff4c49c9fc found for delete ", "request_id": "req-ae5b8ce6-4bb5-4d41-a857-b840251cc30e"}]} Oct 12 07:37:07.146468 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-57886815-d230-44f4-af80-28ba8d2ed63c tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:07.146468 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57886815-d230-44f4-af80-28ba8d2ed63c tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Fanout notify agent at l3_agent the message router_deleted on router fb9e1cf8-513f-4793-9c55-938dd45a9b74 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:37:07.152884 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-57886815-d230-44f4-af80-28ba8d2ed63c tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:07.153994 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-57886815-d230-44f4-af80-28ba8d2ed63c tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] 10.222.0.26 "DELETE /v2.0/routers/fb9e1cf8-513f-4793-9c55-938dd45a9b74 HTTP/1.1" status: 204 len: 168 time: 2.7720375 Oct 12 07:37:07.164121 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36638) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:07.173747 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-4655215f-733c-4e15-adb0-42f015ab0150 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1217347522', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:07.179684 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b931eceb-d9a7-4385-aeb7-fe5d473125ed tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:07.191898 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada3c024-8333-4f55-ad50-59d6f05c2e51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-80e7eb84-d9db-4c08-bda0-7ccb2bc4d915', 'network_id': '80e7eb84-d9db-4c08-bda0-7ccb2bc4d915', 'tenant_id': 'fba8da391a9c4c7ca9c75aa1363c5382', 'fixed_ips': [{'subnet_id': 'bbfccee4-d260-469c-8c1e-43b87074cf79'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:37:07.194804 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ada3c024-8333-4f55-ad50-59d6f05c2e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:07.204464 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-07438a34-4fd7-48ed-898b-09bd5a4b04a5 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:07.209540 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-07438a34-4fd7-48ed-898b-09bd5a4b04a5 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:07.212062 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4655215f-733c-4e15-adb0-42f015ab0150 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:07.215330 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-07438a34-4fd7-48ed-898b-09bd5a4b04a5 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] 10.222.0.26 "DELETE /v2.0/networks/58e10f4d-586a-443f-acde-f26e9b8bd1b3 HTTP/1.1" status: 204 len: 168 time: 1.2325811 Oct 12 07:37:07.217375 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4655215f-733c-4e15-adb0-42f015ab0150 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:07.222289 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36640) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:07.232958 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b931eceb-d9a7-4385-aeb7-fe5d473125ed tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:07.238884 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b931eceb-d9a7-4385-aeb7-fe5d473125ed tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:07.239493 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b931eceb-d9a7-4385-aeb7-fe5d473125ed tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:07.260020 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-81a6d2db-d86e-484d-984f-c8625eb7981d tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:07.277540 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07438a34-4fd7-48ed-898b-09bd5a4b04a5 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Pushing event deleted for resources: {'Network': ['ID=58e10f4d-586a-443f-acde-f26e9b8bd1b3,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:07.306012 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5de62ec0-55fb-40d1-b6b8-4af49a6e71e9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:07.324227 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b931eceb-d9a7-4385-aeb7-fe5d473125ed tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3650906 Oct 12 07:37:07.334710 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36642) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:07.340985 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-17698249-1d01-4265-b8aa-739981deb5af tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Request body: {'network': {'name': 'tempest-router-network02--1842936879'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:07.365647 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b931eceb-d9a7-4385-aeb7-fe5d473125ed tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Pushing event updated for resources: {'Network': ['ID=f1e640dd-4236-4a0f-bffc-1b69df4be9d0,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:07.373673 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-ada3c024-8333-4f55-ad50-59d6f05c2e51 None None] Allocated IP 2001:db8::2 (80e7eb84-d9db-4c08-bda0-7ccb2bc4d915/bbfccee4-d260-469c-8c1e-43b87074cf79/50484031-2512-4d1d-9f1c-5b7c3f4c4dac) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:37:07.388142 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network f1e640dd-4236-4a0f-bffc-1b69df4be9d0 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:37:07.392815 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4655215f-733c-4e15-adb0-42f015ab0150 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:07.398040 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-b828c33c-f5a7-4d3b-8ea9-7a2546a2207a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Deleting subnet d00ae86c-6979-4ee0-b011-65afdc8cebd8 {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:37:07.401776 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4655215f-733c-4e15-adb0-42f015ab0150 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:07.406551 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b828c33c-f5a7-4d3b-8ea9-7a2546a2207a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:07.416855 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17698249-1d01-4265-b8aa-739981deb5af tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Made reservation on behalf of fba8da391a9c4c7ca9c75aa1363c5382 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:37:07.418235 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-17698249-1d01-4265-b8aa-739981deb5af tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:07.435080 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5de62ec0-55fb-40d1-b6b8-4af49a6e71e9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:07.454224 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4655215f-733c-4e15-adb0-42f015ab0150 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:07.458682 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-4655215f-733c-4e15-adb0-42f015ab0150 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2929497 Oct 12 07:37:07.461476 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36644) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:07.468676 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-0c89f663-bb63-47d6-a850-aae086ad6cd8 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Request body: {'router': {'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:07.471155 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b828c33c-f5a7-4d3b-8ea9-7a2546a2207a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:07.502465 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de62ec0-55fb-40d1-b6b8-4af49a6e71e9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:07.503282 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17698249-1d01-4265-b8aa-739981deb5af tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:37:07.512850 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-5de62ec0-55fb-40d1-b6b8-4af49a6e71e9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:07.516021 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de62ec0-55fb-40d1-b6b8-4af49a6e71e9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:37:07.523034 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de62ec0-55fb-40d1-b6b8-4af49a6e71e9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:07.523861 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5de62ec0-55fb-40d1-b6b8-4af49a6e71e9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:07.541275 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de62ec0-55fb-40d1-b6b8-4af49a6e71e9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Port': ['ID=01d92085-5c99-458a-b74f-f047bd2e2b57,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:07.545303 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-17698249-1d01-4265-b8aa-739981deb5af tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:07.545672 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-17698249-1d01-4265-b8aa-739981deb5af tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Added segment 2570ce57-0885-49b2-ad78-dc30cf75bc83 of type vlan for network 9a2c8356-3a86-402e-a320-ad0e967df925 Oct 12 07:37:07.594339 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-5de62ec0-55fb-40d1-b6b8-4af49a6e71e9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4066925 Oct 12 07:37:07.600088 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36646) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:07.615728 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-17698249-1d01-4265-b8aa-739981deb5af tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:07.640498 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ada3c024-8333-4f55-ad50-59d6f05c2e51 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:07.653379 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ada3c024-8333-4f55-ad50-59d6f05c2e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:07.701926 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 2383059a-11a3-4a37-aade-b73c0a46de6e no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:37:07.738202 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 2383059a-11a3-4a37-aade-b73c0a46de6e {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:37:07.738668 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 2383059a-11a3-4a37-aade-b73c0a46de6e not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:37:07.740157 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada3c024-8333-4f55-ad50-59d6f05c2e51 None None] Pushing event updated for resources: {'Port': ['ID=50484031-2512-4d1d-9f1c-5b7c3f4c4dac,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:07.751163 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada3c024-8333-4f55-ad50-59d6f05c2e51 None None] Network 80e7eb84-d9db-4c08-bda0-7ccb2bc4d915 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:07.753880 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-ada3c024-8333-4f55-ad50-59d6f05c2e51 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:07.756749 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada3c024-8333-4f55-ad50-59d6f05c2e51 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:37:07.757714 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-81a6d2db-d86e-484d-984f-c8625eb7981d tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router_gateway, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:07.781590 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-81a6d2db-d86e-484d-984f-c8625eb7981d tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:07.784115 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-17698249-1d01-4265-b8aa-739981deb5af tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:07.785206 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0c89f663-bb63-47d6-a850-aae086ad6cd8 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:07.788977 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b828c33c-f5a7-4d3b-8ea9-7a2546a2207a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:07.789606 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17698249-1d01-4265-b8aa-739981deb5af tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:07.790244 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-17698249-1d01-4265-b8aa-739981deb5af tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:07.806990 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20966a01-cf44-4c9e-883d-3d13ca18d209 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:07.814208 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20966a01-cf44-4c9e-883d-3d13ca18d209 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:07.818348 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-20966a01-cf44-4c9e-883d-3d13ca18d209 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.2135317 Oct 12 07:37:07.820416 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36648) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:07.838451 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-ada3c024-8333-4f55-ad50-59d6f05c2e51 None None] Attempting to bind port 50484031-2512-4d1d-9f1c-5b7c3f4c4dac on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:37:07.838937 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-ada3c024-8333-4f55-ad50-59d6f05c2e51 None None] Attempting to bind port 50484031-2512-4d1d-9f1c-5b7c3f4c4dac by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '3b11198e-5f49-4daa-bfcd-69dca47cdcdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '80e7eb84-d9db-4c08-bda0-7ccb2bc4d915'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:37:07.839206 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada3c024-8333-4f55-ad50-59d6f05c2e51 None None] Attempting to bind port 50484031-2512-4d1d-9f1c-5b7c3f4c4dac on network 80e7eb84-d9db-4c08-bda0-7ccb2bc4d915 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:37:07.857462 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada3c024-8333-4f55-ad50-59d6f05c2e51 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:37:07.860833 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada3c024-8333-4f55-ad50-59d6f05c2e51 None None] Checking segment: {'id': '3b11198e-5f49-4daa-bfcd-69dca47cdcdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '80e7eb84-d9db-4c08-bda0-7ccb2bc4d915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:37:07.861460 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ada3c024-8333-4f55-ad50-59d6f05c2e51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:07.862794 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada3c024-8333-4f55-ad50-59d6f05c2e51 None None] Bound using segment: {'id': '3b11198e-5f49-4daa-bfcd-69dca47cdcdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '80e7eb84-d9db-4c08-bda0-7ccb2bc4d915'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:37:07.863303 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-ada3c024-8333-4f55-ad50-59d6f05c2e51 None None] Bound port: 50484031-2512-4d1d-9f1c-5b7c3f4c4dac, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b11198e-5f49-4daa-bfcd-69dca47cdcdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '80e7eb84-d9db-4c08-bda0-7ccb2bc4d915'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:37:07.863697 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ada3c024-8333-4f55-ad50-59d6f05c2e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:07.901514 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b828c33c-f5a7-4d3b-8ea9-7a2546a2207a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:07.914920 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-17698249-1d01-4265-b8aa-739981deb5af tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5765610 Oct 12 07:37:07.927441 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36650) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:07.932207 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-93d33e03-3602-4b60-89c9-96c8b26f2a8e tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Request body: {'subnet': {'network_id': 'f1e640dd-4236-4a0f-bffc-1b69df4be9d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:07.947757 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-ada3c024-8333-4f55-ad50-59d6f05c2e51 None None] For port 50484031-2512-4d1d-9f1c-5b7c3f4c4dac, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:37:07.951384 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-ada3c024-8333-4f55-ad50-59d6f05c2e51 None None] For port 50484031-2512-4d1d-9f1c-5b7c3f4c4dac, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=50484031-2512-4d1d-9f1c-5b7c3f4c4dac,segment=NetworkSegment(3b11198e-5f49-4daa-bfcd-69dca47cdcdb),segment_id=3b11198e-5f49-4daa-bfcd-69dca47cdcdb)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:37:07.956449 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ada3c024-8333-4f55-ad50-59d6f05c2e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:07.961327 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b828c33c-f5a7-4d3b-8ea9-7a2546a2207a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Pushing event deleted for resources: {'Subnet': ['ID=d00ae86c-6979-4ee0-b011-65afdc8cebd8,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:07.968561 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b828c33c-f5a7-4d3b-8ea9-7a2546a2207a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:07.972491 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b828c33c-f5a7-4d3b-8ea9-7a2546a2207a tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] 10.222.0.26 "DELETE /v2.0/subnets/d00ae86c-6979-4ee0-b011-65afdc8cebd8 HTTP/1.1" status: 204 len: 168 time: 0.7486811 Oct 12 07:37:07.976603 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36654) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:08.018965 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada3c024-8333-4f55-ad50-59d6f05c2e51 None None] Pushing event updated for resources: {'Port': ['ID=50484031-2512-4d1d-9f1c-5b7c3f4c4dac,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:08.029701 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b638b60-01ca-4c32-a865-2f4e1dc47bd7 None None] Network 6c096534-2672-4e30-a238-2a7623c14374 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:37:08.063868 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17698249-1d01-4265-b8aa-739981deb5af tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Pushing event updated for resources: {'Network': ['ID=9a2c8356-3a86-402e-a320-ad0e967df925,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:08.069327 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-40aa9a71-3d6c-4677-bcc1-b3d186c47bdd None None] Provisioning complete for port 01d92085-5c99-458a-b74f-f047bd2e2b57 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:08.069829 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-40aa9a71-3d6c-4677-bcc1-b3d186c47bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:08.070295 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-40aa9a71-3d6c-4677-bcc1-b3d186c47bdd None None] Attempt 1 to provision port 01d92085-5c99-458a-b74f-f047bd2e2b57 Oct 12 07:37:08.101468 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 9a2c8356-3a86-402e-a320-ad0e967df925 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:37:08.125881 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e80368e5-edee-41c4-bf15-3e25088dc070 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:08.191458 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-81a6d2db-d86e-484d-984f-c8625eb7981d tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Allocated IP 172.26.3.42 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/362c3aa8-48e6-4543-b8f6-ac8afe38d7ce) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:37:08.207888 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d33e03-3602-4b60-89c9-96c8b26f2a8e tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Made reservation on behalf of fba8da391a9c4c7ca9c75aa1363c5382 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:37:08.211725 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-93d33e03-3602-4b60-89c9-96c8b26f2a8e tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:08.236735 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-544de5d4-9687-495a-a6a5-8d9c20c0b72b tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting port 01d92085-5c99-458a-b74f-f047bd2e2b57 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:08.237178 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-544de5d4-9687-495a-a6a5-8d9c20c0b72b tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:08.243976 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-40aa9a71-3d6c-4677-bcc1-b3d186c47bdd None None] Port 01d92085-5c99-458a-b74f-f047bd2e2b57 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:37:08.252111 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56629604-4177-434b-bfe2-251fbc8338c7 req-3a25c574-9f66-498f-8eec-332a26a1c93e tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:08.254511 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-56629604-4177-434b-bfe2-251fbc8338c7 req-3a25c574-9f66-498f-8eec-332a26a1c93e tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb16c162-d6ac-48f2-9f62-9c357066306e HTTP/1.1" status: 200 len: 945 time: 0.1685045 Oct 12 07:37:08.323275 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0c89f663-bb63-47d6-a850-aae086ad6cd8 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router_gateway, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:08.381250 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0c89f663-bb63-47d6-a850-aae086ad6cd8 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:08.423918 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9594f0-8b7f-4cef-acf6-38a74adf2799 None None] DHCP port deletion for 6c096534-2672-4e30-a238-2a7623c14374 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:37:08.463272 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-56629604-4177-434b-bfe2-251fbc8338c7 req-590f09c4-0925-4485-9dac-eabf19ddf768 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.26 "GET /v2.0/security-groups?id=42a6d0bf-b6f9-4963-b0fd-b6e45de03e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1911144 Oct 12 07:37:08.486014 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-dd9594f0-8b7f-4cef-acf6-38a74adf2799 None None] Deleting port 600d2bd9-607d-4c57-9ba6-5274fd0a94fa {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:08.486451 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dd9594f0-8b7f-4cef-acf6-38a74adf2799 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:08.492803 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-544de5d4-9687-495a-a6a5-8d9c20c0b72b tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:08.503698 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56507068-7568-4bb8-86be-708770a7c3b0 req-70b9ed40-3b12-47a6-91c3-349639d9dc0f tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:08.507792 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-56507068-7568-4bb8-86be-708770a7c3b0 req-70b9ed40-3b12-47a6-91c3-349639d9dc0f tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb16c162-d6ac-48f2-9f62-9c357066306e HTTP/1.1" status: 200 len: 945 time: 0.1814227 Oct 12 07:37:08.515738 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-81a6d2db-d86e-484d-984f-c8625eb7981d tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:08.525622 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-544de5d4-9687-495a-a6a5-8d9c20c0b72b tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Calling delete_port for 01d92085-5c99-458a-b74f-f047bd2e2b57 owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:08.528175 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-e80368e5-edee-41c4-bf15-3e25088dc070 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Deleting port 600d2bd9-607d-4c57-9ba6-5274fd0a94fa {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:08.528665 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e80368e5-edee-41c4-bf15-3e25088dc070 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:08.651618 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-81a6d2db-d86e-484d-984f-c8625eb7981d tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:08.712032 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-e80368e5-edee-41c4-bf15-3e25088dc070 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] For port 600d2bd9-607d-4c57-9ba6-5274fd0a94fa, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=600d2bd9-607d-4c57-9ba6-5274fd0a94fa,segment=NetworkSegment(3639f2a6-fac0-4a3a-a49e-990c96eb681c),segment_id=3639f2a6-fac0-4a3a-a49e-990c96eb681c)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:37:08.712410 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-dd9594f0-8b7f-4cef-acf6-38a74adf2799 None None] For port 600d2bd9-607d-4c57-9ba6-5274fd0a94fa, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=600d2bd9-607d-4c57-9ba6-5274fd0a94fa,segment=NetworkSegment(3639f2a6-fac0-4a3a-a49e-990c96eb681c),segment_id=3639f2a6-fac0-4a3a-a49e-990c96eb681c)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:37:08.712557 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e80368e5-edee-41c4-bf15-3e25088dc070 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:08.712946 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dd9594f0-8b7f-4cef-acf6-38a74adf2799 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:08.726857 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-dd9594f0-8b7f-4cef-acf6-38a74adf2799 None None] Calling delete_port for 600d2bd9-607d-4c57-9ba6-5274fd0a94fa owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:08.730504 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-e80368e5-edee-41c4-bf15-3e25088dc070 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Calling delete_port for 600d2bd9-607d-4c57-9ba6-5274fd0a94fa owned by network:dhcp {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:08.747781 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a6d2db-d86e-484d-984f-c8625eb7981d tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:08.749445 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-93d33e03-3602-4b60-89c9-96c8b26f2a8e tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:08.759304 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-81a6d2db-d86e-484d-984f-c8625eb7981d tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:08.763640 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-0c89f663-bb63-47d6-a850-aae086ad6cd8 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Allocated IP 172.26.3.68 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/91dbfd0f-22c4-453b-a277-9fe9ab44d038) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:37:08.769465 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a6d2db-d86e-484d-984f-c8625eb7981d tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:37:08.771474 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-40aa9a71-3d6c-4677-bcc1-b3d186c47bdd None None] Attempt 2 to provision port 01d92085-5c99-458a-b74f-f047bd2e2b57 Oct 12 07:37:08.793596 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a6d2db-d86e-484d-984f-c8625eb7981d tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Pushing event updated for resources: {'Port': ['ID=362c3aa8-48e6-4543-b8f6-ac8afe38d7ce,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:08.824897 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-40aa9a71-3d6c-4677-bcc1-b3d186c47bdd None None] Port 01d92085-5c99-458a-b74f-f047bd2e2b57 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:37:08.860285 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dd9594f0-8b7f-4cef-acf6-38a74adf2799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:08.866192 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-56507068-7568-4bb8-86be-708770a7c3b0 req-131953c7-0e24-420f-9acf-04d2ce67551c tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Deleting port 29cb3398-0b18-4ef4-b72e-2e226ec3eabb {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:08.866544 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-56507068-7568-4bb8-86be-708770a7c3b0 req-131953c7-0e24-420f-9acf-04d2ce67551c tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:08.874700 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9594f0-8b7f-4cef-acf6-38a74adf2799 None None] No DVR routers for this DVR port 600d2bd9-607d-4c57-9ba6-5274fd0a94fa on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:37:08.897030 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9594f0-8b7f-4cef-acf6-38a74adf2799 None None] Pushing event deleted for resources: {'Port': ['ID=600d2bd9-607d-4c57-9ba6-5274fd0a94fa,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:08.905365 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d33e03-3602-4b60-89c9-96c8b26f2a8e tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Pushing event updated for resources: {'Subnet': ['ID=66f1373a-4b6c-44f3-8b33-184f0a5fb5f3,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:08.943571 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-544de5d4-9687-495a-a6a5-8d9c20c0b72b tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:08.998703 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e80368e5-edee-41c4-bf15-3e25088dc070 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:09.054070 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80368e5-edee-41c4-bf15-3e25088dc070 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Pushing event deleted for resources: {'Port': ['ID=600d2bd9-607d-4c57-9ba6-5274fd0a94fa,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:09.055943 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80368e5-edee-41c4-bf15-3e25088dc070 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] No DVR routers for this DVR port 600d2bd9-607d-4c57-9ba6-5274fd0a94fa on host dv-neutron-860909-2-hyperv {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:37:09.127680 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0c89f663-bb63-47d6-a850-aae086ad6cd8 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:09.132441 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-56507068-7568-4bb8-86be-708770a7c3b0 req-131953c7-0e24-420f-9acf-04d2ce67551c tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] For port 29cb3398-0b18-4ef4-b72e-2e226ec3eabb, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=29cb3398-0b18-4ef4-b72e-2e226ec3eabb,segment=NetworkSegment(1426273a-da71-4eaf-9367-aa853b0259fc),segment_id=1426273a-da71-4eaf-9367-aa853b0259fc)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:37:09.132803 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-56507068-7568-4bb8-86be-708770a7c3b0 req-131953c7-0e24-420f-9acf-04d2ce67551c tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:09.266285 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e80368e5-edee-41c4-bf15-3e25088dc070 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:09.315850 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d33e03-3602-4b60-89c9-96c8b26f2a8e tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Checking segment: {'id': '2a82570b-19f4-4d3b-bb90-ceda4d60ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f1e640dd-4236-4a0f-bffc-1b69df4be9d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:37:09.316033 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d33e03-3602-4b60-89c9-96c8b26f2a8e tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Network hostable DHCP agents. Network: f1e640dd-4236-4a0f-bffc-1b69df4be9d0, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:37:09.326296 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-40aa9a71-3d6c-4677-bcc1-b3d186c47bdd None None] Attempt 3 to provision port 01d92085-5c99-458a-b74f-f047bd2e2b57 Oct 12 07:37:09.337888 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544de5d4-9687-495a-a6a5-8d9c20c0b72b tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Port': ['ID=01d92085-5c99-458a-b74f-f047bd2e2b57,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:09.364497 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-40aa9a71-3d6c-4677-bcc1-b3d186c47bdd None None] Port 01d92085-5c99-458a-b74f-f047bd2e2b57 was deleted so its status cannot be updated. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 12 07:37:09.379835 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-e80368e5-edee-41c4-bf15-3e25088dc070 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c096534-2672-4e30-a238-2a7623c14374']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:09.393056 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-544de5d4-9687-495a-a6a5-8d9c20c0b72b tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:09.396355 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-544de5d4-9687-495a-a6a5-8d9c20c0b72b tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/ports/01d92085-5c99-458a-b74f-f047bd2e2b57 HTTP/1.1" status: 204 len: 168 time: 1.5683410 Oct 12 07:37:09.399999 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36662) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:09.426061 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-e80368e5-edee-41c4-bf15-3e25088dc070 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3639f2a6-fac0-4a3a-a49e-990c96eb681c') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:09.427340 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-e80368e5-edee-41c4-bf15-3e25088dc070 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3639f2a6-fac0-4a3a-a49e-990c96eb681c') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:09.443759 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d33e03-3602-4b60-89c9-96c8b26f2a8e tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Network f1e640dd-4236-4a0f-bffc-1b69df4be9d0 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:37:09.495278 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-93d33e03-3602-4b60-89c9-96c8b26f2a8e tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, f1e640dd-4236-4a0f-bffc-1b69df4be9d0) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:09.506257 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62e5727-1b6f-4eb8-b270-1c6c75e1fd2f None None] Network f1e640dd-4236-4a0f-bffc-1b69df4be9d0 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:37:09.507343 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d33e03-3602-4b60-89c9-96c8b26f2a8e tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:09.507940 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-93d33e03-3602-4b60-89c9-96c8b26f2a8e tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:09.513547 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de621a0-0dfd-463b-9c2d-370b9d924cb8 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:09.516492 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de621a0-0dfd-463b-9c2d-370b9d924cb8 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:09.520387 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-9de621a0-0dfd-463b-9c2d-370b9d924cb8 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1131325 Oct 12 07:37:09.525167 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36666) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:09.597286 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84671ab9-35fe-4372-bf9b-52be288e4f18 None None] Network 80e7eb84-d9db-4c08-bda0-7ccb2bc4d915 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:37:09.619970 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-93d33e03-3602-4b60-89c9-96c8b26f2a8e tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6886013 Oct 12 07:37:09.640269 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-81a6d2db-d86e-484d-984f-c8625eb7981d tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router_gateway, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:09.645896 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36668) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:09.653195 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-8adc44a9-6259-49ab-b050-99b7564b49cb tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Request body: {'subnet': {'network_id': '9a2c8356-3a86-402e-a320-ad0e967df925', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:09.703945 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-87fcf802-1c74-4552-b1ae-5b1d62dd2fef None None] Provisioning complete for port 50484031-2512-4d1d-9f1c-5b7c3f4c4dac triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:09.704324 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-87fcf802-1c74-4552-b1ae-5b1d62dd2fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:09.704660 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-87fcf802-1c74-4552-b1ae-5b1d62dd2fef None None] Attempt 1 to provision port 50484031-2512-4d1d-9f1c-5b7c3f4c4dac Oct 12 07:37:09.726324 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fbeec73-6090-4f60-9a59-5238ae454bde tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting subnet df118b6a-0c69-41f3-a95a-016373e5fede {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:37:09.742726 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2fbeec73-6090-4f60-9a59-5238ae454bde tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:09.797020 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e80368e5-edee-41c4-bf15-3e25088dc070 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:09.800532 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0c89f663-bb63-47d6-a850-aae086ad6cd8 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:09.828921 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 50484031-2512-4d1d-9f1c-5b7c3f4c4dac up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:37:09.864086 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2fbeec73-6090-4f60-9a59-5238ae454bde tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:09.871002 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e80368e5-edee-41c4-bf15-3e25088dc070 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:09.894018 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e80368e5-edee-41c4-bf15-3e25088dc070 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:37:09.894456 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e80368e5-edee-41c4-bf15-3e25088dc070 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:09.901217 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-87fcf802-1c74-4552-b1ae-5b1d62dd2fef None None] Current status of the port 50484031-2512-4d1d-9f1c-5b7c3f4c4dac is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:37:09.901945 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-87fcf802-1c74-4552-b1ae-5b1d62dd2fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:09.932961 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c89f663-bb63-47d6-a850-aae086ad6cd8 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:09.936665 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 3639f2a6-fac0-4a3a-a49e-990c96eb681c resource provider aggregate not found Oct 12 07:37:09.956555 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8adc44a9-6259-49ab-b050-99b7564b49cb tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Made reservation on behalf of fba8da391a9c4c7ca9c75aa1363c5382 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:37:09.960023 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8adc44a9-6259-49ab-b050-99b7564b49cb tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:09.980118 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-0c89f663-bb63-47d6-a850-aae086ad6cd8 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:09.986172 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c89f663-bb63-47d6-a850-aae086ad6cd8 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:37:10.005553 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-87fcf802-1c74-4552-b1ae-5b1d62dd2fef None None] For port 50484031-2512-4d1d-9f1c-5b7c3f4c4dac, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=50484031-2512-4d1d-9f1c-5b7c3f4c4dac,segment=NetworkSegment(3b11198e-5f49-4daa-bfcd-69dca47cdcdb),segment_id=3b11198e-5f49-4daa-bfcd-69dca47cdcdb)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:37:10.015087 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 3639f2a6-fac0-4a3a-a49e-990c96eb681c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3639f2a6-fac0-4a3a-a49e-990c96eb681c found for delete ", "request_id": "req-6133f870-eb5c-47cc-8170-91dda4252014"}]} Oct 12 07:37:10.016483 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c89f663-bb63-47d6-a850-aae086ad6cd8 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Pushing event updated for resources: {'Port': ['ID=91dbfd0f-22c4-453b-a277-9fe9ab44d038,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:10.017267 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2fbeec73-6090-4f60-9a59-5238ae454bde tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:10.042442 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-87fcf802-1c74-4552-b1ae-5b1d62dd2fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:10.054296 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 50484031-2512-4d1d-9f1c-5b7c3f4c4dac triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:10.054995 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:10.055433 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 50484031-2512-4d1d-9f1c-5b7c3f4c4dac Oct 12 07:37:10.091639 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2bdf60-38dc-404e-92ef-332b15fb5af7 req-52e898dc-c1e8-410e-922e-b63048f7e77e tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:10.095166 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3f2bdf60-38dc-404e-92ef-332b15fb5af7 req-52e898dc-c1e8-410e-922e-b63048f7e77e tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d7ff3a8-2019-4527-abbe-d48ffda3bd63 HTTP/1.1" status: 200 len: 946 time: 0.7117996 Oct 12 07:37:10.115148 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-56507068-7568-4bb8-86be-708770a7c3b0 req-131953c7-0e24-420f-9acf-04d2ce67551c tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:10.115424 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-56507068-7568-4bb8-86be-708770a7c3b0 req-131953c7-0e24-420f-9acf-04d2ce67551c tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:10.116180 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [req-56507068-7568-4bb8-86be-708770a7c3b0 req-131953c7-0e24-420f-9acf-04d2ce67551c tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Floating IP 8bb82277-f4ae-42c4-b1c0-1359adb270f7 disassociated. External IP: 172.26.3.94, port: 29cb3398-0b18-4ef4-b72e-2e226ec3eabb. Oct 12 07:37:10.116547 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-56507068-7568-4bb8-86be-708770a7c3b0 req-131953c7-0e24-420f-9acf-04d2ce67551c tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Calling delete_port for 29cb3398-0b18-4ef4-b72e-2e226ec3eabb owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:10.127235 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2e1641-75b9-4ba0-8281-e962f3c0c640 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-f1e640dd-4236-4a0f-bffc-1b69df4be9d0', 'network_id': 'f1e640dd-4236-4a0f-bffc-1b69df4be9d0', 'tenant_id': 'fba8da391a9c4c7ca9c75aa1363c5382', 'fixed_ips': [{'subnet_id': '66f1373a-4b6c-44f3-8b33-184f0a5fb5f3'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:37:10.128083 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cb2e1641-75b9-4ba0-8281-e962f3c0c640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:10.153470 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-81a6d2db-d86e-484d-984f-c8625eb7981d tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:10.167657 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d9d9e-5235-45cb-800b-469c8e49648c req-342697b2-e9ac-4e27-bc3e-aebbb3b1825d tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:10.174943 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f68d9d9e-5235-45cb-800b-469c8e49648c req-342697b2-e9ac-4e27-bc3e-aebbb3b1825d tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb16c162-d6ac-48f2-9f62-9c357066306e HTTP/1.1" status: 200 len: 945 time: 0.3804891 Oct 12 07:37:10.186136 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fcf802-1c74-4552-b1ae-5b1d62dd2fef None None] Pushing event updated for resources: {'Port': ['ID=50484031-2512-4d1d-9f1c-5b7c3f4c4dac,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:10.210635 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2fbeec73-6090-4f60-9a59-5238ae454bde tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:10.234326 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e80368e5-edee-41c4-bf15-3e25088dc070 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:10.251958 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3f2bdf60-38dc-404e-92ef-332b15fb5af7 req-47b44bc6-cfca-4408-812e-050c3d55727f tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.26 "GET /v2.0/security-groups?id=fba0b702-4f47-4fb0-ac3b-1d7e566ecb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700071 Oct 12 07:37:10.262125 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e80368e5-edee-41c4-bf15-3e25088dc070 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:10.266507 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e80368e5-edee-41c4-bf15-3e25088dc070 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] 10.222.0.26 "DELETE /v2.0/networks/6c096534-2672-4e30-a238-2a7623c14374 HTTP/1.1" status: 204 len: 168 time: 2.2887652 Oct 12 07:37:10.286805 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbeec73-6090-4f60-9a59-5238ae454bde tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Subnet': ['ID=df118b6a-0c69-41f3-a95a-016373e5fede,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:10.294410 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2fbeec73-6090-4f60-9a59-5238ae454bde tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:10.297649 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-2fbeec73-6090-4f60-9a59-5238ae454bde tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/df118b6a-0c69-41f3-a95a-016373e5fede HTTP/1.1" status: 204 len: 168 time: 0.7712364 Oct 12 07:37:10.307741 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36676) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:10.313585 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f68d9d9e-5235-45cb-800b-469c8e49648c req-f1d24616-b350-475c-b54f-c1ea8176e9ee tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.26 "GET /v2.0/security-groups?id=42a6d0bf-b6f9-4963-b0fd-b6e45de03e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328292 Oct 12 07:37:10.319933 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80368e5-edee-41c4-bf15-3e25088dc070 tempest-NetworksIpV6TestAttrs-1549461416 tempest-NetworksIpV6TestAttrs-1549461416-project] Pushing event deleted for resources: {'Network': ['ID=6c096534-2672-4e30-a238-2a7623c14374,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:10.354295 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e6873e66-6b43-478f-9a96-b4c0c1d2e5b6 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0450513 Oct 12 07:37:10.367417 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-cb2e1641-75b9-4ba0-8281-e962f3c0c640 None None] Allocated IP 2001:db8::2 (f1e640dd-4236-4a0f-bffc-1b69df4be9d0/66f1373a-4b6c-44f3-8b33-184f0a5fb5f3/d24d3d2a-25ba-4a1c-ba5d-255595d0576e) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:37:10.382290 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36678) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:10.478176 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06820d6f-6a9b-4ec6-b260-458c39dbd5b0 None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:37:10.485194 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8adc44a9-6259-49ab-b050-99b7564b49cb tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:10.502805 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05b3ee2-8522-47b0-8f0c-b5b0f1b30ea9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:10.504319 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a05b3ee2-8522-47b0-8f0c-b5b0f1b30ea9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1211293 Oct 12 07:37:10.510445 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36680) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:10.615415 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc44a9-6259-49ab-b050-99b7564b49cb tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Pushing event updated for resources: {'Subnet': ['ID=b19282f8-abd9-457b-aa35-7bcf1fd13c16,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:10.629331 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a6d2db-d86e-484d-984f-c8625eb7981d tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Router 402e5585-3312-4b5c-9434-70c72aabe834 is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:37:10.649401 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e4a3e9-c567-4c00-8e7d-456bbeb50942 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:10.652529 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f1e4a3e9-c567-4c00-8e7d-456bbeb50942 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1158326 Oct 12 07:37:10.660617 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36684) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:10.707192 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-56507068-7568-4bb8-86be-708770a7c3b0 req-131953c7-0e24-420f-9acf-04d2ce67551c tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:10.710619 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36686) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:10.723740 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-3d7a7254-b851-4fab-833f-aaae0ff9fd38 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0579784 Oct 12 07:37:10.738965 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36690) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:10.762082 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cb2e1641-75b9-4ba0-8281-e962f3c0c640 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:10.781578 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adc44a9-6259-49ab-b050-99b7564b49cb tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Checking segment: {'id': '2570ce57-0885-49b2-ad78-dc30cf75bc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9a2c8356-3a86-402e-a320-ad0e967df925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:37:10.781945 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adc44a9-6259-49ab-b050-99b7564b49cb tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Network hostable DHCP agents. Network: 9a2c8356-3a86-402e-a320-ad0e967df925, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:37:10.793543 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cb2e1641-75b9-4ba0-8281-e962f3c0c640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:10.801011 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0c89f663-bb63-47d6-a850-aae086ad6cd8 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router_gateway, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:10.822201 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-bbe60469-c798-4a11-b38d-d63ef963f35d tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'subnet': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:10.837339 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 50484031-2512-4d1d-9f1c-5b7c3f4c4dac is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:37:10.853015 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adc44a9-6259-49ab-b050-99b7564b49cb tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Network 9a2c8356-3a86-402e-a320-ad0e967df925 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:37:10.894465 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2e1641-75b9-4ba0-8281-e962f3c0c640 None None] Network f1e640dd-4236-4a0f-bffc-1b69df4be9d0 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:10.901413 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-cb2e1641-75b9-4ba0-8281-e962f3c0c640 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:10.918269 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2e1641-75b9-4ba0-8281-e962f3c0c640 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:37:10.929200 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-8adc44a9-6259-49ab-b050-99b7564b49cb tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 9a2c8356-3a86-402e-a320-ad0e967df925) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:10.939263 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adc44a9-6259-49ab-b050-99b7564b49cb tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:10.939851 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8adc44a9-6259-49ab-b050-99b7564b49cb tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:10.947065 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bc852e-1b76-4374-9a33-25f283d64b65 None None] Network 9a2c8356-3a86-402e-a320-ad0e967df925 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:37:10.949153 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 600d2bd9-607d-4c57-9ba6-5274fd0a94fa no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:37:10.963702 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-8adc44a9-6259-49ab-b050-99b7564b49cb tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3166173 Oct 12 07:37:10.964314 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36692) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:10.975981 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a6d2db-d86e-484d-984f-c8625eb7981d tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:37:11.011839 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf46059-17fc-4c0b-92a7-26f877860d66 None None] Sync routers for ids ['402e5585-3312-4b5c-9434-70c72aabe834'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:37:11.018164 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 600d2bd9-607d-4c57-9ba6-5274fd0a94fa {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:37:11.018746 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 600d2bd9-607d-4c57-9ba6-5274fd0a94fa not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:37:11.034867 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e1641-75b9-4ba0-8281-e962f3c0c640 None None] Pushing event updated for resources: {'Port': ['ID=d24d3d2a-25ba-4a1c-ba5d-255595d0576e,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:11.072760 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-81a6d2db-d86e-484d-984f-c8625eb7981d tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:11.073908 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-81a6d2db-d86e-484d-984f-c8625eb7981d tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.7647483 Oct 12 07:37:11.096107 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-327a7208-90a5-46bf-b601-bd45b41bafef None None] Provisioning complete for port 50484031-2512-4d1d-9f1c-5b7c3f4c4dac triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:11.097164 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-327a7208-90a5-46bf-b601-bd45b41bafef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:11.097703 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-327a7208-90a5-46bf-b601-bd45b41bafef None None] Attempt 1 to provision port 50484031-2512-4d1d-9f1c-5b7c3f4c4dac Oct 12 07:37:11.117255 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36694) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:11.121710 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-0d679a75-cfe8-4585-a532-94f6bcf5fa85 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'enable_snat': False}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:11.133438 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56507068-7568-4bb8-86be-708770a7c3b0 req-131953c7-0e24-420f-9acf-04d2ce67551c tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Router 1f7c54b3-40fa-445f-9248-756925286d0d has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:37:11.140666 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131953c7-0e24-420f-9acf-04d2ce67551c tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Pushing event deleted for resources: {'Port': ['ID=29cb3398-0b18-4ef4-b72e-2e226ec3eabb,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:11.178775 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe60469-c798-4a11-b38d-d63ef963f35d tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:37:11.182812 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bbe60469-c798-4a11-b38d-d63ef963f35d tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:11.186225 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db117f08-89f5-4807-af1b-54a55f9f4bd5 None None] DHCP port deletion for 9994ec23-a1f7-459d-8925-14bc9ff05f17 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:37:11.198236 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf46059-17fc-4c0b-92a7-26f877860d66 None None] Routers {'402e5585-3312-4b5c-9434-70c72aabe834'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:37:11.199138 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-3cf46059-17fc-4c0b-92a7-26f877860d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:36:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['402e5585-3312-4b5c-9434-70c72aabe834'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:11.243377 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-cb2e1641-75b9-4ba0-8281-e962f3c0c640 None None] Attempting to bind port d24d3d2a-25ba-4a1c-ba5d-255595d0576e on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:37:11.244078 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-cb2e1641-75b9-4ba0-8281-e962f3c0c640 None None] Attempting to bind port d24d3d2a-25ba-4a1c-ba5d-255595d0576e by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '2a82570b-19f4-4d3b-bb90-ceda4d60ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f1e640dd-4236-4a0f-bffc-1b69df4be9d0'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:37:11.244680 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2e1641-75b9-4ba0-8281-e962f3c0c640 None None] Attempting to bind port d24d3d2a-25ba-4a1c-ba5d-255595d0576e on network f1e640dd-4236-4a0f-bffc-1b69df4be9d0 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:37:11.256449 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-3cf46059-17fc-4c0b-92a7-26f877860d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:11.304579 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2e1641-75b9-4ba0-8281-e962f3c0c640 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:37:11.305199 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2e1641-75b9-4ba0-8281-e962f3c0c640 None None] Checking segment: {'id': '2a82570b-19f4-4d3b-bb90-ceda4d60ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f1e640dd-4236-4a0f-bffc-1b69df4be9d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:37:11.305666 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cb2e1641-75b9-4ba0-8281-e962f3c0c640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:11.306143 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2e1641-75b9-4ba0-8281-e962f3c0c640 None None] Bound using segment: {'id': '2a82570b-19f4-4d3b-bb90-ceda4d60ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f1e640dd-4236-4a0f-bffc-1b69df4be9d0'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:37:11.306671 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-cb2e1641-75b9-4ba0-8281-e962f3c0c640 None None] Bound port: d24d3d2a-25ba-4a1c-ba5d-255595d0576e, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a82570b-19f4-4d3b-bb90-ceda4d60ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f1e640dd-4236-4a0f-bffc-1b69df4be9d0'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:37:11.307099 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cb2e1641-75b9-4ba0-8281-e962f3c0c640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:11.324077 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d4612-658c-43e6-bcdf-2b3694af45c8 req-8065f5b4-fdbf-405d-8675-715a19e1e651 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:11.325536 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ea6d4612-658c-43e6-bcdf-2b3694af45c8 req-8065f5b4-fdbf-405d-8675-715a19e1e651 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d7ff3a8-2019-4527-abbe-d48ffda3bd63 HTTP/1.1" status: 200 len: 946 time: 0.6138291 Oct 12 07:37:11.355031 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8a88f47b-9da1-4087-a7f9-604a5ccd5cb3 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:11.369905 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf46059-17fc-4c0b-92a7-26f877860d66 None None] Routers {'402e5585-3312-4b5c-9434-70c72aabe834'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:37:11.370483 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-3cf46059-17fc-4c0b-92a7-26f877860d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:36:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['402e5585-3312-4b5c-9434-70c72aabe834'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:11.474179 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56507068-7568-4bb8-86be-708770a7c3b0 req-131953c7-0e24-420f-9acf-04d2ce67551c tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:37:11.485239 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dd0ebb-e0c1-4a03-a27b-b353c5cca17f None None] Sync routers for ids ['1f7c54b3-40fa-445f-9248-756925286d0d'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:37:11.502545 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dd0ebb-e0c1-4a03-a27b-b353c5cca17f None None] Routers {'1f7c54b3-40fa-445f-9248-756925286d0d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:37:11.503167 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-62dd0ebb-e0c1-4a03-a27b-b353c5cca17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:36:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['1f7c54b3-40fa-445f-9248-756925286d0d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:11.649270 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-56507068-7568-4bb8-86be-708770a7c3b0 req-131953c7-0e24-420f-9acf-04d2ce67551c tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] No DVR routers for this DVR port 29cb3398-0b18-4ef4-b72e-2e226ec3eabb on host hv-neutron-8609 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:37:11.652127 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-56507068-7568-4bb8-86be-708770a7c3b0 req-131953c7-0e24-420f-9acf-04d2ce67551c tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:11.656305 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-56507068-7568-4bb8-86be-708770a7c3b0 req-131953c7-0e24-420f-9acf-04d2ce67551c tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.23 "DELETE /v2.0/ports/29cb3398-0b18-4ef4-b72e-2e226ec3eabb HTTP/1.1" status: 204 len: 173 time: 3.1305432 Oct 12 07:37:11.665913 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8302faee-9b99-4f57-8374-b400339200e0 req-de71cbdc-7ef0-4f1e-b947-b4315c745ba7 tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb16c162-d6ac-48f2-9f62-9c357066306e HTTP/1.1" status: 200 len: 210 time: 0.1961613 Oct 12 07:37:11.670644 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-327a7208-90a5-46bf-b601-bd45b41bafef None None] Current status of the port 50484031-2512-4d1d-9f1c-5b7c3f4c4dac is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:37:11.677837 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-3cf46059-17fc-4c0b-92a7-26f877860d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:11.679743 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf46059-17fc-4c0b-92a7-26f877860d66 None None] The sync data for ids ['402e5585-3312-4b5c-9434-70c72aabe834'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:37:11.721033 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb16c162-d6ac-48f2-9f62-9c357066306e', 'name': 'network-vif-deleted', 'tag': '29cb3398-0b18-4ef4-b72e-2e226ec3eabb'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:37:11.728474 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b954a63-65ee-43db-89e0-a420f17d6e23" -d '{"events": [{"server_uuid": "fb16c162-d6ac-48f2-9f62-9c357066306e", "name": "network-vif-deleted", "tag": "29cb3398-0b18-4ef4-b72e-2e226ec3eabb"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:37:11.765650 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-62dd0ebb-e0c1-4a03-a27b-b353c5cca17f None None] Set router 1f7c54b3-40fa-445f-9248-756925286d0d gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:37:11.788333 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 50484031-2512-4d1d-9f1c-5b7c3f4c4dac up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:37:11.801282 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-771d771f-8384-4c18-8d77-cd6446d95b54 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=424a2a2e1ca749ebbbc99533062ee1d7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0877771 Oct 12 07:37:11.817781 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36702) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:11.827571 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826cdbeb-aac3-4c5a-bc17-01448f113b2b req-c6586319-d7cf-4cd0-95ab-9d364d1131d8 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:11.829378 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-826cdbeb-aac3-4c5a-bc17-01448f113b2b req-c6586319-d7cf-4cd0-95ab-9d364d1131d8 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d7ff3a8-2019-4527-abbe-d48ffda3bd63 HTTP/1.1" status: 200 len: 946 time: 0.3624969 Oct 12 07:37:11.847204 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0456ee-aee7-4e7b-a1f6-0b97a5a7a773 x-openstack-request-id: req-dc0456ee-aee7-4e7b-a1f6-0b97a5a7a773 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:37:11.847637 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb16c162-d6ac-48f2-9f62-9c357066306e", "name": "network-vif-deleted", "tag": "29cb3398-0b18-4ef4-b72e-2e226ec3eabb", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:37:11.847982 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dc0456ee-aee7-4e7b-a1f6-0b97a5a7a773 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:37:11.848472 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc0456ee-aee7-4e7b-a1f6-0b97a5a7a773'] response: {'server_uuid': 'fb16c162-d6ac-48f2-9f62-9c357066306e', 'name': 'network-vif-deleted', 'tag': '29cb3398-0b18-4ef4-b72e-2e226ec3eabb', 'status': 'completed', 'code': 200} Oct 12 07:37:11.988945 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-ea6d4612-658c-43e6-bcdf-2b3694af45c8 req-5a613e74-856f-4206-9e29-36dc1fb0f9d1 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Deleting port e11c361a-0e4e-482b-b5a3-5acc3c13e6b6 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:11.989471 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-ea6d4612-658c-43e6-bcdf-2b3694af45c8 req-5a613e74-856f-4206-9e29-36dc1fb0f9d1 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:12.045376 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fb9b5b-dcbe-419c-a4b9-66ed88717464 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-9a2c8356-3a86-402e-a320-ad0e967df925', 'network_id': '9a2c8356-3a86-402e-a320-ad0e967df925', 'tenant_id': 'fba8da391a9c4c7ca9c75aa1363c5382', 'fixed_ips': [{'subnet_id': 'b19282f8-abd9-457b-aa35-7bcf1fd13c16'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:37:12.047163 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e2fb9b5b-dcbe-419c-a4b9-66ed88717464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:12.065726 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-826cdbeb-aac3-4c5a-bc17-01448f113b2b req-3613c8e2-5b32-48c6-b105-82fe48fda992 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.26 "GET /v2.0/security-groups?id=fba0b702-4f47-4fb0-ac3b-1d7e566ecb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2298017 Oct 12 07:37:12.069899 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-cb2e1641-75b9-4ba0-8281-e962f3c0c640 None None] For port d24d3d2a-25ba-4a1c-ba5d-255595d0576e, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:37:12.098307 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-db117f08-89f5-4807-af1b-54a55f9f4bd5 None None] Deleting port 21ee1865-3de9-4485-ad19-7d7a74826f29 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:12.098682 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-db117f08-89f5-4807-af1b-54a55f9f4bd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:12.192393 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-62dd0ebb-e0c1-4a03-a27b-b353c5cca17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7c54b3-40fa-445f-9248-756925286d0d', 'name': 'tempest-ServersTestManualDisk-740973645-router', 'tenant_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240'}], 'enable_snat': True}, 'gw_port_id': '9a1ed44a-445c-416e-9ae3-5c8bab8a9733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:35:35Z', 'updated_at': '2022-10-12T07:35:45Z', 'revision_number': 4, 'project_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'gw_port': {'id': '9a1ed44a-445c-416e-9ae3-5c8bab8a9733', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:13:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c54b3-40fa-445f-9248-756925286d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:36Z', 'updated_at': '2022-10-12T07:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '050e1f97-ca32-4d5f-941b-d96db6d6d111', 'name': '', 'network_id': 'd47104f6-86e0-4057-9a4c-a534656ec157', 'tenant_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'mac_address': 'fa:16:3e:7f:a9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c54b3-40fa-445f-9248-756925286d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'be914b83-aeee-49e0-9150-828f24ed2c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:44Z', 'updated_at': '2022-10-12T07:35:54Z', 'revision_number': 5, 'project_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'subnets': [{'id': 'be914b83-aeee-49e0-9150-828f24ed2c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:12.209022 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bbe60469-c798-4a11-b38d-d63ef963f35d tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:12.219250 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-db117f08-89f5-4807-af1b-54a55f9f4bd5 None None] For port 21ee1865-3de9-4485-ad19-7d7a74826f29, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=21ee1865-3de9-4485-ad19-7d7a74826f29,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:37:12.219250 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-db117f08-89f5-4807-af1b-54a55f9f4bd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:12.225101 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c2f8fda0-2ee9-4ca6-b0f3-dfdc5491a0bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:12.236804 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-db117f08-89f5-4807-af1b-54a55f9f4bd5 None None] Calling delete_port for 21ee1865-3de9-4485-ad19-7d7a74826f29 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:12.264263 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dd0ebb-e0c1-4a03-a27b-b353c5cca17f None None] Checking router: 1f7c54b3-40fa-445f-9248-756925286d0d for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:37:12.300218 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dd0ebb-e0c1-4a03-a27b-b353c5cca17f None None] Routers {'1f7c54b3-40fa-445f-9248-756925286d0d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:37:12.300836 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-62dd0ebb-e0c1-4a03-a27b-b353c5cca17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:36:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['1f7c54b3-40fa-445f-9248-756925286d0d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:12.360426 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-cb2e1641-75b9-4ba0-8281-e962f3c0c640 None None] For port d24d3d2a-25ba-4a1c-ba5d-255595d0576e, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=d24d3d2a-25ba-4a1c-ba5d-255595d0576e,segment=NetworkSegment(2a82570b-19f4-4d3b-bb90-ceda4d60ccce),segment_id=2a82570b-19f4-4d3b-bb90-ceda4d60ccce)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:37:12.372772 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 50484031-2512-4d1d-9f1c-5b7c3f4c4dac triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:12.373798 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:12.374648 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 50484031-2512-4d1d-9f1c-5b7c3f4c4dac Oct 12 07:37:12.376314 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-db117f08-89f5-4807-af1b-54a55f9f4bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:12.392966 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cb2e1641-75b9-4ba0-8281-e962f3c0c640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:12.397722 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db117f08-89f5-4807-af1b-54a55f9f4bd5 None None] No DVR routers for this DVR port 21ee1865-3de9-4485-ad19-7d7a74826f29 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:37:12.509523 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-8a88f47b-9da1-4087-a7f9-604a5ccd5cb3 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Allocated IP 2001:db8::1 (f1e640dd-4236-4a0f-bffc-1b69df4be9d0/66f1373a-4b6c-44f3-8b33-184f0a5fb5f3/59829ac2-ba2e-4392-9484-4929b89048a0) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:37:12.549384 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-62dd0ebb-e0c1-4a03-a27b-b353c5cca17f None None] Set router 1f7c54b3-40fa-445f-9248-756925286d0d gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:37:12.635393 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db117f08-89f5-4807-af1b-54a55f9f4bd5 None None] Pushing event deleted for resources: {'Port': ['ID=21ee1865-3de9-4485-ad19-7d7a74826f29,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:12.842392 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8a88f47b-9da1-4087-a7f9-604a5ccd5cb3 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:12.861059 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36712) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:12.875779 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-e2fb9b5b-dcbe-419c-a4b9-66ed88717464 None None] Allocated IP 2001:db8::2 (9a2c8356-3a86-402e-a320-ad0e967df925/b19282f8-abd9-457b-aa35-7bcf1fd13c16/6ed245d1-7f21-4d86-b8b5-7a761e0d7346) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:37:12.982692 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe60469-c798-4a11-b38d-d63ef963f35d tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:12.986306 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-62dd0ebb-e0c1-4a03-a27b-b353c5cca17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7c54b3-40fa-445f-9248-756925286d0d', 'name': 'tempest-ServersTestManualDisk-740973645-router', 'tenant_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240'}], 'enable_snat': True}, 'gw_port_id': '9a1ed44a-445c-416e-9ae3-5c8bab8a9733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:35:35Z', 'updated_at': '2022-10-12T07:35:45Z', 'revision_number': 4, 'project_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'gw_port': {'id': '9a1ed44a-445c-416e-9ae3-5c8bab8a9733', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:13:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c54b3-40fa-445f-9248-756925286d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:36Z', 'updated_at': '2022-10-12T07:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '050e1f97-ca32-4d5f-941b-d96db6d6d111', 'name': '', 'network_id': 'd47104f6-86e0-4057-9a4c-a534656ec157', 'tenant_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'mac_address': 'fa:16:3e:7f:a9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c54b3-40fa-445f-9248-756925286d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'be914b83-aeee-49e0-9150-828f24ed2c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:44Z', 'updated_at': '2022-10-12T07:35:54Z', 'revision_number': 5, 'project_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'subnets': [{'id': 'be914b83-aeee-49e0-9150-828f24ed2c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:13.013995 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c2f8fda0-2ee9-4ca6-b0f3-dfdc5491a0bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:13.024405 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-81540473-374d-4775-923c-e2f68af4c1ea tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:13.039255 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dd0ebb-e0c1-4a03-a27b-b353c5cca17f None None] The sync data for ids ['1f7c54b3-40fa-445f-9248-756925286d0d'] in dv-neutron-860909-2-hyperv is: [{'id': '1f7c54b3-40fa-445f-9248-756925286d0d', 'name': 'tempest-ServersTestManualDisk-740973645-router', 'tenant_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240'}], 'enable_snat': True}, 'gw_port_id': '9a1ed44a-445c-416e-9ae3-5c8bab8a9733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:35:35Z', 'updated_at': '2022-10-12T07:35:45Z', 'revision_number': 4, 'project_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'gw_port': {'id': '9a1ed44a-445c-416e-9ae3-5c8bab8a9733', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:13:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c54b3-40fa-445f-9248-756925286d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:36Z', 'updated_at': '2022-10-12T07:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '050e1f97-ca32-4d5f-941b-d96db6d6d111', 'name': '', 'network_id': 'd47104f6-86e0-4057-9a4c-a534656ec157', 'tenant_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'mac_address': 'fa:16:3e:7f:a9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c54b3-40fa-445f-9248-756925286d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'be914b83-aeee-49e0-9150-828f24ed2c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:44Z', 'updated_at': '2022-10-12T07:35:54Z', 'revision_number': 5, 'project_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'subnets': [{'id': 'be914b83-aeee-49e0-9150-828f24ed2c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:37:13.053024 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-81540473-374d-4775-923c-e2f68af4c1ea tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:13.059073 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-bbe60469-c798-4a11-b38d-d63ef963f35d tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:13.063755 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0c89f663-bb63-47d6-a850-aae086ad6cd8 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33139406', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33141651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13931'] for router, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:13.078475 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-ea6d4612-658c-43e6-bcdf-2b3694af45c8 req-5a613e74-856f-4206-9e29-36dc1fb0f9d1 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] For port e11c361a-0e4e-482b-b5a3-5acc3c13e6b6, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=e11c361a-0e4e-482b-b5a3-5acc3c13e6b6,segment=NetworkSegment(57b7b5a9-48b1-4416-ad08-420b947843ea),segment_id=57b7b5a9-48b1-4416-ad08-420b947843ea)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:37:13.079389 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-ea6d4612-658c-43e6-bcdf-2b3694af45c8 req-5a613e74-856f-4206-9e29-36dc1fb0f9d1 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:13.082834 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe60469-c798-4a11-b38d-d63ef963f35d tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:13.083688 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bbe60469-c798-4a11-b38d-d63ef963f35d tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:13.096680 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e2fb9b5b-dcbe-419c-a4b9-66ed88717464 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:13.116929 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15956294-0c73-41cf-ac99-14901210abf6 None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:37:13.122186 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe60469-c798-4a11-b38d-d63ef963f35d tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Subnet': ['ID=795c8fce-2674-4cad-9eb5-cfe1376ddab0,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:13.124768 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0c89f663-bb63-47d6-a850-aae086ad6cd8 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33139383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33139388', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33141656'] for router, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:13.131617 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-81540473-374d-4775-923c-e2f68af4c1ea tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:13.135427 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-81540473-374d-4775-923c-e2f68af4c1ea tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:13.136641 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-81540473-374d-4775-923c-e2f68af4c1ea tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.26 "DELETE /v2.0/security-groups/42a6d0bf-b6f9-4963-b0fd-b6e45de03e19 HTTP/1.1" status: 204 len: 168 time: 0.2724924 Oct 12 07:37:13.147263 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0d679a75-cfe8-4585-a532-94f6bcf5fa85 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:13.150913 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36716) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:13.153976 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9c062-d852-421f-a4c9-fcbc4ba546e4 req-3a841c7d-6c27-4c09-b461-428f5840c951 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:13.156356 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-dbd9c062-d852-421f-a4c9-fcbc4ba546e4 req-3a841c7d-6c27-4c09-b461-428f5840c951 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.9240179 Oct 12 07:37:13.163090 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-bbe60469-c798-4a11-b38d-d63ef963f35d tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3633494 Oct 12 07:37:13.170716 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36718) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:13.174610 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8a88f47b-9da1-4087-a7f9-604a5ccd5cb3 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:13.182956 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-b142d544-0278-4f34-a40a-51696b53a3f1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'port': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'fixed_ips': [{'subnet_id': '795c8fce-2674-4cad-9eb5-cfe1376ddab0', 'ip_address': '2001:db8::9232:aba9:8df3:a2a9'}], 'name': 'tempest-NetworksTestDHCPv6-1578271892'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:13.207810 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81540473-374d-4775-923c-e2f68af4c1ea tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a6d0bf-b6f9-4963-b0fd-b6e45de03e19,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:13.232670 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-14d8eb48-ce9d-42d3-82e3-a0fd0024293b tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] show failed (client error): The resource could not be found. Oct 12 07:37:13.235822 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-14d8eb48-ce9d-42d3-82e3-a0fd0024293b tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.26 "GET /v2.0/security-groups/42a6d0bf-b6f9-4963-b0fd-b6e45de03e19 HTTP/1.1" status: 404 len: 347 time: 0.0836511 Oct 12 07:37:13.240819 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36720) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:13.242272 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e2fb9b5b-dcbe-419c-a4b9-66ed88717464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:13.274927 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a88f47b-9da1-4087-a7f9-604a5ccd5cb3 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Network f1e640dd-4236-4a0f-bffc-1b69df4be9d0 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:13.304643 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fb9b5b-dcbe-419c-a4b9-66ed88717464 None None] Network 9a2c8356-3a86-402e-a320-ad0e967df925 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:13.308640 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-8a88f47b-9da1-4087-a7f9-604a5ccd5cb3 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:13.311098 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a88f47b-9da1-4087-a7f9-604a5ccd5cb3 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:37:13.312487 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8a88f47b-9da1-4087-a7f9-604a5ccd5cb3 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:13.315291 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-e2fb9b5b-dcbe-419c-a4b9-66ed88717464 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:13.320431 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fb9b5b-dcbe-419c-a4b9-66ed88717464 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:37:13.333717 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e1641-75b9-4ba0-8281-e962f3c0c640 None None] Pushing event updated for resources: {'Port': ['ID=d24d3d2a-25ba-4a1c-ba5d-255595d0576e,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:13.410088 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88f47b-9da1-4087-a7f9-604a5ccd5cb3 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Pushing event updated for resources: {'Port': ['ID=59829ac2-ba2e-4392-9484-4929b89048a0,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:13.475784 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-dbd9c062-d852-421f-a4c9-fcbc4ba546e4 req-cd2a7669-618f-414e-b0ce-61ff07c1d761 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3083069 Oct 12 07:37:13.545801 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 50484031-2512-4d1d-9f1c-5b7c3f4c4dac is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:37:13.602848 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-e2fb9b5b-dcbe-419c-a4b9-66ed88717464 None None] Attempting to bind port 6ed245d1-7f21-4d86-b8b5-7a761e0d7346 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:37:13.603410 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-e2fb9b5b-dcbe-419c-a4b9-66ed88717464 None None] Attempting to bind port 6ed245d1-7f21-4d86-b8b5-7a761e0d7346 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '2570ce57-0885-49b2-ad78-dc30cf75bc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9a2c8356-3a86-402e-a320-ad0e967df925'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:37:13.604846 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fb9b5b-dcbe-419c-a4b9-66ed88717464 None None] Attempting to bind port 6ed245d1-7f21-4d86-b8b5-7a761e0d7346 on network 9a2c8356-3a86-402e-a320-ad0e967df925 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:37:13.614166 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeebe1d-ff15-46c2-8366-2c7ff0053b27 None None] New status for floating IP 8bb82277-f4ae-42c4-b1c0-1359adb270f7: DOWN {{(pid=103202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 07:37:13.660342 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c2f8fda0-2ee9-4ca6-b0f3-dfdc5491a0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:13.665536 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8a88f47b-9da1-4087-a7f9-604a5ccd5cb3 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:13.668287 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 29cb3398-0b18-4ef4-b72e-2e226ec3eabb no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:37:13.671858 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 21ee1865-3de9-4485-ad19-7d7a74826f29 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:37:13.672881 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c2f8fda0-2ee9-4ca6-b0f3-dfdc5491a0bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:13.676892 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c2f8fda0-2ee9-4ca6-b0f3-dfdc5491a0bd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aef3d2e8-7aca-43bd-b6ad-9049efff71f1 HTTP/1.1" status: 204 len: 168 time: 1.8435807 Oct 12 07:37:13.677045 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fb9b5b-dcbe-419c-a4b9-66ed88717464 None None] Pushing event updated for resources: {'Port': ['ID=6ed245d1-7f21-4d86-b8b5-7a761e0d7346,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:13.698286 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c831e-3415-4336-bae2-e11312d01ad2 req-cff44288-0afc-4506-955c-58d9421a60df tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:13.699817 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e70c831e-3415-4336-bae2-e11312d01ad2 req-cff44288-0afc-4506-955c-58d9421a60df tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d7ff3a8-2019-4527-abbe-d48ffda3bd63 HTTP/1.1" status: 200 len: 946 time: 0.4744210 Oct 12 07:37:13.726132 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b142d544-0278-4f34-a40a-51696b53a3f1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:37:13.765280 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fb9b5b-dcbe-419c-a4b9-66ed88717464 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:37:13.765663 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fb9b5b-dcbe-419c-a4b9-66ed88717464 None None] Checking segment: {'id': '2570ce57-0885-49b2-ad78-dc30cf75bc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9a2c8356-3a86-402e-a320-ad0e967df925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:37:13.766093 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e2fb9b5b-dcbe-419c-a4b9-66ed88717464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:13.766523 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fb9b5b-dcbe-419c-a4b9-66ed88717464 None None] Bound using segment: {'id': '2570ce57-0885-49b2-ad78-dc30cf75bc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9a2c8356-3a86-402e-a320-ad0e967df925'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:37:13.766963 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-e2fb9b5b-dcbe-419c-a4b9-66ed88717464 None None] Bound port: 6ed245d1-7f21-4d86-b8b5-7a761e0d7346, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2570ce57-0885-49b2-ad78-dc30cf75bc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9a2c8356-3a86-402e-a320-ad0e967df925'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:37:13.768346 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e2fb9b5b-dcbe-419c-a4b9-66ed88717464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:13.827542 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f8fda0-2ee9-4ca6-b0f3-dfdc5491a0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef3d2e8-7aca-43bd-b6ad-9049efff71f1,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:13.843975 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] No Port match for: 29cb3398-0b18-4ef4-b72e-2e226ec3eabb {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:37:13.844322 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 29cb3398-0b18-4ef4-b72e-2e226ec3eabb not bound to the agent host hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:37:13.845700 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 21ee1865-3de9-4485-ad19-7d7a74826f29 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:37:13.846050 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 21ee1865-3de9-4485-ad19-7d7a74826f29 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:37:13.899724 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb60302-6ef9-4166-95fb-82ba1996b3d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-9994ec23-a1f7-459d-8925-14bc9ff05f17', 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'tenant_id': '3e134b4bc92f4839ac5ca68b448223d9', 'fixed_ips': [{'subnet_id': '795c8fce-2674-4cad-9eb5-cfe1376ddab0'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:37:13.900602 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bbb60302-6ef9-4166-95fb-82ba1996b3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:13.945672 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-5d1c72e1-8044-47b7-822c-36de85db4a6c tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Deleting port e0a7eddf-8384-4576-991d-a968f4883083 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:13.946167 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5d1c72e1-8044-47b7-822c-36de85db4a6c tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:14.087711 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-e2fb9b5b-dcbe-419c-a4b9-66ed88717464 None None] For port 6ed245d1-7f21-4d86-b8b5-7a761e0d7346, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:37:14.091682 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device d24d3d2a-25ba-4a1c-ba5d-255595d0576e up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:37:14.105392 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e70c831e-3415-4336-bae2-e11312d01ad2 req-0aef3498-3108-4e56-aad1-8932aa3e626a tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.26 "GET /v2.0/security-groups?id=fba0b702-4f47-4fb0-ac3b-1d7e566ecb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3727560 Oct 12 07:37:14.188309 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8abb9698-1ecf-49e1-99c0-baf267ad9d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:14.190695 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-ea6d4612-658c-43e6-bcdf-2b3694af45c8 req-5a613e74-856f-4206-9e29-36dc1fb0f9d1 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:14.191064 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-ea6d4612-658c-43e6-bcdf-2b3694af45c8 req-5a613e74-856f-4206-9e29-36dc1fb0f9d1 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:14.191390 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [req-ea6d4612-658c-43e6-bcdf-2b3694af45c8 req-5a613e74-856f-4206-9e29-36dc1fb0f9d1 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Floating IP eeb8ec21-9bb9-4c9c-80ed-dfd46c82b10e disassociated. External IP: 172.26.3.66, port: e11c361a-0e4e-482b-b5a3-5acc3c13e6b6. Oct 12 07:37:14.191834 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-ea6d4612-658c-43e6-bcdf-2b3694af45c8 req-5a613e74-856f-4206-9e29-36dc1fb0f9d1 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Calling delete_port for e11c361a-0e4e-482b-b5a3-5acc3c13e6b6 owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:14.202834 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-e2fb9b5b-dcbe-419c-a4b9-66ed88717464 None None] For port 6ed245d1-7f21-4d86-b8b5-7a761e0d7346, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=6ed245d1-7f21-4d86-b8b5-7a761e0d7346,segment=NetworkSegment(2570ce57-0885-49b2-ad78-dc30cf75bc83),segment_id=2570ce57-0885-49b2-ad78-dc30cf75bc83)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:37:14.217935 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15adc94-1f76-4e3d-8f73-2f3664511e05 req-34a8f56a-f87d-49c5-9815-aeafa80529b2 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:14.219828 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c15adc94-1f76-4e3d-8f73-2f3664511e05 req-34a8f56a-f87d-49c5-9815-aeafa80529b2 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.5717192 Oct 12 07:37:14.275313 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b142d544-0278-4f34-a40a-51696b53a3f1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:14.276988 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5d1c72e1-8044-47b7-822c-36de85db4a6c tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:14.277335 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5d1c72e1-8044-47b7-822c-36de85db4a6c tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:14.318567 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-5d1c72e1-8044-47b7-822c-36de85db4a6c tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Calling delete_port for e0a7eddf-8384-4576-991d-a968f4883083 owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:14.346817 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-b142d544-0278-4f34-a40a-51696b53a3f1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] device_id is not set on port e47a1676-1537-4caa-980d-16e3011fccb3 yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:37:14.351567 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c89f663-bb63-47d6-a850-aae086ad6cd8 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Router dde7d749-4c16-4fd4-ac15-726ddd0267a3 is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:37:14.355976 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c15adc94-1f76-4e3d-8f73-2f3664511e05 req-e9833494-57c6-460f-82b5-46fe4dc7f063 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089473 Oct 12 07:37:14.433407 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8a88f47b-9da1-4087-a7f9-604a5ccd5cb3 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:14.448684 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8a88f47b-9da1-4087-a7f9-604a5ccd5cb3 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:14.449438 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8a88f47b-9da1-4087-a7f9-604a5ccd5cb3 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:14.453628 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-bbb60302-6ef9-4166-95fb-82ba1996b3d7 None None] Allocated IP 2001:db8::2 (9994ec23-a1f7-459d-8925-14bc9ff05f17/795c8fce-2674-4cad-9eb5-cfe1376ddab0/74dc393c-f790-40b2-8007-9d379c91db1b) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:37:14.564301 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e2fb9b5b-dcbe-419c-a4b9-66ed88717464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:14.582529 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd87c82-2d7a-45d5-bc52-6a5f8f1de1db None None] Network f1e640dd-4236-4a0f-bffc-1b69df4be9d0 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:37:14.677351 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88f47b-9da1-4087-a7f9-604a5ccd5cb3 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Pushing event updated for resources: {'Port': ['ID=59829ac2-ba2e-4392-9484-4929b89048a0,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:14.742518 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b52b6-4541-430c-a7b4-4331a16dab1a req-94406100-fcbb-46cb-b21d-48fd267eeec6 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:14.744087 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7a3b52b6-4541-430c-a7b4-4331a16dab1a req-94406100-fcbb-46cb-b21d-48fd267eeec6 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.2909803 Oct 12 07:37:14.761728 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c89f663-bb63-47d6-a850-aae086ad6cd8 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:37:14.771740 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0c89f663-bb63-47d6-a850-aae086ad6cd8 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:14.772892 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-0c89f663-bb63-47d6-a850-aae086ad6cd8 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] 10.222.0.26 "PUT /v2.0/routers/dde7d749-4c16-4fd4-ac15-726ddd0267a3 HTTP/1.1" status: 200 len: 883 time: 7.3106444 Oct 12 07:37:14.775663 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cac500-e9c0-4ff7-a803-bb9782b7303c None None] Sync routers for ids ['dde7d749-4c16-4fd4-ac15-726ddd0267a3'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:37:14.780588 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36746) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:14.783805 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a88f47b-9da1-4087-a7f9-604a5ccd5cb3 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Network f1e640dd-4236-4a0f-bffc-1b69df4be9d0 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:14.803264 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cac500-e9c0-4ff7-a803-bb9782b7303c None None] Routers {'dde7d749-4c16-4fd4-ac15-726ddd0267a3'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:37:14.804499 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-e6cac500-e9c0-4ff7-a803-bb9782b7303c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:36:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['dde7d749-4c16-4fd4-ac15-726ddd0267a3'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:14.814195 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-ea6d4612-658c-43e6-bcdf-2b3694af45c8 req-5a613e74-856f-4206-9e29-36dc1fb0f9d1 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:14.833981 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7a3b52b6-4541-430c-a7b4-4331a16dab1a req-af5a160f-24cb-4739-b606-a4a6ce9b70d5 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827322 Oct 12 07:37:14.867900 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-e6cac500-e9c0-4ff7-a803-bb9782b7303c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:14.914795 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a613e74-856f-4206-9e29-36dc1fb0f9d1 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Pushing event deleted for resources: {'Port': ['ID=e11c361a-0e4e-482b-b5a3-5acc3c13e6b6,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:14.916713 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cac500-e9c0-4ff7-a803-bb9782b7303c None None] Routers {'dde7d749-4c16-4fd4-ac15-726ddd0267a3'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:37:14.920993 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-e6cac500-e9c0-4ff7-a803-bb9782b7303c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:36:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['dde7d749-4c16-4fd4-ac15-726ddd0267a3'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:14.944017 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-617aa6ae-0578-4fed-83f5-82a07e14f2fe tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] 10.222.0.26 "GET /v2.0/routers/dde7d749-4c16-4fd4-ac15-726ddd0267a3 HTTP/1.1" status: 200 len: 924 time: 0.1566985 Oct 12 07:37:14.945239 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36750) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:14.952433 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-8a88f47b-9da1-4087-a7f9-604a5ccd5cb3 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:14.997937 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-e6cac500-e9c0-4ff7-a803-bb9782b7303c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:15.003488 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cac500-e9c0-4ff7-a803-bb9782b7303c None None] The sync data for ids ['dde7d749-4c16-4fd4-ac15-726ddd0267a3'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:37:15.049708 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36752) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:15.155716 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1e668f-42a7-4e1e-a068-eb859b20c4d1 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:15.158178 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-3d1e668f-42a7-4e1e-a068-eb859b20c4d1 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7&device_id=dde7d749-4c16-4fd4-ac15-726ddd0267a3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2104919 Oct 12 07:37:15.161778 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36758) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:15.166587 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5d1c72e1-8044-47b7-822c-36de85db4a6c tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:15.185800 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port d24d3d2a-25ba-4a1c-ba5d-255595d0576e triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:15.186989 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:15.187082 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port d24d3d2a-25ba-4a1c-ba5d-255595d0576e Oct 12 07:37:15.201368 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea6d4612-658c-43e6-bcdf-2b3694af45c8 req-5a613e74-856f-4206-9e29-36dc1fb0f9d1 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Router f4d40300-a463-4e3a-bbb5-5511e73ca8ed has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:37:15.242005 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a981b1a0-df2b-402d-95a4-36c30ee544af req-5cde0ec6-b7e7-46f3-bf4a-5bd2927276df tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d7ff3a8-2019-4527-abbe-d48ffda3bd63 HTTP/1.1" status: 200 len: 210 time: 0.0338240 Oct 12 07:37:15.314436 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-2af5572c-8f68-4e60-8d93-2a039b0e9c7c tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-842754172'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:15.400744 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fb9b5b-dcbe-419c-a4b9-66ed88717464 None None] Pushing event updated for resources: {'Port': ['ID=6ed245d1-7f21-4d86-b8b5-7a761e0d7346,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:15.424603 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af5572c-8f68-4e60-8d93-2a039b0e9c7c tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Made reservation on behalf of e65c260e166d457d9b3ff4f3fa4c3b6f for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:37:15.428325 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2af5572c-8f68-4e60-8d93-2a039b0e9c7c tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:15.437821 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-04f9b265-1234-4947-b93e-e81a8835c146 None None] Provisioning complete for port d24d3d2a-25ba-4a1c-ba5d-255595d0576e triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:15.437821 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-04f9b265-1234-4947-b93e-e81a8835c146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:15.438214 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-04f9b265-1234-4947-b93e-e81a8835c146 None None] Attempt 1 to provision port d24d3d2a-25ba-4a1c-ba5d-255595d0576e Oct 12 07:37:15.450642 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64adec25-d596-4fd5-86ba-741082f5dc22 req-1af30f9c-092b-48de-983a-3ef68d830efd tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:15.452283 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-64adec25-d596-4fd5-86ba-741082f5dc22 req-1af30f9c-092b-48de-983a-3ef68d830efd tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.1568027 Oct 12 07:37:15.455687 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2af5572c-8f68-4e60-8d93-2a039b0e9c7c tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:15.487578 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea6d4612-658c-43e6-bcdf-2b3694af45c8 req-5a613e74-856f-4206-9e29-36dc1fb0f9d1 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:37:15.571558 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6517d407-b9e5-4241-9740-ba30150f3fec None None] Sync routers for ids ['f4d40300-a463-4e3a-bbb5-5511e73ca8ed'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:37:15.591805 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-64adec25-d596-4fd5-86ba-741082f5dc22 req-2b718028-7518-4bf0-a0a4-838175104aa4 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266866 Oct 12 07:37:15.593548 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea6d4612-658c-43e6-bcdf-2b3694af45c8 req-5a613e74-856f-4206-9e29-36dc1fb0f9d1 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] No DVR routers for this DVR port e11c361a-0e4e-482b-b5a3-5acc3c13e6b6 on host hv-neutron-8609 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:37:15.596467 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-ea6d4612-658c-43e6-bcdf-2b3694af45c8 req-5a613e74-856f-4206-9e29-36dc1fb0f9d1 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:15.600689 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ea6d4612-658c-43e6-bcdf-2b3694af45c8 req-5a613e74-856f-4206-9e29-36dc1fb0f9d1 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.23 "DELETE /v2.0/ports/e11c361a-0e4e-482b-b5a3-5acc3c13e6b6 HTTP/1.1" status: 204 len: 173 time: 4.1320915 Oct 12 07:37:15.605629 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port d24d3d2a-25ba-4a1c-ba5d-255595d0576e is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:37:15.606179 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:15.615691 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d7ff3a8-2019-4527-abbe-d48ffda3bd63', 'name': 'network-vif-deleted', 'tag': 'e11c361a-0e4e-482b-b5a3-5acc3c13e6b6'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:37:15.621104 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd63f652-b9c6-4e84-b046-306ca6676385" -d '{"events": [{"server_uuid": "3d7ff3a8-2019-4527-abbe-d48ffda3bd63", "name": "network-vif-deleted", "tag": "e11c361a-0e4e-482b-b5a3-5acc3c13e6b6"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:37:15.663909 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port d24d3d2a-25ba-4a1c-ba5d-255595d0576e, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=d24d3d2a-25ba-4a1c-ba5d-255595d0576e,segment=NetworkSegment(2a82570b-19f4-4d3b-bb90-ceda4d60ccce),segment_id=2a82570b-19f4-4d3b-bb90-ceda4d60ccce)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:37:15.713679 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192ef060-8723-4659-a4fa-5c2be8a8884b x-openstack-request-id: req-192ef060-8723-4659-a4fa-5c2be8a8884b {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:37:15.720611 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d7ff3a8-2019-4527-abbe-d48ffda3bd63", "name": "network-vif-deleted", "tag": "e11c361a-0e4e-482b-b5a3-5acc3c13e6b6", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:37:15.720963 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-192ef060-8723-4659-a4fa-5c2be8a8884b {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:37:15.721463 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-192ef060-8723-4659-a4fa-5c2be8a8884b'] response: {'server_uuid': '3d7ff3a8-2019-4527-abbe-d48ffda3bd63', 'name': 'network-vif-deleted', 'tag': 'e11c361a-0e4e-482b-b5a3-5acc3c13e6b6', 'status': 'completed', 'code': 200} Oct 12 07:37:15.728234 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c72e1-8044-47b7-822c-36de85db4a6c tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Pushing event deleted for resources: {'Port': ['ID=e0a7eddf-8384-4576-991d-a968f4883083,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:15.741160 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6517d407-b9e5-4241-9740-ba30150f3fec None None] Routers {'f4d40300-a463-4e3a-bbb5-5511e73ca8ed'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:37:15.741809 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-6517d407-b9e5-4241-9740-ba30150f3fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:36:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['f4d40300-a463-4e3a-bbb5-5511e73ca8ed'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:15.776244 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2af5572c-8f68-4e60-8d93-2a039b0e9c7c tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:15.784286 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2af5572c-8f68-4e60-8d93-2a039b0e9c7c tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:15.799701 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2af5572c-8f68-4e60-8d93-2a039b0e9c7c tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:37:15.823182 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2af5572c-8f68-4e60-8d93-2a039b0e9c7c tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:15.823542 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-2af5572c-8f68-4e60-8d93-2a039b0e9c7c tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Added segment 2921c6f5-4e8b-4332-b59f-54f79efcf717 of type vlan for network 5464953c-71d3-4410-9e99-b16a0a4807b7 Oct 12 07:37:15.856385 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1e9bc1-03b3-4fd7-9322-dc0ff66b8505 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:15.862060 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-0f1e9bc1-03b3-4fd7-9322-dc0ff66b8505 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] 10.222.0.26 "GET /v2.0/networks/7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 HTTP/1.1" status: 200 len: 881 time: 0.6967421 Oct 12 07:37:15.867648 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36768) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:15.924745 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2af5572c-8f68-4e60-8d93-2a039b0e9c7c tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:15.931575 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-04f9b265-1234-4947-b93e-e81a8835c146 None None] Current status of the port d24d3d2a-25ba-4a1c-ba5d-255595d0576e is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:37:15.931791 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af5572c-8f68-4e60-8d93-2a039b0e9c7c tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39905dd2-1024-48ed-87cd-16ef3936cb52,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:15.932877 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-04f9b265-1234-4947-b93e-e81a8835c146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:15.954583 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device e11c361a-0e4e-482b-b5a3-5acc3c13e6b6 no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:37:15.971351 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36770) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:15.971582 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-1e5c6a1a-400a-4775-9649-a5026e1ae5dc tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] 10.222.0.26 "GET /v2.0/ports?device_id=dde7d749-4c16-4fd4-ac15-726ddd0267a3 HTTP/1.1" status: 200 len: 205 time: 0.1027281 Oct 12 07:37:15.976613 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:16.013704 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0d679a75-cfe8-4585-a532-94f6bcf5fa85 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33139406', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33141651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13931'] for router, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:16.020803 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5d1c72e1-8044-47b7-822c-36de85db4a6c tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Notify callbacks [] for floatingip, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:16.024220 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5d1c72e1-8044-47b7-822c-36de85db4a6c tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:16.026584 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-5d1c72e1-8044-47b7-822c-36de85db4a6c tempest-ServersTestManualDisk-2129228850 tempest-ServersTestManualDisk-2129228850-project] 10.222.0.26 "DELETE /v2.0/floatingips/8bb82277-f4ae-42c4-b1c0-1359adb270f7 HTTP/1.1" status: 204 len: 168 time: 2.7817986 Oct 12 07:37:16.051905 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36774) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:16.066807 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2af5572c-8f68-4e60-8d93-2a039b0e9c7c tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:16.072204 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af5572c-8f68-4e60-8d93-2a039b0e9c7c tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:16.072806 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2af5572c-8f68-4e60-8d93-2a039b0e9c7c tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:16.089793 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bbb60302-6ef9-4166-95fb-82ba1996b3d7 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:16.121237 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0d679a75-cfe8-4585-a532-94f6bcf5fa85 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33139383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33139388', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33141656'] for router, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:16.161583 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] No Port match for: e11c361a-0e4e-482b-b5a3-5acc3c13e6b6 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:37:16.161776 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device e11c361a-0e4e-482b-b5a3-5acc3c13e6b6 not bound to the agent host hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:37:16.172374 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a88f47b-9da1-4087-a7f9-604a5ccd5cb3 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Router 36319916-2a36-4905-8980-b119f9393662 is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:37:16.179476 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ef4130-f0a9-4eb6-a912-c32150e21374 None None] Network 9a2c8356-3a86-402e-a320-ad0e967df925 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:37:16.206455 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bbb60302-6ef9-4166-95fb-82ba1996b3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:16.227720 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-2af5572c-8f68-4e60-8d93-2a039b0e9c7c tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1769078 Oct 12 07:37:16.232647 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 6ed245d1-7f21-4d86-b8b5-7a761e0d7346 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:37:16.255888 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36778) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:16.274469 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-a4a2f6e6-995a-4fd4-9e40-272583b3f0f0 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'port': {'network_id': '5464953c-71d3-4410-9e99-b16a0a4807b7', 'name': 'tempest-PortsIpV6TestJSON-1634473047'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:16.330555 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b1eb74da-938d-49e6-b548-a790a11f96d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:16.347343 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-6517d407-b9e5-4241-9740-ba30150f3fec None None] Set router f4d40300-a463-4e3a-bbb5-5511e73ca8ed gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:37:16.429817 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36784) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:16.432446 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb60302-6ef9-4166-95fb-82ba1996b3d7 None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:16.456368 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=d24d3d2a-25ba-4a1c-ba5d-255595d0576e,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:16.459816 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-bbb60302-6ef9-4166-95fb-82ba1996b3d7 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:16.473264 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb60302-6ef9-4166-95fb-82ba1996b3d7 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:37:16.487251 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af5572c-8f68-4e60-8d93-2a039b0e9c7c tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event updated for resources: {'Network': ['ID=5464953c-71d3-4410-9e99-b16a0a4807b7,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:16.527295 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 5464953c-71d3-4410-9e99-b16a0a4807b7 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:37:16.577803 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a88f47b-9da1-4087-a7f9-604a5ccd5cb3 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:37:16.580583 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-b142d544-0278-4f34-a40a-51696b53a3f1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Allocated IP 2001:db8::9232:aba9:8df3:a2a9 (9994ec23-a1f7-459d-8925-14bc9ff05f17/795c8fce-2674-4cad-9eb5-cfe1376ddab0/e47a1676-1537-4caa-980d-16e3011fccb3) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:37:16.580843 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d679a75-cfe8-4585-a532-94f6bcf5fa85 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Router 402e5585-3312-4b5c-9434-70c72aabe834 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:37:16.587394 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.db.api [None req-04f9b265-1234-4947-b93e-e81a8835c146 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103202) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 07:37:16.587749 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG oslo_db.api [None req-04f9b265-1234-4947-b93e-e81a8835c146 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 07:37:16.592286 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-8a88f47b-9da1-4087-a7f9-604a5ccd5cb3 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] 10.222.0.26 "PUT /v2.0/routers/36319916-2a36-4905-8980-b119f9393662/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6226273 Oct 12 07:37:16.596131 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36786) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:16.599507 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a2f6e6-995a-4fd4-9e40-272583b3f0f0 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Made reservation on behalf of e65c260e166d457d9b3ff4f3fa4c3b6f for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:37:16.603884 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a4a2f6e6-995a-4fd4-9e40-272583b3f0f0 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:16.604838 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aca4ee4-f5c6-4eec-b38f-3ff771a6b913 None None] Sync routers for ids ['36319916-2a36-4905-8980-b119f9393662'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:37:16.615296 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aca4ee4-f5c6-4eec-b38f-3ff771a6b913 None None] Routers {'36319916-2a36-4905-8980-b119f9393662'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:37:16.616062 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-5aca4ee4-f5c6-4eec-b38f-3ff771a6b913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:37:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['36319916-2a36-4905-8980-b119f9393662'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:16.651740 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa03-8410-4bd2-9296-2b771c6d7588 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:16.651982 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-5aca4ee4-f5c6-4eec-b38f-3ff771a6b913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:16.661349 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aca4ee4-f5c6-4eec-b38f-3ff771a6b913 None None] Routers {'36319916-2a36-4905-8980-b119f9393662'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:37:16.662131 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-5aca4ee4-f5c6-4eec-b38f-3ff771a6b913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:37:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['36319916-2a36-4905-8980-b119f9393662'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:16.705705 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb60302-6ef9-4166-95fb-82ba1996b3d7 None None] Pushing event updated for resources: {'Port': ['ID=74dc393c-f790-40b2-8007-9d379c91db1b,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:16.720135 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-a4a2f6e6-995a-4fd4-9e40-272583b3f0f0 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] device_id is not set on port 102f51de-54fe-44a7-af06-bffbf8b0ee3e yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:37:16.759900 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb041889-5610-421d-bc91-188e315f049c req-d6d258f5-648e-4dd1-af4b-94ef45f33a26 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:16.778706 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-eb041889-5610-421d-bc91-188e315f049c req-d6d258f5-648e-4dd1-af4b-94ef45f33a26 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.3495691 Oct 12 07:37:16.830083 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 6ed245d1-7f21-4d86-b8b5-7a761e0d7346 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:16.830459 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:16.830792 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 6ed245d1-7f21-4d86-b8b5-7a761e0d7346 Oct 12 07:37:16.856207 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-5aca4ee4-f5c6-4eec-b38f-3ff771a6b913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:16.857024 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aca4ee4-f5c6-4eec-b38f-3ff771a6b913 None None] The sync data for ids ['36319916-2a36-4905-8980-b119f9393662'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:37:16.876036 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-bbb60302-6ef9-4166-95fb-82ba1996b3d7 None None] Attempting to bind port 74dc393c-f790-40b2-8007-9d379c91db1b on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:37:16.876863 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-bbb60302-6ef9-4166-95fb-82ba1996b3d7 None None] Attempting to bind port 74dc393c-f790-40b2-8007-9d379c91db1b by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:37:16.877031 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb60302-6ef9-4166-95fb-82ba1996b3d7 None None] Attempting to bind port 74dc393c-f790-40b2-8007-9d379c91db1b on network 9994ec23-a1f7-459d-8925-14bc9ff05f17 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:37:16.908277 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb60302-6ef9-4166-95fb-82ba1996b3d7 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:37:16.908860 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb60302-6ef9-4166-95fb-82ba1996b3d7 None None] Checking segment: {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:37:16.909370 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bbb60302-6ef9-4166-95fb-82ba1996b3d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:16.909869 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb60302-6ef9-4166-95fb-82ba1996b3d7 None None] Bound using segment: {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:37:16.910492 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-bbb60302-6ef9-4166-95fb-82ba1996b3d7 None None] Bound port: 74dc393c-f790-40b2-8007-9d379c91db1b, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:37:16.910979 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bbb60302-6ef9-4166-95fb-82ba1996b3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:17.092206 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d679a75-cfe8-4585-a532-94f6bcf5fa85 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:37:17.097985 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0d679a75-cfe8-4585-a532-94f6bcf5fa85 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:17.101309 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-0d679a75-cfe8-4585-a532-94f6bcf5fa85 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] 10.222.0.26 "PUT /v2.0/routers/402e5585-3312-4b5c-9434-70c72aabe834 HTTP/1.1" status: 200 len: 921 time: 5.9828718 Oct 12 07:37:17.104808 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36788) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:17.175493 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47152ec7-bead-4006-a06b-ccdb38afbc84 None None] Sync routers for ids ['402e5585-3312-4b5c-9434-70c72aabe834'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:37:17.192826 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-04f9b265-1234-4947-b93e-e81a8835c146 None None] Current status of the port d24d3d2a-25ba-4a1c-ba5d-255595d0576e is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:37:17.215205 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47152ec7-bead-4006-a06b-ccdb38afbc84 None None] Routers {'402e5585-3312-4b5c-9434-70c72aabe834'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:37:17.215820 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-47152ec7-bead-4006-a06b-ccdb38afbc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:37:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['402e5585-3312-4b5c-9434-70c72aabe834'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:17.363356 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b872ebde-c611-401b-b390-2a0577924e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:17.420656 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0ecf3993-b6f0-4b03-a69e-1d4af8caef71 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:17.454945 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-47152ec7-bead-4006-a06b-ccdb38afbc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:17.487956 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-6517d407-b9e5-4241-9740-ba30150f3fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d40300-a463-4e3a-bbb5-5511e73ca8ed', 'name': 'tempest-ServersTestJSON-142552615-router', 'tenant_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f09749a1-4bd4-4e0c-975a-563fd69c0470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:35:36Z', 'updated_at': '2022-10-12T07:35:48Z', 'revision_number': 4, 'project_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'gw_port': {'id': 'f09749a1-4bd4-4e0c-975a-563fd69c0470', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:77:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d40300-a463-4e3a-bbb5-5511e73ca8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:38Z', 'updated_at': '2022-10-12T07:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '778929f1-c68f-41e2-ab5a-633c5ac9f744', 'name': '', 'network_id': 'd8679d51-dd8d-46a3-a82d-a795585d2c26', 'tenant_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'mac_address': 'fa:16:3e:07:cb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d40300-a463-4e3a-bbb5-5511e73ca8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '5599846c-e956-431e-8499-39d6d9eff1e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:47Z', 'updated_at': '2022-10-12T07:35:57Z', 'revision_number': 5, 'project_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'subnets': [{'id': '5599846c-e956-431e-8499-39d6d9eff1e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:17.519665 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47152ec7-bead-4006-a06b-ccdb38afbc84 None None] Routers {'402e5585-3312-4b5c-9434-70c72aabe834'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:37:17.520561 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-47152ec7-bead-4006-a06b-ccdb38afbc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:37:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['402e5585-3312-4b5c-9434-70c72aabe834'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:17.564582 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6517d407-b9e5-4241-9740-ba30150f3fec None None] Checking router: f4d40300-a463-4e3a-bbb5-5511e73ca8ed for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:37:17.569647 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-47152ec7-bead-4006-a06b-ccdb38afbc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:17.570441 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47152ec7-bead-4006-a06b-ccdb38afbc84 None None] The sync data for ids ['402e5585-3312-4b5c-9434-70c72aabe834'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:37:17.571493 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-eb041889-5610-421d-bc91-188e315f049c req-1e4609bb-3500-476f-9e87-ecef9d0eb6e6 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7915714 Oct 12 07:37:17.584368 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:17.601936 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-586a84b1-134b-48bd-85f7-3cc5433d6309 None None] Provisioning complete for port 59829ac2-ba2e-4392-9484-4929b89048a0 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:17.602348 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-586a84b1-134b-48bd-85f7-3cc5433d6309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:17.602720 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-586a84b1-134b-48bd-85f7-3cc5433d6309 None None] Attempt 1 to provision port 59829ac2-ba2e-4392-9484-4929b89048a0 Oct 12 07:37:17.604175 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6517d407-b9e5-4241-9740-ba30150f3fec None None] Routers {'f4d40300-a463-4e3a-bbb5-5511e73ca8ed'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:37:17.604780 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-6517d407-b9e5-4241-9740-ba30150f3fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:37:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['f4d40300-a463-4e3a-bbb5-5511e73ca8ed'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:17.606357 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 6ed245d1-7f21-4d86-b8b5-7a761e0d7346 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:37:17.606758 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:17.621513 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-bbb60302-6ef9-4166-95fb-82ba1996b3d7 None None] For port 74dc393c-f790-40b2-8007-9d379c91db1b, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:37:17.682864 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-671fd284-c7fc-4a45-b4d1-88a10930f5b1 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] 10.222.0.26 "GET /v2.0/routers/402e5585-3312-4b5c-9434-70c72aabe834 HTTP/1.1" status: 200 len: 921 time: 0.5748618 Oct 12 07:37:17.696634 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36790) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:17.716592 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-bbb60302-6ef9-4166-95fb-82ba1996b3d7 None None] For port 74dc393c-f790-40b2-8007-9d379c91db1b, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=74dc393c-f790-40b2-8007-9d379c91db1b,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:37:17.731623 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bbb60302-6ef9-4166-95fb-82ba1996b3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:17.774609 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa03-8410-4bd2-9296-2b771c6d7588 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:17.791394 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-586a84b1-134b-48bd-85f7-3cc5433d6309 None None] Port 59829ac2-ba2e-4392-9484-4929b89048a0 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:37:17.800761 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb60302-6ef9-4166-95fb-82ba1996b3d7 None None] Pushing event updated for resources: {'Port': ['ID=74dc393c-f790-40b2-8007-9d379c91db1b,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:17.812394 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0ecf3993-b6f0-4b03-a69e-1d4af8caef71 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:17.812642 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 6ed245d1-7f21-4d86-b8b5-7a761e0d7346, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=6ed245d1-7f21-4d86-b8b5-7a761e0d7346,segment=NetworkSegment(2570ce57-0885-49b2-ad78-dc30cf75bc83),segment_id=2570ce57-0885-49b2-ad78-dc30cf75bc83)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:37:17.843939 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:17.913448 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-6517d407-b9e5-4241-9740-ba30150f3fec None None] Set router f4d40300-a463-4e3a-bbb5-5511e73ca8ed gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:37:17.950089 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a4a2f6e6-995a-4fd4-9e40-272583b3f0f0 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:17.964425 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=6ed245d1-7f21-4d86-b8b5-7a761e0d7346,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:18.148483 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 6ed245d1-7f21-4d86-b8b5-7a761e0d7346 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:37:18.189537 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b142d544-0278-4f34-a40a-51696b53a3f1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:18.233738 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a4a2f6e6-995a-4fd4-9e40-272583b3f0f0 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:18.241029 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b142d544-0278-4f34-a40a-51696b53a3f1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:18.276015 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 6ed245d1-7f21-4d86-b8b5-7a761e0d7346 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:18.276615 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:18.276806 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 6ed245d1-7f21-4d86-b8b5-7a761e0d7346 Oct 12 07:37:18.307961 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-586a84b1-134b-48bd-85f7-3cc5433d6309 None None] Attempt 2 to provision port 59829ac2-ba2e-4392-9484-4929b89048a0 Oct 12 07:37:18.339713 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-ab7dfa03-8410-4bd2-9296-2b771c6d7588 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Deleting port 91dbfd0f-22c4-453b-a277-9fe9ab44d038 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:18.339979 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa03-8410-4bd2-9296-2b771c6d7588 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:18.346518 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b142d544-0278-4f34-a40a-51696b53a3f1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:18.347374 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a2f6e6-995a-4fd4-9e40-272583b3f0f0 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event updated for resources: {'Port': ['ID=102f51de-54fe-44a7-af06-bffbf8b0ee3e,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:18.363975 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0ecf3993-b6f0-4b03-a69e-1d4af8caef71 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:18.366514 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0ecf3993-b6f0-4b03-a69e-1d4af8caef71 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:18.370104 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-0ecf3993-b6f0-4b03-a69e-1d4af8caef71 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.26 "DELETE /v2.0/security-groups/fba0b702-4f47-4fb0-ac3b-1d7e566ecb1f HTTP/1.1" status: 204 len: 168 time: 1.9370363 Oct 12 07:37:18.370235 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-6517d407-b9e5-4241-9740-ba30150f3fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d40300-a463-4e3a-bbb5-5511e73ca8ed', 'name': 'tempest-ServersTestJSON-142552615-router', 'tenant_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f09749a1-4bd4-4e0c-975a-563fd69c0470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:35:36Z', 'updated_at': '2022-10-12T07:35:48Z', 'revision_number': 4, 'project_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'gw_port': {'id': 'f09749a1-4bd4-4e0c-975a-563fd69c0470', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:77:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d40300-a463-4e3a-bbb5-5511e73ca8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:38Z', 'updated_at': '2022-10-12T07:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '778929f1-c68f-41e2-ab5a-633c5ac9f744', 'name': '', 'network_id': 'd8679d51-dd8d-46a3-a82d-a795585d2c26', 'tenant_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'mac_address': 'fa:16:3e:07:cb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d40300-a463-4e3a-bbb5-5511e73ca8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '5599846c-e956-431e-8499-39d6d9eff1e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:47Z', 'updated_at': '2022-10-12T07:35:57Z', 'revision_number': 5, 'project_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'subnets': [{'id': '5599846c-e956-431e-8499-39d6d9eff1e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:18.377801 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36792) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:18.378399 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-b142d544-0278-4f34-a40a-51696b53a3f1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:18.378575 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-586a84b1-134b-48bd-85f7-3cc5433d6309 None None] Port 59829ac2-ba2e-4392-9484-4929b89048a0 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:37:18.385387 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b142d544-0278-4f34-a40a-51696b53a3f1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:37:18.391257 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b142d544-0278-4f34-a40a-51696b53a3f1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:18.391922 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b142d544-0278-4f34-a40a-51696b53a3f1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:18.406649 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6517d407-b9e5-4241-9740-ba30150f3fec None None] The sync data for ids ['f4d40300-a463-4e3a-bbb5-5511e73ca8ed'] in dv-neutron-860909-2-hyperv is: [{'id': 'f4d40300-a463-4e3a-bbb5-5511e73ca8ed', 'name': 'tempest-ServersTestJSON-142552615-router', 'tenant_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f09749a1-4bd4-4e0c-975a-563fd69c0470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:35:36Z', 'updated_at': '2022-10-12T07:35:48Z', 'revision_number': 4, 'project_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'gw_port': {'id': 'f09749a1-4bd4-4e0c-975a-563fd69c0470', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:77:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d40300-a463-4e3a-bbb5-5511e73ca8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:38Z', 'updated_at': '2022-10-12T07:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '778929f1-c68f-41e2-ab5a-633c5ac9f744', 'name': '', 'network_id': 'd8679d51-dd8d-46a3-a82d-a795585d2c26', 'tenant_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'mac_address': 'fa:16:3e:07:cb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d40300-a463-4e3a-bbb5-5511e73ca8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '5599846c-e956-431e-8499-39d6d9eff1e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:47Z', 'updated_at': '2022-10-12T07:35:57Z', 'revision_number': 5, 'project_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'subnets': [{'id': '5599846c-e956-431e-8499-39d6d9eff1e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:37:18.438950 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-5905cc65-688a-47d0-b2f7-bbaddeeee100 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] show failed (client error): The resource could not be found. Oct 12 07:37:18.442560 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-5905cc65-688a-47d0-b2f7-bbaddeeee100 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.26 "GET /v2.0/security-groups/fba0b702-4f47-4fb0-ac3b-1d7e566ecb1f HTTP/1.1" status: 404 len: 347 time: 0.0592828 Oct 12 07:37:18.444504 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36794) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:18.456261 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 6ed245d1-7f21-4d86-b8b5-7a761e0d7346 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:37:18.457507 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device d24d3d2a-25ba-4a1c-ba5d-255595d0576e up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:37:18.493175 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-35ce64a2-34db-4069-b207-e9f4aed62de7 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:37:18.494805 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-35ce64a2-34db-4069-b207-e9f4aed62de7 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] 10.222.0.26 "PUT /v2.0/routers/36319916-2a36-4905-8980-b119f9393662/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8972151 Oct 12 07:37:18.496760 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263af582-1d5e-4ae2-b2eb-dfc93ba14836 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:18.500919 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-263af582-1d5e-4ae2-b2eb-dfc93ba14836 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7&device_id=402e5585-3312-4b5c-9434-70c72aabe834&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7938218 Oct 12 07:37:18.500919 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36796) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:18.512622 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36798) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:18.516066 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port d24d3d2a-25ba-4a1c-ba5d-255595d0576e triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:18.516443 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:18.516777 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port d24d3d2a-25ba-4a1c-ba5d-255595d0576e Oct 12 07:37:18.534672 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf3993-b6f0-4b03-a69e-1d4af8caef71 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba0b702-4f47-4fb0-ac3b-1d7e566ecb1f,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:18.539514 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142d544-0278-4f34-a40a-51696b53a3f1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Port': ['ID=e47a1676-1537-4caa-980d-16e3011fccb3,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:18.552915 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b142d544-0278-4f34-a40a-51696b53a3f1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.3714795 Oct 12 07:37:18.552915 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a2f6e6-995a-4fd4-9e40-272583b3f0f0 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Checking segment: {'id': '2921c6f5-4e8b-4332-b59f-54f79efcf717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5464953c-71d3-4410-9e99-b16a0a4807b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:37:18.552915 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a2f6e6-995a-4fd4-9e40-272583b3f0f0 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Network hostable DHCP agents. Network: 5464953c-71d3-4410-9e99-b16a0a4807b7, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:37:18.557690 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36800) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:18.609821 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a2f6e6-995a-4fd4-9e40-272583b3f0f0 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Network 5464953c-71d3-4410-9e99-b16a0a4807b7 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:37:18.623077 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port d24d3d2a-25ba-4a1c-ba5d-255595d0576e is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:37:18.626537 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa03-8410-4bd2-9296-2b771c6d7588 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:18.647572 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-a4a2f6e6-995a-4fd4-9e40-272583b3f0f0 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 5464953c-71d3-4410-9e99-b16a0a4807b7) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:18.656807 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a2f6e6-995a-4fd4-9e40-272583b3f0f0 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:37:18.657007 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003eeffa-7d03-4751-9dff-c1dd0676b2cd None None] Network 5464953c-71d3-4410-9e99-b16a0a4807b7 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:37:18.663712 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a2f6e6-995a-4fd4-9e40-272583b3f0f0 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:18.664328 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a4a2f6e6-995a-4fd4-9e40-272583b3f0f0 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:18.680800 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-ab7dfa03-8410-4bd2-9296-2b771c6d7588 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Calling delete_port for 91dbfd0f-22c4-453b-a277-9fe9ab44d038 owned by network:router_gateway {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:18.700370 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2811a5ee-6540-4bc2-bae9-35cbadd3af46 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:18.706448 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2811a5ee-6540-4bc2-bae9-35cbadd3af46 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:18.710541 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-2811a5ee-6540-4bc2-bae9-35cbadd3af46 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1424117 Oct 12 07:37:18.711204 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36804) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:18.716682 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a4a2f6e6-995a-4fd4-9e40-272583b3f0f0 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.4497929 Oct 12 07:37:18.723100 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36806) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:18.739030 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-5532ece6-281f-40f8-919b-f6a6f41d788f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-657534313'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:18.820748 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551ed88f-b91c-450f-9719-fe09f8eb177d None None] New status for floating IP eeb8ec21-9bb9-4c9c-80ed-dfd46c82b10e: DOWN {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 07:37:18.845540 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:18.845795 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5532ece6-281f-40f8-919b-f6a6f41d788f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Made reservation on behalf of e65c260e166d457d9b3ff4f3fa4c3b6f for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:37:18.850226 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5532ece6-281f-40f8-919b-f6a6f41d788f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:18.875940 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1190451-cf64-441f-b8a9-083f45f7d494 req-9cdf350e-74a5-4bf7-beb6-2456a7777ba0 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:18.877585 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c1190451-cf64-441f-b8a9-083f45f7d494 req-9cdf350e-74a5-4bf7-beb6-2456a7777ba0 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.1651673 Oct 12 07:37:18.887520 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9e55a1-585d-447f-8419-e74610b4ebe6 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:18.888898 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-3a9e55a1-585d-447f-8419-e74610b4ebe6 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] 10.222.0.26 "GET /v2.0/networks/7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 HTTP/1.1" status: 200 len: 881 time: 0.3750007 Oct 12 07:37:18.896292 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-586a84b1-134b-48bd-85f7-3cc5433d6309 None None] Attempt 3 to provision port 59829ac2-ba2e-4392-9484-4929b89048a0 Oct 12 07:37:18.901577 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5532ece6-281f-40f8-919b-f6a6f41d788f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:37:18.912076 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5532ece6-281f-40f8-919b-f6a6f41d788f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:18.912292 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-5532ece6-281f-40f8-919b-f6a6f41d788f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Added segment 8c94678b-b9a2-406b-874f-c7bdf789bce5 of type vlan for network 115ea858-4780-483e-b95b-b166de0b7167 Oct 12 07:37:18.918575 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36808) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:18.975183 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-586a84b1-134b-48bd-85f7-3cc5433d6309 None None] Port 59829ac2-ba2e-4392-9484-4929b89048a0 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:37:18.978879 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5532ece6-281f-40f8-919b-f6a6f41d788f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:19.001242 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-0246aa6e-d5b7-4694-b3db-866fdab43162 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] 10.222.0.26 "GET /v2.0/ports?device_id=402e5585-3312-4b5c-9434-70c72aabe834 HTTP/1.1" status: 200 len: 205 time: 0.0503273 Oct 12 07:37:19.013132 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36810) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:19.066298 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-12721088-ffa5-4fcc-b0e3-63034f709377 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Deleting port 966764f1-6084-42d8-84de-99c773a5a4b9 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:19.066642 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12721088-ffa5-4fcc-b0e3-63034f709377 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:19.097119 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:19.133922 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-307aca3d-4cad-4a4e-ba3c-d123b1e7f273 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting port e47a1676-1537-4caa-980d-16e3011fccb3 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:19.134505 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-307aca3d-4cad-4a4e-ba3c-d123b1e7f273 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:19.187235 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5532ece6-281f-40f8-919b-f6a6f41d788f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:19.192989 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5532ece6-281f-40f8-919b-f6a6f41d788f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:19.193581 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5532ece6-281f-40f8-919b-f6a6f41d788f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:19.218992 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c1190451-cf64-441f-b8a9-083f45f7d494 req-727ca301-196d-4520-a36c-6318af148239 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2062547 Oct 12 07:37:19.225075 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-b872ebde-c611-401b-b390-2a0577924e18 admin admin] Deleting port 050e1f97-ca32-4d5f-941b-d96db6d6d111 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:19.225413 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b872ebde-c611-401b-b390-2a0577924e18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:19.290921 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-5532ece6-281f-40f8-919b-f6a6f41d788f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5596011 Oct 12 07:37:19.298743 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36812) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:19.303955 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-6ecf6c79-4744-4a1d-a611-e4e0294c886d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'ports': [{'network_id': '5464953c-71d3-4410-9e99-b16a0a4807b7'}, {'network_id': '115ea858-4780-483e-b95b-b166de0b7167'}]} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:19.304499 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-6ecf6c79-4744-4a1d-a611-e4e0294c886d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'port': {'network_id': '5464953c-71d3-4410-9e99-b16a0a4807b7'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:19.305259 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-6ecf6c79-4744-4a1d-a611-e4e0294c886d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'port': {'network_id': '115ea858-4780-483e-b95b-b166de0b7167'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:19.306551 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12721088-ffa5-4fcc-b0e3-63034f709377 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:19.306776 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12721088-ffa5-4fcc-b0e3-63034f709377 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:19.318830 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa03-8410-4bd2-9296-2b771c6d7588 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:19.356896 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-12721088-ffa5-4fcc-b0e3-63034f709377 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Calling delete_port for 966764f1-6084-42d8-84de-99c773a5a4b9 owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:19.365220 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa03-8410-4bd2-9296-2b771c6d7588 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Pushing event deleted for resources: {'Port': ['ID=91dbfd0f-22c4-453b-a277-9fe9ab44d038,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:19.389155 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-307aca3d-4cad-4a4e-ba3c-d123b1e7f273 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:19.403268 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5532ece6-281f-40f8-919b-f6a6f41d788f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event updated for resources: {'Network': ['ID=115ea858-4780-483e-b95b-b166de0b7167,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:19.413542 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-307aca3d-4cad-4a4e-ba3c-d123b1e7f273 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Calling delete_port for e47a1676-1537-4caa-980d-16e3011fccb3 owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:19.416535 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 115ea858-4780-483e-b95b-b166de0b7167 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:37:19.424785 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-20034cb8-d492-48ca-9e59-ab099d793aab tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:19.479305 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-b872ebde-c611-401b-b390-2a0577924e18 admin admin] For port 050e1f97-ca32-4d5f-941b-d96db6d6d111, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=050e1f97-ca32-4d5f-941b-d96db6d6d111,segment=NetworkSegment(1426273a-da71-4eaf-9367-aa853b0259fc),segment_id=1426273a-da71-4eaf-9367-aa853b0259fc)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:37:19.479676 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b872ebde-c611-401b-b390-2a0577924e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:19.501812 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-586a84b1-134b-48bd-85f7-3cc5433d6309 None None] Attempt 4 to provision port 59829ac2-ba2e-4392-9484-4929b89048a0 Oct 12 07:37:19.519628 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-b872ebde-c611-401b-b390-2a0577924e18 admin admin] Calling delete_port for 050e1f97-ca32-4d5f-941b-d96db6d6d111 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:19.546354 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-586a84b1-134b-48bd-85f7-3cc5433d6309 None None] Port 59829ac2-ba2e-4392-9484-4929b89048a0 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:37:19.577864 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0211f92-c715-4770-8843-c0d5813ab60e None None] get_active_networks_info from dv-neutron-860909-2-hyperv {{(pid=103202) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 07:37:19.684217 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa03-8410-4bd2-9296-2b771c6d7588 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:19.688934 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5dbbc670-6505-4134-8044-bff1cf9e90f8 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:19.699603 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0211f92-c715-4770-8843-c0d5813ab60e None None] Resources bound (agent type, host, resource id): {{(pid=103202) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 07:37:19.759543 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-20034cb8-d492-48ca-9e59-ab099d793aab tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:19.791576 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa03-8410-4bd2-9296-2b771c6d7588 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:19.796258 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa03-8410-4bd2-9296-2b771c6d7588 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:19.871210 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ecf6c79-4744-4a1d-a611-e4e0294c886d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Made reservation on behalf of e65c260e166d457d9b3ff4f3fa4c3b6f for: {'port': 2} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:37:19.876154 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6ecf6c79-4744-4a1d-a611-e4e0294c886d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:19.887167 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa03-8410-4bd2-9296-2b771c6d7588 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:19.887669 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7dfa03-8410-4bd2-9296-2b771c6d7588 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Fanout notify agent at l3_agent the message router_deleted on router dde7d749-4c16-4fd4-ac15-726ddd0267a3 {{(pid=103200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:37:19.897227 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa03-8410-4bd2-9296-2b771c6d7588 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:19.898357 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-ab7dfa03-8410-4bd2-9296-2b771c6d7588 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] 10.222.0.26 "DELETE /v2.0/routers/dde7d749-4c16-4fd4-ac15-726ddd0267a3 HTTP/1.1" status: 204 len: 168 time: 3.9236877 Oct 12 07:37:19.903315 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36814) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:19.908308 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6ecf6c79-4744-4a1d-a611-e4e0294c886d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:19.910903 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-5bab74c6-ba08-4a9f-8963-1e35f7910c3f tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-905681083', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:19.944796 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-307aca3d-4cad-4a4e-ba3c-d123b1e7f273 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:19.955062 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12721088-ffa5-4fcc-b0e3-63034f709377 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:19.958548 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-20034cb8-d492-48ca-9e59-ab099d793aab tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Deleting port 362c3aa8-48e6-4543-b8f6-ac8afe38d7ce {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:19.959402 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-20034cb8-d492-48ca-9e59-ab099d793aab tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:20.008480 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58987af1-855b-4f47-868d-eaa10ec5c340 None None] get_active_networks_info from dv-neutron-860909-2-hyperv {{(pid=103202) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 07:37:20.052664 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-586a84b1-134b-48bd-85f7-3cc5433d6309 None None] Attempt 5 to provision port 59829ac2-ba2e-4392-9484-4929b89048a0 Oct 12 07:37:20.119543 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-6ecf6c79-4744-4a1d-a611-e4e0294c886d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] device_id is not set on port 2f96568f-47b9-4ff9-acdd-5d4108c8297a yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:37:20.132859 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-20034cb8-d492-48ca-9e59-ab099d793aab tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:20.149477 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-20034cb8-d492-48ca-9e59-ab099d793aab tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Calling delete_port for 362c3aa8-48e6-4543-b8f6-ac8afe38d7ce owned by network:router_gateway {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:20.167739 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-586a84b1-134b-48bd-85f7-3cc5433d6309 None None] Port 59829ac2-ba2e-4392-9484-4929b89048a0 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:37:20.171967 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 74dc393c-f790-40b2-8007-9d379c91db1b up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:37:20.252877 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 74dc393c-f790-40b2-8007-9d379c91db1b triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:20.253340 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:20.253684 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 74dc393c-f790-40b2-8007-9d379c91db1b Oct 12 07:37:20.305092 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58987af1-855b-4f47-868d-eaa10ec5c340 None None] Resources bound (agent type, host, resource id): {{(pid=103202) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 07:37:20.315978 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307aca3d-4cad-4a4e-ba3c-d123b1e7f273 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Port': ['ID=e47a1676-1537-4caa-980d-16e3011fccb3,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:20.325707 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6ecf6c79-4744-4a1d-a611-e4e0294c886d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:20.411806 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12721088-ffa5-4fcc-b0e3-63034f709377 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Pushing event deleted for resources: {'Port': ['ID=966764f1-6084-42d8-84de-99c773a5a4b9,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:20.414708 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5bab74c6-ba08-4a9f-8963-1e35f7910c3f tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:20.415796 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5bab74c6-ba08-4a9f-8963-1e35f7910c3f tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:20.421495 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-307aca3d-4cad-4a4e-ba3c-d123b1e7f273 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:20.422764 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 74dc393c-f790-40b2-8007-9d379c91db1b is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:37:20.423274 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:20.424882 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-307aca3d-4cad-4a4e-ba3c-d123b1e7f273 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/ports/e47a1676-1537-4caa-980d-16e3011fccb3 HTTP/1.1" status: 204 len: 168 time: 1.7125123 Oct 12 07:37:20.433399 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36818) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:20.460596 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-6ecf6c79-4744-4a1d-a611-e4e0294c886d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] device_id is not set on port a693f4bc-65b4-421e-8b75-02474ec3e942 yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:37:20.477079 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 74dc393c-f790-40b2-8007-9d379c91db1b, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=74dc393c-f790-40b2-8007-9d379c91db1b,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:37:20.485281 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:20.495842 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fcf55-844c-4071-8f3a-7f5218ce1745 req-edfa5385-c39e-48fc-a96d-2c6e60947d0d tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:20.497402 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-708fcf55-844c-4071-8f3a-7f5218ce1745 req-edfa5385-c39e-48fc-a96d-2c6e60947d0d tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.1604836 Oct 12 07:37:20.499998 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-20034cb8-d492-48ca-9e59-ab099d793aab tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:20.600272 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b872ebde-c611-401b-b390-2a0577924e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:20.603665 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20034cb8-d492-48ca-9e59-ab099d793aab tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Pushing event deleted for resources: {'Port': ['ID=362c3aa8-48e6-4543-b8f6-ac8afe38d7ce,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:20.631837 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12721088-ffa5-4fcc-b0e3-63034f709377 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Notify callbacks [] for floatingip, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:20.634384 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12721088-ffa5-4fcc-b0e3-63034f709377 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:20.635763 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-12721088-ffa5-4fcc-b0e3-63034f709377 tempest-ServersTestJSON-570716312 tempest-ServersTestJSON-570716312-project] 10.222.0.26 "DELETE /v2.0/floatingips/eeb8ec21-9bb9-4c9c-80ed-dfd46c82b10e HTTP/1.1" status: 204 len: 168 time: 2.1879334 Oct 12 07:37:20.645425 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36820) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:20.676490 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-586a84b1-134b-48bd-85f7-3cc5433d6309 None None] Attempt 6 to provision port 59829ac2-ba2e-4392-9484-4929b89048a0 Oct 12 07:37:20.685263 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5bab74c6-ba08-4a9f-8963-1e35f7910c3f tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:20.691446 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04afb0a6-04e4-4f7c-a705-d60790cb1c62 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:20.693197 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04afb0a6-04e4-4f7c-a705-d60790cb1c62 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:20.694865 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-04afb0a6-04e4-4f7c-a705-d60790cb1c62 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2595825 Oct 12 07:37:20.698045 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b872ebde-c611-401b-b390-2a0577924e18 admin admin] Pushing event deleted for resources: {'Port': ['ID=050e1f97-ca32-4d5f-941b-d96db6d6d111,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:20.704958 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36822) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:20.709798 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5bab74c6-ba08-4a9f-8963-1e35f7910c3f tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:20.733703 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-708fcf55-844c-4071-8f3a-7f5218ce1745 req-fd05bed9-dbc2-4a74-ac52-c8a5f3fc85fd tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599431 Oct 12 07:37:20.737259 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6ecf6c79-4744-4a1d-a611-e4e0294c886d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:20.753840 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=74dc393c-f790-40b2-8007-9d379c91db1b,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:20.763216 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-20034cb8-d492-48ca-9e59-ab099d793aab tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:20.783059 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-586a84b1-134b-48bd-85f7-3cc5433d6309 None None] Port 59829ac2-ba2e-4392-9484-4929b89048a0 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:37:20.826075 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5bab74c6-ba08-4a9f-8963-1e35f7910c3f tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:20.830381 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-5bab74c6-ba08-4a9f-8963-1e35f7910c3f tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9229088 Oct 12 07:37:20.833874 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36824) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:20.842203 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-025785cf-25c1-4832-8528-e5bb42059103 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'enable_snat': True}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:20.919805 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-eea28c84-56ac-4c5c-93b8-65ba84c4f2e7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting subnet 795c8fce-2674-4cad-9eb5-cfe1376ddab0 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:37:20.922908 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:20.928773 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eea28c84-56ac-4c5c-93b8-65ba84c4f2e7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:21.091904 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eea28c84-56ac-4c5c-93b8-65ba84c4f2e7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:21.218452 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-20034cb8-d492-48ca-9e59-ab099d793aab tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:21.244188 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-5dbbc670-6505-4134-8044-bff1cf9e90f8 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Deleting port 59829ac2-ba2e-4392-9484-4929b89048a0 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:21.244525 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5dbbc670-6505-4134-8044-bff1cf9e90f8 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:21.255842 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-20034cb8-d492-48ca-9e59-ab099d793aab tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:21.280361 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-025785cf-25c1-4832-8528-e5bb42059103 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:21.283955 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-586a84b1-134b-48bd-85f7-3cc5433d6309 None None] Attempt 7 to provision port 59829ac2-ba2e-4392-9484-4929b89048a0 Oct 12 07:37:21.304553 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b872ebde-c611-401b-b390-2a0577924e18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:21.309447 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6ecf6c79-4744-4a1d-a611-e4e0294c886d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:21.327489 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-586a84b1-134b-48bd-85f7-3cc5433d6309 None None] Port 59829ac2-ba2e-4392-9484-4929b89048a0 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:37:21.383017 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-20034cb8-d492-48ca-9e59-ab099d793aab tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:21.383563 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20034cb8-d492-48ca-9e59-ab099d793aab tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Fanout notify agent at l3_agent the message router_deleted on router 402e5585-3312-4b5c-9434-70c72aabe834 {{(pid=103200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:37:21.395590 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-20034cb8-d492-48ca-9e59-ab099d793aab tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:21.396700 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-20034cb8-d492-48ca-9e59-ab099d793aab tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] 10.222.0.26 "DELETE /v2.0/routers/402e5585-3312-4b5c-9434-70c72aabe834 HTTP/1.1" status: 204 len: 168 time: 2.3782938 Oct 12 07:37:21.407256 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36826) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:21.413734 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-6cd6a160-3e8a-42e6-940c-fc4716a1be62 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1076743276', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:21.419442 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecf6c79-4744-4a1d-a611-e4e0294c886d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Network 5464953c-71d3-4410-9e99-b16a0a4807b7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:21.427872 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-6ecf6c79-4744-4a1d-a611-e4e0294c886d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:21.438967 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecf6c79-4744-4a1d-a611-e4e0294c886d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:37:21.439794 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6ecf6c79-4744-4a1d-a611-e4e0294c886d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:21.448403 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf6c79-4744-4a1d-a611-e4e0294c886d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event updated for resources: {'Port': ['ID=2f96568f-47b9-4ff9-acdd-5d4108c8297a,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:21.457336 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eea28c84-56ac-4c5c-93b8-65ba84c4f2e7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:21.517328 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5dbbc670-6505-4134-8044-bff1cf9e90f8 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:21.543534 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6cd6a160-3e8a-42e6-940c-fc4716a1be62 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:21.544532 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6cd6a160-3e8a-42e6-940c-fc4716a1be62 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:21.561361 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf6c79-4744-4a1d-a611-e4e0294c886d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event updated for resources: {'Port': ['ID=a693f4bc-65b4-421e-8b75-02474ec3e942,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:21.575485 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-5dbbc670-6505-4134-8044-bff1cf9e90f8 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Calling delete_port for 59829ac2-ba2e-4392-9484-4929b89048a0 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:21.623852 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecf6c79-4744-4a1d-a611-e4e0294c886d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Checking segment: {'id': '8c94678b-b9a2-406b-874f-c7bdf789bce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '115ea858-4780-483e-b95b-b166de0b7167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:37:21.624217 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecf6c79-4744-4a1d-a611-e4e0294c886d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Network hostable DHCP agents. Network: 115ea858-4780-483e-b95b-b166de0b7167, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:37:21.661161 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6cd6a160-3e8a-42e6-940c-fc4716a1be62 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:21.672466 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6cd6a160-3e8a-42e6-940c-fc4716a1be62 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:21.715122 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eea28c84-56ac-4c5c-93b8-65ba84c4f2e7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:21.729190 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecf6c79-4744-4a1d-a611-e4e0294c886d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Network 115ea858-4780-483e-b95b-b166de0b7167 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:37:21.743031 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6cd6a160-3e8a-42e6-940c-fc4716a1be62 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:21.744301 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-6cd6a160-3e8a-42e6-940c-fc4716a1be62 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3360856 Oct 12 07:37:21.747739 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36828) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:21.757468 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-d911c185-43a8-4a73-8812-bd659f28b6b5 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Request body: {'router': {'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:21.761224 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-6ecf6c79-4744-4a1d-a611-e4e0294c886d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 115ea858-4780-483e-b95b-b166de0b7167) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:21.763901 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eea28c84-56ac-4c5c-93b8-65ba84c4f2e7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:21.767313 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-eea28c84-56ac-4c5c-93b8-65ba84c4f2e7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/795c8fce-2674-4cad-9eb5-cfe1376ddab0 HTTP/1.1" status: 204 len: 168 time: 1.0611165 Oct 12 07:37:21.770993 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d08d54-e532-48e8-825e-3fa53834551f None None] Network 115ea858-4780-483e-b95b-b166de0b7167 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:37:21.772728 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea28c84-56ac-4c5c-93b8-65ba84c4f2e7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Subnet': ['ID=795c8fce-2674-4cad-9eb5-cfe1376ddab0,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:21.775058 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36830) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:21.791025 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2906559-b5d5-4c46-a04a-437ce02c44bc None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:37:21.821118 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecf6c79-4744-4a1d-a611-e4e0294c886d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:37:21.829139 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecf6c79-4744-4a1d-a611-e4e0294c886d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:21.833990 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecf6c79-4744-4a1d-a611-e4e0294c886d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:21.834777 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6ecf6c79-4744-4a1d-a611-e4e0294c886d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:21.838880 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-586a84b1-134b-48bd-85f7-3cc5433d6309 None None] Attempt 8 to provision port 59829ac2-ba2e-4392-9484-4929b89048a0 Oct 12 07:37:21.864424 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-352342b1-7e04-4ec6-ba42-407c4aa6d6c3 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0810561 Oct 12 07:37:21.870730 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36834) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:21.877707 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-2fe428b4-becb-4d87-9c78-96e3bea84717 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'subnet': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:21.915068 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-6ecf6c79-4744-4a1d-a611-e4e0294c886d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6151409 Oct 12 07:37:21.917887 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36836) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:22.028055 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-586a84b1-134b-48bd-85f7-3cc5433d6309 None None] Port 59829ac2-ba2e-4392-9484-4929b89048a0 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:37:22.102519 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b872ebde-c611-401b-b390-2a0577924e18 admin admin] Router 1f7c54b3-40fa-445f-9248-756925286d0d has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:37:22.159716 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5dbbc670-6505-4134-8044-bff1cf9e90f8 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:22.161896 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-025785cf-25c1-4832-8528-e5bb42059103 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:22.220121 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac904f0d-107a-4219-9e8c-612d09d03517 req-c5cdd9d7-82e6-4f87-8c62-96d84c02a7e3 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:22.223971 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a394d439-c0c7-4602-9443-23577d986f08 None None] DHCP port deletion for 9994ec23-a1f7-459d-8925-14bc9ff05f17 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:37:22.225866 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ac904f0d-107a-4219-9e8c-612d09d03517 req-c5cdd9d7-82e6-4f87-8c62-96d84c02a7e3 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.3541889 Oct 12 07:37:22.279535 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d911c185-43a8-4a73-8812-bd659f28b6b5 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:22.288079 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe428b4-becb-4d87-9c78-96e3bea84717 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:37:22.290462 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a394d439-c0c7-4602-9443-23577d986f08 None None] Deleting port 74dc393c-f790-40b2-8007-9d379c91db1b {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:22.290842 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a394d439-c0c7-4602-9443-23577d986f08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:22.293087 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2fe428b4-becb-4d87-9c78-96e3bea84717 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:22.371398 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-a394d439-c0c7-4602-9443-23577d986f08 None None] For port 74dc393c-f790-40b2-8007-9d379c91db1b, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=74dc393c-f790-40b2-8007-9d379c91db1b,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:37:22.371806 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a394d439-c0c7-4602-9443-23577d986f08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:22.387065 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a394d439-c0c7-4602-9443-23577d986f08 None None] Calling delete_port for 74dc393c-f790-40b2-8007-9d379c91db1b owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:22.427586 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ac904f0d-107a-4219-9e8c-612d09d03517 req-50d00d7f-142d-4d45-aeb2-60c75221d91e tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1827796 Oct 12 07:37:22.466187 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-456729f3-6485-4290-a0eb-c833337f6fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:22.489570 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a394d439-c0c7-4602-9443-23577d986f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:22.519368 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394d439-c0c7-4602-9443-23577d986f08 None None] Pushing event deleted for resources: {'Port': ['ID=74dc393c-f790-40b2-8007-9d379c91db1b,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:22.525047 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a394d439-c0c7-4602-9443-23577d986f08 None None] No DVR routers for this DVR port 74dc393c-f790-40b2-8007-9d379c91db1b on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:37:22.529236 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-586a84b1-134b-48bd-85f7-3cc5433d6309 None None] Attempt 9 to provision port 59829ac2-ba2e-4392-9484-4929b89048a0 Oct 12 07:37:22.559203 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-025785cf-25c1-4832-8528-e5bb42059103 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:22.564053 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-586a84b1-134b-48bd-85f7-3cc5433d6309 None None] Port 59829ac2-ba2e-4392-9484-4929b89048a0 was deleted so its status cannot be updated. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 12 07:37:22.566060 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbbc670-6505-4134-8044-bff1cf9e90f8 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Pushing event deleted for resources: {'Port': ['ID=59829ac2-ba2e-4392-9484-4929b89048a0,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:22.577575 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-586a84b1-134b-48bd-85f7-3cc5433d6309 None None] Provisioning complete for port d24d3d2a-25ba-4a1c-ba5d-255595d0576e triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:22.578536 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-586a84b1-134b-48bd-85f7-3cc5433d6309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:22.579080 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-586a84b1-134b-48bd-85f7-3cc5433d6309 None None] Attempt 1 to provision port d24d3d2a-25ba-4a1c-ba5d-255595d0576e Oct 12 07:37:22.704583 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-586a84b1-134b-48bd-85f7-3cc5433d6309 None None] Current status of the port d24d3d2a-25ba-4a1c-ba5d-255595d0576e is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:37:22.716651 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-586a84b1-134b-48bd-85f7-3cc5433d6309 None None] Provisioning complete for port 6ed245d1-7f21-4d86-b8b5-7a761e0d7346 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:22.717037 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-586a84b1-134b-48bd-85f7-3cc5433d6309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:22.717410 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-586a84b1-134b-48bd-85f7-3cc5433d6309 None None] Attempt 1 to provision port 6ed245d1-7f21-4d86-b8b5-7a761e0d7346 Oct 12 07:37:22.742366 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b872ebde-c611-401b-b390-2a0577924e18 admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:37:22.796820 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4320c5bf-0390-4dee-b33e-c38fbead0a49 None None] Sync routers for ids ['1f7c54b3-40fa-445f-9248-756925286d0d'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:37:22.797348 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b872ebde-c611-401b-b390-2a0577924e18 admin admin] 10.222.0.26 "PUT /v2.0/routers/1f7c54b3-40fa-445f-9248-756925286d0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7442229 Oct 12 07:37:22.803407 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36838) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:22.810707 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4320c5bf-0390-4dee-b33e-c38fbead0a49 None None] Routers {'1f7c54b3-40fa-445f-9248-756925286d0d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:37:22.811932 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-4320c5bf-0390-4dee-b33e-c38fbead0a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:37:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['1f7c54b3-40fa-445f-9248-756925286d0d'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:22.823210 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-b567908a-e773-460c-bff7-73373d5bd599 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Deleting port a693f4bc-65b4-421e-8b75-02474ec3e942 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:22.823813 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b567908a-e773-460c-bff7-73373d5bd599 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:22.845055 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2fe428b4-becb-4d87-9c78-96e3bea84717 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:22.925225 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-586a84b1-134b-48bd-85f7-3cc5433d6309 None None] Current status of the port 6ed245d1-7f21-4d86-b8b5-7a761e0d7346 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:37:22.931876 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5dbbc670-6505-4134-8044-bff1cf9e90f8 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:22.948421 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe428b4-becb-4d87-9c78-96e3bea84717 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:22.964692 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-2fe428b4-becb-4d87-9c78-96e3bea84717 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:22.971435 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe428b4-becb-4d87-9c78-96e3bea84717 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:22.972119 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2fe428b4-becb-4d87-9c78-96e3bea84717 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:22.974266 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe428b4-becb-4d87-9c78-96e3bea84717 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Subnet': ['ID=35c57792-6bf0-479d-8701-09ec8f534a1b,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:22.985508 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-4320c5bf-0390-4dee-b33e-c38fbead0a49 None None] Set router 1f7c54b3-40fa-445f-9248-756925286d0d gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:37:23.043622 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d911c185-43a8-4a73-8812-bd659f28b6b5 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router_gateway, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:23.047307 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50dcf7f-2eaf-4250-ae75-00fc4e818f2c None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:37:23.054307 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-2fe428b4-becb-4d87-9c78-96e3bea84717 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1784861 Oct 12 07:37:23.069164 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36840) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:23.074550 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-9e9fd8e3-5121-4d15-882c-17aa639d77f6 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'port': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'fixed_ips': [{'subnet_id': '35c57792-6bf0-479d-8701-09ec8f534a1b', 'ip_address': '2001:db8::44b5:e3f2:cb22:b47b'}], 'name': 'tempest-NetworksTestDHCPv6-144581686'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:23.077921 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d911c185-43a8-4a73-8812-bd659f28b6b5 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:23.078341 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-9c96d492-b953-4e39-9acc-1fa1d40777f8 None None] Could not find standard attr ID for object 59829ac2-ba2e-4392-9484-4929b89048a0. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:37:23.081210 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-025785cf-25c1-4832-8528-e5bb42059103 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Allocated IP 172.26.3.91 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/316a6864-09e4-468a-bf23-47cfa7b87b47) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:37:23.084536 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b567908a-e773-460c-bff7-73373d5bd599 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:23.098927 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-9c96d492-b953-4e39-9acc-1fa1d40777f8 None None] Could not find standard attr ID for object e47a1676-1537-4caa-980d-16e3011fccb3. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:37:23.114470 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-b567908a-e773-460c-bff7-73373d5bd599 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Calling delete_port for a693f4bc-65b4-421e-8b75-02474ec3e942 owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:23.170073 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba790961-c908-42d3-bd24-50facbfc13ad admin admin] Notify callbacks [] for router, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:23.206966 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-9c96d492-b953-4e39-9acc-1fa1d40777f8 None None] Provisioning complete for port 6ed245d1-7f21-4d86-b8b5-7a761e0d7346 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:23.207502 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9c96d492-b953-4e39-9acc-1fa1d40777f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:23.207924 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-9c96d492-b953-4e39-9acc-1fa1d40777f8 None None] Attempt 1 to provision port 6ed245d1-7f21-4d86-b8b5-7a761e0d7346 Oct 12 07:37:23.295646 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-456729f3-6485-4290-a0eb-c833337f6fa7 admin admin] Deleting port 778929f1-c68f-41e2-ab5a-633c5ac9f744 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:23.296269 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-456729f3-6485-4290-a0eb-c833337f6fa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:23.298141 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9fd8e3-5121-4d15-882c-17aa639d77f6 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:37:23.389005 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-9c96d492-b953-4e39-9acc-1fa1d40777f8 None None] Current status of the port 6ed245d1-7f21-4d86-b8b5-7a761e0d7346 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:37:23.394260 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a77c1ff-cc40-4ab7-8d00-266c9f69d50c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-9994ec23-a1f7-459d-8925-14bc9ff05f17', 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'tenant_id': '3e134b4bc92f4839ac5ca68b448223d9', 'fixed_ips': [{'subnet_id': '35c57792-6bf0-479d-8701-09ec8f534a1b'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:37:23.395226 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8a77c1ff-cc40-4ab7-8d00-266c9f69d50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:23.410981 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-9c96d492-b953-4e39-9acc-1fa1d40777f8 None None] Could not find standard attr ID for object 74dc393c-f790-40b2-8007-9d379c91db1b. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:37:23.416092 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-4320c5bf-0390-4dee-b33e-c38fbead0a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7c54b3-40fa-445f-9248-756925286d0d', 'name': 'tempest-ServersTestManualDisk-740973645-router', 'tenant_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240'}], 'enable_snat': True}, 'gw_port_id': '9a1ed44a-445c-416e-9ae3-5c8bab8a9733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:35:35Z', 'updated_at': '2022-10-12T07:37:19Z', 'revision_number': 5, 'project_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'gw_port': {'id': '9a1ed44a-445c-416e-9ae3-5c8bab8a9733', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:13:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7c54b3-40fa-445f-9248-756925286d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:36Z', 'updated_at': '2022-10-12T07:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:23.440124 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dbbc670-6505-4134-8044-bff1cf9e90f8 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Router 36319916-2a36-4905-8980-b119f9393662 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:37:23.455975 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4320c5bf-0390-4dee-b33e-c38fbead0a49 None None] Checking router: 1f7c54b3-40fa-445f-9248-756925286d0d for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:37:23.460686 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-025785cf-25c1-4832-8528-e5bb42059103 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:23.490786 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba790961-c908-42d3-bd24-50facbfc13ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:23.518294 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b567908a-e773-460c-bff7-73373d5bd599 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:23.528699 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4320c5bf-0390-4dee-b33e-c38fbead0a49 None None] Routers {'1f7c54b3-40fa-445f-9248-756925286d0d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:37:23.529607 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-4320c5bf-0390-4dee-b33e-c38fbead0a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:37:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['1f7c54b3-40fa-445f-9248-756925286d0d'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:23.658351 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-4320c5bf-0390-4dee-b33e-c38fbead0a49 None None] Set router 1f7c54b3-40fa-445f-9248-756925286d0d gateway port host: None {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:37:23.665602 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b567908a-e773-460c-bff7-73373d5bd599 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event deleted for resources: {'Port': ['ID=a693f4bc-65b4-421e-8b75-02474ec3e942,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:23.678776 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b567908a-e773-460c-bff7-73373d5bd599 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:23.684661 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b567908a-e773-460c-bff7-73373d5bd599 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/ports/a693f4bc-65b4-421e-8b75-02474ec3e942 HTTP/1.1" status: 204 len: 168 time: 1.7623956 Oct 12 07:37:23.688868 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dbbc670-6505-4134-8044-bff1cf9e90f8 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:37:23.690212 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-8a77c1ff-cc40-4ab7-8d00-266c9f69d50c None None] Allocated IP 2001:db8::2 (9994ec23-a1f7-459d-8925-14bc9ff05f17/35c57792-6bf0-479d-8701-09ec8f534a1b/2c6f916c-07fe-4dd3-91fc-3a9838d128c1) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:37:23.694543 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-5dbbc670-6505-4134-8044-bff1cf9e90f8 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] 10.222.0.26 "PUT /v2.0/routers/36319916-2a36-4905-8980-b119f9393662/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1914253 Oct 12 07:37:23.695634 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36844) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:23.707664 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9184cc6c-1f30-45b9-8d0d-62e122ca397b None None] Sync routers for ids ['36319916-2a36-4905-8980-b119f9393662'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:37:23.712102 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36846) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:23.727397 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9184cc6c-1f30-45b9-8d0d-62e122ca397b None None] Routers {'36319916-2a36-4905-8980-b119f9393662'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:37:23.737293 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9184cc6c-1f30-45b9-8d0d-62e122ca397b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:37:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['36319916-2a36-4905-8980-b119f9393662'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:23.751120 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-025785cf-25c1-4832-8528-e5bb42059103 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:23.797497 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-ba790961-c908-42d3-bd24-50facbfc13ad admin admin] Deleting port 9a1ed44a-445c-416e-9ae3-5c8bab8a9733 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:23.798272 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba790961-c908-42d3-bd24-50facbfc13ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:23.798658 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9184cc6c-1f30-45b9-8d0d-62e122ca397b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:23.811350 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025785cf-25c1-4832-8528-e5bb42059103 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:23.815217 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9184cc6c-1f30-45b9-8d0d-62e122ca397b None None] Routers {'36319916-2a36-4905-8980-b119f9393662'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:37:23.816127 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9184cc6c-1f30-45b9-8d0d-62e122ca397b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:37:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['36319916-2a36-4905-8980-b119f9393662'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:23.820945 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-025785cf-25c1-4832-8528-e5bb42059103 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:23.823672 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025785cf-25c1-4832-8528-e5bb42059103 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:37:23.840817 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-a4ec1c88-539d-4a74-ab25-741a0d4999e6 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] delete failed (client error): The resource could not be found. Oct 12 07:37:23.841873 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a4ec1c88-539d-4a74-ab25-741a0d4999e6 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] 10.222.0.26 "DELETE /v2.0/routers/tempest-non_exist_router-596882694 HTTP/1.1" status: 404 len: 334 time: 0.1286416 Oct 12 07:37:23.852333 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36848) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:23.863748 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-d7cf6e0d-ead2-447e-8361-6d0e8c91c7f2 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Request body: {'router': {'external_gateway_info': {'network_id': '36319916-2a36-4905-8980-b119f9393662'}}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:23.872400 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-4320c5bf-0390-4dee-b33e-c38fbead0a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7c54b3-40fa-445f-9248-756925286d0d', 'name': 'tempest-ServersTestManualDisk-740973645-router', 'tenant_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:35:35Z', 'updated_at': '2022-10-12T07:37:23Z', 'revision_number': 6, 'project_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'gw_port_host': None}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:23.886607 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9184cc6c-1f30-45b9-8d0d-62e122ca397b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:23.888274 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9184cc6c-1f30-45b9-8d0d-62e122ca397b None None] The sync data for ids ['36319916-2a36-4905-8980-b119f9393662'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:37:23.903046 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4320c5bf-0390-4dee-b33e-c38fbead0a49 None None] The sync data for ids ['1f7c54b3-40fa-445f-9248-756925286d0d'] in dv-neutron-860909-2-hyperv is: [{'id': '1f7c54b3-40fa-445f-9248-756925286d0d', 'name': 'tempest-ServersTestManualDisk-740973645-router', 'tenant_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:35:35Z', 'updated_at': '2022-10-12T07:37:23Z', 'revision_number': 6, 'project_id': 'a0e718319f2f47eaa8365a4dcdddd428', 'gw_port_host': None}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:37:23.914518 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265e1e1f-5954-4f73-9091-2c21ed3ed0bc tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:23.923157 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265e1e1f-5954-4f73-9091-2c21ed3ed0bc tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:23.925101 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-265e1e1f-5954-4f73-9091-2c21ed3ed0bc tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2260904 Oct 12 07:37:23.926948 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025785cf-25c1-4832-8528-e5bb42059103 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Pushing event updated for resources: {'Port': ['ID=316a6864-09e4-468a-bf23-47cfa7b87b47,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:23.929071 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9e9fd8e3-5121-4d15-882c-17aa639d77f6 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:23.930996 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36850) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:23.934650 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-456729f3-6485-4290-a0eb-c833337f6fa7 admin admin] For port 778929f1-c68f-41e2-ab5a-633c5ac9f744, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=778929f1-c68f-41e2-ab5a-633c5ac9f744,segment=NetworkSegment(57b7b5a9-48b1-4416-ad08-420b947843ea),segment_id=57b7b5a9-48b1-4416-ad08-420b947843ea)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:37:23.934650 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-456729f3-6485-4290-a0eb-c833337f6fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:24.002969 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447bda04-2c6f-41f4-b2b1-2925c753827c req-05d9a3f1-83d1-4eb2-afab-737d4599d808 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:24.004460 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-447bda04-2c6f-41f4-b2b1-2925c753827c req-05d9a3f1-83d1-4eb2-afab-737d4599d808 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.3044682 Oct 12 07:37:24.010681 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-456729f3-6485-4290-a0eb-c833337f6fa7 admin admin] Calling delete_port for 778929f1-c68f-41e2-ab5a-633c5ac9f744 owned by network:router_interface {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:24.052613 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-d911c185-43a8-4a73-8812-bd659f28b6b5 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Allocated IP 172.26.3.38 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/30539746-56cc-486e-8527-fb9b18f3841f) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:37:24.082729 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-9e9fd8e3-5121-4d15-882c-17aa639d77f6 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] device_id is not set on port 62c6613e-9b33-4b3b-9673-c385fbf0649c yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:37:24.084502 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8a77c1ff-cc40-4ab7-8d00-266c9f69d50c None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:24.091424 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8a77c1ff-cc40-4ab7-8d00-266c9f69d50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:24.134187 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a77c1ff-cc40-4ab7-8d00-266c9f69d50c None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:24.138873 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-8a77c1ff-cc40-4ab7-8d00-266c9f69d50c None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:24.143545 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a77c1ff-cc40-4ab7-8d00-266c9f69d50c None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:37:24.147756 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-ba790961-c908-42d3-bd24-50facbfc13ad admin admin] For port 9a1ed44a-445c-416e-9ae3-5c8bab8a9733, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=9a1ed44a-445c-416e-9ae3-5c8bab8a9733,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:37:24.148125 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba790961-c908-42d3-bd24-50facbfc13ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:24.169542 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a77c1ff-cc40-4ab7-8d00-266c9f69d50c None None] Pushing event updated for resources: {'Port': ['ID=2c6f916c-07fe-4dd3-91fc-3a9838d128c1,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:24.171494 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-ba790961-c908-42d3-bd24-50facbfc13ad admin admin] Calling delete_port for 9a1ed44a-445c-416e-9ae3-5c8bab8a9733 owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:24.207108 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-8a77c1ff-cc40-4ab7-8d00-266c9f69d50c None None] Attempting to bind port 2c6f916c-07fe-4dd3-91fc-3a9838d128c1 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:37:24.207661 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-8a77c1ff-cc40-4ab7-8d00-266c9f69d50c None None] Attempting to bind port 2c6f916c-07fe-4dd3-91fc-3a9838d128c1 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:37:24.208034 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a77c1ff-cc40-4ab7-8d00-266c9f69d50c None None] Attempting to bind port 2c6f916c-07fe-4dd3-91fc-3a9838d128c1 on network 9994ec23-a1f7-459d-8925-14bc9ff05f17 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:37:24.213381 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a77c1ff-cc40-4ab7-8d00-266c9f69d50c None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:37:24.214344 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a77c1ff-cc40-4ab7-8d00-266c9f69d50c None None] Checking segment: {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:37:24.214344 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8a77c1ff-cc40-4ab7-8d00-266c9f69d50c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:24.214636 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a77c1ff-cc40-4ab7-8d00-266c9f69d50c None None] Bound using segment: {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:37:24.215083 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-8a77c1ff-cc40-4ab7-8d00-266c9f69d50c None None] Bound port: 2c6f916c-07fe-4dd3-91fc-3a9838d128c1, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:37:24.215466 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8a77c1ff-cc40-4ab7-8d00-266c9f69d50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:24.291887 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-5656e172-3946-4f42-a884-85ba94fa098e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Deleting port 2f96568f-47b9-4ff9-acdd-5d4108c8297a {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:24.292241 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5656e172-3946-4f42-a884-85ba94fa098e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:24.316834 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-8a77c1ff-cc40-4ab7-8d00-266c9f69d50c None None] For port 2c6f916c-07fe-4dd3-91fc-3a9838d128c1, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:37:24.319929 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-447bda04-2c6f-41f4-b2b1-2925c753827c req-d7e58067-cb82-4582-94f4-d45d46778cd7 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2691126 Oct 12 07:37:24.320628 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-8a77c1ff-cc40-4ab7-8d00-266c9f69d50c None None] For port 2c6f916c-07fe-4dd3-91fc-3a9838d128c1, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=2c6f916c-07fe-4dd3-91fc-3a9838d128c1,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:37:24.328953 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8a77c1ff-cc40-4ab7-8d00-266c9f69d50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:24.387092 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d7cf6e0d-ead2-447e-8361-6d0e8c91c7f2 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:24.412776 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 74dc393c-f790-40b2-8007-9d379c91db1b no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:37:24.439955 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a77c1ff-cc40-4ab7-8d00-266c9f69d50c None None] Pushing event updated for resources: {'Port': ['ID=2c6f916c-07fe-4dd3-91fc-3a9838d128c1,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:24.442314 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 74dc393c-f790-40b2-8007-9d379c91db1b {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:37:24.442959 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 74dc393c-f790-40b2-8007-9d379c91db1b not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:37:24.443080 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 050e1f97-ca32-4d5f-941b-d96db6d6d111 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:37:24.471865 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 050e1f97-ca32-4d5f-941b-d96db6d6d111 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:37:24.472206 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 050e1f97-ca32-4d5f-941b-d96db6d6d111 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:37:24.517234 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-d7cf6e0d-ead2-447e-8361-6d0e8c91c7f2 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] update failed (client error): The resource could not be found. Oct 12 07:37:24.518589 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d7cf6e0d-ead2-447e-8361-6d0e8c91c7f2 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] 10.222.0.26 "PUT /v2.0/routers/36319916-2a36-4905-8980-b119f9393662 HTTP/1.1" status: 404 len: 339 time: 0.6593330 Oct 12 07:37:24.526605 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36852) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:24.543887 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-2dbca5ad-8c5e-4c77-9551-3f1b053b6a91 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1761304646'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:24.582637 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d911c185-43a8-4a73-8812-bd659f28b6b5 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:24.640342 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbca5ad-8c5e-4c77-9551-3f1b053b6a91 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Made reservation on behalf of fba8da391a9c4c7ca9c75aa1363c5382 for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:37:24.643887 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2dbca5ad-8c5e-4c77-9551-3f1b053b6a91 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:24.683727 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-9e9fd8e3-5121-4d15-882c-17aa639d77f6 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Allocated IP 2001:db8::44b5:e3f2:cb22:b47b (9994ec23-a1f7-459d-8925-14bc9ff05f17/35c57792-6bf0-479d-8701-09ec8f534a1b/62c6613e-9b33-4b3b-9673-c385fbf0649c) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:37:24.745193 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dbca5ad-8c5e-4c77-9551-3f1b053b6a91 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:37:24.762410 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d911c185-43a8-4a73-8812-bd659f28b6b5 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:24.787644 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2dbca5ad-8c5e-4c77-9551-3f1b053b6a91 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:24.788092 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-2dbca5ad-8c5e-4c77-9551-3f1b053b6a91 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Added segment d678f729-c5db-4bff-affd-8a6d90150d57 of type vlan for network 798c2232-56e2-4f48-98d3-981087af89c9 Oct 12 07:37:24.874962 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5656e172-3946-4f42-a884-85ba94fa098e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:24.895098 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-025785cf-25c1-4832-8528-e5bb42059103 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:24.899244 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-5656e172-3946-4f42-a884-85ba94fa098e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Calling delete_port for 2f96568f-47b9-4ff9-acdd-5d4108c8297a owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:24.927623 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d911c185-43a8-4a73-8812-bd659f28b6b5 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:24.931505 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-456729f3-6485-4290-a0eb-c833337f6fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:24.942239 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-d911c185-43a8-4a73-8812-bd659f28b6b5 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:24.951754 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2dbca5ad-8c5e-4c77-9551-3f1b053b6a91 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:24.953931 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d911c185-43a8-4a73-8812-bd659f28b6b5 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:37:24.982073 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d911c185-43a8-4a73-8812-bd659f28b6b5 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Pushing event updated for resources: {'Port': ['ID=30539746-56cc-486e-8527-fb9b18f3841f,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:25.042716 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456729f3-6485-4290-a0eb-c833337f6fa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=778929f1-c68f-41e2-ab5a-633c5ac9f744,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:25.083973 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2dbca5ad-8c5e-4c77-9551-3f1b053b6a91 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:25.089525 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbca5ad-8c5e-4c77-9551-3f1b053b6a91 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:25.090479 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2dbca5ad-8c5e-4c77-9551-3f1b053b6a91 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:25.106430 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba790961-c908-42d3-bd24-50facbfc13ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:25.150068 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba790961-c908-42d3-bd24-50facbfc13ad admin admin] Pushing event deleted for resources: {'Port': ['ID=9a1ed44a-445c-416e-9ae3-5c8bab8a9733,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:25.201559 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-2dbca5ad-8c5e-4c77-9551-3f1b053b6a91 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6640470 Oct 12 07:37:25.215791 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36854) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:25.222660 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-c7668917-53fa-407f-8747-350870de37d4 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Request body: {'subnet': {'network_id': '798c2232-56e2-4f48-98d3-981087af89c9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:25.281214 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5656e172-3946-4f42-a884-85ba94fa098e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:25.336464 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5656e172-3946-4f42-a884-85ba94fa098e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event deleted for resources: {'Port': ['ID=2f96568f-47b9-4ff9-acdd-5d4108c8297a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:25.353544 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbca5ad-8c5e-4c77-9551-3f1b053b6a91 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Pushing event updated for resources: {'Network': ['ID=798c2232-56e2-4f48-98d3-981087af89c9,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:25.366908 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 798c2232-56e2-4f48-98d3-981087af89c9 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:37:25.375513 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5656e172-3946-4f42-a884-85ba94fa098e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:25.381129 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-5656e172-3946-4f42-a884-85ba94fa098e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/ports/2f96568f-47b9-4ff9-acdd-5d4108c8297a HTTP/1.1" status: 204 len: 168 time: 1.4427602 Oct 12 07:37:25.401487 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36858) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:25.419793 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba790961-c908-42d3-bd24-50facbfc13ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:25.512640 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-025785cf-25c1-4832-8528-e5bb42059103 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33139406', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33141651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13931'] for router, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:25.553936 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba790961-c908-42d3-bd24-50facbfc13ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:25.557406 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba790961-c908-42d3-bd24-50facbfc13ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:25.561811 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-025785cf-25c1-4832-8528-e5bb42059103 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33139383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33139388', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33141656'] for router, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:25.596528 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9e9fd8e3-5121-4d15-882c-17aa639d77f6 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:25.612556 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7668917-53fa-407f-8747-350870de37d4 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Made reservation on behalf of fba8da391a9c4c7ca9c75aa1363c5382 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:37:25.616518 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-456729f3-6485-4290-a0eb-c833337f6fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:25.616695 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c7668917-53fa-407f-8747-350870de37d4 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:25.626073 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0413f06-ce69-4047-82b3-9d4b5611885a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:25.627933 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f0413f06-ce69-4047-82b3-9d4b5611885a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2254663 Oct 12 07:37:25.634850 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36860) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:25.673916 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba790961-c908-42d3-bd24-50facbfc13ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:25.674579 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba790961-c908-42d3-bd24-50facbfc13ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f7c54b3-40fa-445f-9248-756925286d0d {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:37:25.688396 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba790961-c908-42d3-bd24-50facbfc13ad admin admin] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:25.692150 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ba790961-c908-42d3-bd24-50facbfc13ad admin admin] 10.222.0.26 "DELETE /v2.0/routers/1f7c54b3-40fa-445f-9248-756925286d0d HTTP/1.1" status: 204 len: 168 time: 2.8817623 Oct 12 07:37:25.701053 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36862) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:25.752704 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-e29dfb87-c2fa-46d8-a1fc-49a729f28601 admin admin] Deleting subnet be914b83-aeee-49e0-9150-828f24ed2c2a {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:37:25.802500 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e29dfb87-c2fa-46d8-a1fc-49a729f28601 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:25.856917 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-327b9062-789c-40d7-9794-adbdf878ec2a None None] Provisioning complete for port 2c6f916c-07fe-4dd3-91fc-3a9838d128c1 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:25.857433 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-327b9062-789c-40d7-9794-adbdf878ec2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:25.858406 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-327b9062-789c-40d7-9794-adbdf878ec2a None None] Attempt 1 to provision port 2c6f916c-07fe-4dd3-91fc-3a9838d128c1 Oct 12 07:37:25.900358 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e29dfb87-c2fa-46d8-a1fc-49a729f28601 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:25.948393 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-327b9062-789c-40d7-9794-adbdf878ec2a None None] Current status of the port 2c6f916c-07fe-4dd3-91fc-3a9838d128c1 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:37:25.948965 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-327b9062-789c-40d7-9794-adbdf878ec2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:25.989004 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-327b9062-789c-40d7-9794-adbdf878ec2a None None] For port 2c6f916c-07fe-4dd3-91fc-3a9838d128c1, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=2c6f916c-07fe-4dd3-91fc-3a9838d128c1,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:37:25.993622 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-327b9062-789c-40d7-9794-adbdf878ec2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:26.000974 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025785cf-25c1-4832-8528-e5bb42059103 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Router 4bb90197-de10-4c9c-8503-55234b39fd61 is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:37:26.057703 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327b9062-789c-40d7-9794-adbdf878ec2a None None] Pushing event updated for resources: {'Port': ['ID=2c6f916c-07fe-4dd3-91fc-3a9838d128c1,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:26.087293 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca085a3-6552-4565-8a4e-24a98e9b676c req-6a6a207e-8432-4f3c-882d-ef1f54e0c8f9 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:26.090890 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8ca085a3-6552-4565-8a4e-24a98e9b676c req-6a6a207e-8432-4f3c-882d-ef1f54e0c8f9 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.6186965 Oct 12 07:37:26.091917 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-135477ff-4909-4e7b-ba2a-a85f0857fe0b tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] GET failed (client error): The resource could not be found. Oct 12 07:37:26.097556 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-135477ff-4909-4e7b-ba2a-a85f0857fe0b tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "GET /v2.0/ports/a693f4bc-65b4-421e-8b75-02474ec3e942 HTTP/1.1" status: 404 len: 333 time: 0.4571941 Oct 12 07:37:26.130978 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36864) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:26.151010 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e29dfb87-c2fa-46d8-a1fc-49a729f28601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:26.179931 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d911c185-43a8-4a73-8812-bd659f28b6b5 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router_gateway, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:26.181974 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9e9fd8e3-5121-4d15-882c-17aa639d77f6 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:26.192020 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c7668917-53fa-407f-8747-350870de37d4 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:26.194694 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 2c6f916c-07fe-4dd3-91fc-3a9838d128c1 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:37:26.211278 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cbb26f6-eb79-4033-9824-75f86ac1da5a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] GET failed (client error): The resource could not be found. Oct 12 07:37:26.215474 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-7cbb26f6-eb79-4033-9824-75f86ac1da5a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "GET /v2.0/ports/2f96568f-47b9-4ff9-acdd-5d4108c8297a HTTP/1.1" status: 404 len: 333 time: 0.0765159 Oct 12 07:37:26.220217 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36866) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:26.251367 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 2c6f916c-07fe-4dd3-91fc-3a9838d128c1 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:26.251835 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:26.252532 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 2c6f916c-07fe-4dd3-91fc-3a9838d128c1 Oct 12 07:37:26.260284 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8ca085a3-6552-4565-8a4e-24a98e9b676c req-c63b7e03-0deb-4762-ae97-5c197544449d tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299794 Oct 12 07:37:26.320271 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9fd8e3-5121-4d15-882c-17aa639d77f6 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:26.333052 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-9e9fd8e3-5121-4d15-882c-17aa639d77f6 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:26.342160 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9fd8e3-5121-4d15-882c-17aa639d77f6 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:37:26.350952 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9fd8e3-5121-4d15-882c-17aa639d77f6 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:26.351927 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9e9fd8e3-5121-4d15-882c-17aa639d77f6 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:26.367282 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 2c6f916c-07fe-4dd3-91fc-3a9838d128c1 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:37:26.385080 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9fd8e3-5121-4d15-882c-17aa639d77f6 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Port': ['ID=62c6613e-9b33-4b3b-9673-c385fbf0649c,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:26.410068 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e29dfb87-c2fa-46d8-a1fc-49a729f28601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:26.415020 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7668917-53fa-407f-8747-350870de37d4 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Pushing event updated for resources: {'Subnet': ['ID=207717f9-b1ed-4bb1-9973-35d7af10316f,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:26.421341 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025785cf-25c1-4832-8528-e5bb42059103 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:37:26.431236 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6403ed6f-d893-49b1-b1b6-75e419579555 None None] Sync routers for ids ['4bb90197-de10-4c9c-8503-55234b39fd61'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:37:26.445600 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-378e1892-cdae-4ccd-b1b0-acab5dbdf6b8 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:26.450530 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-025785cf-25c1-4832-8528-e5bb42059103 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:26.451480 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6403ed6f-d893-49b1-b1b6-75e419579555 None None] Routers {'4bb90197-de10-4c9c-8503-55234b39fd61'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:37:26.452314 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-025785cf-25c1-4832-8528-e5bb42059103 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] 10.222.0.26 "PUT /v2.0/routers/4bb90197-de10-4c9c-8503-55234b39fd61 HTTP/1.1" status: 200 len: 917 time: 5.6128988 Oct 12 07:37:26.453683 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-6403ed6f-d893-49b1-b1b6-75e419579555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:37:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['4bb90197-de10-4c9c-8503-55234b39fd61'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:26.455757 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36868) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:26.463787 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-9e9fd8e3-5121-4d15-882c-17aa639d77f6 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3935418 Oct 12 07:37:26.468099 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36870) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:26.478757 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 9a1ed44a-445c-416e-9ae3-5c8bab8a9733 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:37:26.481894 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4676580e-250d-4b35-bcfc-cd2d17e2482d None None] Network d47104f6-86e0-4057-9a4c-a534656ec157 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:37:26.486232 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e29dfb87-c2fa-46d8-a1fc-49a729f28601 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:26.491986 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e29dfb87-c2fa-46d8-a1fc-49a729f28601 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/be914b83-aeee-49e0-9150-828f24ed2c2a HTTP/1.1" status: 204 len: 168 time: 0.7897911 Oct 12 07:37:26.496215 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7668917-53fa-407f-8747-350870de37d4 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Checking segment: {'id': 'd678f729-c5db-4bff-affd-8a6d90150d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '798c2232-56e2-4f48-98d3-981087af89c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:37:26.496405 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7668917-53fa-407f-8747-350870de37d4 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Network hostable DHCP agents. Network: 798c2232-56e2-4f48-98d3-981087af89c9, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:37:26.498326 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36872) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:26.545774 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29dfb87-c2fa-46d8-a1fc-49a729f28601 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be914b83-aeee-49e0-9150-828f24ed2c2a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:26.562729 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-6403ed6f-d893-49b1-b1b6-75e419579555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:26.569149 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 9a1ed44a-445c-416e-9ae3-5c8bab8a9733 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:37:26.569745 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 9a1ed44a-445c-416e-9ae3-5c8bab8a9733 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:37:26.594481 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6403ed6f-d893-49b1-b1b6-75e419579555 None None] Routers {'4bb90197-de10-4c9c-8503-55234b39fd61'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:37:26.595331 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-6403ed6f-d893-49b1-b1b6-75e419579555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:37:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['4bb90197-de10-4c9c-8503-55234b39fd61'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:26.616183 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1543c876-39cc-491d-88c5-dc16670d685c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:26.622250 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1543c876-39cc-491d-88c5-dc16670d685c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:26.624075 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-1543c876-39cc-491d-88c5-dc16670d685c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1532507 Oct 12 07:37:26.629492 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36874) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:26.655806 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-21a376ed-23af-4627-99ab-a5dceff08943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:26.671316 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-6403ed6f-d893-49b1-b1b6-75e419579555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:26.674705 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6403ed6f-d893-49b1-b1b6-75e419579555 None None] The sync data for ids ['4bb90197-de10-4c9c-8503-55234b39fd61'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:37:26.726903 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d911c185-43a8-4a73-8812-bd659f28b6b5 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33139406', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33141651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13931'] for router, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:26.741948 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d911c185-43a8-4a73-8812-bd659f28b6b5 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33139383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33139388', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33141656'] for router, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:26.745741 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7668917-53fa-407f-8747-350870de37d4 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Network 798c2232-56e2-4f48-98d3-981087af89c9 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:37:26.829886 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-456729f3-6485-4290-a0eb-c833337f6fa7 admin admin] Router f4d40300-a463-4e3a-bbb5-5511e73ca8ed has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:37:26.831757 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-a959f36b-ea8d-4102-a843-2d32bb6ee59f None None] Provisioning complete for port 62c6613e-9b33-4b3b-9673-c385fbf0649c triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:26.832363 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a959f36b-ea8d-4102-a843-2d32bb6ee59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:26.832896 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-a959f36b-ea8d-4102-a843-2d32bb6ee59f None None] Attempt 1 to provision port 62c6613e-9b33-4b3b-9673-c385fbf0649c Oct 12 07:37:26.836161 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-378e1892-cdae-4ccd-b1b0-acab5dbdf6b8 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:26.839282 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-c7668917-53fa-407f-8747-350870de37d4 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 798c2232-56e2-4f48-98d3-981087af89c9) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:26.861127 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d43a5a-fe21-49bd-8e55-95d06b3d9b64 None None] DHCP port deletion for d47104f6-86e0-4057-9a4c-a534656ec157 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:37:26.863704 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf786e3a-a817-4030-b703-d2010a2ccd5b None None] Network 798c2232-56e2-4f48-98d3-981087af89c9 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:37:26.870361 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7668917-53fa-407f-8747-350870de37d4 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:26.870953 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c7668917-53fa-407f-8747-350870de37d4 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:26.901551 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-88324fd2-99cd-40fa-8f00-bb20f6967a85 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] 10.222.0.26 "GET /v2.0/routers/4bb90197-de10-4c9c-8503-55234b39fd61 HTTP/1.1" status: 200 len: 923 time: 0.4428890 Oct 12 07:37:26.902213 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36876) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:26.906888 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-378e1892-cdae-4ccd-b1b0-acab5dbdf6b8 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['115ea858-4780-483e-b95b-b166de0b7167']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:26.941908 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-378e1892-cdae-4ccd-b1b0-acab5dbdf6b8 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c94678b-b9a2-406b-874f-c7bdf789bce5') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:26.942229 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-378e1892-cdae-4ccd-b1b0-acab5dbdf6b8 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c94678b-b9a2-406b-874f-c7bdf789bce5') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:26.950198 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a959f36b-ea8d-4102-a843-2d32bb6ee59f None None] Port 62c6613e-9b33-4b3b-9673-c385fbf0649c cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:37:26.962787 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c7668917-53fa-407f-8747-350870de37d4 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7441046 Oct 12 07:37:26.964015 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-5150ee3f-114e-4e5f-82ac-0d2175fcc254 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting port 62c6613e-9b33-4b3b-9673-c385fbf0649c {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:26.964354 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5150ee3f-114e-4e5f-82ac-0d2175fcc254 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:26.964585 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-378e1892-cdae-4ccd-b1b0-acab5dbdf6b8 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:26.966862 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36878) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:26.973884 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-469b384b-50be-490b-a33b-bf3416195678 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Request body: {'router': {'external_gateway_info': {'network_id': '798c2232-56e2-4f48-98d3-981087af89c9'}}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:26.989496 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-378e1892-cdae-4ccd-b1b0-acab5dbdf6b8 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:26.996222 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cf066a-cd67-44ec-872f-fd96ef7e2b72 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:27.001072 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-10cf066a-cd67-44ec-872f-fd96ef7e2b72 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7&device_id=4bb90197-de10-4c9c-8503-55234b39fd61&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0917113 Oct 12 07:37:27.001376 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e0d43a5a-fe21-49bd-8e55-95d06b3d9b64 None None] Deleting port 7fdfc6a4-af9b-4858-ba2a-997294a4517c {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:27.001618 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e0d43a5a-fe21-49bd-8e55-95d06b3d9b64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:27.001722 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36880) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:27.011907 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-378e1892-cdae-4ccd-b1b0-acab5dbdf6b8 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:37:27.012317 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-378e1892-cdae-4ccd-b1b0-acab5dbdf6b8 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:27.053415 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 8c94678b-b9a2-406b-874f-c7bdf789bce5 resource provider aggregate not found Oct 12 07:37:27.064781 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-21a376ed-23af-4627-99ab-a5dceff08943 admin admin] Deleting port 7fdfc6a4-af9b-4858-ba2a-997294a4517c {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:27.065202 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-21a376ed-23af-4627-99ab-a5dceff08943 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:27.088041 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 8c94678b-b9a2-406b-874f-c7bdf789bce5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8c94678b-b9a2-406b-874f-c7bdf789bce5 found for delete ", "request_id": "req-d4f19553-a675-4f1b-95fa-05cdcd1c2328"}]} Oct 12 07:37:27.121458 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-e0d43a5a-fe21-49bd-8e55-95d06b3d9b64 None None] For port 7fdfc6a4-af9b-4858-ba2a-997294a4517c, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=7fdfc6a4-af9b-4858-ba2a-997294a4517c,segment=NetworkSegment(1426273a-da71-4eaf-9367-aa853b0259fc),segment_id=1426273a-da71-4eaf-9367-aa853b0259fc)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:37:27.121862 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e0d43a5a-fe21-49bd-8e55-95d06b3d9b64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:27.131823 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72434805-fbe1-4ed3-be21-238a4e0c417e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-798c2232-56e2-4f48-98d3-981087af89c9', 'network_id': '798c2232-56e2-4f48-98d3-981087af89c9', 'tenant_id': 'fba8da391a9c4c7ca9c75aa1363c5382', 'fixed_ips': [{'subnet_id': '207717f9-b1ed-4bb1-9973-35d7af10316f'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:37:27.132670 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-72434805-fbe1-4ed3-be21-238a4e0c417e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:27.155863 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e0d43a5a-fe21-49bd-8e55-95d06b3d9b64 None None] Calling delete_port for 7fdfc6a4-af9b-4858-ba2a-997294a4517c owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:27.184017 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456729f3-6485-4290-a0eb-c833337f6fa7 admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:37:27.200147 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-456729f3-6485-4290-a0eb-c833337f6fa7 admin admin] 10.222.0.26 "PUT /v2.0/routers/f4d40300-a463-4e3a-bbb5-5511e73ca8ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5536389 Oct 12 07:37:27.202864 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b00582-ee0d-4f18-b3d5-2c85b13e52e0 None None] Sync routers for ids ['f4d40300-a463-4e3a-bbb5-5511e73ca8ed'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:37:27.208292 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36886) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:27.213153 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b00582-ee0d-4f18-b3d5-2c85b13e52e0 None None] Routers {'f4d40300-a463-4e3a-bbb5-5511e73ca8ed'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:37:27.220052 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-72b00582-ee0d-4f18-b3d5-2c85b13e52e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:37:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['f4d40300-a463-4e3a-bbb5-5511e73ca8ed'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:27.293203 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef3449d-4d8d-48df-ba9a-ad4a1be4e0cf tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:27.299906 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-6ef3449d-4d8d-48df-ba9a-ad4a1be4e0cf tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] 10.222.0.26 "GET /v2.0/networks/7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 HTTP/1.1" status: 200 len: 881 time: 0.2951670 Oct 12 07:37:27.317650 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-21a376ed-23af-4627-99ab-a5dceff08943 admin admin] For port 7fdfc6a4-af9b-4858-ba2a-997294a4517c, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=7fdfc6a4-af9b-4858-ba2a-997294a4517c,segment=NetworkSegment(1426273a-da71-4eaf-9367-aa853b0259fc),segment_id=1426273a-da71-4eaf-9367-aa853b0259fc)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:37:27.318777 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-21a376ed-23af-4627-99ab-a5dceff08943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:27.338600 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-72434805-fbe1-4ed3-be21-238a4e0c417e None None] Allocated IP 2001:db8:1::2 (798c2232-56e2-4f48-98d3-981087af89c9/207717f9-b1ed-4bb1-9973-35d7af10316f/bc2bed58-73f3-4208-b9b4-44927a1539c9) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:37:27.340285 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-72b00582-ee0d-4f18-b3d5-2c85b13e52e0 None None] Set router f4d40300-a463-4e3a-bbb5-5511e73ca8ed gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:37:27.345732 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36888) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:27.349143 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e0d43a5a-fe21-49bd-8e55-95d06b3d9b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:27.350310 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-21a376ed-23af-4627-99ab-a5dceff08943 admin admin] Calling delete_port for 7fdfc6a4-af9b-4858-ba2a-997294a4517c owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:27.385654 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d43a5a-fe21-49bd-8e55-95d06b3d9b64 None None] Pushing event deleted for resources: {'Port': ['ID=7fdfc6a4-af9b-4858-ba2a-997294a4517c,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:27.390641 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d43a5a-fe21-49bd-8e55-95d06b3d9b64 None None] No DVR routers for this DVR port 7fdfc6a4-af9b-4858-ba2a-997294a4517c on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:37:27.425455 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-378e1892-cdae-4ccd-b1b0-acab5dbdf6b8 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:27.447842 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-469b384b-50be-490b-a33b-bf3416195678 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:27.453352 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d911c185-43a8-4a73-8812-bd659f28b6b5 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Router 33467ddb-abe7-49bc-b77a-944453c28f20 is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:37:27.455529 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-10873a45-6bbf-460f-806f-e683215c5304 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bb90197-de10-4c9c-8503-55234b39fd61 HTTP/1.1" status: 200 len: 205 time: 0.1083186 Oct 12 07:37:27.456479 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-378e1892-cdae-4ccd-b1b0-acab5dbdf6b8 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:27.463873 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-378e1892-cdae-4ccd-b1b0-acab5dbdf6b8 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/networks/115ea858-4780-483e-b95b-b166de0b7167 HTTP/1.1" status: 204 len: 168 time: 1.2357137 Oct 12 07:37:27.473440 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36892) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:27.473774 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36894) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:27.474477 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-a959f36b-ea8d-4102-a843-2d32bb6ee59f None None] Attempt 2 to provision port 62c6613e-9b33-4b3b-9673-c385fbf0649c Oct 12 07:37:27.486552 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-03713c37-3a9d-4a70-bbee-ed34570d303e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1818103828'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:27.498398 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5150ee3f-114e-4e5f-82ac-0d2175fcc254 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:27.515040 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-5150ee3f-114e-4e5f-82ac-0d2175fcc254 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Calling delete_port for 62c6613e-9b33-4b3b-9673-c385fbf0649c owned by {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:27.520977 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e1892-cdae-4ccd-b1b0-acab5dbdf6b8 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event deleted for resources: {'Network': ['ID=115ea858-4780-483e-b95b-b166de0b7167,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:27.531415 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a959f36b-ea8d-4102-a843-2d32bb6ee59f None None] Port 62c6613e-9b33-4b3b-9673-c385fbf0649c cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:37:27.583053 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03713c37-3a9d-4a70-bbee-ed34570d303e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Made reservation on behalf of e65c260e166d457d9b3ff4f3fa4c3b6f for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:37:27.586295 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-03713c37-3a9d-4a70-bbee-ed34570d303e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:27.598982 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-72b00582-ee0d-4f18-b3d5-2c85b13e52e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d40300-a463-4e3a-bbb5-5511e73ca8ed', 'name': 'tempest-ServersTestJSON-142552615-router', 'tenant_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f09749a1-4bd4-4e0c-975a-563fd69c0470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:35:36Z', 'updated_at': '2022-10-12T07:37:24Z', 'revision_number': 5, 'project_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'gw_port': {'id': 'f09749a1-4bd4-4e0c-975a-563fd69c0470', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:77:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d40300-a463-4e3a-bbb5-5511e73ca8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:38Z', 'updated_at': '2022-10-12T07:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:27.617078 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-72434805-fbe1-4ed3-be21-238a4e0c417e None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:27.625878 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-72434805-fbe1-4ed3-be21-238a4e0c417e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:27.633075 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-088b7707-39fd-4c56-ba88-6e660622bc0f admin admin] Notify callbacks [] for router, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:27.633312 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b00582-ee0d-4f18-b3d5-2c85b13e52e0 None None] Checking router: f4d40300-a463-4e3a-bbb5-5511e73ca8ed for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:37:27.643141 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-21a376ed-23af-4627-99ab-a5dceff08943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:27.646056 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b00582-ee0d-4f18-b3d5-2c85b13e52e0 None None] Routers {'f4d40300-a463-4e3a-bbb5-5511e73ca8ed'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:37:27.646778 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-72b00582-ee0d-4f18-b3d5-2c85b13e52e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:37:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['f4d40300-a463-4e3a-bbb5-5511e73ca8ed'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:27.678995 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03713c37-3a9d-4a70-bbee-ed34570d303e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:37:27.685806 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a376ed-23af-4627-99ab-a5dceff08943 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fdfc6a4-af9b-4858-ba2a-997294a4517c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:27.689662 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd6f29b9-c94f-4f3e-a05e-a14a80e6878c tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:27.691750 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a376ed-23af-4627-99ab-a5dceff08943 admin admin] No DVR routers for this DVR port 7fdfc6a4-af9b-4858-ba2a-997294a4517c on host dv-neutron-860909-2-hyperv {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:37:27.711716 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72434805-fbe1-4ed3-be21-238a4e0c417e None None] Pushing event updated for resources: {'Port': ['ID=bc2bed58-73f3-4208-b9b4-44927a1539c9,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:27.723994 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72434805-fbe1-4ed3-be21-238a4e0c417e None None] Network 798c2232-56e2-4f48-98d3-981087af89c9 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:27.726189 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-72434805-fbe1-4ed3-be21-238a4e0c417e None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:27.729821 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72434805-fbe1-4ed3-be21-238a4e0c417e None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:37:27.773583 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb10ca-2bf0-421e-9b55-281dc04c6482 req-1e02197e-8de9-4c6a-b0bf-183613a3f2aa tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:27.775395 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-28fb10ca-2bf0-421e-9b55-281dc04c6482 req-1e02197e-8de9-4c6a-b0bf-183613a3f2aa tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.3127217 Oct 12 07:37:27.800429 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-72434805-fbe1-4ed3-be21-238a4e0c417e None None] Attempting to bind port bc2bed58-73f3-4208-b9b4-44927a1539c9 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:37:27.801069 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-72434805-fbe1-4ed3-be21-238a4e0c417e None None] Attempting to bind port bc2bed58-73f3-4208-b9b4-44927a1539c9 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'd678f729-c5db-4bff-affd-8a6d90150d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '798c2232-56e2-4f48-98d3-981087af89c9'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:37:27.801757 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72434805-fbe1-4ed3-be21-238a4e0c417e None None] Attempting to bind port bc2bed58-73f3-4208-b9b4-44927a1539c9 on network 798c2232-56e2-4f48-98d3-981087af89c9 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:37:27.810196 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72434805-fbe1-4ed3-be21-238a4e0c417e None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:37:27.810870 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72434805-fbe1-4ed3-be21-238a4e0c417e None None] Checking segment: {'id': 'd678f729-c5db-4bff-affd-8a6d90150d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '798c2232-56e2-4f48-98d3-981087af89c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:37:27.811470 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-72434805-fbe1-4ed3-be21-238a4e0c417e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:27.814676 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72434805-fbe1-4ed3-be21-238a4e0c417e None None] Bound using segment: {'id': 'd678f729-c5db-4bff-affd-8a6d90150d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '798c2232-56e2-4f48-98d3-981087af89c9'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:37:27.815982 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-72434805-fbe1-4ed3-be21-238a4e0c417e None None] Bound port: bc2bed58-73f3-4208-b9b4-44927a1539c9, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd678f729-c5db-4bff-affd-8a6d90150d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '798c2232-56e2-4f48-98d3-981087af89c9'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:37:27.817455 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-72434805-fbe1-4ed3-be21-238a4e0c417e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:27.822237 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-72b00582-ee0d-4f18-b3d5-2c85b13e52e0 None None] Set router f4d40300-a463-4e3a-bbb5-5511e73ca8ed gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:37:27.907382 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-72434805-fbe1-4ed3-be21-238a4e0c417e None None] For port bc2bed58-73f3-4208-b9b4-44927a1539c9, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:37:27.912801 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-72434805-fbe1-4ed3-be21-238a4e0c417e None None] For port bc2bed58-73f3-4208-b9b4-44927a1539c9, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=bc2bed58-73f3-4208-b9b4-44927a1539c9,segment=NetworkSegment(d678f729-c5db-4bff-affd-8a6d90150d57),segment_id=d678f729-c5db-4bff-affd-8a6d90150d57)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:37:27.918294 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-72434805-fbe1-4ed3-be21-238a4e0c417e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:28.024254 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72434805-fbe1-4ed3-be21-238a4e0c417e None None] Pushing event updated for resources: {'Port': ['ID=bc2bed58-73f3-4208-b9b4-44927a1539c9,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:28.032813 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-a959f36b-ea8d-4102-a843-2d32bb6ee59f None None] Attempt 3 to provision port 62c6613e-9b33-4b3b-9673-c385fbf0649c Oct 12 07:37:28.087007 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-03713c37-3a9d-4a70-bbee-ed34570d303e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:28.087609 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-03713c37-3a9d-4a70-bbee-ed34570d303e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Added segment 9c9ff5cf-53bd-4c90-872a-98e9cf534046 of type vlan for network e8e9604f-72dc-4a61-862d-9832caab1107 Oct 12 07:37:28.087714 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-72b00582-ee0d-4f18-b3d5-2c85b13e52e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d40300-a463-4e3a-bbb5-5511e73ca8ed', 'name': 'tempest-ServersTestJSON-142552615-router', 'tenant_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f09749a1-4bd4-4e0c-975a-563fd69c0470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:35:36Z', 'updated_at': '2022-10-12T07:37:24Z', 'revision_number': 5, 'project_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'gw_port': {'id': 'f09749a1-4bd4-4e0c-975a-563fd69c0470', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:77:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d40300-a463-4e3a-bbb5-5511e73ca8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:38Z', 'updated_at': '2022-10-12T07:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:28.134429 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a959f36b-ea8d-4102-a843-2d32bb6ee59f None None] Port 62c6613e-9b33-4b3b-9673-c385fbf0649c cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:37:28.154126 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b00582-ee0d-4f18-b3d5-2c85b13e52e0 None None] The sync data for ids ['f4d40300-a463-4e3a-bbb5-5511e73ca8ed'] in dv-neutron-860909-2-hyperv is: [{'id': 'f4d40300-a463-4e3a-bbb5-5511e73ca8ed', 'name': 'tempest-ServersTestJSON-142552615-router', 'tenant_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f09749a1-4bd4-4e0c-975a-563fd69c0470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:35:36Z', 'updated_at': '2022-10-12T07:37:24Z', 'revision_number': 5, 'project_id': 'e2edad5f8fe94feda48356d6c2f35ddc', 'gw_port': {'id': 'f09749a1-4bd4-4e0c-975a-563fd69c0470', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:77:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d40300-a463-4e3a-bbb5-5511e73ca8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:38Z', 'updated_at': '2022-10-12T07:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:37:28.173177 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 2c6f916c-07fe-4dd3-91fc-3a9838d128c1 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:37:28.181600 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-03713c37-3a9d-4a70-bbee-ed34570d303e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:28.234053 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-21a376ed-23af-4627-99ab-a5dceff08943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:28.252093 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 2c6f916c-07fe-4dd3-91fc-3a9838d128c1 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:28.253424 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:28.253966 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 2c6f916c-07fe-4dd3-91fc-3a9838d128c1 Oct 12 07:37:28.299430 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-21a376ed-23af-4627-99ab-a5dceff08943 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d47104f6-86e0-4057-9a4c-a534656ec157']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:28.315376 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-03713c37-3a9d-4a70-bbee-ed34570d303e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:28.320925 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03713c37-3a9d-4a70-bbee-ed34570d303e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:28.321598 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-03713c37-3a9d-4a70-bbee-ed34570d303e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:28.326096 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-21a376ed-23af-4627-99ab-a5dceff08943 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1426273a-da71-4eaf-9367-aa853b0259fc') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:28.326476 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-21a376ed-23af-4627-99ab-a5dceff08943 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1426273a-da71-4eaf-9367-aa853b0259fc') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:28.342606 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-28fb10ca-2bf0-421e-9b55-281dc04c6482 req-21406d74-1a0a-4923-8fc5-14518e5249d0 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5508139 Oct 12 07:37:28.349592 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 2c6f916c-07fe-4dd3-91fc-3a9838d128c1 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:37:28.372005 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-21a376ed-23af-4627-99ab-a5dceff08943 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:28.377966 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-03713c37-3a9d-4a70-bbee-ed34570d303e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8980570 Oct 12 07:37:28.380146 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd6f29b9-c94f-4f3e-a05e-a14a80e6878c tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:28.382858 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36898) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:28.391092 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d911c185-43a8-4a73-8812-bd659f28b6b5 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:37:28.398042 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d911c185-43a8-4a73-8812-bd659f28b6b5 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:28.401575 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d911c185-43a8-4a73-8812-bd659f28b6b5 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] 10.222.0.26 "PUT /v2.0/routers/33467ddb-abe7-49bc-b77a-944453c28f20 HTTP/1.1" status: 200 len: 879 time: 6.6464152 Oct 12 07:37:28.401685 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-45dfa931-0cd0-4044-8530-d1928e6b1447 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'subnet': {'network_id': 'e8e9604f-72dc-4a61-862d-9832caab1107', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:28.403953 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36900) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:28.404289 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-088b7707-39fd-4c56-ba88-6e660622bc0f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:28.409201 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107698f0-7558-4a6a-b951-779d1f5156f4 None None] Sync routers for ids ['33467ddb-abe7-49bc-b77a-944453c28f20'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:37:28.423764 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107698f0-7558-4a6a-b951-779d1f5156f4 None None] Routers {'33467ddb-abe7-49bc-b77a-944453c28f20'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:37:28.424806 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-107698f0-7558-4a6a-b951-779d1f5156f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:37:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['33467ddb-abe7-49bc-b77a-944453c28f20'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:28.467217 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-107698f0-7558-4a6a-b951-779d1f5156f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:28.472859 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5150ee3f-114e-4e5f-82ac-0d2175fcc254 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:28.479440 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107698f0-7558-4a6a-b951-779d1f5156f4 None None] Routers {'33467ddb-abe7-49bc-b77a-944453c28f20'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:37:28.480047 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-107698f0-7558-4a6a-b951-779d1f5156f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:37:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['33467ddb-abe7-49bc-b77a-944453c28f20'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:28.488847 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-21a376ed-23af-4627-99ab-a5dceff08943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:28.518058 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5150ee3f-114e-4e5f-82ac-0d2175fcc254 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Port': ['ID=62c6613e-9b33-4b3b-9673-c385fbf0649c,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:28.552177 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03713c37-3a9d-4a70-bbee-ed34570d303e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event updated for resources: {'Network': ['ID=e8e9604f-72dc-4a61-862d-9832caab1107,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:28.588860 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21a376ed-23af-4627-99ab-a5dceff08943 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:37:28.589280 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-21a376ed-23af-4627-99ab-a5dceff08943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:28.624597 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network e8e9604f-72dc-4a61-862d-9832caab1107 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:37:28.633185 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-107698f0-7558-4a6a-b951-779d1f5156f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:28.634649 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107698f0-7558-4a6a-b951-779d1f5156f4 None None] The sync data for ids ['33467ddb-abe7-49bc-b77a-944453c28f20'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:37:28.651729 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-a959f36b-ea8d-4102-a843-2d32bb6ee59f None None] Attempt 4 to provision port 62c6613e-9b33-4b3b-9673-c385fbf0649c Oct 12 07:37:28.657438 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 7fdfc6a4-af9b-4858-ba2a-997294a4517c no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:37:28.724145 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a959f36b-ea8d-4102-a843-2d32bb6ee59f None None] Port 62c6613e-9b33-4b3b-9673-c385fbf0649c was deleted so its status cannot be updated. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 12 07:37:28.727736 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 7fdfc6a4-af9b-4858-ba2a-997294a4517c {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:37:28.728337 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 7fdfc6a4-af9b-4858-ba2a-997294a4517c not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:37:28.780664 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5150ee3f-114e-4e5f-82ac-0d2175fcc254 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:28.784309 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-5150ee3f-114e-4e5f-82ac-0d2175fcc254 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/ports/62c6613e-9b33-4b3b-9673-c385fbf0649c HTTP/1.1" status: 204 len: 168 time: 2.1536293 Oct 12 07:37:28.792598 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac439c2c-aec1-4f72-8d7b-a0428f5f2a70 req-abfc110c-a2af-4110-93a5-a30e5327866e tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:28.794392 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ac439c2c-aec1-4f72-8d7b-a0428f5f2a70 req-abfc110c-a2af-4110-93a5-a30e5327866e tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.1956863 Oct 12 07:37:28.805379 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36904) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:28.807330 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-469b384b-50be-490b-a33b-bf3416195678 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:37:28.808549 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-469b384b-50be-490b-a33b-bf3416195678 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] 10.222.0.26 "PUT /v2.0/routers/36319916-2a36-4905-8980-b119f9393662 HTTP/1.1" status: 400 len: 364 time: 1.8389299 Oct 12 07:37:28.820866 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36906) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:28.860085 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-21a376ed-23af-4627-99ab-a5dceff08943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:28.878516 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-21a376ed-23af-4627-99ab-a5dceff08943 admin admin] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:28.884052 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-21a376ed-23af-4627-99ab-a5dceff08943 admin admin] 10.222.0.26 "DELETE /v2.0/networks/d47104f6-86e0-4057-9a4c-a534656ec157 HTTP/1.1" status: 204 len: 168 time: 2.3418853 Oct 12 07:37:28.917720 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a376ed-23af-4627-99ab-a5dceff08943 admin admin] Pushing event deleted for resources: {'Network': ['ID=d47104f6-86e0-4057-9a4c-a534656ec157,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:28.925673 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-881afb2b-f53c-41bf-8b97-28e2956ab773 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] 10.222.0.26 "GET /v2.0/routers/33467ddb-abe7-49bc-b77a-944453c28f20 HTTP/1.1" status: 200 len: 920 time: 0.5135114 Oct 12 07:37:28.926498 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36910) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:28.939989 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45dfa931-0cd0-4044-8530-d1928e6b1447 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Made reservation on behalf of e65c260e166d457d9b3ff4f3fa4c3b6f for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:37:28.942395 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-45dfa931-0cd0-4044-8530-d1928e6b1447 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:28.951670 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-088b7707-39fd-4c56-ba88-6e660622bc0f admin admin] Deleting port f09749a1-4bd4-4e0c-975a-563fd69c0470 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:28.952009 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-088b7707-39fd-4c56-ba88-6e660622bc0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:28.982510 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-cd6f29b9-c94f-4f3e-a05e-a14a80e6878c tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Deleting port 316a6864-09e4-468a-bf23-47cfa7b87b47 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:28.982927 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd6f29b9-c94f-4f3e-a05e-a14a80e6878c tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:29.048912 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.ipam_backend_mixin [None req-45dfa931-0cd0-4044-8530-d1928e6b1447 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Performing IP validity checks on allocation pools {{(pid=103201) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Oct 12 07:37:29.051533 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.ipam_backend_mixin [None req-45dfa931-0cd0-4044-8530-d1928e6b1447 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103201) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Oct 12 07:37:29.113483 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 1426273a-da71-4eaf-9367-aa853b0259fc resource provider aggregate not found Oct 12 07:37:29.121242 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b84a68-e87b-4089-a50f-fd92c94f58d8 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:29.122776 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-34b84a68-e87b-4089-a50f-fd92c94f58d8 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7&device_id=33467ddb-abe7-49bc-b77a-944453c28f20&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1947558 Oct 12 07:37:29.124886 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36916) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:29.133620 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36918) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:29.139135 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 1426273a-da71-4eaf-9367-aa853b0259fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1426273a-da71-4eaf-9367-aa853b0259fc found for delete ", "request_id": "req-83e9dfef-6feb-413a-8b9b-c73df6b1f3d2"}]} Oct 12 07:37:29.175320 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd6f29b9-c94f-4f3e-a05e-a14a80e6878c tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:29.192902 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc7bc37-b3e3-4301-8428-e33f3b56c62b tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:29.196907 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc7bc37-b3e3-4301-8428-e33f3b56c62b tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:29.198500 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-1bc7bc37-b3e3-4301-8428-e33f3b56c62b tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3882763 Oct 12 07:37:29.205679 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36920) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:29.207014 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-cd6f29b9-c94f-4f3e-a05e-a14a80e6878c tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Calling delete_port for 316a6864-09e4-468a-bf23-47cfa7b87b47 owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:29.236667 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ac439c2c-aec1-4f72-8d7b-a0428f5f2a70 req-592b2eba-3eee-4cb4-83f9-52482c4fc294 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4141152 Oct 12 07:37:29.248857 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab189f79-77de-413f-9f79-8c4fb0111d64 req-d80f4635-c693-4412-b9d6-4e7c4079a7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:29.250250 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ab189f79-77de-413f-9f79-8c4fb0111d64 req-d80f4635-c693-4412-b9d6-4e7c4079a7b6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d1d3cbb5d7ca448db4db422a609861ea&device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 1099 time: 0.4532914 Oct 12 07:37:29.310242 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-088b7707-39fd-4c56-ba88-6e660622bc0f admin admin] For port f09749a1-4bd4-4e0c-975a-563fd69c0470, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=f09749a1-4bd4-4e0c-975a-563fd69c0470,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:37:29.310242 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-088b7707-39fd-4c56-ba88-6e660622bc0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:29.331242 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f537031d-9f82-40cb-a49d-8b747063a4bd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a0e718319f2f47eaa8365a4dcdddd428&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2040555 Oct 12 07:37:29.338953 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36922) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:29.356751 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-088b7707-39fd-4c56-ba88-6e660622bc0f admin admin] Calling delete_port for f09749a1-4bd4-4e0c-975a-563fd69c0470 owned by network:router_gateway {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:29.425553 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-63d29608-541a-4251-872f-20252ecd6107 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting subnet 35c57792-6bf0-479d-8701-09ec8f534a1b {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:37:29.463125 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63d29608-541a-4251-872f-20252ecd6107 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:29.465883 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8078acb6-7f63-4cbf-91dc-5da5d0e27081 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:29.467399 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-8078acb6-7f63-4cbf-91dc-5da5d0e27081 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] 10.222.0.26 "GET /v2.0/networks/7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 HTTP/1.1" status: 200 len: 881 time: 0.3315399 Oct 12 07:37:29.472473 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36924) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:29.486759 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-84fb8da6-e836-4a49-a5af-14d2f6ac5e90 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:29.520949 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-88327c54-b678-439c-b628-cbd95ae782f7 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] 10.222.0.26 "GET /v2.0/ports?device_id=33467ddb-abe7-49bc-b77a-944453c28f20 HTTP/1.1" status: 200 len: 205 time: 0.0433469 Oct 12 07:37:29.524457 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36926) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:29.577574 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-45dfa931-0cd0-4044-8530-d1928e6b1447 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:29.578593 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab189f79-77de-413f-9f79-8c4fb0111d64 req-8eaecb48-9ccb-4334-b3ce-df7615f9074b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:29.580085 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ab189f79-77de-413f-9f79-8c4fb0111d64 req-8eaecb48-9ccb-4334-b3ce-df7615f9074b service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd72da9c-d321-4cc4-881d-466168d9f856 HTTP/1.1" status: 200 len: 913 time: 0.2931328 Oct 12 07:37:29.597498 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63d29608-541a-4251-872f-20252ecd6107 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:29.707424 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9a0f79b8-31e5-475d-a565-6ed3f606c405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:29.774858 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ab189f79-77de-413f-9f79-8c4fb0111d64 req-cdd861f9-6918-409a-98cc-b590fb58aeec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f313128-80bc-4b70-a468-c9add69f7f2f HTTP/1.1" status: 200 len: 1001 time: 0.1882000 Oct 12 07:37:29.813511 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dfa931-0cd0-4044-8530-d1928e6b1447 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event updated for resources: {'Subnet': ['ID=d6bb33f2-b5cf-4d1c-824a-76c0a21159e1,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:29.830932 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9a0f79b8-31e5-475d-a565-6ed3f606c405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:29.863398 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792555e8-e84e-4635-8b34-749160b9d076 None None] Network 798c2232-56e2-4f48-98d3-981087af89c9 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:37:29.912294 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aa4e4650-1e59-4bf9-922b-790fc936bb2d tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:29.914718 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab189f79-77de-413f-9f79-8c4fb0111d64 req-113ba01d-0cee-4e52-9db6-f53620ea4d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:29.916197 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ab189f79-77de-413f-9f79-8c4fb0111d64 req-113ba01d-0cee-4e52-9db6-f53620ea4d91 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b41a3bc7-3f1c-47b8-8c1a-d904035b712e HTTP/1.1" status: 200 len: 851 time: 0.1343105 Oct 12 07:37:29.919599 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dfa931-0cd0-4044-8530-d1928e6b1447 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Checking segment: {'id': '9c9ff5cf-53bd-4c90-872a-98e9cf534046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e8e9604f-72dc-4a61-862d-9832caab1107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:37:29.920363 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45dfa931-0cd0-4044-8530-d1928e6b1447 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Network hostable DHCP agents. Network: e8e9604f-72dc-4a61-862d-9832caab1107, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:37:29.973568 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-088b7707-39fd-4c56-ba88-6e660622bc0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:29.975503 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63d29608-541a-4251-872f-20252ecd6107 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:29.986927 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-e3697841-2ceb-4d14-b052-a303205e68e8 None None] Provisioning complete for port bc2bed58-73f3-4208-b9b4-44927a1539c9 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:29.987356 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e3697841-2ceb-4d14-b052-a303205e68e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:29.987700 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-e3697841-2ceb-4d14-b052-a303205e68e8 None None] Attempt 1 to provision port bc2bed58-73f3-4208-b9b4-44927a1539c9 Oct 12 07:37:30.018439 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd6f29b9-c94f-4f3e-a05e-a14a80e6878c tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:30.026256 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-84fb8da6-e836-4a49-a5af-14d2f6ac5e90 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Allocated IP 2001:db8::1 (80e7eb84-d9db-4c08-bda0-7ccb2bc4d915/bbfccee4-d260-469c-8c1e-43b87074cf79/02af3cc2-3b20-4d5e-b721-dd17998d62ca) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:37:30.029372 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b7707-39fd-4c56-ba88-6e660622bc0f admin admin] Pushing event deleted for resources: {'Port': ['ID=f09749a1-4bd4-4e0c-975a-563fd69c0470,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:30.069349 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6f29b9-c94f-4f3e-a05e-a14a80e6878c tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Pushing event deleted for resources: {'Port': ['ID=316a6864-09e4-468a-bf23-47cfa7b87b47,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:30.097887 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45dfa931-0cd0-4044-8530-d1928e6b1447 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Network e8e9604f-72dc-4a61-862d-9832caab1107 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:37:30.119003 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab189f79-77de-413f-9f79-8c4fb0111d64 req-d0735a65-1139-407a-9336-e605ed630f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:30.120722 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ab189f79-77de-413f-9f79-8c4fb0111d64 req-d0735a65-1139-407a-9336-e605ed630f9c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd72da9c-d321-4cc4-881d-466168d9f856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1811185 Oct 12 07:37:30.133532 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e3697841-2ceb-4d14-b052-a303205e68e8 None None] Current status of the port bc2bed58-73f3-4208-b9b4-44927a1539c9 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:37:30.133924 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e3697841-2ceb-4d14-b052-a303205e68e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:30.187979 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-e3697841-2ceb-4d14-b052-a303205e68e8 None None] For port bc2bed58-73f3-4208-b9b4-44927a1539c9, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=bc2bed58-73f3-4208-b9b4-44927a1539c9,segment=NetworkSegment(d678f729-c5db-4bff-affd-8a6d90150d57),segment_id=d678f729-c5db-4bff-affd-8a6d90150d57)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:37:30.197166 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e3697841-2ceb-4d14-b052-a303205e68e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:30.212442 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-45dfa931-0cd0-4044-8530-d1928e6b1447 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, e8e9604f-72dc-4a61-862d-9832caab1107) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:30.213983 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9a0f79b8-31e5-475d-a565-6ed3f606c405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:30.216559 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9a0f79b8-31e5-475d-a565-6ed3f606c405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:30.217759 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-9a0f79b8-31e5-475d-a565-6ed3f606c405 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a9982ca5-3934-4047-8f33-da9ed84fdc8a HTTP/1.1" status: 204 len: 168 time: 0.8733056 Oct 12 07:37:30.236773 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45dfa931-0cd0-4044-8530-d1928e6b1447 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:30.237373 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-45dfa931-0cd0-4044-8530-d1928e6b1447 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:30.244778 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-088b7707-39fd-4c56-ba88-6e660622bc0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:30.250605 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49231be3-6ca6-4afd-a02f-86853839d43f None None] Network e8e9604f-72dc-4a61-862d-9832caab1107 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:37:30.296345 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device bc2bed58-73f3-4208-b9b4-44927a1539c9 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:37:30.305116 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f79b8-31e5-475d-a565-6ed3f606c405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9982ca5-3934-4047-8f33-da9ed84fdc8a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:30.308743 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63d29608-541a-4251-872f-20252ecd6107 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:30.318266 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd6f29b9-c94f-4f3e-a05e-a14a80e6878c tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:30.380358 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-45dfa931-0cd0-4044-8530-d1928e6b1447 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9837739 Oct 12 07:37:30.416154 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36932) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:30.424454 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-a5128cf1-ffbd-4e87-b9f8-96928649cb71 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'port': {'network_id': 'e8e9604f-72dc-4a61-862d-9832caab1107', 'name': 'tempest-PortsIpV6TestJSON-1774928931'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:30.431130 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d29608-541a-4251-872f-20252ecd6107 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Subnet': ['ID=35c57792-6bf0-479d-8701-09ec8f534a1b,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:30.435983 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63d29608-541a-4251-872f-20252ecd6107 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:30.443548 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-63d29608-541a-4251-872f-20252ecd6107 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/35c57792-6bf0-479d-8701-09ec8f534a1b HTTP/1.1" status: 204 len: 168 time: 1.2303927 Oct 12 07:37:30.447362 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36934) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:30.448614 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aa4e4650-1e59-4bf9-922b-790fc936bb2d tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:30.469626 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-088b7707-39fd-4c56-ba88-6e660622bc0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:30.475795 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-088b7707-39fd-4c56-ba88-6e660622bc0f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:30.541660 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9840b25-de1c-4444-8ddc-d67b779835c0 None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:37:30.550975 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd6f29b9-c94f-4f3e-a05e-a14a80e6878c tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:30.557515 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-5fcd48ba-9074-41c4-91b4-ad8ddd058470 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1055663 Oct 12 07:37:30.559173 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd6f29b9-c94f-4f3e-a05e-a14a80e6878c tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:30.561945 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36938) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:30.573137 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-71ec9088-d569-4d65-b551-2077c2668bca tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'subnet': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:30.583906 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3697841-2ceb-4d14-b052-a303205e68e8 None None] Pushing event updated for resources: {'Port': ['ID=bc2bed58-73f3-4208-b9b4-44927a1539c9,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:30.662610 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-088b7707-39fd-4c56-ba88-6e660622bc0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:30.663604 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088b7707-39fd-4c56-ba88-6e660622bc0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4d40300-a463-4e3a-bbb5-5511e73ca8ed {{(pid=103200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:37:30.673945 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-84fb8da6-e836-4a49-a5af-14d2f6ac5e90 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:30.685131 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-b363b736-2973-447e-b383-9febed2bdbcf None None] Provisioning complete for port bc2bed58-73f3-4208-b9b4-44927a1539c9 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:30.685502 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b363b736-2973-447e-b383-9febed2bdbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:30.685834 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-b363b736-2973-447e-b383-9febed2bdbcf None None] Attempt 1 to provision port bc2bed58-73f3-4208-b9b4-44927a1539c9 Oct 12 07:37:30.687667 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-088b7707-39fd-4c56-ba88-6e660622bc0f admin admin] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:30.689128 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-088b7707-39fd-4c56-ba88-6e660622bc0f admin admin] 10.222.0.26 "DELETE /v2.0/routers/f4d40300-a463-4e3a-bbb5-5511e73ca8ed HTTP/1.1" status: 204 len: 168 time: 3.4800711 Oct 12 07:37:30.697417 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36940) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:30.715720 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ab189f79-77de-413f-9f79-8c4fb0111d64 req-559505ce-9d64-40a1-a329-5eb8ba380156 service neutron] 10.222.0.23 "GET /v2.0/networks/dd72da9c-d321-4cc4-881d-466168d9f856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5791116 Oct 12 07:37:30.765852 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ad082-69b0-4786-9c5d-9ad20f768147 req-9ccf68af-9ea0-4aeb-9713-698cf8c50836 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:30.768788 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-610ad082-69b0-4786-9c5d-9ad20f768147 req-9ccf68af-9ea0-4aeb-9713-698cf8c50836 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.2865670 Oct 12 07:37:30.816460 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port bc2bed58-73f3-4208-b9b4-44927a1539c9 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:30.816460 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:30.816460 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port bc2bed58-73f3-4208-b9b4-44927a1539c9 Oct 12 07:37:30.895839 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eabab62-6253-4528-9893-15f7dd583ef9 admin admin] Deleting subnet 5599846c-e956-431e-8499-39d6d9eff1e0 {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:37:30.908941 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5eabab62-6253-4528-9893-15f7dd583ef9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:30.948978 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-610ad082-69b0-4786-9c5d-9ad20f768147 req-17f0ed4e-6156-4818-9b1d-69242dbcc67c tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709635 Oct 12 07:37:30.996943 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5eabab62-6253-4528-9893-15f7dd583ef9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:31.020139 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-84fb8da6-e836-4a49-a5af-14d2f6ac5e90 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:31.050128 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e09197-3732-495d-9d17-e9968aba1501 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-e8e9604f-72dc-4a61-862d-9832caab1107', 'network_id': 'e8e9604f-72dc-4a61-862d-9832caab1107', 'tenant_id': 'e65c260e166d457d9b3ff4f3fa4c3b6f', 'fixed_ips': [{'subnet_id': 'd6bb33f2-b5cf-4d1c-824a-76c0a21159e1'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:37:31.052217 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d2e09197-3732-495d-9d17-e9968aba1501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:31.066546 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b363b736-2973-447e-b383-9febed2bdbcf None None] Current status of the port bc2bed58-73f3-4208-b9b4-44927a1539c9 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:37:31.083813 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ab189f79-77de-413f-9f79-8c4fb0111d64 req-2c0e9b04-852d-4524-8fa5-abb3480790b3 service neutron] 10.222.0.23 "GET /v2.0/networks/dd72da9c-d321-4cc4-881d-466168d9f856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397186 Oct 12 07:37:31.095779 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fb8da6-e836-4a49-a5af-14d2f6ac5e90 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Network 80e7eb84-d9db-4c08-bda0-7ccb2bc4d915 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:31.100716 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-84fb8da6-e836-4a49-a5af-14d2f6ac5e90 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:31.108194 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fb8da6-e836-4a49-a5af-14d2f6ac5e90 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:37:31.109006 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-84fb8da6-e836-4a49-a5af-14d2f6ac5e90 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:31.160047 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb8da6-e836-4a49-a5af-14d2f6ac5e90 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Pushing event updated for resources: {'Port': ['ID=02af3cc2-3b20-4d5e-b721-dd17998d62ca,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:31.176636 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port bc2bed58-73f3-4208-b9b4-44927a1539c9 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:37:31.189826 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 778929f1-c68f-41e2-ab5a-633c5ac9f744 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:37:31.271252 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd6f29b9-c94f-4f3e-a05e-a14a80e6878c tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:31.271788 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6f29b9-c94f-4f3e-a05e-a14a80e6878c tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Fanout notify agent at l3_agent the message router_deleted on router 4bb90197-de10-4c9c-8503-55234b39fd61 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:37:31.282947 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 778929f1-c68f-41e2-ab5a-633c5ac9f744 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:37:31.283494 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 778929f1-c68f-41e2-ab5a-633c5ac9f744 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:37:31.289741 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bab0fb-4ad3-4e77-8459-1ebdcde907d3 None None] DHCP port deletion for 9994ec23-a1f7-459d-8925-14bc9ff05f17 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:37:31.290910 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5128cf1-ffbd-4e87-b9f8-96928649cb71 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Made reservation on behalf of e65c260e166d457d9b3ff4f3fa4c3b6f for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:37:31.295197 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a5128cf1-ffbd-4e87-b9f8-96928649cb71 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:31.305964 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5eabab62-6253-4528-9893-15f7dd583ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:31.337706 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd6f29b9-c94f-4f3e-a05e-a14a80e6878c tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:31.339301 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-cd6f29b9-c94f-4f3e-a05e-a14a80e6878c tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] 10.222.0.26 "DELETE /v2.0/routers/4bb90197-de10-4c9c-8503-55234b39fd61 HTTP/1.1" status: 204 len: 168 time: 3.8644304 Oct 12 07:37:31.355636 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36952) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:31.356403 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-a5128cf1-ffbd-4e87-b9f8-96928649cb71 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] device_id is not set on port 2d6333b5-5479-4a0a-945a-ddc01bc3d20a yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:37:31.361198 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-ed955c6b-cc7d-4dfc-a9dc-453b5b7ba730 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-619770346', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:31.420647 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-d2e09197-3732-495d-9d17-e9968aba1501 None None] Allocated IP 2001:db8::2 (e8e9604f-72dc-4a61-862d-9832caab1107/d6bb33f2-b5cf-4d1c-824a-76c0a21159e1/268b7454-222e-4a0a-8284-8f87bb3d68e2) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:37:31.469479 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-84fb8da6-e836-4a49-a5af-14d2f6ac5e90 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:31.487531 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11bab0fb-4ad3-4e77-8459-1ebdcde907d3 None None] Deleting port 2c6f916c-07fe-4dd3-91fc-3a9838d128c1 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:31.487908 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11bab0fb-4ad3-4e77-8459-1ebdcde907d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:31.511816 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5eabab62-6253-4528-9893-15f7dd583ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:31.538211 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ed955c6b-cc7d-4dfc-a9dc-453b5b7ba730 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:31.540365 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ed955c6b-cc7d-4dfc-a9dc-453b5b7ba730 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:31.548427 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eabab62-6253-4528-9893-15f7dd583ef9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5599846c-e956-431e-8499-39d6d9eff1e0,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:31.619589 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59091f0-f505-4ea4-b097-075c9cbf9b89 None None] Network d8679d51-dd8d-46a3-a82d-a795585d2c26 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:37:31.628557 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-aa4e4650-1e59-4bf9-922b-790fc936bb2d tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Deleting port 30539746-56cc-486e-8527-fb9b18f3841f {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:31.629191 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aa4e4650-1e59-4bf9-922b-790fc936bb2d tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:31.680710 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11bab0fb-4ad3-4e77-8459-1ebdcde907d3 None None] For port 2c6f916c-07fe-4dd3-91fc-3a9838d128c1, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=2c6f916c-07fe-4dd3-91fc-3a9838d128c1,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:37:31.681886 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11bab0fb-4ad3-4e77-8459-1ebdcde907d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:31.696065 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ec9088-d569-4d65-b551-2077c2668bca tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:37:31.699949 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-71ec9088-d569-4d65-b551-2077c2668bca tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:31.729073 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-584484d1-2ada-4dd0-a45e-83b8e539458b None None] Provisioning complete for port 02af3cc2-3b20-4d5e-b721-dd17998d62ca triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:31.729452 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-584484d1-2ada-4dd0-a45e-83b8e539458b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:31.729790 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-584484d1-2ada-4dd0-a45e-83b8e539458b None None] Attempt 1 to provision port 02af3cc2-3b20-4d5e-b721-dd17998d62ca Oct 12 07:37:31.761681 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11bab0fb-4ad3-4e77-8459-1ebdcde907d3 None None] Calling delete_port for 2c6f916c-07fe-4dd3-91fc-3a9838d128c1 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:31.830960 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d2e09197-3732-495d-9d17-e9968aba1501 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:31.831775 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aa4e4650-1e59-4bf9-922b-790fc936bb2d tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:31.859094 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-aa4e4650-1e59-4bf9-922b-790fc936bb2d tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Calling delete_port for 30539746-56cc-486e-8527-fb9b18f3841f owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:31.886142 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d2e09197-3732-495d-9d17-e9968aba1501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:31.892583 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-584484d1-2ada-4dd0-a45e-83b8e539458b None None] Port 02af3cc2-3b20-4d5e-b721-dd17998d62ca cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:37:31.973541 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e09197-3732-495d-9d17-e9968aba1501 None None] Network e8e9604f-72dc-4a61-862d-9832caab1107 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:31.978518 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e09197-3732-495d-9d17-e9968aba1501 None None] Pushing event updated for resources: {'Port': ['ID=268b7454-222e-4a0a-8284-8f87bb3d68e2,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:31.982082 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-d2e09197-3732-495d-9d17-e9968aba1501 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:31.989757 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e09197-3732-495d-9d17-e9968aba1501 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:37:32.039069 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11bab0fb-4ad3-4e77-8459-1ebdcde907d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:32.044488 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-a5128cf1-ffbd-4e87-b9f8-96928649cb71 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Allocated IP 2001:db8::9b (e8e9604f-72dc-4a61-862d-9832caab1107/d6bb33f2-b5cf-4d1c-824a-76c0a21159e1/2d6333b5-5479-4a0a-945a-ddc01bc3d20a) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:37:32.094260 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bab0fb-4ad3-4e77-8459-1ebdcde907d3 None None] Pushing event deleted for resources: {'Port': ['ID=2c6f916c-07fe-4dd3-91fc-3a9838d128c1,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:32.095119 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5eabab62-6253-4528-9893-15f7dd583ef9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:32.102127 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-5eabab62-6253-4528-9893-15f7dd583ef9 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5599846c-e956-431e-8499-39d6d9eff1e0 HTTP/1.1" status: 204 len: 168 time: 1.3991964 Oct 12 07:37:32.103243 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bab0fb-4ad3-4e77-8459-1ebdcde907d3 None None] No DVR routers for this DVR port 2c6f916c-07fe-4dd3-91fc-3a9838d128c1 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:37:32.105263 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36968) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:32.113038 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-d2e09197-3732-495d-9d17-e9968aba1501 None None] Attempting to bind port 268b7454-222e-4a0a-8284-8f87bb3d68e2 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:37:32.113633 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-d2e09197-3732-495d-9d17-e9968aba1501 None None] Attempting to bind port 268b7454-222e-4a0a-8284-8f87bb3d68e2 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '9c9ff5cf-53bd-4c90-872a-98e9cf534046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e8e9604f-72dc-4a61-862d-9832caab1107'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:37:32.114205 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e09197-3732-495d-9d17-e9968aba1501 None None] Attempting to bind port 268b7454-222e-4a0a-8284-8f87bb3d68e2 on network e8e9604f-72dc-4a61-862d-9832caab1107 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:37:32.122819 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e09197-3732-495d-9d17-e9968aba1501 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:37:32.123473 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e09197-3732-495d-9d17-e9968aba1501 None None] Checking segment: {'id': '9c9ff5cf-53bd-4c90-872a-98e9cf534046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e8e9604f-72dc-4a61-862d-9832caab1107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:37:32.124043 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d2e09197-3732-495d-9d17-e9968aba1501 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:32.124768 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e09197-3732-495d-9d17-e9968aba1501 None None] Bound using segment: {'id': '9c9ff5cf-53bd-4c90-872a-98e9cf534046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e8e9604f-72dc-4a61-862d-9832caab1107'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:37:32.125496 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-d2e09197-3732-495d-9d17-e9968aba1501 None None] Bound port: 268b7454-222e-4a0a-8284-8f87bb3d68e2, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9ff5cf-53bd-4c90-872a-98e9cf534046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e8e9604f-72dc-4a61-862d-9832caab1107'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:37:32.126187 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d2e09197-3732-495d-9d17-e9968aba1501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:32.139391 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76167160-f466-4c9b-a5c5-1261b53f1b06 None None] DHCP port deletion for d8679d51-dd8d-46a3-a82d-a795585d2c26 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:37:32.253981 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ed955c6b-cc7d-4dfc-a9dc-453b5b7ba730 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:32.259429 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-71ec9088-d569-4d65-b551-2077c2668bca tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:32.283105 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-d2e09197-3732-495d-9d17-e9968aba1501 None None] For port 268b7454-222e-4a0a-8284-8f87bb3d68e2, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:37:32.286723 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-d2e09197-3732-495d-9d17-e9968aba1501 None None] For port 268b7454-222e-4a0a-8284-8f87bb3d68e2, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=268b7454-222e-4a0a-8284-8f87bb3d68e2,segment=NetworkSegment(9c9ff5cf-53bd-4c90-872a-98e9cf534046),segment_id=9c9ff5cf-53bd-4c90-872a-98e9cf534046)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:37:32.292975 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device bc2bed58-73f3-4208-b9b4-44927a1539c9 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:37:32.301728 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ed955c6b-cc7d-4dfc-a9dc-453b5b7ba730 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:32.322149 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:37:32.324340 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d2e09197-3732-495d-9d17-e9968aba1501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:32.332606 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ec9088-d569-4d65-b551-2077c2668bca tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:32.367078 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-71ec9088-d569-4d65-b551-2077c2668bca tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:32.367991 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1934c198-d2a1-4e80-a578-7c01f12e1166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:32.370086 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ec9088-d569-4d65-b551-2077c2668bca tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:32.370680 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-71ec9088-d569-4d65-b551-2077c2668bca tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:32.402699 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6268f8-3fc7-4dcf-a1b4-a1dd5bb67c80 req-e68e76e8-3bd9-48c6-9338-2eac7bd8e9ed tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:32.403884 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec9088-d569-4d65-b551-2077c2668bca tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Subnet': ['ID=9cbd8137-3074-4414-84ab-eab3021a5d16,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:32.417674 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eddc0e4-4b85-4401-ad64-d9ef5cca9fb9 None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:37:32.418271 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3e6268f8-3fc7-4dcf-a1b4-a1dd5bb67c80 req-e68e76e8-3bd9-48c6-9338-2eac7bd8e9ed tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.3117552 Oct 12 07:37:32.425660 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-71ec9088-d569-4d65-b551-2077c2668bca tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8614089 Oct 12 07:37:32.426484 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36974) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:32.449650 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-10a59677-c369-45e6-9464-9b8a6e272d87 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'port': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'fixed_ips': [{'subnet_id': '9cbd8137-3074-4414-84ab-eab3021a5d16', 'ip_address': '2001:db8::5a9:aaae:87ac:4265'}], 'name': 'tempest-NetworksTestDHCPv6-586111243'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:32.454059 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aa4e4650-1e59-4bf9-922b-790fc936bb2d tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:32.454478 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ed955c6b-cc7d-4dfc-a9dc-453b5b7ba730 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:32.462324 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-ed955c6b-cc7d-4dfc-a9dc-453b5b7ba730 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.1065829 Oct 12 07:37:32.474926 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 36978) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:32.489843 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-00f9a7e7-6af5-4a3b-8a89-a9a0519a1bdd tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'enable_snat': False}}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:32.519323 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-584484d1-2ada-4dd0-a45e-83b8e539458b None None] Attempt 2 to provision port 02af3cc2-3b20-4d5e-b721-dd17998d62ca Oct 12 07:37:32.543225 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e4650-1e59-4bf9-922b-790fc936bb2d tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Pushing event deleted for resources: {'Port': ['ID=30539746-56cc-486e-8527-fb9b18f3841f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:32.558791 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3e6268f8-3fc7-4dcf-a1b4-a1dd5bb67c80 req-b4a314c8-e717-4887-b980-198c12c135b0 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360016 Oct 12 07:37:32.742279 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-584484d1-2ada-4dd0-a45e-83b8e539458b None None] Port 02af3cc2-3b20-4d5e-b721-dd17998d62ca cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:37:32.746795 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36984) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:32.805063 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e09197-3732-495d-9d17-e9968aba1501 None None] Pushing event updated for resources: {'Port': ['ID=268b7454-222e-4a0a-8284-8f87bb3d68e2,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:32.835189 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a5128cf1-ffbd-4e87-b9f8-96928649cb71 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:32.847048 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a0e05f-d393-40c0-a031-5ccf3c63645b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-9994ec23-a1f7-459d-8925-14bc9ff05f17', 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'tenant_id': '3e134b4bc92f4839ac5ca68b448223d9', 'fixed_ips': [{'subnet_id': '9cbd8137-3074-4414-84ab-eab3021a5d16'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:37:32.849307 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d9a0e05f-d393-40c0-a031-5ccf3c63645b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:32.851057 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aa4e4650-1e59-4bf9-922b-790fc936bb2d tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:32.854153 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-76167160-f466-4c9b-a5c5-1261b53f1b06 None None] Deleting port 889d44e9-199f-4b6e-90bb-a3b4996e652a {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:32.854517 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-76167160-f466-4c9b-a5c5-1261b53f1b06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:32.869312 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port bc2bed58-73f3-4208-b9b4-44927a1539c9 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:32.869811 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:32.870319 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port bc2bed58-73f3-4208-b9b4-44927a1539c9 Oct 12 07:37:32.942421 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-83191f72-95cb-4e61-9c12-81758dabf941 tempest-ExternalNetworksAdminNegativeTestJSON-2320215 tempest-ExternalNetworksAdminNegativeTestJSON-2320215-project-admin] Request body: {'floatingip': {'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:32.992365 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aa4e4650-1e59-4bf9-922b-790fc936bb2d tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:32.998919 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aa4e4650-1e59-4bf9-922b-790fc936bb2d tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:33.002666 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a59677-c369-45e6-9464-9b8a6e272d87 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:37:33.006437 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa5b6f-4931-4e95-bc07-f8fc770be9bd req-729967bd-221b-401f-a800-78e1b68476e5 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:33.017096 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-42fa5b6f-4931-4e95-bc07-f8fc770be9bd req-729967bd-221b-401f-a800-78e1b68476e5 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.3494329 Oct 12 07:37:33.053762 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-00f9a7e7-6af5-4a3b-8a89-a9a0519a1bdd tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:33.073621 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-1934c198-d2a1-4e80-a578-7c01f12e1166 admin admin] Deleting port 889d44e9-199f-4b6e-90bb-a3b4996e652a {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:33.073996 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1934c198-d2a1-4e80-a578-7c01f12e1166 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:33.078468 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-83191f72-95cb-4e61-9c12-81758dabf941 tempest-ExternalNetworksAdminNegativeTestJSON-2320215 tempest-ExternalNetworksAdminNegativeTestJSON-2320215-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:33.081949 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a5128cf1-ffbd-4e87-b9f8-96928649cb71 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:33.127831 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aa4e4650-1e59-4bf9-922b-790fc936bb2d tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:33.128063 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4e4650-1e59-4bf9-922b-790fc936bb2d tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Fanout notify agent at l3_agent the message router_deleted on router 33467ddb-abe7-49bc-b77a-944453c28f20 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:37:33.166583 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aa4e4650-1e59-4bf9-922b-790fc936bb2d tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:33.171853 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-aa4e4650-1e59-4bf9-922b-790fc936bb2d tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] 10.222.0.26 "DELETE /v2.0/routers/33467ddb-abe7-49bc-b77a-944453c28f20 HTTP/1.1" status: 204 len: 168 time: 3.6405187 Oct 12 07:37:33.171992 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-84fb8da6-e836-4a49-a5af-14d2f6ac5e90 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:33.176404 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36988) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:33.179862 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-42fa5b6f-4931-4e95-bc07-f8fc770be9bd req-4887ab0f-e84e-4768-b66d-c6eb26a42ce9 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623561 Oct 12 07:37:33.183914 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-a832be8a-4570-4a14-aefc-e4ffd1c9d6b2 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-512247685', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:33.214212 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-76167160-f466-4c9b-a5c5-1261b53f1b06 None None] For port 889d44e9-199f-4b6e-90bb-a3b4996e652a, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=889d44e9-199f-4b6e-90bb-a3b4996e652a,segment=NetworkSegment(57b7b5a9-48b1-4416-ad08-420b947843ea),segment_id=57b7b5a9-48b1-4416-ad08-420b947843ea)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:37:33.214825 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-76167160-f466-4c9b-a5c5-1261b53f1b06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:33.257536 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-584484d1-2ada-4dd0-a45e-83b8e539458b None None] Attempt 3 to provision port 02af3cc2-3b20-4d5e-b721-dd17998d62ca Oct 12 07:37:33.261511 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-76167160-f466-4c9b-a5c5-1261b53f1b06 None None] Calling delete_port for 889d44e9-199f-4b6e-90bb-a3b4996e652a owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:33.264579 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5128cf1-ffbd-4e87-b9f8-96928649cb71 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event updated for resources: {'Port': ['ID=2d6333b5-5479-4a0a-945a-ddc01bc3d20a,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:33.271221 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-1934c198-d2a1-4e80-a578-7c01f12e1166 admin admin] For port 889d44e9-199f-4b6e-90bb-a3b4996e652a, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=889d44e9-199f-4b6e-90bb-a3b4996e652a,segment=NetworkSegment(57b7b5a9-48b1-4416-ad08-420b947843ea),segment_id=57b7b5a9-48b1-4416-ad08-420b947843ea)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:37:33.271941 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1934c198-d2a1-4e80-a578-7c01f12e1166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:33.274223 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-10a59677-c369-45e6-9464-9b8a6e272d87 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:33.287431 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-84fb8da6-e836-4a49-a5af-14d2f6ac5e90 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:33.288302 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-84fb8da6-e836-4a49-a5af-14d2f6ac5e90 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:33.307443 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5128cf1-ffbd-4e87-b9f8-96928649cb71 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Network e8e9604f-72dc-4a61-862d-9832caab1107 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:33.311626 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-1934c198-d2a1-4e80-a578-7c01f12e1166 admin admin] Calling delete_port for 889d44e9-199f-4b6e-90bb-a3b4996e652a owned by network:dhcp {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:33.314248 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-10a59677-c369-45e6-9464-9b8a6e272d87 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] device_id is not set on port 27e9e275-5458-44d3-9536-a8179a6e7de2 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:37:33.395099 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port bc2bed58-73f3-4208-b9b4-44927a1539c9 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:37:33.410337 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-584484d1-2ada-4dd0-a45e-83b8e539458b None None] Port 02af3cc2-3b20-4d5e-b721-dd17998d62ca cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:37:33.420156 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-d9a0e05f-d393-40c0-a031-5ccf3c63645b None None] Allocated IP 2001:db8::2 (9994ec23-a1f7-459d-8925-14bc9ff05f17/9cbd8137-3074-4414-84ab-eab3021a5d16/2f52f1a8-e4b2-4c18-8537-052768e3d0a9) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:37:33.427997 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a832be8a-4570-4a14-aefc-e4ffd1c9d6b2 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:33.430112 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a832be8a-4570-4a14-aefc-e4ffd1c9d6b2 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:33.496500 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-76167160-f466-4c9b-a5c5-1261b53f1b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:33.524115 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a832be8a-4570-4a14-aefc-e4ffd1c9d6b2 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:33.525707 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-a5128cf1-ffbd-4e87-b9f8-96928649cb71 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:33.529085 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5128cf1-ffbd-4e87-b9f8-96928649cb71 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:37:33.533390 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 2c6f916c-07fe-4dd3-91fc-3a9838d128c1 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:37:33.537842 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5128cf1-ffbd-4e87-b9f8-96928649cb71 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:33.538591 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a5128cf1-ffbd-4e87-b9f8-96928649cb71 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:33.563560 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76167160-f466-4c9b-a5c5-1261b53f1b06 None None] Pushing event deleted for resources: {'Port': ['ID=889d44e9-199f-4b6e-90bb-a3b4996e652a,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:33.565477 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76167160-f466-4c9b-a5c5-1261b53f1b06 None None] No DVR routers for this DVR port 889d44e9-199f-4b6e-90bb-a3b4996e652a on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:37:33.593097 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 2c6f916c-07fe-4dd3-91fc-3a9838d128c1 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:37:33.593437 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 2c6f916c-07fe-4dd3-91fc-3a9838d128c1 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:37:33.594306 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device f09749a1-4bd4-4e0c-975a-563fd69c0470 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:37:33.604209 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb8da6-e836-4a49-a5af-14d2f6ac5e90 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Pushing event updated for resources: {'Port': ['ID=02af3cc2-3b20-4d5e-b721-dd17998d62ca,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:33.615152 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a832be8a-4570-4a14-aefc-e4ffd1c9d6b2 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:33.637768 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: f09749a1-4bd4-4e0c-975a-563fd69c0470 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:37:33.638366 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device f09749a1-4bd4-4e0c-975a-563fd69c0470 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:37:33.658374 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1934c198-d2a1-4e80-a578-7c01f12e1166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:33.660331 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a5128cf1-ffbd-4e87-b9f8-96928649cb71 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2424529 Oct 12 07:37:33.664957 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36994) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:33.671636 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a832be8a-4570-4a14-aefc-e4ffd1c9d6b2 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:33.675317 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a832be8a-4570-4a14-aefc-e4ffd1c9d6b2 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4942911 Oct 12 07:37:33.679565 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 36996) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:33.685929 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-62ad4341-830a-4e04-9e0b-cb2977e2ac3e tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'enable_snat': True}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:33.725053 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d9a0e05f-d393-40c0-a031-5ccf3c63645b None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:33.738342 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1934c198-d2a1-4e80-a578-7c01f12e1166 admin admin] Pushing event deleted for resources: {'Port': ['ID=889d44e9-199f-4b6e-90bb-a3b4996e652a,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:33.744027 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fb8da6-e836-4a49-a5af-14d2f6ac5e90 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Network 80e7eb84-d9db-4c08-bda0-7ccb2bc4d915 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:33.750250 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d9a0e05f-d393-40c0-a031-5ccf3c63645b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:33.751492 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1934c198-d2a1-4e80-a578-7c01f12e1166 admin admin] No DVR routers for this DVR port 889d44e9-199f-4b6e-90bb-a3b4996e652a on host dv-neutron-860909-2-hyperv {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:37:33.758216 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-84fb8da6-e836-4a49-a5af-14d2f6ac5e90 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:33.816992 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0e05f-d393-40c0-a031-5ccf3c63645b None None] Pushing event updated for resources: {'Port': ['ID=2f52f1a8-e4b2-4c18-8537-052768e3d0a9,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:33.837746 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a0e05f-d393-40c0-a031-5ccf3c63645b None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:33.839435 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-d9a0e05f-d393-40c0-a031-5ccf3c63645b None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:33.841924 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a0e05f-d393-40c0-a031-5ccf3c63645b None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:37:33.888286 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f5ea0-2003-4bd4-8c20-6f6b3fd6e36c req-fff46461-cba8-412a-87c5-bfb528482c7e tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:33.891274 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6d2f5ea0-2003-4bd4-8c20-6f6b3fd6e36c req-fff46461-cba8-412a-87c5-bfb528482c7e tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.2394269 Oct 12 07:37:33.912479 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-584484d1-2ada-4dd0-a45e-83b8e539458b None None] Attempt 4 to provision port 02af3cc2-3b20-4d5e-b721-dd17998d62ca Oct 12 07:37:33.914396 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55255f64-d308-41c5-8ead-977df8792340 None None] Network e8e9604f-72dc-4a61-862d-9832caab1107 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:37:33.935472 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1934c198-d2a1-4e80-a578-7c01f12e1166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:33.936070 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-d9a0e05f-d393-40c0-a031-5ccf3c63645b None None] Attempting to bind port 2f52f1a8-e4b2-4c18-8537-052768e3d0a9 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:37:33.936444 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-d9a0e05f-d393-40c0-a031-5ccf3c63645b None None] Attempting to bind port 2f52f1a8-e4b2-4c18-8537-052768e3d0a9 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:37:33.936804 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a0e05f-d393-40c0-a031-5ccf3c63645b None None] Attempting to bind port 2f52f1a8-e4b2-4c18-8537-052768e3d0a9 on network 9994ec23-a1f7-459d-8925-14bc9ff05f17 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:37:33.980382 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a0e05f-d393-40c0-a031-5ccf3c63645b None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:37:33.980382 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a0e05f-d393-40c0-a031-5ccf3c63645b None None] Checking segment: {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:37:33.980771 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d9a0e05f-d393-40c0-a031-5ccf3c63645b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:33.981450 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a0e05f-d393-40c0-a031-5ccf3c63645b None None] Bound using segment: {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:37:33.981566 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-d9a0e05f-d393-40c0-a031-5ccf3c63645b None None] Bound port: 2f52f1a8-e4b2-4c18-8537-052768e3d0a9, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:37:33.981933 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d9a0e05f-d393-40c0-a031-5ccf3c63645b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:34.018177 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-1934c198-d2a1-4e80-a578-7c01f12e1166 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8679d51-dd8d-46a3-a82d-a795585d2c26']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:34.025456 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-83191f72-95cb-4e61-9c12-81758dabf941 tempest-ExternalNetworksAdminNegativeTestJSON-2320215 tempest-ExternalNetworksAdminNegativeTestJSON-2320215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:34.030469 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-10a59677-c369-45e6-9464-9b8a6e272d87 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Allocated IP 2001:db8::5a9:aaae:87ac:4265 (9994ec23-a1f7-459d-8925-14bc9ff05f17/9cbd8137-3074-4414-84ab-eab3021a5d16/27e9e275-5458-44d3-9536-a8179a6e7de2) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:37:34.057257 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-584484d1-2ada-4dd0-a45e-83b8e539458b None None] Port 02af3cc2-3b20-4d5e-b721-dd17998d62ca cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:37:34.080572 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-62ad4341-830a-4e04-9e0b-cb2977e2ac3e tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:34.093553 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-1934c198-d2a1-4e80-a578-7c01f12e1166 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57b7b5a9-48b1-4416-ad08-420b947843ea') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:34.093852 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-1934c198-d2a1-4e80-a578-7c01f12e1166 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57b7b5a9-48b1-4416-ad08-420b947843ea') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:34.102875 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6d2f5ea0-2003-4bd4-8c20-6f6b3fd6e36c req-b35ae485-b199-4ae9-9f4d-eae965903fbd tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1990361 Oct 12 07:37:34.114341 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84fb8da6-e836-4a49-a5af-14d2f6ac5e90 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Router 36319916-2a36-4905-8980-b119f9393662 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:37:34.117831 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1934c198-d2a1-4e80-a578-7c01f12e1166 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:34.162257 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-d9a0e05f-d393-40c0-a031-5ccf3c63645b None None] For port 2f52f1a8-e4b2-4c18-8537-052768e3d0a9, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:37:34.169019 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-d9a0e05f-d393-40c0-a031-5ccf3c63645b None None] For port 2f52f1a8-e4b2-4c18-8537-052768e3d0a9, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=2f52f1a8-e4b2-4c18-8537-052768e3d0a9,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:37:34.208712 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d9a0e05f-d393-40c0-a031-5ccf3c63645b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:34.234426 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1934c198-d2a1-4e80-a578-7c01f12e1166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:34.259756 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1934c198-d2a1-4e80-a578-7c01f12e1166 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:37:34.260646 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1934c198-d2a1-4e80-a578-7c01f12e1166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:34.269832 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 268b7454-222e-4a0a-8284-8f87bb3d68e2 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:37:34.293633 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-8661a3ab-a67a-46e7-9bcb-23c8ba85f7bf tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Deleting port 2d6333b5-5479-4a0a-945a-ddc01bc3d20a {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:34.293973 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8661a3ab-a67a-46e7-9bcb-23c8ba85f7bf tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:34.350968 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 57b7b5a9-48b1-4416-ad08-420b947843ea resource provider aggregate not found Oct 12 07:37:34.374452 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0e05f-d393-40c0-a031-5ccf3c63645b None None] Pushing event updated for resources: {'Port': ['ID=2f52f1a8-e4b2-4c18-8537-052768e3d0a9,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:34.391614 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 268b7454-222e-4a0a-8284-8f87bb3d68e2 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:34.393275 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:34.393275 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 268b7454-222e-4a0a-8284-8f87bb3d68e2 Oct 12 07:37:34.405501 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-00f9a7e7-6af5-4a3b-8a89-a9a0519a1bdd tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:34.408337 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 57b7b5a9-48b1-4416-ad08-420b947843ea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 57b7b5a9-48b1-4416-ad08-420b947843ea found for delete ", "request_id": "req-8bda8e2b-5f44-4fd1-a2d5-555ab634a98e"}]} Oct 12 07:37:34.440245 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-83191f72-95cb-4e61-9c12-81758dabf941 tempest-ExternalNetworksAdminNegativeTestJSON-2320215 tempest-ExternalNetworksAdminNegativeTestJSON-2320215-project-admin] Allocated IP 172.26.3.232 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/fba97ab0-ced6-402e-821f-279d133016e8) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:37:34.484191 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-00f9a7e7-6af5-4a3b-8a89-a9a0519a1bdd tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:34.504093 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 268b7454-222e-4a0a-8284-8f87bb3d68e2 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:37:34.504617 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:34.508775 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1934c198-d2a1-4e80-a578-7c01f12e1166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:34.540711 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84fb8da6-e836-4a49-a5af-14d2f6ac5e90 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:37:34.543660 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1934c198-d2a1-4e80-a578-7c01f12e1166 admin admin] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:34.547305 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-1934c198-d2a1-4e80-a578-7c01f12e1166 admin admin] 10.222.0.26 "DELETE /v2.0/networks/d8679d51-dd8d-46a3-a82d-a795585d2c26 HTTP/1.1" status: 204 len: 168 time: 2.4366021 Oct 12 07:37:34.559440 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66dc17-b4f3-4068-acfb-a17d679cca64 req-2bff9b11-57f0-4388-834d-b35d3c2b52ce tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:34.562618 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-de66dc17-b4f3-4068-acfb-a17d679cca64 req-2bff9b11-57f0-4388-834d-b35d3c2b52ce tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.3241339 Oct 12 07:37:34.563081 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 268b7454-222e-4a0a-8284-8f87bb3d68e2, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=268b7454-222e-4a0a-8284-8f87bb3d68e2,segment=NetworkSegment(9c9ff5cf-53bd-4c90-872a-98e9cf534046),segment_id=9c9ff5cf-53bd-4c90-872a-98e9cf534046)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:37:34.564236 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-584484d1-2ada-4dd0-a45e-83b8e539458b None None] Attempt 5 to provision port 02af3cc2-3b20-4d5e-b721-dd17998d62ca Oct 12 07:37:34.582145 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b475b8ec-dbe6-47d5-b0f9-1a72f9f22eb3 None None] Sync routers for ids ['36319916-2a36-4905-8980-b119f9393662'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:37:34.614405 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b475b8ec-dbe6-47d5-b0f9-1a72f9f22eb3 None None] Routers {'36319916-2a36-4905-8980-b119f9393662'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:37:34.615439 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-84fb8da6-e836-4a49-a5af-14d2f6ac5e90 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] 10.222.0.26 "PUT /v2.0/routers/36319916-2a36-4905-8980-b119f9393662/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7828174 Oct 12 07:37:34.616260 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b475b8ec-dbe6-47d5-b0f9-1a72f9f22eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:37:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['36319916-2a36-4905-8980-b119f9393662'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:34.616900 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:34.621178 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37006) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:34.625565 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1934c198-d2a1-4e80-a578-7c01f12e1166 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8679d51-dd8d-46a3-a82d-a795585d2c26,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:34.732205 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b475b8ec-dbe6-47d5-b0f9-1a72f9f22eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:34.734681 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=268b7454-222e-4a0a-8284-8f87bb3d68e2,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:34.747961 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b475b8ec-dbe6-47d5-b0f9-1a72f9f22eb3 None None] Routers {'36319916-2a36-4905-8980-b119f9393662'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:37:34.750469 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b475b8ec-dbe6-47d5-b0f9-1a72f9f22eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:37:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['36319916-2a36-4905-8980-b119f9393662'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:34.755957 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 889d44e9-199f-4b6e-90bb-a3b4996e652a no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:37:34.802641 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 889d44e9-199f-4b6e-90bb-a3b4996e652a {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:37:34.802641 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 889d44e9-199f-4b6e-90bb-a3b4996e652a not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:37:34.816177 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-584484d1-2ada-4dd0-a45e-83b8e539458b None None] Port 02af3cc2-3b20-4d5e-b721-dd17998d62ca cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:37:34.832448 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b475b8ec-dbe6-47d5-b0f9-1a72f9f22eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:34.833210 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b475b8ec-dbe6-47d5-b0f9-1a72f9f22eb3 None None] The sync data for ids ['36319916-2a36-4905-8980-b119f9393662'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:37:34.835013 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-de66dc17-b4f3-4068-acfb-a17d679cca64 req-ff33e589-9c70-4f21-9ca5-4a9075e2ba10 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2176127 Oct 12 07:37:34.856658 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b3d71a2f-e5e0-4b1b-93e7-e42198e9b040 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks [] for router, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:35.034901 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37010) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:35.151575 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8661a3ab-a67a-46e7-9bcb-23c8ba85f7bf tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:35.243466 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-10a59677-c369-45e6-9464-9b8a6e272d87 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:35.245184 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-8661a3ab-a67a-46e7-9bcb-23c8ba85f7bf tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Calling delete_port for 2d6333b5-5479-4a0a-945a-ddc01bc3d20a owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:35.272993 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f5b2a341-7c8e-4ea2-b65a-365371dcf6a9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e2edad5f8fe94feda48356d6c2f35ddc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2096379 Oct 12 07:37:35.278819 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37012) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:35.296846 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-b3d71a2f-e5e0-4b1b-93e7-e42198e9b040 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 12 07:37:35.300671 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b3d71a2f-e5e0-4b1b-93e7-e42198e9b040 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] 10.222.0.26 "DELETE /v2.0/routers/36319916-2a36-4905-8980-b119f9393662 HTTP/1.1" status: 409 len: 329 time: 0.6734753 Oct 12 07:37:35.300992 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37014) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:35.317627 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-584484d1-2ada-4dd0-a45e-83b8e539458b None None] Attempt 6 to provision port 02af3cc2-3b20-4d5e-b721-dd17998d62ca Oct 12 07:37:35.371686 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea927f7-8474-4443-9e6c-989f42a35967 req-5938d006-557a-4940-b12f-aa60e49d039b tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:35.374456 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7ea927f7-8474-4443-9e6c-989f42a35967 req-5938d006-557a-4940-b12f-aa60e49d039b tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.1223915 Oct 12 07:37:35.381655 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-584484d1-2ada-4dd0-a45e-83b8e539458b None None] Port 02af3cc2-3b20-4d5e-b721-dd17998d62ca cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:37:35.394219 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-83191f72-95cb-4e61-9c12-81758dabf941 tempest-ExternalNetworksAdminNegativeTestJSON-2320215 tempest-ExternalNetworksAdminNegativeTestJSON-2320215-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:35.467958 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-10a59677-c369-45e6-9464-9b8a6e272d87 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:35.472838 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7ea927f7-8474-4443-9e6c-989f42a35967 req-0f989fa9-ab45-48a9-99d5-fd2f2fb6e38a tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881827 Oct 12 07:37:35.604193 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a59677-c369-45e6-9464-9b8a6e272d87 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:35.605027 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a62215cb-1ba3-4722-9a3b-1b80faf74766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:35.619048 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-10a59677-c369-45e6-9464-9b8a6e272d87 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:35.633767 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a59677-c369-45e6-9464-9b8a6e272d87 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:37:35.639531 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a59677-c369-45e6-9464-9b8a6e272d87 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:35.640400 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-10a59677-c369-45e6-9464-9b8a6e272d87 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:35.681836 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a59677-c369-45e6-9464-9b8a6e272d87 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Port': ['ID=27e9e275-5458-44d3-9536-a8179a6e7de2,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:35.684313 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-83191f72-95cb-4e61-9c12-81758dabf941 tempest-ExternalNetworksAdminNegativeTestJSON-2320215 tempest-ExternalNetworksAdminNegativeTestJSON-2320215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:35.706223 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-62ad4341-830a-4e04-9e0b-cb2977e2ac3e tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:35.722303 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a62215cb-1ba3-4722-9a3b-1b80faf74766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:35.744914 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a59677-c369-45e6-9464-9b8a6e272d87 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:37:35.745252 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a59677-c369-45e6-9464-9b8a6e272d87 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:37:35.745600 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a59677-c369-45e6-9464-9b8a6e272d87 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:37:35.745939 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a59677-c369-45e6-9464-9b8a6e272d87 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:37:35.746311 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a59677-c369-45e6-9464-9b8a6e272d87 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:37:35.746648 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a59677-c369-45e6-9464-9b8a6e272d87 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:37:35.746974 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a59677-c369-45e6-9464-9b8a6e272d87 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:37:35.747473 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a59677-c369-45e6-9464-9b8a6e272d87 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:37:35.747809 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a59677-c369-45e6-9464-9b8a6e272d87 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:37:35.748136 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a59677-c369-45e6-9464-9b8a6e272d87 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:37:35.748495 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a59677-c369-45e6-9464-9b8a6e272d87 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:37:35.748971 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a59677-c369-45e6-9464-9b8a6e272d87 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:37:35.757540 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-10a59677-c369-45e6-9464-9b8a6e272d87 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.3222978 Oct 12 07:37:35.762437 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37020) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:35.769440 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-00f9a7e7-6af5-4a3b-8a89-a9a0519a1bdd tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Allocated IP 172.26.3.118 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/d0746e0b-73a8-4f68-8053-fcfa83bec03b) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:37:35.787621 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-62ad4341-830a-4e04-9e0b-cb2977e2ac3e tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:35.824888 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83191f72-95cb-4e61-9c12-81758dabf941 tempest-ExternalNetworksAdminNegativeTestJSON-2320215 tempest-ExternalNetworksAdminNegativeTestJSON-2320215-project-admin] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:35.840560 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59aaaa-2918-4e0c-8802-0538a46e1724 req-406e39b5-e669-40a8-abb6-12e5014b385b tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:35.843030 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2f59aaaa-2918-4e0c-8802-0538a46e1724 req-406e39b5-e669-40a8-abb6-12e5014b385b tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.1350884 Oct 12 07:37:35.858628 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-83191f72-95cb-4e61-9c12-81758dabf941 tempest-ExternalNetworksAdminNegativeTestJSON-2320215 tempest-ExternalNetworksAdminNegativeTestJSON-2320215-project-admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:35.868812 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83191f72-95cb-4e61-9c12-81758dabf941 tempest-ExternalNetworksAdminNegativeTestJSON-2320215 tempest-ExternalNetworksAdminNegativeTestJSON-2320215-project-admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:37:35.876851 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8661a3ab-a67a-46e7-9bcb-23c8ba85f7bf tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:35.882983 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-584484d1-2ada-4dd0-a45e-83b8e539458b None None] Attempt 7 to provision port 02af3cc2-3b20-4d5e-b721-dd17998d62ca Oct 12 07:37:35.918056 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-584484d1-2ada-4dd0-a45e-83b8e539458b None None] Port 02af3cc2-3b20-4d5e-b721-dd17998d62ca cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:37:35.968705 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83191f72-95cb-4e61-9c12-81758dabf941 tempest-ExternalNetworksAdminNegativeTestJSON-2320215 tempest-ExternalNetworksAdminNegativeTestJSON-2320215-project-admin] Pushing event updated for resources: {'Port': ['ID=fba97ab0-ced6-402e-821f-279d133016e8,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:35.988204 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-edc953a7-c339-4595-a9d4-97a1370f9f5e tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:36.034599 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2f59aaaa-2918-4e0c-8802-0538a46e1724 req-88866364-239c-4154-9a7f-c6fa8858608a tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170301 Oct 12 07:37:36.058373 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9fcc86-c32c-44ac-9963-4799ec89b52a tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:36.064289 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9fcc86-c32c-44ac-9963-4799ec89b52a tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:36.070555 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-7b9fcc86-c32c-44ac-9963-4799ec89b52a tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.3003695 Oct 12 07:37:36.071615 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8661a3ab-a67a-46e7-9bcb-23c8ba85f7bf tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event deleted for resources: {'Port': ['ID=2d6333b5-5479-4a0a-945a-ddc01bc3d20a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:36.077679 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37022) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:36.080283 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8661a3ab-a67a-46e7-9bcb-23c8ba85f7bf tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:36.087567 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-8661a3ab-a67a-46e7-9bcb-23c8ba85f7bf tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/ports/2d6333b5-5479-4a0a-945a-ddc01bc3d20a HTTP/1.1" status: 204 len: 168 time: 2.4170010 Oct 12 07:37:36.095622 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37024) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:36.106507 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-00f9a7e7-6af5-4a3b-8a89-a9a0519a1bdd tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:36.135268 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a62215cb-1ba3-4722-9a3b-1b80faf74766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:36.137961 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a62215cb-1ba3-4722-9a3b-1b80faf74766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:36.139676 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a62215cb-1ba3-4722-9a3b-1b80faf74766 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3fe4fb08-7e3d-4ebf-ae08-1977b3a5aaec HTTP/1.1" status: 204 len: 168 time: 0.8575890 Oct 12 07:37:36.180249 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-be52b21b-9590-46ec-a2a8-c6883a7224d0 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] DELETE failed (client error): The resource could not be found. Oct 12 07:37:36.180965 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be52b21b-9590-46ec-a2a8-c6883a7224d0 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:37:36.186581 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-be52b21b-9590-46ec-a2a8-c6883a7224d0 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/ports/2d6333b5-5479-4a0a-945a-ddc01bc3d20a HTTP/1.1" status: 404 len: 333 time: 0.0864105 Oct 12 07:37:36.189969 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37028) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:36.198742 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62215cb-1ba3-4722-9a3b-1b80faf74766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe4fb08-7e3d-4ebf-ae08-1977b3a5aaec,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:36.232745 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-09c54818-6d8c-4f27-82f4-472a8c25ba8d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] GET failed (client error): The resource could not be found. Oct 12 07:37:36.236891 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-09c54818-6d8c-4f27-82f4-472a8c25ba8d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "GET /v2.0/ports/2d6333b5-5479-4a0a-945a-ddc01bc3d20a HTTP/1.1" status: 404 len: 333 time: 0.0434086 Oct 12 07:37:36.238355 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37030) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:36.246773 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-83191f72-95cb-4e61-9c12-81758dabf941 tempest-ExternalNetworksAdminNegativeTestJSON-2320215 tempest-ExternalNetworksAdminNegativeTestJSON-2320215-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:36.295172 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-00f9a7e7-6af5-4a3b-8a89-a9a0519a1bdd tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:36.303281 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 2f52f1a8-e4b2-4c18-8537-052768e3d0a9 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:37:36.331798 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-83191f72-95cb-4e61-9c12-81758dabf941 tempest-ExternalNetworksAdminNegativeTestJSON-2320215 tempest-ExternalNetworksAdminNegativeTestJSON-2320215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:36.372320 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 2f52f1a8-e4b2-4c18-8537-052768e3d0a9 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:36.372940 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:36.373355 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 2f52f1a8-e4b2-4c18-8537-052768e3d0a9 Oct 12 07:37:36.389782 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ffdb8fa-a7b6-4482-8be6-41e0ae52b3bc tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Deleting subnet d6bb33f2-b5cf-4d1c-824a-76c0a21159e1 {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:37:36.393470 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9ffdb8fa-a7b6-4482-8be6-41e0ae52b3bc tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:36.394802 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-3e00e8e6-3225-48f4-ba7a-8fd600e890a9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting port 27e9e275-5458-44d3-9536-a8179a6e7de2 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:36.395149 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3e00e8e6-3225-48f4-ba7a-8fd600e890a9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:36.419363 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-584484d1-2ada-4dd0-a45e-83b8e539458b None None] Attempt 8 to provision port 02af3cc2-3b20-4d5e-b721-dd17998d62ca Oct 12 07:37:36.440034 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9ffdb8fa-a7b6-4482-8be6-41e0ae52b3bc tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:36.448165 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-62ad4341-830a-4e04-9e0b-cb2977e2ac3e tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Allocated IP 172.26.3.61 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/8995e0d6-8d33-4abe-9e78-3a5fd5ef0c6e) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:37:36.503328 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-584484d1-2ada-4dd0-a45e-83b8e539458b None None] Port 02af3cc2-3b20-4d5e-b721-dd17998d62ca cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:37:36.508453 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 2f52f1a8-e4b2-4c18-8537-052768e3d0a9 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:37:36.508956 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:36.541839 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9ffdb8fa-a7b6-4482-8be6-41e0ae52b3bc tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:36.546727 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 2f52f1a8-e4b2-4c18-8537-052768e3d0a9, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=2f52f1a8-e4b2-4c18-8537-052768e3d0a9,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:37:36.551781 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:36.554957 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 268b7454-222e-4a0a-8284-8f87bb3d68e2 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:37:36.619410 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f9a7e7-6af5-4a3b-8a89-a9a0519a1bdd tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Pushing event updated for resources: {'Port': ['ID=d0746e0b-73a8-4f68-8053-fcfa83bec03b,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:36.624689 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f9a7e7-6af5-4a3b-8a89-a9a0519a1bdd tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:36.628921 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9ffdb8fa-a7b6-4482-8be6-41e0ae52b3bc tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:36.640625 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=2f52f1a8-e4b2-4c18-8537-052768e3d0a9,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:36.650814 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab348e1-54a9-44ab-ba5b-f2bfe4db9f7d None None] Network e8e9604f-72dc-4a61-862d-9832caab1107 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:37:36.664108 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-00f9a7e7-6af5-4a3b-8a89-a9a0519a1bdd tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:36.667153 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9ffdb8fa-a7b6-4482-8be6-41e0ae52b3bc tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:36.671383 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-9ffdb8fa-a7b6-4482-8be6-41e0ae52b3bc tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/subnets/d6bb33f2-b5cf-4d1c-824a-76c0a21159e1 HTTP/1.1" status: 204 len: 168 time: 0.4333811 Oct 12 07:37:36.682987 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37036) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:36.690340 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 268b7454-222e-4a0a-8284-8f87bb3d68e2 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:36.690986 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:36.691706 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 268b7454-222e-4a0a-8284-8f87bb3d68e2 Oct 12 07:37:36.694402 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f9a7e7-6af5-4a3b-8a89-a9a0519a1bdd tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:37:36.703109 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffdb8fa-a7b6-4482-8be6-41e0ae52b3bc tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event deleted for resources: {'Subnet': ['ID=d6bb33f2-b5cf-4d1c-824a-76c0a21159e1,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:36.813197 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d9e2b985-9cfb-4e1a-a52a-48b051ce37cb tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:36.815683 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-edc953a7-c339-4595-a9d4-97a1370f9f5e tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Deleting port 02af3cc2-3b20-4d5e-b721-dd17998d62ca {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:36.816118 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-edc953a7-c339-4595-a9d4-97a1370f9f5e tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:36.848524 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3e00e8e6-3225-48f4-ba7a-8fd600e890a9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:36.866257 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-62ad4341-830a-4e04-9e0b-cb2977e2ac3e tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:36.886600 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-3e00e8e6-3225-48f4-ba7a-8fd600e890a9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Calling delete_port for 27e9e275-5458-44d3-9536-a8179a6e7de2 owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:36.918067 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 268b7454-222e-4a0a-8284-8f87bb3d68e2 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:37:36.922582 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-83191f72-95cb-4e61-9c12-81758dabf941 tempest-ExternalNetworksAdminNegativeTestJSON-2320215 tempest-ExternalNetworksAdminNegativeTestJSON-2320215-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:36.956390 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-83191f72-95cb-4e61-9c12-81758dabf941 tempest-ExternalNetworksAdminNegativeTestJSON-2320215 tempest-ExternalNetworksAdminNegativeTestJSON-2320215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:37.004898 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-584484d1-2ada-4dd0-a45e-83b8e539458b None None] Attempt 9 to provision port 02af3cc2-3b20-4d5e-b721-dd17998d62ca Oct 12 07:37:37.012194 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632077a3-460b-4169-b7fd-5fb63ec23398 None None] DHCP port deletion for e8e9604f-72dc-4a61-862d-9832caab1107 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:37:37.037350 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-edc953a7-c339-4595-a9d4-97a1370f9f5e tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:37.057181 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-edc953a7-c339-4595-a9d4-97a1370f9f5e tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Calling delete_port for 02af3cc2-3b20-4d5e-b721-dd17998d62ca owned by network:router_interface {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:37.077128 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-584484d1-2ada-4dd0-a45e-83b8e539458b None None] Port 02af3cc2-3b20-4d5e-b721-dd17998d62ca cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:37:37.103013 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-632077a3-460b-4169-b7fd-5fb63ec23398 None None] Deleting port 268b7454-222e-4a0a-8284-8f87bb3d68e2 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:37.103642 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-632077a3-460b-4169-b7fd-5fb63ec23398 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:37.148609 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-00f9a7e7-6af5-4a3b-8a89-a9a0519a1bdd tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:37.150059 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-62ad4341-830a-4e04-9e0b-cb2977e2ac3e tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:37.161080 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83191f72-95cb-4e61-9c12-81758dabf941 tempest-ExternalNetworksAdminNegativeTestJSON-2320215 tempest-ExternalNetworksAdminNegativeTestJSON-2320215-project-admin] Pushing event updated for resources: {'Port': ['ID=fba97ab0-ced6-402e-821f-279d133016e8,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:37.163942 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-83191f72-95cb-4e61-9c12-81758dabf941 tempest-ExternalNetworksAdminNegativeTestJSON-2320215 tempest-ExternalNetworksAdminNegativeTestJSON-2320215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:37.207873 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-632077a3-460b-4169-b7fd-5fb63ec23398 None None] For port 268b7454-222e-4a0a-8284-8f87bb3d68e2, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=268b7454-222e-4a0a-8284-8f87bb3d68e2,segment=NetworkSegment(9c9ff5cf-53bd-4c90-872a-98e9cf534046),segment_id=9c9ff5cf-53bd-4c90-872a-98e9cf534046)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:37:37.208617 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-632077a3-460b-4169-b7fd-5fb63ec23398 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:37.228096 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ad4341-830a-4e04-9e0b-cb2977e2ac3e tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:37.229341 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-632077a3-460b-4169-b7fd-5fb63ec23398 None None] Calling delete_port for 268b7454-222e-4a0a-8284-8f87bb3d68e2 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:37.239849 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-83191f72-95cb-4e61-9c12-81758dabf941 tempest-ExternalNetworksAdminNegativeTestJSON-2320215 tempest-ExternalNetworksAdminNegativeTestJSON-2320215-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:37.241118 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-83191f72-95cb-4e61-9c12-81758dabf941 tempest-ExternalNetworksAdminNegativeTestJSON-2320215 tempest-ExternalNetworksAdminNegativeTestJSON-2320215-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4661179 Oct 12 07:37:37.242062 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-62ad4341-830a-4e04-9e0b-cb2977e2ac3e tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:37.244820 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-d9e2b985-9cfb-4e1a-a52a-48b051ce37cb tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Deleting port 268b7454-222e-4a0a-8284-8f87bb3d68e2 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:37.244999 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d9e2b985-9cfb-4e1a-a52a-48b051ce37cb tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:37.247335 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37054) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:37.250527 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ad4341-830a-4e04-9e0b-cb2977e2ac3e tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:37:37.268662 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-e1b5309a-7c8c-42b1-8ad3-954c7b9ba7ac tempest-ExternalNetworksAdminNegativeTestJSON-2320215 tempest-ExternalNetworksAdminNegativeTestJSON-2320215-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-116168474', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'fixed_ips': [{'ip_address': '172.26.3.232'}]}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:37.289033 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37056) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:37.296459 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad4341-830a-4e04-9e0b-cb2977e2ac3e tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Pushing event updated for resources: {'Port': ['ID=8995e0d6-8d33-4abe-9e78-3a5fd5ef0c6e,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:37.353364 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-632077a3-460b-4169-b7fd-5fb63ec23398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:37.405732 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b5309a-7c8c-42b1-8ad3-954c7b9ba7ac tempest-ExternalNetworksAdminNegativeTestJSON-2320215 tempest-ExternalNetworksAdminNegativeTestJSON-2320215-project-admin] Made reservation on behalf of 2f8a197e5f984101b70a383dfddae6ec for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:37:37.408093 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e1b5309a-7c8c-42b1-8ad3-954c7b9ba7ac tempest-ExternalNetworksAdminNegativeTestJSON-2320215 tempest-ExternalNetworksAdminNegativeTestJSON-2320215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:37.409033 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05a8f1-60d0-49cc-b879-6133cfb7eff9 req-557033e4-487e-4706-989b-6159a073d1f5 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:37.410838 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ac05a8f1-60d0-49cc-b879-6133cfb7eff9 req-557033e4-487e-4706-989b-6159a073d1f5 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.2025170 Oct 12 07:37:37.417633 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-d9e2b985-9cfb-4e1a-a52a-48b051ce37cb tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] For port 268b7454-222e-4a0a-8284-8f87bb3d68e2, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=268b7454-222e-4a0a-8284-8f87bb3d68e2,segment=NetworkSegment(9c9ff5cf-53bd-4c90-872a-98e9cf534046),segment_id=9c9ff5cf-53bd-4c90-872a-98e9cf534046)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:37:37.417633 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d9e2b985-9cfb-4e1a-a52a-48b051ce37cb tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:37.442543 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e1b5309a-7c8c-42b1-8ad3-954c7b9ba7ac tempest-ExternalNetworksAdminNegativeTestJSON-2320215 tempest-ExternalNetworksAdminNegativeTestJSON-2320215-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:37.493252 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-d9e2b985-9cfb-4e1a-a52a-48b051ce37cb tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Calling delete_port for 268b7454-222e-4a0a-8284-8f87bb3d68e2 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:37.495176 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3e00e8e6-3225-48f4-ba7a-8fd600e890a9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:37.511041 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-b48a0c0c-114f-4f35-8f2e-ffd890dbe7c0 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2128783188'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:37.522894 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ac05a8f1-60d0-49cc-b879-6133cfb7eff9 req-7d123701-0b47-4983-a6fb-abf19aa902ec tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047013 Oct 12 07:37:37.546971 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632077a3-460b-4169-b7fd-5fb63ec23398 None None] Pushing event deleted for resources: {'Port': ['ID=268b7454-222e-4a0a-8284-8f87bb3d68e2,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:37.551379 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632077a3-460b-4169-b7fd-5fb63ec23398 None None] No DVR routers for this DVR port 268b7454-222e-4a0a-8284-8f87bb3d68e2 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:37:37.558882 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632077a3-460b-4169-b7fd-5fb63ec23398 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:37:37.559242 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632077a3-460b-4169-b7fd-5fb63ec23398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:37:37.559629 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632077a3-460b-4169-b7fd-5fb63ec23398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:37:37.563785 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632077a3-460b-4169-b7fd-5fb63ec23398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:37:37.564193 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632077a3-460b-4169-b7fd-5fb63ec23398 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:37:37.564417 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632077a3-460b-4169-b7fd-5fb63ec23398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:37:37.564752 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632077a3-460b-4169-b7fd-5fb63ec23398 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:37:37.565096 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632077a3-460b-4169-b7fd-5fb63ec23398 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:37:37.565423 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632077a3-460b-4169-b7fd-5fb63ec23398 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:37:37.566601 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632077a3-460b-4169-b7fd-5fb63ec23398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:37:37.566601 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632077a3-460b-4169-b7fd-5fb63ec23398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:37:37.566601 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632077a3-460b-4169-b7fd-5fb63ec23398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:37:37.578721 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-584484d1-2ada-4dd0-a45e-83b8e539458b None None] Attempt 10 to provision port 02af3cc2-3b20-4d5e-b721-dd17998d62ca Oct 12 07:37:37.603694 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48a0c0c-114f-4f35-8f2e-ffd890dbe7c0 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Made reservation on behalf of 984766fe70764f019c805acb62a4fe82 for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:37:37.607196 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b48a0c0c-114f-4f35-8f2e-ffd890dbe7c0 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:37.615714 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-584484d1-2ada-4dd0-a45e-83b8e539458b None None] Port 02af3cc2-3b20-4d5e-b721-dd17998d62ca cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:37:37.655139 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b48a0c0c-114f-4f35-8f2e-ffd890dbe7c0 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:37.655678 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00e8e6-3225-48f4-ba7a-8fd600e890a9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Port': ['ID=27e9e275-5458-44d3-9536-a8179a6e7de2,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:37.665748 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-edc953a7-c339-4595-a9d4-97a1370f9f5e tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:37.718609 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-00f9a7e7-6af5-4a3b-8a89-a9a0519a1bdd tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33139406', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33141651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13931'] for router, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:37.724192 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc953a7-c339-4595-a9d4-97a1370f9f5e tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Pushing event deleted for resources: {'Port': ['ID=02af3cc2-3b20-4d5e-b721-dd17998d62ca,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:37.742686 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-c0736ff3-9c4d-4a6e-a719-e61ab6bb45c3 None None] Could not find standard attr ID for object 2d6333b5-5479-4a0a-945a-ddc01bc3d20a. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:37:37.754597 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-c0736ff3-9c4d-4a6e-a719-e61ab6bb45c3 None None] Could not find standard attr ID for object 268b7454-222e-4a0a-8284-8f87bb3d68e2. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:37:37.755199 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-00f9a7e7-6af5-4a3b-8a89-a9a0519a1bdd tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33139383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33139388', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33141656'] for router, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:37.760823 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3e00e8e6-3225-48f4-ba7a-8fd600e890a9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:37.767704 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-3e00e8e6-3225-48f4-ba7a-8fd600e890a9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/ports/27e9e275-5458-44d3-9536-a8179a6e7de2 HTTP/1.1" status: 204 len: 168 time: 1.6813176 Oct 12 07:37:37.770433 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-c0736ff3-9c4d-4a6e-a719-e61ab6bb45c3 None None] Provisioning complete for port 2f52f1a8-e4b2-4c18-8537-052768e3d0a9 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:37.771742 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c0736ff3-9c4d-4a6e-a719-e61ab6bb45c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:37.772139 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-c0736ff3-9c4d-4a6e-a719-e61ab6bb45c3 None None] Attempt 1 to provision port 2f52f1a8-e4b2-4c18-8537-052768e3d0a9 Oct 12 07:37:37.776805 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37064) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:37.822799 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc953a7-c339-4595-a9d4-97a1370f9f5e tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:37:37.823316 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc953a7-c339-4595-a9d4-97a1370f9f5e tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:37:37.823316 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc953a7-c339-4595-a9d4-97a1370f9f5e tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:37:37.823646 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc953a7-c339-4595-a9d4-97a1370f9f5e tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:37:37.824012 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc953a7-c339-4595-a9d4-97a1370f9f5e tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:37:37.824419 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc953a7-c339-4595-a9d4-97a1370f9f5e tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:37:37.824750 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc953a7-c339-4595-a9d4-97a1370f9f5e tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:37:37.825063 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc953a7-c339-4595-a9d4-97a1370f9f5e tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:37:37.825438 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc953a7-c339-4595-a9d4-97a1370f9f5e tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:37:37.825765 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc953a7-c339-4595-a9d4-97a1370f9f5e tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:37:37.826104 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc953a7-c339-4595-a9d4-97a1370f9f5e tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:37:37.826510 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc953a7-c339-4595-a9d4-97a1370f9f5e tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:37:37.942098 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c0736ff3-9c4d-4a6e-a719-e61ab6bb45c3 None None] Current status of the port 2f52f1a8-e4b2-4c18-8537-052768e3d0a9 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:37:37.955339 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-c0736ff3-9c4d-4a6e-a719-e61ab6bb45c3 None None] Could not find standard attr ID for object 27e9e275-5458-44d3-9536-a8179a6e7de2. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:37:37.959345 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-c0736ff3-9c4d-4a6e-a719-e61ab6bb45c3 None None] Could not find standard attr ID for object 02af3cc2-3b20-4d5e-b721-dd17998d62ca. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:37:38.014742 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-edc953a7-c339-4595-a9d4-97a1370f9f5e tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:38.016226 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d9e2b985-9cfb-4e1a-a52a-48b051ce37cb tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:38.054476 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e2b985-9cfb-4e1a-a52a-48b051ce37cb tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event deleted for resources: {'Port': ['ID=268b7454-222e-4a0a-8284-8f87bb3d68e2,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:38.066918 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a0199c-64d6-47cf-8c4e-74234bb949e8 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:38.068506 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a0199c-64d6-47cf-8c4e-74234bb949e8 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:38.073066 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b1a0199c-64d6-47cf-8c4e-74234bb949e8 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2910962 Oct 12 07:37:38.075997 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37066) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:38.090930 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e2b985-9cfb-4e1a-a52a-48b051ce37cb tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] No DVR routers for this DVR port 268b7454-222e-4a0a-8284-8f87bb3d68e2 on host dv-neutron-860909-2-hyperv {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:37:38.127040 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e1b5309a-7c8c-42b1-8ad3-954c7b9ba7ac tempest-ExternalNetworksAdminNegativeTestJSON-2320215 tempest-ExternalNetworksAdminNegativeTestJSON-2320215-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:38.135176 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 2f52f1a8-e4b2-4c18-8537-052768e3d0a9 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:37:38.176123 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e1b5309a-7c8c-42b1-8ad3-954c7b9ba7ac tempest-ExternalNetworksAdminNegativeTestJSON-2320215 tempest-ExternalNetworksAdminNegativeTestJSON-2320215-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:38.190181 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 2f52f1a8-e4b2-4c18-8537-052768e3d0a9 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:38.190557 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:38.190891 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 2f52f1a8-e4b2-4c18-8537-052768e3d0a9 Oct 12 07:37:38.224591 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-e1b5309a-7c8c-42b1-8ad3-954c7b9ba7ac tempest-ExternalNetworksAdminNegativeTestJSON-2320215 tempest-ExternalNetworksAdminNegativeTestJSON-2320215-project-admin] device_id is not set on port a307e24a-526e-40da-bb02-484412690b89 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:37:38.278387 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 2f52f1a8-e4b2-4c18-8537-052768e3d0a9 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:37:38.327620 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-62ad4341-830a-4e04-9e0b-cb2977e2ac3e tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:38.340725 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 268b7454-222e-4a0a-8284-8f87bb3d68e2 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:37:38.354897 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d9e2b985-9cfb-4e1a-a52a-48b051ce37cb tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:38.361560 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b5309a-7c8c-42b1-8ad3-954c7b9ba7ac tempest-ExternalNetworksAdminNegativeTestJSON-2320215 tempest-ExternalNetworksAdminNegativeTestJSON-2320215-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86716f03-f7b9-4d20-8a1a-fc29d258388e,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:38.364598 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 268b7454-222e-4a0a-8284-8f87bb3d68e2 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:37:38.364945 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 268b7454-222e-4a0a-8284-8f87bb3d68e2 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:37:38.388059 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3b6af-251e-438c-9e53-3eca108a568b req-7732f7f2-a7da-4e2e-8468-4f66fe095f33 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:38.390129 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ead3b6af-251e-438c-9e53-3eca108a568b req-7732f7f2-a7da-4e2e-8468-4f66fe095f33 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.6748390 Oct 12 07:37:38.410132 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-3203e1b4-be02-4a07-80a3-e6ec09b8aeac tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting subnet 9cbd8137-3074-4414-84ab-eab3021a5d16 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:37:38.509550 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b48a0c0c-114f-4f35-8f2e-ffd890dbe7c0 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:38.521994 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b48a0c0c-114f-4f35-8f2e-ffd890dbe7c0 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:38.582647 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ead3b6af-251e-438c-9e53-3eca108a568b req-35a5e30f-3922-4533-b525-805b534019dd tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552997 Oct 12 07:37:38.610750 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b48a0c0c-114f-4f35-8f2e-ffd890dbe7c0 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:37:38.650554 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a0c0c-114f-4f35-8f2e-ffd890dbe7c0 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a832b088-b7f3-4dc1-abc6-d2064345aac6,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:38.663883 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b48a0c0c-114f-4f35-8f2e-ffd890dbe7c0 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:38.664208 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-b48a0c0c-114f-4f35-8f2e-ffd890dbe7c0 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Added segment f9c3858f-69fe-4a6a-bcf5-40859bd8b186 of type vlan for network 686762fd-f2d5-4b12-b01c-f50cd0112e24 Oct 12 07:37:38.677516 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc953a7-c339-4595-a9d4-97a1370f9f5e tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Router 36319916-2a36-4905-8980-b119f9393662 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:37:38.715615 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3203e1b4-be02-4a07-80a3-e6ec09b8aeac tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:38.718915 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f9a7e7-6af5-4a3b-8a89-a9a0519a1bdd tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Router 719de6d6-28c9-4082-9f42-7c67491aae17 is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:37:38.722869 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-d9e2b985-9cfb-4e1a-a52a-48b051ce37cb tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8e9604f-72dc-4a61-862d-9832caab1107']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:38.723512 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b48a0c0c-114f-4f35-8f2e-ffd890dbe7c0 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:38.786571 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-d9e2b985-9cfb-4e1a-a52a-48b051ce37cb tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c9ff5cf-53bd-4c90-872a-98e9cf534046') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:38.787170 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-d9e2b985-9cfb-4e1a-a52a-48b051ce37cb tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c9ff5cf-53bd-4c90-872a-98e9cf534046') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:38.844006 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d9e2b985-9cfb-4e1a-a52a-48b051ce37cb tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:38.846276 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc953a7-c339-4595-a9d4-97a1370f9f5e tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:37:38.850093 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3203e1b4-be02-4a07-80a3-e6ec09b8aeac tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:38.852641 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-edc953a7-c339-4595-a9d4-97a1370f9f5e tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] 10.222.0.26 "PUT /v2.0/routers/36319916-2a36-4905-8980-b119f9393662/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5500717 Oct 12 07:37:38.856513 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37068) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:38.857753 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b48a0c0c-114f-4f35-8f2e-ffd890dbe7c0 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:38.860755 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f485632e-b4f5-4ca9-b0bf-d3aeb4505faa None None] Sync routers for ids ['36319916-2a36-4905-8980-b119f9393662'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:37:38.863422 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48a0c0c-114f-4f35-8f2e-ffd890dbe7c0 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:38.864028 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b48a0c0c-114f-4f35-8f2e-ffd890dbe7c0 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:38.876149 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f485632e-b4f5-4ca9-b0bf-d3aeb4505faa None None] Routers {'36319916-2a36-4905-8980-b119f9393662'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:37:38.877064 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-f485632e-b4f5-4ca9-b0bf-d3aeb4505faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:37:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['36319916-2a36-4905-8980-b119f9393662'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:38.913675 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-f485632e-b4f5-4ca9-b0bf-d3aeb4505faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:38.920730 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d9e2b985-9cfb-4e1a-a52a-48b051ce37cb tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:38.923643 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f485632e-b4f5-4ca9-b0bf-d3aeb4505faa None None] Routers {'36319916-2a36-4905-8980-b119f9393662'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:37:38.924403 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-f485632e-b4f5-4ca9-b0bf-d3aeb4505faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:37:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['36319916-2a36-4905-8980-b119f9393662'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:38.934995 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9e2b985-9cfb-4e1a-a52a-48b051ce37cb tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:37:38.935393 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d9e2b985-9cfb-4e1a-a52a-48b051ce37cb tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:38.938762 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-54350634-acf2-489b-adc5-8e2e7b1f4398 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] show failed (client error): The resource could not be found. Oct 12 07:37:38.943346 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-54350634-acf2-489b-adc5-8e2e7b1f4398 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] 10.222.0.26 "GET /v2.0/routers/tempest-non_exist_router-229600961 HTTP/1.1" status: 404 len: 334 time: 0.0732045 Oct 12 07:37:38.944657 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37072) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:38.964267 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-f485632e-b4f5-4ca9-b0bf-d3aeb4505faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:38.965034 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f485632e-b4f5-4ca9-b0bf-d3aeb4505faa None None] The sync data for ids ['36319916-2a36-4905-8980-b119f9393662'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:37:38.989372 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-1de2c3a2-5942-4159-8a8b-5fc0f475b625 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:38.997250 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 9c9ff5cf-53bd-4c90-872a-98e9cf534046 resource provider aggregate not found Oct 12 07:37:39.001620 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b48a0c0c-114f-4f35-8f2e-ffd890dbe7c0 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7101679 Oct 12 07:37:39.007518 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37076) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:39.022434 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-a543cf7b-c460-4fa4-b57d-b0b996b85b4b tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Request body: {'subnet': {'network_id': '686762fd-f2d5-4b12-b01c-f50cd0112e24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:39.040552 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 9c9ff5cf-53bd-4c90-872a-98e9cf534046 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c9ff5cf-53bd-4c90-872a-98e9cf534046 found for delete ", "request_id": "req-56f5137c-4e6e-46fd-9147-a2105674908c"}]} Oct 12 07:37:39.059829 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-1de2c3a2-5942-4159-8a8b-5fc0f475b625 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] update failed (client error): The resource could not be found. Oct 12 07:37:39.061370 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-1de2c3a2-5942-4159-8a8b-5fc0f475b625 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] 10.222.0.26 "PUT /v2.0/routers/tempest-non_exist_router-2026277547 HTTP/1.1" status: 404 len: 335 time: 0.1136587 Oct 12 07:37:39.064212 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a0c0c-114f-4f35-8f2e-ffd890dbe7c0 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Pushing event updated for resources: {'Network': ['ID=686762fd-f2d5-4b12-b01c-f50cd0112e24,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:39.068715 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37078) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:39.079017 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 686762fd-f2d5-4b12-b01c-f50cd0112e24 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:37:39.096350 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1b5309a-7c8c-42b1-8ad3-954c7b9ba7ac tempest-ExternalNetworksAdminNegativeTestJSON-2320215 tempest-ExternalNetworksAdminNegativeTestJSON-2320215-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 12 07:37:39.096756 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1b5309a-7c8c-42b1-8ad3-954c7b9ba7ac tempest-ExternalNetworksAdminNegativeTestJSON-2320215 tempest-ExternalNetworksAdminNegativeTestJSON-2320215-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:37:39.106134 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f9a7e7-6af5-4a3b-8a89-a9a0519a1bdd tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:37:39.112000 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-00f9a7e7-6af5-4a3b-8a89-a9a0519a1bdd tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:39.115475 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-00f9a7e7-6af5-4a3b-8a89-a9a0519a1bdd tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] 10.222.0.26 "PUT /v2.0/routers/719de6d6-28c9-4082-9f42-7c67491aae17 HTTP/1.1" status: 200 len: 919 time: 6.6324797 Oct 12 07:37:39.116113 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37080) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:39.135645 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02564ba-5ce3-44b5-96da-bf4ac68b503f None None] Sync routers for ids ['719de6d6-28c9-4082-9f42-7c67491aae17'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:37:39.149060 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02564ba-5ce3-44b5-96da-bf4ac68b503f None None] Routers {'719de6d6-28c9-4082-9f42-7c67491aae17'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:37:39.151850 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-d02564ba-5ce3-44b5-96da-bf4ac68b503f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:37:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['719de6d6-28c9-4082-9f42-7c67491aae17'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:39.167034 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d9e2b985-9cfb-4e1a-a52a-48b051ce37cb tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:39.177008 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e1b5309a-7c8c-42b1-8ad3-954c7b9ba7ac tempest-ExternalNetworksAdminNegativeTestJSON-2320215 tempest-ExternalNetworksAdminNegativeTestJSON-2320215-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.9236169 Oct 12 07:37:39.180730 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37082) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:39.191234 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb7b6a94-bcb1-4480-8c67-8dc45c7ee936 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Deleting subnet 207717f9-b1ed-4bb1-9973-35d7af10316f {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:37:39.202824 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-eb7b6a94-bcb1-4480-8c67-8dc45c7ee936 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:39.203104 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-d02564ba-5ce3-44b5-96da-bf4ac68b503f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:39.213465 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02564ba-5ce3-44b5-96da-bf4ac68b503f None None] Routers {'719de6d6-28c9-4082-9f42-7c67491aae17'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:37:39.214334 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-d02564ba-5ce3-44b5-96da-bf4ac68b503f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:37:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['719de6d6-28c9-4082-9f42-7c67491aae17'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:39.219841 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3203e1b4-be02-4a07-80a3-e6ec09b8aeac tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:39.225603 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d9e2b985-9cfb-4e1a-a52a-48b051ce37cb tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:39.232157 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d9e2b985-9cfb-4e1a-a52a-48b051ce37cb tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/networks/e8e9604f-72dc-4a61-862d-9832caab1107 HTTP/1.1" status: 204 len: 168 time: 2.5440841 Oct 12 07:37:39.255240 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37084) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:39.259620 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-d02564ba-5ce3-44b5-96da-bf4ac68b503f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:39.260264 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02564ba-5ce3-44b5-96da-bf4ac68b503f None None] The sync data for ids ['719de6d6-28c9-4082-9f42-7c67491aae17'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:37:39.267182 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-c05dc653-3b0d-4831-a444-c3aa909da03a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1721817586'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:39.267648 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-62ad4341-830a-4e04-9e0b-cb2977e2ac3e tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33139406', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33141651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13931'] for router, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:39.269187 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e2b985-9cfb-4e1a-a52a-48b051ce37cb tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event deleted for resources: {'Network': ['ID=e8e9604f-72dc-4a61-862d-9832caab1107,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:39.280672 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-62ad4341-830a-4e04-9e0b-cb2977e2ac3e tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33139383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33139388', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33141656'] for router, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:39.345254 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a543cf7b-c460-4fa4-b57d-b0b996b85b4b tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Made reservation on behalf of 984766fe70764f019c805acb62a4fe82 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:37:39.348727 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a543cf7b-c460-4fa4-b57d-b0b996b85b4b tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:39.371168 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-eb7b6a94-bcb1-4480-8c67-8dc45c7ee936 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:39.374453 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3203e1b4-be02-4a07-80a3-e6ec09b8aeac tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:39.397744 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05dc653-3b0d-4831-a444-c3aa909da03a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Made reservation on behalf of e65c260e166d457d9b3ff4f3fa4c3b6f for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:37:39.401101 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c05dc653-3b0d-4831-a444-c3aa909da03a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:39.420866 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203e1b4-be02-4a07-80a3-e6ec09b8aeac tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Subnet': ['ID=9cbd8137-3074-4414-84ab-eab3021a5d16,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:39.435727 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e6a101-c4a4-484a-a44e-b3c327b9f705 None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:37:39.441391 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f99d1863-8cdb-4bb3-9e38-1e19ea977e54 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] 10.222.0.26 "GET /v2.0/routers/719de6d6-28c9-4082-9f42-7c67491aae17 HTTP/1.1" status: 200 len: 925 time: 0.3242154 Oct 12 07:37:39.446074 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37086) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:39.454976 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3203e1b4-be02-4a07-80a3-e6ec09b8aeac tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:39.458016 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-3203e1b4-be02-4a07-80a3-e6ec09b8aeac tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/9cbd8137-3074-4414-84ab-eab3021a5d16 HTTP/1.1" status: 204 len: 168 time: 1.3797724 Oct 12 07:37:39.470052 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37088) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:39.565535 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c643c1d0-1b0e-47b8-8a77-2f389091b6cb tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0915461 Oct 12 07:37:39.566665 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37090) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:39.567312 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c05dc653-3b0d-4831-a444-c3aa909da03a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:37:39.606909 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c05dc653-3b0d-4831-a444-c3aa909da03a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:39.607239 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-c05dc653-3b0d-4831-a444-c3aa909da03a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Added segment 72978ee9-675d-4b98-b6ee-5a18ee2f014d of type vlan for network e5781ddc-ae0e-4c2e-bc12-f194235a7d48 Oct 12 07:37:39.645110 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ad4341-830a-4e04-9e0b-cb2977e2ac3e tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Router 85848ccb-cbd8-4909-b0bc-352bbf8fa06f is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:37:39.647425 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8fa5f1-498c-42e1-a247-9d9e727d6454 None None] DHCP port deletion for 9994ec23-a1f7-459d-8925-14bc9ff05f17 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:37:39.662419 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-eb7b6a94-bcb1-4480-8c67-8dc45c7ee936 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:39.668674 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ea27a9-74f9-4649-aa67-db27ee0508df tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:39.674354 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-15ea27a9-74f9-4649-aa67-db27ee0508df tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7&device_id=719de6d6-28c9-4082-9f42-7c67491aae17&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2214131 Oct 12 07:37:39.678869 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6158b33a-528d-4662-b4d5-78c66a381cb9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:39.680253 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-6158b33a-528d-4662-b4d5-78c66a381cb9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1123054 Oct 12 07:37:39.680822 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37094) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:39.684965 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37096) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:39.694598 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a543cf7b-c460-4fa4-b57d-b0b996b85b4b tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:39.703232 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-011663cb-732a-48a5-b103-19dfc065d5e7 tempest-ExternalNetworksAdminNegativeTestJSON-2320215 tempest-ExternalNetworksAdminNegativeTestJSON-2320215-project-admin] Deleting port fba97ab0-ced6-402e-821f-279d133016e8 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:39.703570 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-011663cb-732a-48a5-b103-19dfc065d5e7 tempest-ExternalNetworksAdminNegativeTestJSON-2320215 tempest-ExternalNetworksAdminNegativeTestJSON-2320215-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:39.710712 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c05dc653-3b0d-4831-a444-c3aa909da03a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:39.720510 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-5f8fa5f1-498c-42e1-a247-9d9e727d6454 None None] Deleting port 2f52f1a8-e4b2-4c18-8537-052768e3d0a9 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:39.721027 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5f8fa5f1-498c-42e1-a247-9d9e727d6454 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:39.800454 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-5f8fa5f1-498c-42e1-a247-9d9e727d6454 None None] For port 2f52f1a8-e4b2-4c18-8537-052768e3d0a9, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=2f52f1a8-e4b2-4c18-8537-052768e3d0a9,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:37:39.803253 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5f8fa5f1-498c-42e1-a247-9d9e727d6454 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:39.825037 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-5f8fa5f1-498c-42e1-a247-9d9e727d6454 None None] Calling delete_port for 2f52f1a8-e4b2-4c18-8537-052768e3d0a9 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:39.852266 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c05dc653-3b0d-4831-a444-c3aa909da03a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:39.857718 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05dc653-3b0d-4831-a444-c3aa909da03a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:39.858862 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c05dc653-3b0d-4831-a444-c3aa909da03a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:39.870700 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-eb7b6a94-bcb1-4480-8c67-8dc45c7ee936 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:39.885996 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e059fb1-6300-448b-b321-b9cf6d3414bc req-8ae46455-7351-40f4-8af9-2c13ad99f057 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:39.887500 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8e059fb1-6300-448b-b321-b9cf6d3414bc req-8ae46455-7351-40f4-8af9-2c13ad99f057 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.1820107 Oct 12 07:37:39.889854 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-011663cb-732a-48a5-b103-19dfc065d5e7 tempest-ExternalNetworksAdminNegativeTestJSON-2320215 tempest-ExternalNetworksAdminNegativeTestJSON-2320215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:39.890207 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-011663cb-732a-48a5-b103-19dfc065d5e7 tempest-ExternalNetworksAdminNegativeTestJSON-2320215 tempest-ExternalNetworksAdminNegativeTestJSON-2320215-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:39.892644 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f971b71d-24e6-48aa-a04f-c49464b82436 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:39.896482 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f971b71d-24e6-48aa-a04f-c49464b82436 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2023401 Oct 12 07:37:39.917714 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37098) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:39.921788 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a543cf7b-c460-4fa4-b57d-b0b996b85b4b tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Pushing event updated for resources: {'Subnet': ['ID=b4c839b2-ca9e-46c2-a0d9-cf04cedca23f,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:39.925312 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5f8fa5f1-498c-42e1-a247-9d9e727d6454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:39.960072 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-eb7b6a94-bcb1-4480-8c67-8dc45c7ee936 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:39.965399 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-eb7b6a94-bcb1-4480-8c67-8dc45c7ee936 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] 10.222.0.26 "DELETE /v2.0/subnets/207717f9-b1ed-4bb1-9973-35d7af10316f HTTP/1.1" status: 204 len: 168 time: 0.8934779 Oct 12 07:37:39.965582 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8fa5f1-498c-42e1-a247-9d9e727d6454 None None] Pushing event deleted for resources: {'Port': ['ID=2f52f1a8-e4b2-4c18-8537-052768e3d0a9,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:39.965678 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b6a94-bcb1-4480-8c67-8dc45c7ee936 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Pushing event deleted for resources: {'Subnet': ['ID=207717f9-b1ed-4bb1-9973-35d7af10316f,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:39.968129 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37100) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:39.970435 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8fa5f1-498c-42e1-a247-9d9e727d6454 None None] No DVR routers for this DVR port 2f52f1a8-e4b2-4c18-8537-052768e3d0a9 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:37:39.976398 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a543cf7b-c460-4fa4-b57d-b0b996b85b4b tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Checking segment: {'id': 'f9c3858f-69fe-4a6a-bcf5-40859bd8b186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '686762fd-f2d5-4b12-b01c-f50cd0112e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:37:39.976757 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a543cf7b-c460-4fa4-b57d-b0b996b85b4b tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Network hostable DHCP agents. Network: 686762fd-f2d5-4b12-b01c-f50cd0112e24, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:37:39.977601 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd669d6-0a59-4b76-b174-92b9a91f9ecf None None] Network 798c2232-56e2-4f48-98d3-981087af89c9 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:37:39.979167 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c576e5d6-84b1-464d-b61d-beda30c75d94 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:39.984682 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c576e5d6-84b1-464d-b61d-beda30c75d94 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] 10.222.0.26 "GET /v2.0/networks/7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 HTTP/1.1" status: 200 len: 881 time: 0.3026092 Oct 12 07:37:39.985832 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ad4341-830a-4e04-9e0b-cb2977e2ac3e tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:37:39.991901 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-62ad4341-830a-4e04-9e0b-cb2977e2ac3e tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:39.993056 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-62ad4341-830a-4e04-9e0b-cb2977e2ac3e tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] 10.222.0.26 "PUT /v2.0/routers/85848ccb-cbd8-4909-b0bc-352bbf8fa06f HTTP/1.1" status: 200 len: 913 time: 6.3113971 Oct 12 07:37:39.994126 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37102) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:39.995745 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37104) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:40.025586 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-011663cb-732a-48a5-b103-19dfc065d5e7 tempest-ExternalNetworksAdminNegativeTestJSON-2320215 tempest-ExternalNetworksAdminNegativeTestJSON-2320215-project-admin] Calling delete_port for fba97ab0-ced6-402e-821f-279d133016e8 owned by network:floatingip {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:40.028360 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-6448f290-7b1c-443b-a724-9c0397274f69 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0917366 Oct 12 07:37:40.032199 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638028a1-7312-4581-aaf5-0d7b733ff08e None None] Sync routers for ids ['85848ccb-cbd8-4909-b0bc-352bbf8fa06f'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:37:40.040759 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c05dc653-3b0d-4831-a444-c3aa909da03a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7804914 Oct 12 07:37:40.044473 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37106) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:40.044809 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37108) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:40.050961 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-04518fba-3706-4a9b-8b6c-5c0522ae493f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'subnet': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:40.058226 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-71b80a46-6cb9-4cb1-b1d0-3e8699f4bde7 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'subnet': {'network_id': 'e5781ddc-ae0e-4c2e-bc12-f194235a7d48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:40.073142 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638028a1-7312-4581-aaf5-0d7b733ff08e None None] Routers {'85848ccb-cbd8-4909-b0bc-352bbf8fa06f'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:37:40.081828 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-638028a1-7312-4581-aaf5-0d7b733ff08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:37:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['85848ccb-cbd8-4909-b0bc-352bbf8fa06f'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:40.114808 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05dc653-3b0d-4831-a444-c3aa909da03a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event updated for resources: {'Network': ['ID=e5781ddc-ae0e-4c2e-bc12-f194235a7d48,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:40.146779 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-dcfe2fd5-30ee-4215-a471-8bd8ebe96bf1 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] 10.222.0.26 "GET /v2.0/ports?device_id=719de6d6-28c9-4082-9f42-7c67491aae17 HTTP/1.1" status: 200 len: 205 time: 0.1511984 Oct 12 07:37:40.151830 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c05d1b4f-726f-42d3-b952-edaff53ecc31 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:40.153544 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37110) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:40.162871 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 2f52f1a8-e4b2-4c18-8537-052768e3d0a9 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:37:40.183648 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network e5781ddc-ae0e-4c2e-bc12-f194235a7d48 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:37:40.227217 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8e059fb1-6300-448b-b321-b9cf6d3414bc req-8e7fb84f-5a80-4af3-83d6-358865c1ad6c tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3101385 Oct 12 07:37:40.284879 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a543cf7b-c460-4fa4-b57d-b0b996b85b4b tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Network 686762fd-f2d5-4b12-b01c-f50cd0112e24 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:37:40.299002 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 2f52f1a8-e4b2-4c18-8537-052768e3d0a9 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:37:40.299509 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 2f52f1a8-e4b2-4c18-8537-052768e3d0a9 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:37:40.304349 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-638028a1-7312-4581-aaf5-0d7b733ff08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:40.315903 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638028a1-7312-4581-aaf5-0d7b733ff08e None None] Routers {'85848ccb-cbd8-4909-b0bc-352bbf8fa06f'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:37:40.316693 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-638028a1-7312-4581-aaf5-0d7b733ff08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:37:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['85848ccb-cbd8-4909-b0bc-352bbf8fa06f'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:40.366847 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-a543cf7b-c460-4fa4-b57d-b0b996b85b4b tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 686762fd-f2d5-4b12-b01c-f50cd0112e24) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:40.369676 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-638028a1-7312-4581-aaf5-0d7b733ff08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:40.370446 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638028a1-7312-4581-aaf5-0d7b733ff08e None None] The sync data for ids ['85848ccb-cbd8-4909-b0bc-352bbf8fa06f'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:37:40.392296 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76272357-19bb-4eeb-90eb-ee145f477e98 None None] Network 686762fd-f2d5-4b12-b01c-f50cd0112e24 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:37:40.422749 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b80a46-6cb9-4cb1-b1d0-3e8699f4bde7 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Made reservation on behalf of e65c260e166d457d9b3ff4f3fa4c3b6f for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:37:40.428326 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-71b80a46-6cb9-4cb1-b1d0-3e8699f4bde7 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:40.436865 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a543cf7b-c460-4fa4-b57d-b0b996b85b4b tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:40.438172 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a543cf7b-c460-4fa4-b57d-b0b996b85b4b tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:40.447919 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04518fba-3706-4a9b-8b6c-5c0522ae493f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:37:40.451686 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-04518fba-3706-4a9b-8b6c-5c0522ae493f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:40.512607 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a543cf7b-c460-4fa4-b57d-b0b996b85b4b tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4965115 Oct 12 07:37:40.516097 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63a27840-1885-46a6-922e-c07dc32b2118 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:40.517676 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37114) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:40.526106 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-36a50d6c-7c5b-41cb-b581-729edd6a7e8b tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] 10.222.0.26 "GET /v2.0/routers/85848ccb-cbd8-4909-b0bc-352bbf8fa06f HTTP/1.1" status: 200 len: 919 time: 0.5108032 Oct 12 07:37:40.534570 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37116) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:40.597553 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a4a9ef-7b1a-474f-b00b-d6471268a691 None None] DHCP port deletion for 798c2232-56e2-4f48-98d3-981087af89c9 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:37:40.636077 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def3734c-2878-4c66-8f28-13332cfa0eac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-686762fd-f2d5-4b12-b01c-f50cd0112e24', 'network_id': '686762fd-f2d5-4b12-b01c-f50cd0112e24', 'tenant_id': '984766fe70764f019c805acb62a4fe82', 'fixed_ips': [{'subnet_id': 'b4c839b2-ca9e-46c2-a0d9-cf04cedca23f'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:37:40.637207 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-def3734c-2878-4c66-8f28-13332cfa0eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:40.678226 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-63cf035a-fa43-4539-8146-681614dcfe7a tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Request body: {'port': {'network_id': '686762fd-f2d5-4b12-b01c-f50cd0112e24', 'name': 'tempest-AllowedAddressPairTestJSON-572658336'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:40.689794 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-88a4a9ef-7b1a-474f-b00b-d6471268a691 None None] Deleting port bc2bed58-73f3-4208-b9b4-44927a1539c9 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:40.690068 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-c05d1b4f-726f-42d3-b952-edaff53ecc31 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Deleting port bc2bed58-73f3-4208-b9b4-44927a1539c9 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:40.690235 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c05d1b4f-726f-42d3-b952-edaff53ecc31 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:40.691385 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-88a4a9ef-7b1a-474f-b00b-d6471268a691 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:40.765756 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-c05d1b4f-726f-42d3-b952-edaff53ecc31 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] For port bc2bed58-73f3-4208-b9b4-44927a1539c9, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=bc2bed58-73f3-4208-b9b4-44927a1539c9,segment=NetworkSegment(d678f729-c5db-4bff-affd-8a6d90150d57),segment_id=d678f729-c5db-4bff-affd-8a6d90150d57)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:37:40.766201 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c05d1b4f-726f-42d3-b952-edaff53ecc31 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:40.770951 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-88a4a9ef-7b1a-474f-b00b-d6471268a691 None None] For port bc2bed58-73f3-4208-b9b4-44927a1539c9, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=bc2bed58-73f3-4208-b9b4-44927a1539c9,segment=NetworkSegment(d678f729-c5db-4bff-affd-8a6d90150d57),segment_id=d678f729-c5db-4bff-affd-8a6d90150d57)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:37:40.771577 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-88a4a9ef-7b1a-474f-b00b-d6471268a691 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:40.782066 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-c05d1b4f-726f-42d3-b952-edaff53ecc31 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Calling delete_port for bc2bed58-73f3-4208-b9b4-44927a1539c9 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:40.786908 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-88a4a9ef-7b1a-474f-b00b-d6471268a691 None None] Calling delete_port for bc2bed58-73f3-4208-b9b4-44927a1539c9 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:40.892460 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63a27840-1885-46a6-922e-c07dc32b2118 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:40.896395 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-88a4a9ef-7b1a-474f-b00b-d6471268a691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:40.903430 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c05d1b4f-726f-42d3-b952-edaff53ecc31 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:40.934448 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a4a9ef-7b1a-474f-b00b-d6471268a691 None None] Pushing event deleted for resources: {'Port': ['ID=bc2bed58-73f3-4208-b9b4-44927a1539c9,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:40.941398 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a4a9ef-7b1a-474f-b00b-d6471268a691 None None] No DVR routers for this DVR port bc2bed58-73f3-4208-b9b4-44927a1539c9 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:37:40.951621 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05d1b4f-726f-42d3-b952-edaff53ecc31 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] No DVR routers for this DVR port bc2bed58-73f3-4208-b9b4-44927a1539c9 on host dv-neutron-860909-2-hyperv {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:37:41.005471 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d1b4f-726f-42d3-b952-edaff53ecc31 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Pushing event deleted for resources: {'Port': ['ID=bc2bed58-73f3-4208-b9b4-44927a1539c9,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:41.017535 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370e526-aba4-4ff1-8327-841368f7c918 req-4a47674a-c2c2-4c0b-aa79-0074b864e104 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:41.019049 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9370e526-aba4-4ff1-8327-841368f7c918 req-4a47674a-c2c2-4c0b-aa79-0074b864e104 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.6620772 Oct 12 07:37:41.119525 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-011663cb-732a-48a5-b103-19dfc065d5e7 tempest-ExternalNetworksAdminNegativeTestJSON-2320215 tempest-ExternalNetworksAdminNegativeTestJSON-2320215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:41.174417 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e423b5-706a-4141-8f2f-2d793bf7e6a9 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:41.178853 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e0e423b5-706a-4141-8f2f-2d793bf7e6a9 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7&device_id=85848ccb-cbd8-4909-b0bc-352bbf8fa06f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6366277 Oct 12 07:37:41.203845 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37118) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:41.207350 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011663cb-732a-48a5-b103-19dfc065d5e7 tempest-ExternalNetworksAdminNegativeTestJSON-2320215 tempest-ExternalNetworksAdminNegativeTestJSON-2320215-project-admin] Pushing event deleted for resources: {'Port': ['ID=fba97ab0-ced6-402e-821f-279d133016e8,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:41.226213 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9370e526-aba4-4ff1-8327-841368f7c918 req-5c245d6f-4f12-4159-9f76-ea429b12c577 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1928136 Oct 12 07:37:41.265247 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-def3734c-2878-4c66-8f28-13332cfa0eac None None] Allocated IP 172.20.0.2 (686762fd-f2d5-4b12-b01c-f50cd0112e24/b4c839b2-ca9e-46c2-a0d9-cf04cedca23f/6eed6c0b-b444-4e31-bcf8-598fe946961e) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:37:41.422173 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c05d1b4f-726f-42d3-b952-edaff53ecc31 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:41.445297 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-def3734c-2878-4c66-8f28-13332cfa0eac None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:41.452564 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-def3734c-2878-4c66-8f28-13332cfa0eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:41.466577 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-c05d1b4f-726f-42d3-b952-edaff53ecc31 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['798c2232-56e2-4f48-98d3-981087af89c9']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:41.483264 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-c05d1b4f-726f-42d3-b952-edaff53ecc31 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd678f729-c5db-4bff-affd-8a6d90150d57') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:41.483468 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-c05d1b4f-726f-42d3-b952-edaff53ecc31 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd678f729-c5db-4bff-affd-8a6d90150d57') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:41.492574 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def3734c-2878-4c66-8f28-13332cfa0eac None None] Network 686762fd-f2d5-4b12-b01c-f50cd0112e24 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:41.496874 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c05d1b4f-726f-42d3-b952-edaff53ecc31 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:41.497040 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-def3734c-2878-4c66-8f28-13332cfa0eac None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:41.499433 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def3734c-2878-4c66-8f28-13332cfa0eac None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:37:41.509772 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def3734c-2878-4c66-8f28-13332cfa0eac None None] Pushing event updated for resources: {'Port': ['ID=6eed6c0b-b444-4e31-bcf8-598fe946961e,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:41.511994 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-63a27840-1885-46a6-922e-c07dc32b2118 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Deleting port d0746e0b-73a8-4f68-8053-fcfa83bec03b {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:41.511994 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63a27840-1885-46a6-922e-c07dc32b2118 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:41.513265 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-011663cb-732a-48a5-b103-19dfc065d5e7 tempest-ExternalNetworksAdminNegativeTestJSON-2320215 tempest-ExternalNetworksAdminNegativeTestJSON-2320215-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:41.518502 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-011663cb-732a-48a5-b103-19dfc065d5e7 tempest-ExternalNetworksAdminNegativeTestJSON-2320215 tempest-ExternalNetworksAdminNegativeTestJSON-2320215-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:41.518502 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-011663cb-732a-48a5-b103-19dfc065d5e7 tempest-ExternalNetworksAdminNegativeTestJSON-2320215 tempest-ExternalNetworksAdminNegativeTestJSON-2320215-project-admin] 10.222.0.26 "DELETE /v2.0/floatingips/cb807fea-0bef-49a2-87d4-8ca71773cdbe HTTP/1.1" status: 204 len: 168 time: 2.3324935 Oct 12 07:37:41.521291 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-04518fba-3706-4a9b-8b6c-5c0522ae493f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:41.531017 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-71b80a46-6cb9-4cb1-b1d0-3e8699f4bde7 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:41.556828 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c05d1b4f-726f-42d3-b952-edaff53ecc31 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:41.570883 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789f49f-fb62-4d64-a9d4-b61012fb3feb req-b2b1d172-ad10-4baa-91fb-27c86ea39c91 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:41.571110 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cf035a-fa43-4539-8146-681614dcfe7a tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Made reservation on behalf of 984766fe70764f019c805acb62a4fe82 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:37:41.572422 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b789f49f-fb62-4d64-a9d4-b61012fb3feb req-b2b1d172-ad10-4baa-91fb-27c86ea39c91 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.2368488 Oct 12 07:37:41.580897 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63cf035a-fa43-4539-8146-681614dcfe7a tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:41.583669 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c05d1b4f-726f-42d3-b952-edaff53ecc31 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:37:41.583795 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c05d1b4f-726f-42d3-b952-edaff53ecc31 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:41.602195 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-def3734c-2878-4c66-8f28-13332cfa0eac None None] Attempting to bind port 6eed6c0b-b444-4e31-bcf8-598fe946961e on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:37:41.602565 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-def3734c-2878-4c66-8f28-13332cfa0eac None None] Attempting to bind port 6eed6c0b-b444-4e31-bcf8-598fe946961e by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'f9c3858f-69fe-4a6a-bcf5-40859bd8b186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '686762fd-f2d5-4b12-b01c-f50cd0112e24'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:37:41.602927 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def3734c-2878-4c66-8f28-13332cfa0eac None None] Attempting to bind port 6eed6c0b-b444-4e31-bcf8-598fe946961e on network 686762fd-f2d5-4b12-b01c-f50cd0112e24 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:37:41.607743 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04518fba-3706-4a9b-8b6c-5c0522ae493f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:41.608873 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def3734c-2878-4c66-8f28-13332cfa0eac None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:37:41.609236 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def3734c-2878-4c66-8f28-13332cfa0eac None None] Checking segment: {'id': 'f9c3858f-69fe-4a6a-bcf5-40859bd8b186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '686762fd-f2d5-4b12-b01c-f50cd0112e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:37:41.609626 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-def3734c-2878-4c66-8f28-13332cfa0eac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:41.610719 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def3734c-2878-4c66-8f28-13332cfa0eac None None] Bound using segment: {'id': 'f9c3858f-69fe-4a6a-bcf5-40859bd8b186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '686762fd-f2d5-4b12-b01c-f50cd0112e24'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:37:41.611195 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-def3734c-2878-4c66-8f28-13332cfa0eac None None] Bound port: 6eed6c0b-b444-4e31-bcf8-598fe946961e, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c3858f-69fe-4a6a-bcf5-40859bd8b186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '686762fd-f2d5-4b12-b01c-f50cd0112e24'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:37:41.611580 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-def3734c-2878-4c66-8f28-13332cfa0eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:41.613069 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8396eb8c-9000-45e1-945a-ce35dec5973b tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:41.614401 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-8396eb8c-9000-45e1-945a-ce35dec5973b tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] 10.222.0.26 "GET /v2.0/networks/7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 HTTP/1.1" status: 200 len: 881 time: 0.4082427 Oct 12 07:37:41.625675 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37126) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:41.627398 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-04518fba-3706-4a9b-8b6c-5c0522ae493f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:41.642741 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04518fba-3706-4a9b-8b6c-5c0522ae493f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:41.643337 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-04518fba-3706-4a9b-8b6c-5c0522ae493f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:41.653683 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment d678f729-c5db-4bff-affd-8a6d90150d57 resource provider aggregate not found Oct 12 07:37:41.666316 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e238bd33-5dbb-4318-bf4c-ae042f8e1bc6 None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:37:41.691157 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-ee8b10c7-2476-4659-9e82-a38b1d9da8a3 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] 10.222.0.26 "GET /v2.0/ports?device_id=85848ccb-cbd8-4909-b0bc-352bbf8fa06f HTTP/1.1" status: 200 len: 205 time: 0.0616362 Oct 12 07:37:41.703365 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04518fba-3706-4a9b-8b6c-5c0522ae493f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Subnet': ['ID=aee92156-044d-4892-9f94-4243dcdbf3ac,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:41.709453 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37130) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:41.712191 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-63cf035a-fa43-4539-8146-681614dcfe7a tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] device_id is not set on port f2a671b1-e958-409d-a82c-102bbb9658fd yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:37:41.718917 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment d678f729-c5db-4bff-affd-8a6d90150d57 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d678f729-c5db-4bff-affd-8a6d90150d57 found for delete ", "request_id": "req-0764e1cd-9a57-4c4b-895b-0b57e1866412"}]} Oct 12 07:37:41.763629 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-04518fba-3706-4a9b-8b6c-5c0522ae493f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7176480 Oct 12 07:37:41.765671 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37132) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:41.767495 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b789f49f-fb62-4d64-a9d4-b61012fb3feb req-9e16af3a-ea3d-41d0-8a8a-e6b386d90225 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862929 Oct 12 07:37:41.785852 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-e0d8fda7-e4e0-4112-a78c-518310f38cf1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'port': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'fixed_ips': [{'subnet_id': 'aee92156-044d-4892-9f94-4243dcdbf3ac', 'ip_address': '2001:db8::5f2b:9a2f:64d5:6ab9'}], 'name': 'tempest-NetworksTestDHCPv6-349575400'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:41.793935 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-def3734c-2878-4c66-8f28-13332cfa0eac None None] For port 6eed6c0b-b444-4e31-bcf8-598fe946961e, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:37:41.798832 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-def3734c-2878-4c66-8f28-13332cfa0eac None None] For port 6eed6c0b-b444-4e31-bcf8-598fe946961e, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=6eed6c0b-b444-4e31-bcf8-598fe946961e,segment=NetworkSegment(f9c3858f-69fe-4a6a-bcf5-40859bd8b186),segment_id=f9c3858f-69fe-4a6a-bcf5-40859bd8b186)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:37:41.809729 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63a27840-1885-46a6-922e-c07dc32b2118 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:41.814564 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-def3734c-2878-4c66-8f28-13332cfa0eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:41.817064 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c05d1b4f-726f-42d3-b952-edaff53ecc31 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:41.865745 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b80a46-6cb9-4cb1-b1d0-3e8699f4bde7 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Checking segment: {'id': '72978ee9-675d-4b98-b6ee-5a18ee2f014d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e5781ddc-ae0e-4c2e-bc12-f194235a7d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:37:41.866140 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b80a46-6cb9-4cb1-b1d0-3e8699f4bde7 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Network hostable DHCP agents. Network: e5781ddc-ae0e-4c2e-bc12-f194235a7d48, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:37:41.897736 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c05d1b4f-726f-42d3-b952-edaff53ecc31 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:41.903554 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c05d1b4f-726f-42d3-b952-edaff53ecc31 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] 10.222.0.26 "DELETE /v2.0/networks/798c2232-56e2-4f48-98d3-981087af89c9 HTTP/1.1" status: 204 len: 168 time: 1.9341476 Oct 12 07:37:41.904148 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b80a46-6cb9-4cb1-b1d0-3e8699f4bde7 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event updated for resources: {'Subnet': ['ID=79b12ed0-4b92-4c96-8702-8b7f434f5bf0,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:41.907702 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37138) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:41.922389 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-63a27840-1885-46a6-922e-c07dc32b2118 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Calling delete_port for d0746e0b-73a8-4f68-8053-fcfa83bec03b owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:41.931020 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d1b4f-726f-42d3-b952-edaff53ecc31 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Pushing event deleted for resources: {'Network': ['ID=798c2232-56e2-4f48-98d3-981087af89c9,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:41.970110 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def3734c-2878-4c66-8f28-13332cfa0eac None None] Pushing event updated for resources: {'Port': ['ID=6eed6c0b-b444-4e31-bcf8-598fe946961e,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:42.008978 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28df6ff3-3736-43fd-adfa-223dde152469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-9994ec23-a1f7-459d-8925-14bc9ff05f17', 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'tenant_id': '3e134b4bc92f4839ac5ca68b448223d9', 'fixed_ips': [{'subnet_id': 'aee92156-044d-4892-9f94-4243dcdbf3ac'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:37:42.009930 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-28df6ff3-3736-43fd-adfa-223dde152469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:42.012496 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b80a46-6cb9-4cb1-b1d0-3e8699f4bde7 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Network e5781ddc-ae0e-4c2e-bc12-f194235a7d48 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:37:42.051010 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-71b80a46-6cb9-4cb1-b1d0-3e8699f4bde7 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, e5781ddc-ae0e-4c2e-bc12-f194235a7d48) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:42.059760 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-123afa39-4a9f-40d0-98b6-7197926b30c3 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Deleting subnet b19282f8-abd9-457b-aa35-7bcf1fd13c16 {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:37:42.069032 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b80a46-6cb9-4cb1-b1d0-3e8699f4bde7 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:42.069779 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-71b80a46-6cb9-4cb1-b1d0-3e8699f4bde7 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:42.073422 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c17cece-2c4d-4799-8add-1d367e503368 None None] Network e5781ddc-ae0e-4c2e-bc12-f194235a7d48 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:37:42.073843 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a0c50063-235e-4b13-8c5f-b41e5ba34809 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:42.078979 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-123afa39-4a9f-40d0-98b6-7197926b30c3 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:42.094514 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37140) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:42.154838 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-63cf035a-fa43-4539-8146-681614dcfe7a tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Allocated IP 172.20.0.7 (686762fd-f2d5-4b12-b01c-f50cd0112e24/b4c839b2-ca9e-46c2-a0d9-cf04cedca23f/f2a671b1-e958-409d-a82c-102bbb9658fd) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:37:42.161974 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf55b5-c88e-4abd-ab3a-49670a69c528 req-6d6fe0bd-0dc4-4f53-b2f4-37f089eb26f5 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:42.165546 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d1bf55b5-c88e-4abd-ab3a-49670a69c528 req-6d6fe0bd-0dc4-4f53-b2f4-37f089eb26f5 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.2461419 Oct 12 07:37:42.205998 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device bc2bed58-73f3-4208-b9b4-44927a1539c9 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:37:42.241095 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-71b80a46-6cb9-4cb1-b1d0-3e8699f4bde7 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1939549 Oct 12 07:37:42.243641 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37144) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:42.250791 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-6a9cc156-c28c-4a14-b0bd-1129099fc1ac tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'port': {'network_id': 'e5781ddc-ae0e-4c2e-bc12-f194235a7d48', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2024806495'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:42.252628 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-123afa39-4a9f-40d0-98b6-7197926b30c3 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:42.278505 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: bc2bed58-73f3-4208-b9b4-44927a1539c9 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:37:42.278738 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device bc2bed58-73f3-4208-b9b4-44927a1539c9 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:37:42.363078 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d1bf55b5-c88e-4abd-ab3a-49670a69c528 req-06d24ffb-40bc-4f18-b3be-5721d198b7cf tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817336 Oct 12 07:37:42.429674 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1ad4ab17-35f0-447a-9cd2-eb27f7d9ebd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:42.456031 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-123afa39-4a9f-40d0-98b6-7197926b30c3 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:42.481977 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a0c50063-235e-4b13-8c5f-b41e5ba34809 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:42.496662 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d8fda7-e4e0-4112-a78c-518310f38cf1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:37:42.610289 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-28df6ff3-3736-43fd-adfa-223dde152469 None None] Allocated IP 2001:db8::2 (9994ec23-a1f7-459d-8925-14bc9ff05f17/aee92156-044d-4892-9f94-4243dcdbf3ac/5720b0ba-c97a-410e-84c1-12bcc4415f56) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:37:42.626375 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-123afa39-4a9f-40d0-98b6-7197926b30c3 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:42.636708 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56fc84-2401-4903-b96e-6b6982bd0096 req-7c4ac2f5-ab97-4c2f-a1c1-57f35ccfa59b tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:42.644724 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2a56fc84-2401-4903-b96e-6b6982bd0096 req-7c4ac2f5-ab97-4c2f-a1c1-57f35ccfa59b tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.1566799 Oct 12 07:37:42.668085 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b8e16e-461b-4159-a93a-3bfaf166e7e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-e5781ddc-ae0e-4c2e-bc12-f194235a7d48', 'network_id': 'e5781ddc-ae0e-4c2e-bc12-f194235a7d48', 'tenant_id': 'e65c260e166d457d9b3ff4f3fa4c3b6f', 'fixed_ips': [{'subnet_id': '79b12ed0-4b92-4c96-8702-8b7f434f5bf0'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:37:42.668569 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-77b8e16e-461b-4159-a93a-3bfaf166e7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:42.699449 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123afa39-4a9f-40d0-98b6-7197926b30c3 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Pushing event deleted for resources: {'Subnet': ['ID=b19282f8-abd9-457b-aa35-7bcf1fd13c16,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:42.726226 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-123afa39-4a9f-40d0-98b6-7197926b30c3 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:42.741881 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-123afa39-4a9f-40d0-98b6-7197926b30c3 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] 10.222.0.26 "DELETE /v2.0/subnets/b19282f8-abd9-457b-aa35-7bcf1fd13c16 HTTP/1.1" status: 204 len: 168 time: 0.8217955 Oct 12 07:37:42.743102 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37148) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:42.746572 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e5c9a1-8ac4-44aa-92c1-ec149b76da2e None None] Network 9a2c8356-3a86-402e-a320-ad0e967df925 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:37:42.760354 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2a56fc84-2401-4903-b96e-6b6982bd0096 req-6de522d8-136b-4cdc-af37-c96271d9fb28 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100874 Oct 12 07:37:42.774474 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-a0c50063-235e-4b13-8c5f-b41e5ba34809 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Deleting port 8995e0d6-8d33-4abe-9e78-3a5fd5ef0c6e {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:42.775047 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a0c50063-235e-4b13-8c5f-b41e5ba34809 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:42.780674 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9cc156-c28c-4a14-b0bd-1129099fc1ac tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Made reservation on behalf of e65c260e166d457d9b3ff4f3fa4c3b6f for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:37:42.784502 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6a9cc156-c28c-4a14-b0bd-1129099fc1ac tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:42.832089 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1ad4ab17-35f0-447a-9cd2-eb27f7d9ebd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:42.850310 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63cf035a-fa43-4539-8146-681614dcfe7a tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:42.887379 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63a27840-1885-46a6-922e-c07dc32b2118 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:42.906165 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e0d8fda7-e4e0-4112-a78c-518310f38cf1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:42.933876 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a0c50063-235e-4b13-8c5f-b41e5ba34809 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:42.940201 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-af086691-2100-41d5-be65-426bdd066810 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Deleting subnet 66f1373a-4b6c-44f3-8b33-184f0a5fb5f3 {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:37:42.948981 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447780e4-4d5f-4d2e-8703-160cfd3a5248 req-5ef3f2ab-e411-428f-baf2-fc146151c034 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:42.950559 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-447780e4-4d5f-4d2e-8703-160cfd3a5248 req-5ef3f2ab-e411-428f-baf2-fc146151c034 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.0921757 Oct 12 07:37:42.957474 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-af086691-2100-41d5-be65-426bdd066810 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:42.964906 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-e0d8fda7-e4e0-4112-a78c-518310f38cf1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] device_id is not set on port 550d287e-2d64-497d-9ab1-d398db801357 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:37:43.003652 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-a0c50063-235e-4b13-8c5f-b41e5ba34809 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Calling delete_port for 8995e0d6-8d33-4abe-9e78-3a5fd5ef0c6e owned by network:router_gateway {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:43.039808 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-447780e4-4d5f-4d2e-8703-160cfd3a5248 req-c4ab4e97-7062-48ce-b97e-2b6c16a563ba tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595741 Oct 12 07:37:43.045926 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-af086691-2100-41d5-be65-426bdd066810 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:43.050592 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-77b8e16e-461b-4159-a93a-3bfaf166e7e9 None None] Allocated IP 2001:db8::2 (e5781ddc-ae0e-4c2e-bc12-f194235a7d48/79b12ed0-4b92-4c96-8702-8b7f434f5bf0/498af346-a825-4126-9d30-88da0aa5c541) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:37:43.078471 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-28df6ff3-3736-43fd-adfa-223dde152469 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:43.088712 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63cf035a-fa43-4539-8146-681614dcfe7a tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:43.097307 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27840-1885-46a6-922e-c07dc32b2118 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Pushing event deleted for resources: {'Port': ['ID=d0746e0b-73a8-4f68-8053-fcfa83bec03b,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:43.099365 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1ad4ab17-35f0-447a-9cd2-eb27f7d9ebd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:43.100391 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-28df6ff3-3736-43fd-adfa-223dde152469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:43.208246 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28df6ff3-3736-43fd-adfa-223dde152469 None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:43.216272 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-6a9cc156-c28c-4a14-b0bd-1129099fc1ac tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] device_id is not set on port 83d62921-703f-4e29-885d-66ccf2aeadd3 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:37:43.218267 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-28df6ff3-3736-43fd-adfa-223dde152469 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:43.267134 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-1ad4ab17-35f0-447a-9cd2-eb27f7d9ebd0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cb930c9a8a284c9bbd2ceb940551c37b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1686988 Oct 12 07:37:43.268468 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28df6ff3-3736-43fd-adfa-223dde152469 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:37:43.271743 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37154) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:43.275012 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ee76fb-3211-4e84-bcb4-0de81a4e6037 None None] DHCP port deletion for 9a2c8356-3a86-402e-a320-ad0e967df925 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:37:43.278935 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df6ff3-3736-43fd-adfa-223dde152469 None None] Pushing event updated for resources: {'Port': ['ID=5720b0ba-c97a-410e-84c1-12bcc4415f56,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:43.296551 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cf035a-fa43-4539-8146-681614dcfe7a tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Network 686762fd-f2d5-4b12-b01c-f50cd0112e24 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:43.333021 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad4ab17-35f0-447a-9cd2-eb27f7d9ebd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3b609e-7a9f-4f11-9e97-50e5b57443d9,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:43.345727 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf035a-fa43-4539-8146-681614dcfe7a tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Pushing event updated for resources: {'Port': ['ID=f2a671b1-e958-409d-a82c-102bbb9658fd,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:43.348290 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-63cf035a-fa43-4539-8146-681614dcfe7a tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:43.377596 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cf035a-fa43-4539-8146-681614dcfe7a tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:37:43.401810 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-af086691-2100-41d5-be65-426bdd066810 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:43.410073 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-28df6ff3-3736-43fd-adfa-223dde152469 None None] Attempting to bind port 5720b0ba-c97a-410e-84c1-12bcc4415f56 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:37:43.410435 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-28df6ff3-3736-43fd-adfa-223dde152469 None None] Attempting to bind port 5720b0ba-c97a-410e-84c1-12bcc4415f56 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:37:43.410800 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28df6ff3-3736-43fd-adfa-223dde152469 None None] Attempting to bind port 5720b0ba-c97a-410e-84c1-12bcc4415f56 on network 9994ec23-a1f7-459d-8925-14bc9ff05f17 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:37:43.412874 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63a27840-1885-46a6-922e-c07dc32b2118 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:43.445100 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28df6ff3-3736-43fd-adfa-223dde152469 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:37:43.445484 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28df6ff3-3736-43fd-adfa-223dde152469 None None] Checking segment: {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:37:43.446381 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-28df6ff3-3736-43fd-adfa-223dde152469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:43.446785 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28df6ff3-3736-43fd-adfa-223dde152469 None None] Bound using segment: {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:37:43.447715 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-28df6ff3-3736-43fd-adfa-223dde152469 None None] Bound port: 5720b0ba-c97a-410e-84c1-12bcc4415f56, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:37:43.447715 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-28df6ff3-3736-43fd-adfa-223dde152469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:43.456249 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-782850dc-58a1-46d7-96b4-e7956ad10afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:43.483651 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811cc817-2114-43fe-91f2-b8cfb0a2b9d4 None None] Network 686762fd-f2d5-4b12-b01c-f50cd0112e24 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:37:43.502572 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-77b8e16e-461b-4159-a93a-3bfaf166e7e9 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:43.522593 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-83ee76fb-3211-4e84-bcb4-0de81a4e6037 None None] Deleting port 6ed245d1-7f21-4d86-b8b5-7a761e0d7346 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:43.522909 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-83ee76fb-3211-4e84-bcb4-0de81a4e6037 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:43.524597 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-782850dc-58a1-46d7-96b4-e7956ad10afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:43.541077 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-77b8e16e-461b-4159-a93a-3bfaf166e7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:43.542324 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a0c50063-235e-4b13-8c5f-b41e5ba34809 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:43.555790 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-af086691-2100-41d5-be65-426bdd066810 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:43.561856 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63a27840-1885-46a6-922e-c07dc32b2118 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:43.571114 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63a27840-1885-46a6-922e-c07dc32b2118 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:43.596009 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-e0d8fda7-e4e0-4112-a78c-518310f38cf1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Allocated IP 2001:db8::5f2b:9a2f:64d5:6ab9 (9994ec23-a1f7-459d-8925-14bc9ff05f17/aee92156-044d-4892-9f94-4243dcdbf3ac/550d287e-2d64-497d-9ab1-d398db801357) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:37:43.615657 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c50063-235e-4b13-8c5f-b41e5ba34809 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Pushing event deleted for resources: {'Port': ['ID=8995e0d6-8d33-4abe-9e78-3a5fd5ef0c6e,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:43.620926 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af086691-2100-41d5-be65-426bdd066810 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Pushing event deleted for resources: {'Subnet': ['ID=66f1373a-4b6c-44f3-8b33-184f0a5fb5f3,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:43.633961 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cf035a-fa43-4539-8146-681614dcfe7a tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:43.634594 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63cf035a-fa43-4539-8146-681614dcfe7a tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:43.647506 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-af086691-2100-41d5-be65-426bdd066810 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:43.654096 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-af086691-2100-41d5-be65-426bdd066810 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] 10.222.0.26 "DELETE /v2.0/subnets/66f1373a-4b6c-44f3-8b33-184f0a5fb5f3 HTTP/1.1" status: 204 len: 168 time: 0.8871360 Oct 12 07:37:43.654096 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37158) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:43.705590 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-782850dc-58a1-46d7-96b4-e7956ad10afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:43.708107 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-782850dc-58a1-46d7-96b4-e7956ad10afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:43.708417 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5854d4d-aacf-4d5c-895f-533575ece3d5 None None] Network f1e640dd-4236-4a0f-bffc-1b69df4be9d0 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:37:43.711946 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-782850dc-58a1-46d7-96b4-e7956ad10afc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3d3b609e-7a9f-4f11-9e97-50e5b57443d9 HTTP/1.1" status: 204 len: 168 time: 0.4296775 Oct 12 07:37:43.754703 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b8e16e-461b-4159-a93a-3bfaf166e7e9 None None] Network e5781ddc-ae0e-4c2e-bc12-f194235a7d48 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:43.765648 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-83ee76fb-3211-4e84-bcb4-0de81a4e6037 None None] For port 6ed245d1-7f21-4d86-b8b5-7a761e0d7346, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=6ed245d1-7f21-4d86-b8b5-7a761e0d7346,segment=NetworkSegment(2570ce57-0885-49b2-ad78-dc30cf75bc83),segment_id=2570ce57-0885-49b2-ad78-dc30cf75bc83)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:37:43.766620 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-83ee76fb-3211-4e84-bcb4-0de81a4e6037 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:43.766801 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782850dc-58a1-46d7-96b4-e7956ad10afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3b609e-7a9f-4f11-9e97-50e5b57443d9,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:43.776991 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a0c50063-235e-4b13-8c5f-b41e5ba34809 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:43.784327 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e7c24b16-fef9-47d0-b3cc-b78321805975 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:43.793762 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-83ee76fb-3211-4e84-bcb4-0de81a4e6037 None None] Calling delete_port for 6ed245d1-7f21-4d86-b8b5-7a761e0d7346 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:43.878196 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e0d8fda7-e4e0-4112-a78c-518310f38cf1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:43.888200 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-28df6ff3-3736-43fd-adfa-223dde152469 None None] For port 5720b0ba-c97a-410e-84c1-12bcc4415f56, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:37:43.897061 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a0c50063-235e-4b13-8c5f-b41e5ba34809 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:43.900926 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a0c50063-235e-4b13-8c5f-b41e5ba34809 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:43.902973 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-28df6ff3-3736-43fd-adfa-223dde152469 None None] For port 5720b0ba-c97a-410e-84c1-12bcc4415f56, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=5720b0ba-c97a-410e-84c1-12bcc4415f56,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:37:43.906814 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8e16e-461b-4159-a93a-3bfaf166e7e9 None None] Pushing event updated for resources: {'Port': ['ID=498af346-a825-4126-9d30-88da0aa5c541,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:43.915344 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63a27840-1885-46a6-922e-c07dc32b2118 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:43.915887 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a27840-1885-46a6-922e-c07dc32b2118 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Fanout notify agent at l3_agent the message router_deleted on router 719de6d6-28c9-4082-9f42-7c67491aae17 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:37:43.923400 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-e7c24b16-fef9-47d0-b3cc-b78321805975 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] The port '6ed245d1-7f21-4d86-b8b5-7a761e0d7346' was deleted {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2057}} Oct 12 07:37:43.951231 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-63cf035a-fa43-4539-8146-681614dcfe7a tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.4305372 Oct 12 07:37:43.952157 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37164) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:43.953549 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-6a9cc156-c28c-4a14-b0bd-1129099fc1ac tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Allocated IP 2001:db8::206 (e5781ddc-ae0e-4c2e-bc12-f194235a7d48/79b12ed0-4b92-4c96-8702-8b7f434f5bf0/83d62921-703f-4e29-885d-66ccf2aeadd3) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:37:43.960794 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-ce5362e6-c422-4936-bdc5-b1f5d6cd2734 None None] Provisioning complete for port 6eed6c0b-b444-4e31-bcf8-598fe946961e triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:43.961152 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ce5362e6-c422-4936-bdc5-b1f5d6cd2734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:43.962246 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ce5362e6-c422-4936-bdc5-b1f5d6cd2734 None None] Attempt 1 to provision port 6eed6c0b-b444-4e31-bcf8-598fe946961e Oct 12 07:37:43.963212 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63a27840-1885-46a6-922e-c07dc32b2118 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:43.965129 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-63a27840-1885-46a6-922e-c07dc32b2118 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] 10.222.0.26 "DELETE /v2.0/routers/719de6d6-28c9-4082-9f42-7c67491aae17 HTTP/1.1" status: 204 len: 168 time: 3.7627075 Oct 12 07:37:43.971554 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-28169900-4936-477e-818e-4ff04a8ef02b tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Request body: {'port': {'network_id': '686762fd-f2d5-4b12-b01c-f50cd0112e24', 'name': 'tempest-AllowedAddressPairTestJSON-176956994', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:3a:d6:3a'}]}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:43.982306 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37166) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:43.990971 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-f737c87d-b5ad-4d66-b404-37bfe1f3760c tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1544680243', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}, 'admin_state_up': False}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:44.004478 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-83ee76fb-3211-4e84-bcb4-0de81a4e6037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:44.035473 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a0c50063-235e-4b13-8c5f-b41e5ba34809 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:44.035985 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c50063-235e-4b13-8c5f-b41e5ba34809 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Fanout notify agent at l3_agent the message router_deleted on router 85848ccb-cbd8-4909-b0bc-352bbf8fa06f {{(pid=103200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:37:44.047191 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a0c50063-235e-4b13-8c5f-b41e5ba34809 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:44.048224 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a0c50063-235e-4b13-8c5f-b41e5ba34809 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] 10.222.0.26 "DELETE /v2.0/routers/85848ccb-cbd8-4909-b0bc-352bbf8fa06f HTTP/1.1" status: 204 len: 168 time: 2.3378057 Oct 12 07:37:44.072422 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e7c24b16-fef9-47d0-b3cc-b78321805975 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:44.078357 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37168) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:44.078697 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-77b8e16e-461b-4159-a93a-3bfaf166e7e9 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:44.082333 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b8e16e-461b-4159-a93a-3bfaf166e7e9 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:37:44.083719 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-acad4d9a-66ef-443c-bd2b-8236734bfa3d tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2101136541', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:44.085276 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-28df6ff3-3736-43fd-adfa-223dde152469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:44.105608 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee76fb-3211-4e84-bcb4-0de81a4e6037 None None] Pushing event deleted for resources: {'Port': ['ID=6ed245d1-7f21-4d86-b8b5-7a761e0d7346,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:44.110229 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37170) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:44.113934 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e0d8fda7-e4e0-4112-a78c-518310f38cf1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:44.137497 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f737c87d-b5ad-4d66-b404-37bfe1f3760c tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:44.138684 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f737c87d-b5ad-4d66-b404-37bfe1f3760c tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:44.161473 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f8819f0d-6111-4e8b-9adf-2aa1a30b34e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:44.171346 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28169900-4936-477e-818e-4ff04a8ef02b tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Made reservation on behalf of 984766fe70764f019c805acb62a4fe82 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:37:44.182270 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-e7c24b16-fef9-47d0-b3cc-b78321805975 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a2c8356-3a86-402e-a320-ad0e967df925']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:44.190897 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ee76fb-3211-4e84-bcb4-0de81a4e6037 None None] No DVR routers for this DVR port 6ed245d1-7f21-4d86-b8b5-7a761e0d7346 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:37:44.263325 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-e7c24b16-fef9-47d0-b3cc-b78321805975 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2570ce57-0885-49b2-ad78-dc30cf75bc83') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:44.263649 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-e7c24b16-fef9-47d0-b3cc-b78321805975 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2570ce57-0885-49b2-ad78-dc30cf75bc83') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:44.268005 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-acad4d9a-66ef-443c-bd2b-8236734bfa3d tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:44.269388 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-acad4d9a-66ef-443c-bd2b-8236734bfa3d tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:44.275994 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-db001838-647f-4876-b41c-ef55bdc7ad30 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2f8a197e5f984101b70a383dfddae6ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1635695 Oct 12 07:37:44.288131 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37172) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:44.307267 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d8fda7-e4e0-4112-a78c-518310f38cf1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:44.311887 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e7c24b16-fef9-47d0-b3cc-b78321805975 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:44.326750 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 6eed6c0b-b444-4e31-bcf8-598fe946961e up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:37:44.330008 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-e0d8fda7-e4e0-4112-a78c-518310f38cf1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:44.355651 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d8fda7-e4e0-4112-a78c-518310f38cf1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:37:44.363071 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d8fda7-e4e0-4112-a78c-518310f38cf1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:44.363789 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e0d8fda7-e4e0-4112-a78c-518310f38cf1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:44.395692 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f737c87d-b5ad-4d66-b404-37bfe1f3760c tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:44.411408 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ce5362e6-c422-4936-bdc5-b1f5d6cd2734 None None] Current status of the port 6eed6c0b-b444-4e31-bcf8-598fe946961e is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:37:44.411797 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ce5362e6-c422-4936-bdc5-b1f5d6cd2734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:44.424102 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8fda7-e4e0-4112-a78c-518310f38cf1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Port': ['ID=550d287e-2d64-497d-9ab1-d398db801357,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:44.434700 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e7c24b16-fef9-47d0-b3cc-b78321805975 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:44.461728 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-77b8e16e-461b-4159-a93a-3bfaf166e7e9 None None] Attempting to bind port 498af346-a825-4126-9d30-88da0aa5c541 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:37:44.462065 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-77b8e16e-461b-4159-a93a-3bfaf166e7e9 None None] Attempting to bind port 498af346-a825-4126-9d30-88da0aa5c541 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '72978ee9-675d-4b98-b6ee-5a18ee2f014d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e5781ddc-ae0e-4c2e-bc12-f194235a7d48'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:37:44.463396 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b8e16e-461b-4159-a93a-3bfaf166e7e9 None None] Attempting to bind port 498af346-a825-4126-9d30-88da0aa5c541 on network e5781ddc-ae0e-4c2e-bc12-f194235a7d48 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:37:44.469944 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e0d8fda7-e4e0-4112-a78c-518310f38cf1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6893859 Oct 12 07:37:44.479457 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df6ff3-3736-43fd-adfa-223dde152469 None None] Pushing event updated for resources: {'Port': ['ID=5720b0ba-c97a-410e-84c1-12bcc4415f56,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:44.500671 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-28169900-4936-477e-818e-4ff04a8ef02b tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:44.503042 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37174) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:44.507927 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b8e16e-461b-4159-a93a-3bfaf166e7e9 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:37:44.508296 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b8e16e-461b-4159-a93a-3bfaf166e7e9 None None] Checking segment: {'id': '72978ee9-675d-4b98-b6ee-5a18ee2f014d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e5781ddc-ae0e-4c2e-bc12-f194235a7d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:37:44.508694 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-77b8e16e-461b-4159-a93a-3bfaf166e7e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:44.509080 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b8e16e-461b-4159-a93a-3bfaf166e7e9 None None] Bound using segment: {'id': '72978ee9-675d-4b98-b6ee-5a18ee2f014d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e5781ddc-ae0e-4c2e-bc12-f194235a7d48'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:37:44.509562 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-77b8e16e-461b-4159-a93a-3bfaf166e7e9 None None] Bound port: 498af346-a825-4126-9d30-88da0aa5c541, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72978ee9-675d-4b98-b6ee-5a18ee2f014d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e5781ddc-ae0e-4c2e-bc12-f194235a7d48'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:37:44.509936 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-77b8e16e-461b-4159-a93a-3bfaf166e7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:44.510140 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-e9f64f54-3a2f-4a04-a50d-d4fd38a154a5 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'port': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'fixed_ips': [{'subnet_id': 'aee92156-044d-4892-9f94-4243dcdbf3ac', 'ip_address': '2001:db8::5f2b:9a2f:64d5:6ab9'}], 'name': 'tempest-NetworksTestDHCPv6-1127094227'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:44.524966 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7c24b16-fef9-47d0-b3cc-b78321805975 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:37:44.525222 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e7c24b16-fef9-47d0-b3cc-b78321805975 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:44.534191 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-28169900-4936-477e-818e-4ff04a8ef02b tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] device_id is not set on port 5d636d8f-9a8d-4baa-917c-938c53826c81 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:37:44.610597 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5a9c37fc-fb58-443c-8242-84d8bc0f8c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:44.629179 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6a9cc156-c28c-4a14-b0bd-1129099fc1ac tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:44.694726 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5a9c37fc-fb58-443c-8242-84d8bc0f8c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:44.734301 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-ce5362e6-c422-4936-bdc5-b1f5d6cd2734 None None] For port 6eed6c0b-b444-4e31-bcf8-598fe946961e, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=6eed6c0b-b444-4e31-bcf8-598fe946961e,segment=NetworkSegment(f9c3858f-69fe-4a6a-bcf5-40859bd8b186),segment_id=f9c3858f-69fe-4a6a-bcf5-40859bd8b186)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:37:44.742500 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-28169900-4936-477e-818e-4ff04a8ef02b tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Allocated IP 172.20.0.6 (686762fd-f2d5-4b12-b01c-f50cd0112e24/b4c839b2-ca9e-46c2-a0d9-cf04cedca23f/5d636d8f-9a8d-4baa-917c-938c53826c81) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:37:44.751675 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ce5362e6-c422-4936-bdc5-b1f5d6cd2734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:44.795875 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6a9cc156-c28c-4a14-b0bd-1129099fc1ac tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:44.832080 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 6eed6c0b-b444-4e31-bcf8-598fe946961e triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:44.832450 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:44.832781 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 6eed6c0b-b444-4e31-bcf8-598fe946961e Oct 12 07:37:44.858519 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5a9c37fc-fb58-443c-8242-84d8bc0f8c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:44.861065 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5a9c37fc-fb58-443c-8242-84d8bc0f8c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:44.862396 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-5a9c37fc-fb58-443c-8242-84d8bc0f8c61 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/86716f03-f7b9-4d20-8a1a-fc29d258388e HTTP/1.1" status: 204 len: 168 time: 0.5645187 Oct 12 07:37:44.894509 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9cc156-c28c-4a14-b0bd-1129099fc1ac tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Network e5781ddc-ae0e-4c2e-bc12-f194235a7d48 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:44.913259 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9c37fc-fb58-443c-8242-84d8bc0f8c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86716f03-f7b9-4d20-8a1a-fc29d258388e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:44.915277 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-6a9cc156-c28c-4a14-b0bd-1129099fc1ac tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:44.922198 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9cc156-c28c-4a14-b0bd-1129099fc1ac tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:37:44.923797 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb81d839-0e4f-4e21-93b1-95297bb5df8f None None] DHCP port deletion for f1e640dd-4236-4a0f-bffc-1b69df4be9d0 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:37:44.928153 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9cc156-c28c-4a14-b0bd-1129099fc1ac tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:44.928798 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6a9cc156-c28c-4a14-b0bd-1129099fc1ac tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:44.945326 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5362e6-c422-4936-bdc5-b1f5d6cd2734 None None] Pushing event updated for resources: {'Port': ['ID=6eed6c0b-b444-4e31-bcf8-598fe946961e,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:44.949752 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9cc156-c28c-4a14-b0bd-1129099fc1ac tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event updated for resources: {'Port': ['ID=83d62921-703f-4e29-885d-66ccf2aeadd3,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:44.953778 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-77b8e16e-461b-4159-a93a-3bfaf166e7e9 None None] For port 498af346-a825-4126-9d30-88da0aa5c541, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:37:44.996759 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-77b8e16e-461b-4159-a93a-3bfaf166e7e9 None None] For port 498af346-a825-4126-9d30-88da0aa5c541, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=498af346-a825-4126-9d30-88da0aa5c541,segment=NetworkSegment(72978ee9-675d-4b98-b6ee-5a18ee2f014d),segment_id=72978ee9-675d-4b98-b6ee-5a18ee2f014d)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:37:45.016584 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-77b8e16e-461b-4159-a93a-3bfaf166e7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:45.039850 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-6a9cc156-c28c-4a14-b0bd-1129099fc1ac tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.7953830 Oct 12 07:37:45.042880 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37180) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:45.104229 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 2570ce57-0885-49b2-ad78-dc30cf75bc83 resource provider aggregate not found Oct 12 07:37:45.213789 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-acad4d9a-66ef-443c-bd2b-8236734bfa3d tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:45.220592 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 2570ce57-0885-49b2-ad78-dc30cf75bc83 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2570ce57-0885-49b2-ad78-dc30cf75bc83 found for delete ", "request_id": "req-4db92b1c-b5b6-4591-94b7-6ffb80824a88"}]} Oct 12 07:37:45.230543 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8e16e-461b-4159-a93a-3bfaf166e7e9 None None] Pushing event updated for resources: {'Port': ['ID=498af346-a825-4126-9d30-88da0aa5c541,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:45.244613 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 6eed6c0b-b444-4e31-bcf8-598fe946961e is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:37:45.257535 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-28169900-4936-477e-818e-4ff04a8ef02b tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:45.267832 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-bb81d839-0e4f-4e21-93b1-95297bb5df8f None None] Deleting port d24d3d2a-25ba-4a1c-ba5d-255595d0576e {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:45.268206 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bb81d839-0e4f-4e21-93b1-95297bb5df8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:45.275589 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-74668b95-7250-4303-b999-cd7a9a185499 None None] Provisioning complete for port 6eed6c0b-b444-4e31-bcf8-598fe946961e triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:45.293979 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-74668b95-7250-4303-b999-cd7a9a185499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:45.293979 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-74668b95-7250-4303-b999-cd7a9a185499 None None] Attempt 1 to provision port 6eed6c0b-b444-4e31-bcf8-598fe946961e Oct 12 07:37:45.328106 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-acad4d9a-66ef-443c-bd2b-8236734bfa3d tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:45.372204 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-28169900-4936-477e-818e-4ff04a8ef02b tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:45.393038 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-8ad8bd95-9654-4b02-b362-acb0a2316478 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Deleting port 83d62921-703f-4e29-885d-66ccf2aeadd3 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:45.393381 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8ad8bd95-9654-4b02-b362-acb0a2316478 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:45.409321 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 6ed245d1-7f21-4d86-b8b5-7a761e0d7346 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:37:45.414342 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-acad4d9a-66ef-443c-bd2b-8236734bfa3d tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:45.423118 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-acad4d9a-66ef-443c-bd2b-8236734bfa3d tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.3427515 Oct 12 07:37:45.454471 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37186) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:45.526790 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-5b7504cc-a900-49a8-bf37-8286b4639889 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'enable_snat': False}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:45.561240 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 6ed245d1-7f21-4d86-b8b5-7a761e0d7346 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:37:45.561648 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 6ed245d1-7f21-4d86-b8b5-7a761e0d7346 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:37:45.563695 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f737c87d-b5ad-4d66-b404-37bfe1f3760c tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:45.583525 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-bb81d839-0e4f-4e21-93b1-95297bb5df8f None None] For port d24d3d2a-25ba-4a1c-ba5d-255595d0576e, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=d24d3d2a-25ba-4a1c-ba5d-255595d0576e,segment=NetworkSegment(2a82570b-19f4-4d3b-bb90-ceda4d60ccce),segment_id=2a82570b-19f4-4d3b-bb90-ceda4d60ccce)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:37:45.584704 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bb81d839-0e4f-4e21-93b1-95297bb5df8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:45.589722 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e7c24b16-fef9-47d0-b3cc-b78321805975 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:45.612929 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28169900-4936-477e-818e-4ff04a8ef02b tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Network 686762fd-f2d5-4b12-b01c-f50cd0112e24 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:45.617647 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e7c24b16-fef9-47d0-b3cc-b78321805975 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:45.621422 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e7c24b16-fef9-47d0-b3cc-b78321805975 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] 10.222.0.26 "DELETE /v2.0/networks/9a2c8356-3a86-402e-a320-ad0e967df925 HTTP/1.1" status: 204 len: 168 time: 1.9680612 Oct 12 07:37:45.629482 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c24b16-fef9-47d0-b3cc-b78321805975 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Pushing event deleted for resources: {'Network': ['ID=9a2c8356-3a86-402e-a320-ad0e967df925,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:45.629673 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-bb81d839-0e4f-4e21-93b1-95297bb5df8f None None] Calling delete_port for d24d3d2a-25ba-4a1c-ba5d-255595d0576e owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:45.633388 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37194) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:45.786082 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-74668b95-7250-4303-b999-cd7a9a185499 None None] Current status of the port 6eed6c0b-b444-4e31-bcf8-598fe946961e is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:37:45.798299 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-28169900-4936-477e-818e-4ff04a8ef02b tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:45.801245 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28169900-4936-477e-818e-4ff04a8ef02b tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:37:45.834167 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-74668b95-7250-4303-b999-cd7a9a185499 None None] Provisioning complete for port f2a671b1-e958-409d-a82c-102bbb9658fd triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:45.834784 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-74668b95-7250-4303-b999-cd7a9a185499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:45.835259 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-74668b95-7250-4303-b999-cd7a9a185499 None None] Attempt 1 to provision port f2a671b1-e958-409d-a82c-102bbb9658fd Oct 12 07:37:45.843528 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0448c661-f632-4c92-8227-b304db376bec tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:45.861973 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f64f54-3a2f-4a04-a50d-d4fd38a154a5 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:37:45.867000 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bb81d839-0e4f-4e21-93b1-95297bb5df8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:45.928079 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb81d839-0e4f-4e21-93b1-95297bb5df8f None None] Pushing event deleted for resources: {'Port': ['ID=d24d3d2a-25ba-4a1c-ba5d-255595d0576e,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:45.941595 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb81d839-0e4f-4e21-93b1-95297bb5df8f None None] No DVR routers for this DVR port d24d3d2a-25ba-4a1c-ba5d-255595d0576e on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:37:45.946722 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-74668b95-7250-4303-b999-cd7a9a185499 None None] Port f2a671b1-e958-409d-a82c-102bbb9658fd cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:37:46.034488 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a1239c8c-6319-48a6-a6be-dfbfce89b987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:46.054637 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b7504cc-a900-49a8-bf37-8286b4639889 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:46.073548 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28169900-4936-477e-818e-4ff04a8ef02b tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Pushing event updated for resources: {'Port': ['ID=5d636d8f-9a8d-4baa-917c-938c53826c81,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:46.126479 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8ad8bd95-9654-4b02-b362-acb0a2316478 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:46.143006 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28169900-4936-477e-818e-4ff04a8ef02b tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:46.143667 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-28169900-4936-477e-818e-4ff04a8ef02b tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:46.190682 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-28169900-4936-477e-818e-4ff04a8ef02b tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.2239447 Oct 12 07:37:46.204318 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37204) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:46.212926 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-8ad8bd95-9654-4b02-b362-acb0a2316478 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Calling delete_port for 83d62921-703f-4e29-885d-66ccf2aeadd3 owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:46.242904 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e9f64f54-3a2f-4a04-a50d-d4fd38a154a5 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:46.296871 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0448c661-f632-4c92-8227-b304db376bec tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:46.363609 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-0448c661-f632-4c92-8227-b304db376bec tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1e640dd-4236-4a0f-bffc-1b69df4be9d0']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:46.392002 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-e9f64f54-3a2f-4a04-a50d-d4fd38a154a5 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] device_id is not set on port a767cee2-d0c5-47b0-9804-88dda586f94c yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:37:46.401093 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-0448c661-f632-4c92-8227-b304db376bec tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a82570b-19f4-4d3b-bb90-ceda4d60ccce') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:46.401388 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-0448c661-f632-4c92-8227-b304db376bec tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a82570b-19f4-4d3b-bb90-ceda4d60ccce') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:46.443175 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 5720b0ba-c97a-410e-84c1-12bcc4415f56 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:37:46.475408 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-74668b95-7250-4303-b999-cd7a9a185499 None None] Attempt 2 to provision port f2a671b1-e958-409d-a82c-102bbb9658fd Oct 12 07:37:46.496506 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37208) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:46.525269 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0448c661-f632-4c92-8227-b304db376bec tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:46.543563 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-74668b95-7250-4303-b999-cd7a9a185499 None None] Port f2a671b1-e958-409d-a82c-102bbb9658fd cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:37:46.554328 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 5720b0ba-c97a-410e-84c1-12bcc4415f56 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:46.554962 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:46.555444 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 5720b0ba-c97a-410e-84c1-12bcc4415f56 Oct 12 07:37:46.577652 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2e21be-8173-4499-b070-c21d23f9eb92 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:46.585183 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2e21be-8173-4499-b070-c21d23f9eb92 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:46.592008 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2e21be-8173-4499-b070-c21d23f9eb92 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:46.597176 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-0b2e21be-8173-4499-b070-c21d23f9eb92 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.3888791 Oct 12 07:37:46.601441 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37212) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:46.647766 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0448c661-f632-4c92-8227-b304db376bec tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:46.674994 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f737c87d-b5ad-4d66-b404-37bfe1f3760c tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router_gateway, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:46.684995 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 5720b0ba-c97a-410e-84c1-12bcc4415f56 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:37:46.685352 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:46.719978 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 5720b0ba-c97a-410e-84c1-12bcc4415f56, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=5720b0ba-c97a-410e-84c1-12bcc4415f56,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:37:46.721770 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0448c661-f632-4c92-8227-b304db376bec tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:37:46.722285 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0448c661-f632-4c92-8227-b304db376bec tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:46.725288 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:46.726602 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 498af346-a825-4126-9d30-88da0aa5c541 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:37:46.772470 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f737c87d-b5ad-4d66-b404-37bfe1f3760c tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:46.777949 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d5d528-50ff-433f-ad07-40b0e930292b None None] Network e5781ddc-ae0e-4c2e-bc12-f194235a7d48 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:37:46.804338 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-5cf9851c-45c7-4a3c-b340-8a667e4bb0f0 tempest-AgentManagementNegativeTest-537670724 tempest-AgentManagementNegativeTest-537670724-project] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3062034 Oct 12 07:37:46.882623 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=5720b0ba-c97a-410e-84c1-12bcc4415f56,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:46.918679 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 498af346-a825-4126-9d30-88da0aa5c541 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:46.919205 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:46.919633 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 498af346-a825-4126-9d30-88da0aa5c541 Oct 12 07:37:46.933341 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0448c661-f632-4c92-8227-b304db376bec tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:46.952220 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0448c661-f632-4c92-8227-b304db376bec tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:46.958014 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-0448c661-f632-4c92-8227-b304db376bec tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] 10.222.0.26 "DELETE /v2.0/networks/f1e640dd-4236-4a0f-bffc-1b69df4be9d0 HTTP/1.1" status: 204 len: 168 time: 1.3085096 Oct 12 07:37:46.978583 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37216) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:46.995720 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0448c661-f632-4c92-8227-b304db376bec tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Pushing event deleted for resources: {'Network': ['ID=f1e640dd-4236-4a0f-bffc-1b69df4be9d0,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:47.043276 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9f64f54-3a2f-4a04-a50d-d4fd38a154a5 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 12 07:37:47.043783 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9f64f54-3a2f-4a04-a50d-d4fd38a154a5 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:37:47.047229 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-74668b95-7250-4303-b999-cd7a9a185499 None None] Attempt 3 to provision port f2a671b1-e958-409d-a82c-102bbb9658fd Oct 12 07:37:47.082015 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b7504cc-a900-49a8-bf37-8286b4639889 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:47.090448 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e9f64f54-3a2f-4a04-a50d-d4fd38a154a5 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.5847528 Oct 12 07:37:47.094739 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f0dccce-37ce-4f9b-923c-3651f172f082 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Deleting subnet bbfccee4-d260-469c-8c1e-43b87074cf79 {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:37:47.096636 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37220) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:47.102018 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 498af346-a825-4126-9d30-88da0aa5c541 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:37:47.102662 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:47.113876 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b7504cc-a900-49a8-bf37-8286b4639889 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:47.115293 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-9ac28587-6239-4527-93c9-68ad8ffd96a2 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Deleting port 5d636d8f-9a8d-4baa-917c-938c53826c81 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:47.115621 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9ac28587-6239-4527-93c9-68ad8ffd96a2 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:47.118149 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-74668b95-7250-4303-b999-cd7a9a185499 None None] Port f2a671b1-e958-409d-a82c-102bbb9658fd cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:37:47.120735 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8f0dccce-37ce-4f9b-923c-3651f172f082 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:47.151634 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 498af346-a825-4126-9d30-88da0aa5c541, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=498af346-a825-4126-9d30-88da0aa5c541,segment=NetworkSegment(72978ee9-675d-4b98-b6ee-5a18ee2f014d),segment_id=72978ee9-675d-4b98-b6ee-5a18ee2f014d)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:37:47.156978 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:47.161341 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 6eed6c0b-b444-4e31-bcf8-598fe946961e up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:37:47.176201 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-f737c87d-b5ad-4d66-b404-37bfe1f3760c tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Allocated IP 172.26.3.169 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/ba002570-0066-418b-b806-d69206df99d4) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:37:47.189703 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8ad8bd95-9654-4b02-b362-acb0a2316478 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:47.239770 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8bd95-9654-4b02-b362-acb0a2316478 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event deleted for resources: {'Port': ['ID=83d62921-703f-4e29-885d-66ccf2aeadd3,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:47.241532 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37224) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:47.258184 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 2a82570b-19f4-4d3b-bb90-ceda4d60ccce resource provider aggregate not found Oct 12 07:37:47.289799 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8ad8bd95-9654-4b02-b362-acb0a2316478 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:47.293429 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-8ad8bd95-9654-4b02-b362-acb0a2316478 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/ports/83d62921-703f-4e29-885d-66ccf2aeadd3 HTTP/1.1" status: 204 len: 168 time: 2.2496018 Oct 12 07:37:47.296665 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37230) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:47.321894 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:47.332649 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-03edb8d5-a5ee-49d8-8b0b-6532d9e75914 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] GET failed (client error): The resource could not be found. Oct 12 07:37:47.336646 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-03edb8d5-a5ee-49d8-8b0b-6532d9e75914 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "GET /v2.0/ports/83d62921-703f-4e29-885d-66ccf2aeadd3 HTTP/1.1" status: 404 len: 333 time: 0.0366359 Oct 12 07:37:47.337028 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37232) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:47.337457 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8f0dccce-37ce-4f9b-923c-3651f172f082 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:47.343738 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 2a82570b-19f4-4d3b-bb90-ceda4d60ccce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a82570b-19f4-4d3b-bb90-ceda4d60ccce found for delete ", "request_id": "req-27b39cad-667e-4196-a31f-cda6ad35d89a"}]} Oct 12 07:37:47.365843 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=498af346-a825-4126-9d30-88da0aa5c541,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:47.389541 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 6eed6c0b-b444-4e31-bcf8-598fe946961e triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:47.389852 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:47.390210 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 6eed6c0b-b444-4e31-bcf8-598fe946961e Oct 12 07:37:47.421032 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-24a2602b-1f90-40f5-8f50-42f2fdbefe9a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Deleting subnet 79b12ed0-4b92-4c96-8702-8b7f434f5bf0 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:37:47.429879 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-24a2602b-1f90-40f5-8f50-42f2fdbefe9a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:47.439209 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f75740d-b260-4c7c-ae53-2858fe3f673a tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:47.448106 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f75740d-b260-4c7c-ae53-2858fe3f673a tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:47.452273 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-0f75740d-b260-4c7c-ae53-2858fe3f673a tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.3500416 Oct 12 07:37:47.453378 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37234) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:47.475702 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9ac28587-6239-4527-93c9-68ad8ffd96a2 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:47.493467 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3b10e6d5-a4c5-44dc-9c78-40499fe756ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:47.506169 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 6eed6c0b-b444-4e31-bcf8-598fe946961e is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:37:47.516309 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-24a2602b-1f90-40f5-8f50-42f2fdbefe9a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:47.540447 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-9ac28587-6239-4527-93c9-68ad8ffd96a2 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Calling delete_port for 5d636d8f-9a8d-4baa-917c-938c53826c81 owned by {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:47.578684 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device d24d3d2a-25ba-4a1c-ba5d-255595d0576e no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:37:47.619481 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-74668b95-7250-4303-b999-cd7a9a185499 None None] Attempt 4 to provision port f2a671b1-e958-409d-a82c-102bbb9658fd Oct 12 07:37:47.622453 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: d24d3d2a-25ba-4a1c-ba5d-255595d0576e {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:37:47.623028 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device d24d3d2a-25ba-4a1c-ba5d-255595d0576e not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:37:47.644601 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8f0dccce-37ce-4f9b-923c-3651f172f082 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:47.683206 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f737c87d-b5ad-4d66-b404-37bfe1f3760c tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:47.689589 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-74668b95-7250-4303-b999-cd7a9a185499 None None] Port f2a671b1-e958-409d-a82c-102bbb9658fd cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:37:47.697744 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-24a2602b-1f90-40f5-8f50-42f2fdbefe9a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:47.740118 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-c5405335-50b6-4813-bb8e-cabc31602173 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting port 550d287e-2d64-497d-9ab1-d398db801357 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:47.740498 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c5405335-50b6-4813-bb8e-cabc31602173 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:47.789977 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8f0dccce-37ce-4f9b-923c-3651f172f082 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:47.804940 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f737c87d-b5ad-4d66-b404-37bfe1f3760c tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:47.819104 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3b10e6d5-a4c5-44dc-9c78-40499fe756ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:47.835705 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3b10e6d5-a4c5-44dc-9c78-40499fe756ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:47.841831 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0dccce-37ce-4f9b-923c-3651f172f082 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Pushing event deleted for resources: {'Subnet': ['ID=bbfccee4-d260-469c-8c1e-43b87074cf79,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:47.845668 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8f0dccce-37ce-4f9b-923c-3651f172f082 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:47.851542 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-8f0dccce-37ce-4f9b-923c-3651f172f082 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] 10.222.0.26 "DELETE /v2.0/subnets/bbfccee4-d260-469c-8c1e-43b87074cf79 HTTP/1.1" status: 204 len: 168 time: 0.8694215 Oct 12 07:37:47.855420 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58a5678-b59c-418a-90cf-9e97aa20a9ef None None] Network 80e7eb84-d9db-4c08-bda0-7ccb2bc4d915 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:37:47.871488 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37236) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:47.905823 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-3b10e6d5-a4c5-44dc-9c78-40499fe756ec admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=81c57fec435544d6b005a11724c741f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6597424 Oct 12 07:37:47.906651 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37238) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:47.948704 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-5b7504cc-a900-49a8-bf37-8286b4639889 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Allocated IP 172.26.3.234 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/6013e6e0-ba80-4116-9340-9730897a3e79) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:37:47.955859 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b10e6d5-a4c5-44dc-9c78-40499fe756ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c4b8b2-aa8d-45e2-b96c-2b6ab3ff8b3c,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:47.966597 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6590baf3-7759-4ced-ba8a-1cff7ee03c06 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:47.988503 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f737c87d-b5ad-4d66-b404-37bfe1f3760c tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:47.990991 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9ac28587-6239-4527-93c9-68ad8ffd96a2 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:47.997439 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-f737c87d-b5ad-4d66-b404-37bfe1f3760c tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:48.003856 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f737c87d-b5ad-4d66-b404-37bfe1f3760c tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:37:48.018268 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-24a2602b-1f90-40f5-8f50-42f2fdbefe9a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:48.033348 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f737c87d-b5ad-4d66-b404-37bfe1f3760c tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Pushing event updated for resources: {'Port': ['ID=ba002570-0066-418b-b806-d69206df99d4,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:48.063420 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-24a2602b-1f90-40f5-8f50-42f2fdbefe9a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:48.066960 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-24a2602b-1f90-40f5-8f50-42f2fdbefe9a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/subnets/79b12ed0-4b92-4c96-8702-8b7f434f5bf0 HTTP/1.1" status: 204 len: 168 time: 0.7289796 Oct 12 07:37:48.072616 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c014c2fc-fd19-42a6-9063-2892221472e1 None None] Network e5781ddc-ae0e-4c2e-bc12-f194235a7d48 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:37:48.085539 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a2602b-1f90-40f5-8f50-42f2fdbefe9a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event deleted for resources: {'Subnet': ['ID=79b12ed0-4b92-4c96-8702-8b7f434f5bf0,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:48.097874 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a1e629-e2ed-497e-9ff9-c93de2c94508 None None] DHCP port deletion for 80e7eb84-d9db-4c08-bda0-7ccb2bc4d915 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:37:48.103287 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37240) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:48.111772 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac28587-6239-4527-93c9-68ad8ffd96a2 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Pushing event deleted for resources: {'Port': ['ID=5d636d8f-9a8d-4baa-917c-938c53826c81,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:48.198856 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c5405335-50b6-4813-bb8e-cabc31602173 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:48.201678 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-74668b95-7250-4303-b999-cd7a9a185499 None None] Attempt 5 to provision port f2a671b1-e958-409d-a82c-102bbb9658fd Oct 12 07:37:48.203084 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7e216bba-c80c-41eb-ad10-c311c876e016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:48.215866 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 498af346-a825-4126-9d30-88da0aa5c541 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:37:48.228161 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7e216bba-c80c-41eb-ad10-c311c876e016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:48.346230 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7e216bba-c80c-41eb-ad10-c311c876e016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:48.349606 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7e216bba-c80c-41eb-ad10-c311c876e016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:48.353538 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-7e216bba-c80c-41eb-ad10-c311c876e016 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/13c4b8b2-aa8d-45e2-b96c-2b6ab3ff8b3c HTTP/1.1" status: 204 len: 168 time: 0.3968928 Oct 12 07:37:48.353538 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-c5405335-50b6-4813-bb8e-cabc31602173 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Calling delete_port for 550d287e-2d64-497d-9ab1-d398db801357 owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:48.358010 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-74668b95-7250-4303-b999-cd7a9a185499 None None] Port f2a671b1-e958-409d-a82c-102bbb9658fd cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:37:48.361168 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-6590baf3-7759-4ced-ba8a-1cff7ee03c06 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Deleting port 50484031-2512-4d1d-9f1c-5b7c3f4c4dac {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:48.361575 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6590baf3-7759-4ced-ba8a-1cff7ee03c06 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:48.377808 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-32a1e629-e2ed-497e-9ff9-c93de2c94508 None None] Deleting port 50484031-2512-4d1d-9f1c-5b7c3f4c4dac {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:48.378484 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-32a1e629-e2ed-497e-9ff9-c93de2c94508 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:48.416122 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9ac28587-6239-4527-93c9-68ad8ffd96a2 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:48.419516 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-9ac28587-6239-4527-93c9-68ad8ffd96a2 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] 10.222.0.26 "DELETE /v2.0/ports/5d636d8f-9a8d-4baa-917c-938c53826c81 HTTP/1.1" status: 204 len: 168 time: 1.8156459 Oct 12 07:37:48.422721 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37244) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:48.423785 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e216bba-c80c-41eb-ad10-c311c876e016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c4b8b2-aa8d-45e2-b96c-2b6ab3ff8b3c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:48.436924 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 498af346-a825-4126-9d30-88da0aa5c541 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:48.437588 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:48.438134 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 498af346-a825-4126-9d30-88da0aa5c541 Oct 12 07:37:48.438265 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4854be64-1cf7-4439-8cd6-989c2693e44d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:48.467650 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-60eaadbd-2e81-44c9-a664-96e97cc875af tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] GET failed (client error): The resource could not be found. Oct 12 07:37:48.469107 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-60eaadbd-2e81-44c9-a664-96e97cc875af tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] 10.222.0.26 "GET /v2.0/ports/5d636d8f-9a8d-4baa-917c-938c53826c81 HTTP/1.1" status: 404 len: 333 time: 0.0436509 Oct 12 07:37:48.496738 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37246) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:48.500413 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-32a1e629-e2ed-497e-9ff9-c93de2c94508 None None] For port 50484031-2512-4d1d-9f1c-5b7c3f4c4dac, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=50484031-2512-4d1d-9f1c-5b7c3f4c4dac,segment=NetworkSegment(3b11198e-5f49-4daa-bfcd-69dca47cdcdb),segment_id=3b11198e-5f49-4daa-bfcd-69dca47cdcdb)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:37:48.501317 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-32a1e629-e2ed-497e-9ff9-c93de2c94508 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:48.514552 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-32a1e629-e2ed-497e-9ff9-c93de2c94508 None None] Calling delete_port for 50484031-2512-4d1d-9f1c-5b7c3f4c4dac owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:48.516845 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-6590baf3-7759-4ced-ba8a-1cff7ee03c06 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] For port 50484031-2512-4d1d-9f1c-5b7c3f4c4dac, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=50484031-2512-4d1d-9f1c-5b7c3f4c4dac,segment=NetworkSegment(3b11198e-5f49-4daa-bfcd-69dca47cdcdb),segment_id=3b11198e-5f49-4daa-bfcd-69dca47cdcdb)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:37:48.517218 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6590baf3-7759-4ced-ba8a-1cff7ee03c06 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:48.530987 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-e1275e74-2f98-4348-afbc-62b0f0e83453 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Request body: {'port': {'network_id': '686762fd-f2d5-4b12-b01c-f50cd0112e24', 'name': 'tempest-AllowedAddressPairTestJSON-1129809869'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:48.539221 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b7504cc-a900-49a8-bf37-8286b4639889 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:48.561654 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-6590baf3-7759-4ced-ba8a-1cff7ee03c06 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Calling delete_port for 50484031-2512-4d1d-9f1c-5b7c3f4c4dac owned by network:dhcp {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:48.576988 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f737c87d-b5ad-4d66-b404-37bfe1f3760c tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router_gateway, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:48.685037 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-4854be64-1cf7-4439-8cd6-989c2693e44d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Deleting port 498af346-a825-4126-9d30-88da0aa5c541 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:48.685193 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4854be64-1cf7-4439-8cd6-989c2693e44d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:48.739145 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437f156b-0461-4ef8-b208-ba66c9b76c32 None None] DHCP port deletion for e5781ddc-ae0e-4c2e-bc12-f194235a7d48 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:37:48.743881 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b7504cc-a900-49a8-bf37-8286b4639889 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:48.791805 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6590baf3-7759-4ced-ba8a-1cff7ee03c06 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:48.827056 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6590baf3-7759-4ced-ba8a-1cff7ee03c06 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Pushing event deleted for resources: {'Port': ['ID=50484031-2512-4d1d-9f1c-5b7c3f4c4dac,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:48.833324 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:48.834423 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6590baf3-7759-4ced-ba8a-1cff7ee03c06 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] No DVR routers for this DVR port 50484031-2512-4d1d-9f1c-5b7c3f4c4dac on host dv-neutron-860909-2-hyperv {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:37:48.847935 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7504cc-a900-49a8-bf37-8286b4639889 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Pushing event updated for resources: {'Port': ['ID=6013e6e0-ba80-4116-9340-9730897a3e79,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:48.862370 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-74668b95-7250-4303-b999-cd7a9a185499 None None] Attempt 6 to provision port f2a671b1-e958-409d-a82c-102bbb9658fd Oct 12 07:37:48.893025 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7504cc-a900-49a8-bf37-8286b4639889 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:48.911776 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-5b7504cc-a900-49a8-bf37-8286b4639889 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:48.914658 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7504cc-a900-49a8-bf37-8286b4639889 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:37:48.914834 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-32a1e629-e2ed-497e-9ff9-c93de2c94508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:48.950182 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a1e629-e2ed-497e-9ff9-c93de2c94508 None None] Pushing event deleted for resources: {'Port': ['ID=50484031-2512-4d1d-9f1c-5b7c3f4c4dac,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:48.962986 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 498af346-a825-4126-9d30-88da0aa5c541 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:37:48.964274 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 5720b0ba-c97a-410e-84c1-12bcc4415f56 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:37:48.971980 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a1e629-e2ed-497e-9ff9-c93de2c94508 None None] No DVR routers for this DVR port 50484031-2512-4d1d-9f1c-5b7c3f4c4dac on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:37:48.996063 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-74668b95-7250-4303-b999-cd7a9a185499 None None] Port f2a671b1-e958-409d-a82c-102bbb9658fd cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:37:49.016699 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-437f156b-0461-4ef8-b208-ba66c9b76c32 None None] Deleting port 498af346-a825-4126-9d30-88da0aa5c541 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:49.016905 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-437f156b-0461-4ef8-b208-ba66c9b76c32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:49.038682 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-4854be64-1cf7-4439-8cd6-989c2693e44d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] For port 498af346-a825-4126-9d30-88da0aa5c541, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=498af346-a825-4126-9d30-88da0aa5c541,segment=NetworkSegment(72978ee9-675d-4b98-b6ee-5a18ee2f014d),segment_id=72978ee9-675d-4b98-b6ee-5a18ee2f014d)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:37:49.039391 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4854be64-1cf7-4439-8cd6-989c2693e44d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:49.070589 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1275e74-2f98-4348-afbc-62b0f0e83453 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Made reservation on behalf of 984766fe70764f019c805acb62a4fe82 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:37:49.075889 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e1275e74-2f98-4348-afbc-62b0f0e83453 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:49.130735 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-e1275e74-2f98-4348-afbc-62b0f0e83453 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] device_id is not set on port e58ef633-0637-45d6-b894-a11e7e6666ba yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:37:49.137837 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-4854be64-1cf7-4439-8cd6-989c2693e44d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Calling delete_port for 498af346-a825-4126-9d30-88da0aa5c541 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:49.140579 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c5405335-50b6-4813-bb8e-cabc31602173 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:49.226006 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c5405335-50b6-4813-bb8e-cabc31602173 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:49.232064 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c5405335-50b6-4813-bb8e-cabc31602173 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/ports/550d287e-2d64-497d-9ab1-d398db801357 HTTP/1.1" status: 204 len: 168 time: 1.7733269 Oct 12 07:37:49.233038 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5405335-50b6-4813-bb8e-cabc31602173 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Port': ['ID=550d287e-2d64-497d-9ab1-d398db801357,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:49.247004 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37262) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:49.333245 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-437f156b-0461-4ef8-b208-ba66c9b76c32 None None] For port 498af346-a825-4126-9d30-88da0aa5c541, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=498af346-a825-4126-9d30-88da0aa5c541,segment=NetworkSegment(72978ee9-675d-4b98-b6ee-5a18ee2f014d),segment_id=72978ee9-675d-4b98-b6ee-5a18ee2f014d)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:37:49.333641 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-437f156b-0461-4ef8-b208-ba66c9b76c32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:49.339616 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f737c87d-b5ad-4d66-b404-37bfe1f3760c tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:49.348661 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-437f156b-0461-4ef8-b208-ba66c9b76c32 None None] Calling delete_port for 498af346-a825-4126-9d30-88da0aa5c541 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:49.391988 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6590baf3-7759-4ced-ba8a-1cff7ee03c06 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:49.445942 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:49.455581 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-6590baf3-7759-4ced-ba8a-1cff7ee03c06 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80e7eb84-d9db-4c08-bda0-7ccb2bc4d915']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:49.462723 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3c611d-2707-4a09-84a9-3cdc9e7da662 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:49.462878 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 5720b0ba-c97a-410e-84c1-12bcc4415f56 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:49.463159 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:49.463489 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 5720b0ba-c97a-410e-84c1-12bcc4415f56 Oct 12 07:37:49.465119 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3c611d-2707-4a09-84a9-3cdc9e7da662 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:49.467023 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-5f3c611d-2707-4a09-84a9-3cdc9e7da662 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2159746 Oct 12 07:37:49.475643 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37268) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:49.492442 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-6590baf3-7759-4ced-ba8a-1cff7ee03c06 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b11198e-5f49-4daa-bfcd-69dca47cdcdb') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:49.493106 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-6590baf3-7759-4ced-ba8a-1cff7ee03c06 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b11198e-5f49-4daa-bfcd-69dca47cdcdb') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:49.497078 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b7504cc-a900-49a8-bf37-8286b4639889 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:49.497277 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-74668b95-7250-4303-b999-cd7a9a185499 None None] Attempt 7 to provision port f2a671b1-e958-409d-a82c-102bbb9658fd Oct 12 07:37:49.546430 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6590baf3-7759-4ced-ba8a-1cff7ee03c06 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:49.564981 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-437f156b-0461-4ef8-b208-ba66c9b76c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:49.568382 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-74668b95-7250-4303-b999-cd7a9a185499 None None] Port f2a671b1-e958-409d-a82c-102bbb9658fd cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:37:49.594565 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37270) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:49.594883 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-e1275e74-2f98-4348-afbc-62b0f0e83453 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Allocated IP 172.20.0.4 (686762fd-f2d5-4b12-b01c-f50cd0112e24/b4c839b2-ca9e-46c2-a0d9-cf04cedca23f/e58ef633-0637-45d6-b894-a11e7e6666ba) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:37:49.598356 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f156b-0461-4ef8-b208-ba66c9b76c32 None None] Pushing event deleted for resources: {'Port': ['ID=498af346-a825-4126-9d30-88da0aa5c541,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:49.622927 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6590baf3-7759-4ced-ba8a-1cff7ee03c06 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:49.625375 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437f156b-0461-4ef8-b208-ba66c9b76c32 None None] No DVR routers for this DVR port 498af346-a825-4126-9d30-88da0aa5c541 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:37:49.636464 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-981fb66c-9dd7-42e4-8267-8b9565c37b58 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting subnet aee92156-044d-4892-9f94-4243dcdbf3ac {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:37:49.640124 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-981fb66c-9dd7-42e4-8267-8b9565c37b58 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:49.644248 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6590baf3-7759-4ced-ba8a-1cff7ee03c06 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:37:49.644742 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6590baf3-7759-4ced-ba8a-1cff7ee03c06 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:49.646191 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 5720b0ba-c97a-410e-84c1-12bcc4415f56 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:37:49.684898 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 3b11198e-5f49-4daa-bfcd-69dca47cdcdb resource provider aggregate not found Oct 12 07:37:49.685560 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4854be64-1cf7-4439-8cd6-989c2693e44d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:49.708026 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 3b11198e-5f49-4daa-bfcd-69dca47cdcdb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b11198e-5f49-4daa-bfcd-69dca47cdcdb found for delete ", "request_id": "req-4b2ad6bd-e5ad-48f8-99bc-96058914da55"}]} Oct 12 07:37:49.732424 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854be64-1cf7-4439-8cd6-989c2693e44d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event deleted for resources: {'Port': ['ID=498af346-a825-4126-9d30-88da0aa5c541,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:49.746778 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4854be64-1cf7-4439-8cd6-989c2693e44d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] No DVR routers for this DVR port 498af346-a825-4126-9d30-88da0aa5c541 on host dv-neutron-860909-2-hyperv {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:37:49.755976 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-981fb66c-9dd7-42e4-8267-8b9565c37b58 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:49.786550 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-1b79f634-39ee-49e1-9345-f22c78f680f8 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-561226954'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:49.799382 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6590baf3-7759-4ced-ba8a-1cff7ee03c06 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:49.818804 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6590baf3-7759-4ced-ba8a-1cff7ee03c06 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:49.822014 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-6590baf3-7759-4ced-ba8a-1cff7ee03c06 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] 10.222.0.26 "DELETE /v2.0/networks/80e7eb84-d9db-4c08-bda0-7ccb2bc4d915 HTTP/1.1" status: 204 len: 168 time: 1.9489486 Oct 12 07:37:49.833223 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37278) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:49.838148 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f737c87d-b5ad-4d66-b404-37bfe1f3760c tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Router d0ae00c3-5aa5-4ce3-ad6d-6db68741a315 is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:37:49.847455 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6590baf3-7759-4ced-ba8a-1cff7ee03c06 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Pushing event deleted for resources: {'Network': ['ID=80e7eb84-d9db-4c08-bda0-7ccb2bc4d915,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:49.863871 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b79f634-39ee-49e1-9345-f22c78f680f8 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Made reservation on behalf of e1f6ce3ae64a4960a4cb4e6586a418b9 for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:37:49.867516 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1b79f634-39ee-49e1-9345-f22c78f680f8 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:49.906840 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-735c7e76-0c8f-4018-9318-a226c2cdd99e tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] 10.222.0.26 "GET /v2.0/ports?device_id=36319916-2a36-4905-8980-b119f9393662 HTTP/1.1" status: 200 len: 205 time: 0.0475085 Oct 12 07:37:49.909806 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37280) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:49.931644 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1b79f634-39ee-49e1-9345-f22c78f680f8 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:49.932592 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4854be64-1cf7-4439-8cd6-989c2693e44d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:49.963755 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-981fb66c-9dd7-42e4-8267-8b9565c37b58 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:50.039886 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-4854be64-1cf7-4439-8cd6-989c2693e44d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5781ddc-ae0e-4c2e-bc12-f194235a7d48']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:50.069292 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-74668b95-7250-4303-b999-cd7a9a185499 None None] Attempt 8 to provision port f2a671b1-e958-409d-a82c-102bbb9658fd Oct 12 07:37:50.078589 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f737c87d-b5ad-4d66-b404-37bfe1f3760c tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:37:50.084076 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-4854be64-1cf7-4439-8cd6-989c2693e44d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72978ee9-675d-4b98-b6ee-5a18ee2f014d') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:50.084312 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-4854be64-1cf7-4439-8cd6-989c2693e44d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72978ee9-675d-4b98-b6ee-5a18ee2f014d') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:50.094212 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b403dac-9213-4f5b-9654-8b1713a35292 None None] Sync routers for ids ['d0ae00c3-5aa5-4ce3-ad6d-6db68741a315'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:37:50.103409 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-73bee0e0-3dea-49aa-b576-5f70c087c0c6 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks [] for router, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:50.110709 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-981fb66c-9dd7-42e4-8267-8b9565c37b58 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:50.114055 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4854be64-1cf7-4439-8cd6-989c2693e44d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:50.115918 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b403dac-9213-4f5b-9654-8b1713a35292 None None] Routers {'d0ae00c3-5aa5-4ce3-ad6d-6db68741a315'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:37:50.117082 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9b403dac-9213-4f5b-9654-8b1713a35292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:37:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['d0ae00c3-5aa5-4ce3-ad6d-6db68741a315'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:50.121749 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e1275e74-2f98-4348-afbc-62b0f0e83453 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:50.123662 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f737c87d-b5ad-4d66-b404-37bfe1f3760c tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:50.127524 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 50484031-2512-4d1d-9f1c-5b7c3f4c4dac no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:37:50.128122 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f737c87d-b5ad-4d66-b404-37bfe1f3760c tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.1440370 Oct 12 07:37:50.132434 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37282) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:50.143739 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-a3b2471a-b5c5-418b-9eb7-d1cb411865f9 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:50.160477 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 50484031-2512-4d1d-9f1c-5b7c3f4c4dac {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:37:50.161959 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 50484031-2512-4d1d-9f1c-5b7c3f4c4dac not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:37:50.163069 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 498af346-a825-4126-9d30-88da0aa5c541 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:37:50.167185 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9b403dac-9213-4f5b-9654-8b1713a35292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:50.180517 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b403dac-9213-4f5b-9654-8b1713a35292 None None] Routers {'d0ae00c3-5aa5-4ce3-ad6d-6db68741a315'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:37:50.181437 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9b403dac-9213-4f5b-9654-8b1713a35292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:37:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['d0ae00c3-5aa5-4ce3-ad6d-6db68741a315'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:50.197475 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 498af346-a825-4126-9d30-88da0aa5c541 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:37:50.198019 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 498af346-a825-4126-9d30-88da0aa5c541 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:37:50.199691 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-74668b95-7250-4303-b999-cd7a9a185499 None None] Port f2a671b1-e958-409d-a82c-102bbb9658fd cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:37:50.206716 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4854be64-1cf7-4439-8cd6-989c2693e44d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:50.214242 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981fb66c-9dd7-42e4-8267-8b9565c37b58 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Subnet': ['ID=aee92156-044d-4892-9f94-4243dcdbf3ac,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:50.226649 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9b403dac-9213-4f5b-9654-8b1713a35292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:50.228450 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b403dac-9213-4f5b-9654-8b1713a35292 None None] The sync data for ids ['d0ae00c3-5aa5-4ce3-ad6d-6db68741a315'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:37:50.232042 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-981fb66c-9dd7-42e4-8267-8b9565c37b58 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:50.238696 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc05bcf-bc3a-4928-9c8e-d28107cad8c2 None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:37:50.238854 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-981fb66c-9dd7-42e4-8267-8b9565c37b58 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/aee92156-044d-4892-9f94-4243dcdbf3ac HTTP/1.1" status: 204 len: 168 time: 0.7589664 Oct 12 07:37:50.243536 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37284) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:50.302792 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-56cfc7fa-e89d-4b74-8810-26437c077c48 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0542545 Oct 12 07:37:50.306182 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37286) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:50.318235 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-9f280051-a3f9-4c4a-b387-d2288b8771bd tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'subnet': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:50.371270 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1b79f634-39ee-49e1-9345-f22c78f680f8 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:50.381226 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1b79f634-39ee-49e1-9345-f22c78f680f8 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:50.444711 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6f2037-606d-46b7-af31-02e4b40f0158 None None] DHCP port deletion for 9994ec23-a1f7-459d-8925-14bc9ff05f17 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:37:50.499393 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-fc6f2037-606d-46b7-af31-02e4b40f0158 None None] Deleting port 5720b0ba-c97a-410e-84c1-12bcc4415f56 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:50.499760 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fc6f2037-606d-46b7-af31-02e4b40f0158 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:50.515515 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b79f634-39ee-49e1-9345-f22c78f680f8 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aedac9b0-ba5f-4fe2-b944-b9440ff85c02,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:50.547542 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f280051-a3f9-4c4a-b387-d2288b8771bd tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:37:50.551214 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9f280051-a3f9-4c4a-b387-d2288b8771bd tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:50.554129 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4854be64-1cf7-4439-8cd6-989c2693e44d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:37:50.554545 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4854be64-1cf7-4439-8cd6-989c2693e44d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:50.580098 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-fc6f2037-606d-46b7-af31-02e4b40f0158 None None] For port 5720b0ba-c97a-410e-84c1-12bcc4415f56, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=5720b0ba-c97a-410e-84c1-12bcc4415f56,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:37:50.580694 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fc6f2037-606d-46b7-af31-02e4b40f0158 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:50.591472 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 72978ee9-675d-4b98-b6ee-5a18ee2f014d resource provider aggregate not found Oct 12 07:37:50.603175 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-fc6f2037-606d-46b7-af31-02e4b40f0158 None None] Calling delete_port for 5720b0ba-c97a-410e-84c1-12bcc4415f56 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:50.632953 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b7504cc-a900-49a8-bf37-8286b4639889 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33139406', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33141651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13931'] for router, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:50.667563 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 72978ee9-675d-4b98-b6ee-5a18ee2f014d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 72978ee9-675d-4b98-b6ee-5a18ee2f014d found for delete ", "request_id": "req-a4004f11-1a28-4d0c-bd9a-fff54ad34860"}]} Oct 12 07:37:50.702828 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-74668b95-7250-4303-b999-cd7a9a185499 None None] Attempt 9 to provision port f2a671b1-e958-409d-a82c-102bbb9658fd Oct 12 07:37:50.708802 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b7504cc-a900-49a8-bf37-8286b4639889 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33139383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33139388', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33141656'] for router, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:50.727455 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fc6f2037-606d-46b7-af31-02e4b40f0158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:50.743114 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-73bee0e0-3dea-49aa-b576-5f70c087c0c6 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:50.746488 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-73bee0e0-3dea-49aa-b576-5f70c087c0c6 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:50.767415 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6f2037-606d-46b7-af31-02e4b40f0158 None None] No DVR routers for this DVR port 5720b0ba-c97a-410e-84c1-12bcc4415f56 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:37:50.770683 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f2037-606d-46b7-af31-02e4b40f0158 None None] Pushing event deleted for resources: {'Port': ['ID=5720b0ba-c97a-410e-84c1-12bcc4415f56,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:50.775145 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b79f634-39ee-49e1-9345-f22c78f680f8 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:37:50.781626 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-74668b95-7250-4303-b999-cd7a9a185499 None None] Port f2a671b1-e958-409d-a82c-102bbb9658fd cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:37:50.796347 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1b79f634-39ee-49e1-9345-f22c78f680f8 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:50.796699 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-1b79f634-39ee-49e1-9345-f22c78f680f8 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Added segment eafde813-a5c1-43c1-a023-5cf52395f7ab of type vlan for network 03669b8b-3135-46bb-89d8-f37e1bbc68ee Oct 12 07:37:50.816882 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a3b2471a-b5c5-418b-9eb7-d1cb411865f9 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:50.822190 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4854be64-1cf7-4439-8cd6-989c2693e44d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:50.826014 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e1275e74-2f98-4348-afbc-62b0f0e83453 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:50.867956 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a3b2471a-b5c5-418b-9eb7-d1cb411865f9 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:50.873869 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-73bee0e0-3dea-49aa-b576-5f70c087c0c6 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:50.874390 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73bee0e0-3dea-49aa-b576-5f70c087c0c6 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Fanout notify agent at l3_agent the message router_deleted on router 36319916-2a36-4905-8980-b119f9393662 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:37:50.888413 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4854be64-1cf7-4439-8cd6-989c2693e44d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:50.889844 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1b79f634-39ee-49e1-9345-f22c78f680f8 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:50.891689 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-4854be64-1cf7-4439-8cd6-989c2693e44d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/networks/e5781ddc-ae0e-4c2e-bc12-f194235a7d48 HTTP/1.1" status: 204 len: 168 time: 2.7878218 Oct 12 07:37:50.895325 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37292) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:50.898941 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-73bee0e0-3dea-49aa-b576-5f70c087c0c6 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:50.902658 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-73bee0e0-3dea-49aa-b576-5f70c087c0c6 tempest-RoutersNegativeIpV6Test-1523431487 tempest-RoutersNegativeIpV6Test-1523431487-project] 10.222.0.26 "DELETE /v2.0/routers/36319916-2a36-4905-8980-b119f9393662 HTTP/1.1" status: 204 len: 168 time: 0.9624760 Oct 12 07:37:50.902839 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-78cb2ceb-a798-41d2-a46c-7bd7a2488a38 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'port': {'network_id': '5464953c-71d3-4410-9e99-b16a0a4807b7', 'name': 'tempest-PortsIpV6TestJSON-713938268'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:50.906630 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854be64-1cf7-4439-8cd6-989c2693e44d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event deleted for resources: {'Network': ['ID=e5781ddc-ae0e-4c2e-bc12-f194235a7d48,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:50.939733 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:50.954050 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1275e74-2f98-4348-afbc-62b0f0e83453 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Network 686762fd-f2d5-4b12-b01c-f50cd0112e24 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:50.959454 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1275e74-2f98-4348-afbc-62b0f0e83453 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Pushing event updated for resources: {'Port': ['ID=e58ef633-0637-45d6-b894-a11e7e6666ba,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:50.962011 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-e1275e74-2f98-4348-afbc-62b0f0e83453 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:50.965707 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1275e74-2f98-4348-afbc-62b0f0e83453 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:37:51.026703 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1275e74-2f98-4348-afbc-62b0f0e83453 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:51.027337 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e1275e74-2f98-4348-afbc-62b0f0e83453 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:51.055710 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9f280051-a3f9-4c4a-b387-d2288b8771bd tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:51.064926 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e1275e74-2f98-4348-afbc-62b0f0e83453 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5597875 Oct 12 07:37:51.065375 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37296) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:51.070867 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1b79f634-39ee-49e1-9345-f22c78f680f8 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:51.073753 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-eb947ca4-19c1-43a2-b021-1c99bad07b56 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:3a:d6:3a'}]}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:51.077017 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b79f634-39ee-49e1-9345-f22c78f680f8 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:51.077864 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1b79f634-39ee-49e1-9345-f22c78f680f8 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:51.080143 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7504cc-a900-49a8-bf37-8286b4639889 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Router 06ebfbd8-39eb-4819-a683-75776cd658f9 is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:37:51.172929 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f280051-a3f9-4c4a-b387-d2288b8771bd tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:51.181627 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-1b79f634-39ee-49e1-9345-f22c78f680f8 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.5857158 Oct 12 07:37:51.182185 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37298) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:51.197367 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-bef0ae06-9dd0-40d9-a47e-88fe6cbc2a65 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Request body: {'subnet': {'network_id': '03669b8b-3135-46bb-89d8-f37e1bbc68ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:51.199342 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-9f280051-a3f9-4c4a-b387-d2288b8771bd tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:51.205802 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f280051-a3f9-4c4a-b387-d2288b8771bd tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:51.206417 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9f280051-a3f9-4c4a-b387-d2288b8771bd tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:51.211482 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f280051-a3f9-4c4a-b387-d2288b8771bd tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Subnet': ['ID=72cec617-96b2-458e-a372-104ce12c4721,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:51.218462 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d4de67-6c1a-499f-9452-e8a32ac6fde4 None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:37:51.244955 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78cb2ceb-a798-41d2-a46c-7bd7a2488a38 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Made reservation on behalf of e65c260e166d457d9b3ff4f3fa4c3b6f for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:37:51.249287 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-78cb2ceb-a798-41d2-a46c-7bd7a2488a38 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:51.265917 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b79f634-39ee-49e1-9345-f22c78f680f8 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Pushing event updated for resources: {'Network': ['ID=03669b8b-3135-46bb-89d8-f37e1bbc68ee,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:51.275571 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-a3b2471a-b5c5-418b-9eb7-d1cb411865f9 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Deleting port ba002570-0066-418b-b806-d69206df99d4 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:51.275571 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a3b2471a-b5c5-418b-9eb7-d1cb411865f9 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:51.289197 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-74668b95-7250-4303-b999-cd7a9a185499 None None] Attempt 10 to provision port f2a671b1-e958-409d-a82c-102bbb9658fd Oct 12 07:37:51.298786 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-9f280051-a3f9-4c4a-b387-d2288b8771bd tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9872644 Oct 12 07:37:51.299960 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-78cb2ceb-a798-41d2-a46c-7bd7a2488a38 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] device_id is not set on port 471d9edb-b767-4b12-be00-93010d3853a0 yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:37:51.306561 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37302) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:51.311871 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-afe6e46d-c247-4407-9523-ba7f2dbbbad3 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'port': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'fixed_ips': [{'subnet_id': '72cec617-96b2-458e-a372-104ce12c4721', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1835912078'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:51.331870 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 03669b8b-3135-46bb-89d8-f37e1bbc68ee details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:37:51.344541 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-74668b95-7250-4303-b999-cd7a9a185499 None None] Port f2a671b1-e958-409d-a82c-102bbb9658fd cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:37:51.397577 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37304) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:51.521726 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e66189-3d37-4121-a142-63df26a250f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-9994ec23-a1f7-459d-8925-14bc9ff05f17', 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'tenant_id': '3e134b4bc92f4839ac5ca68b448223d9', 'fixed_ips': [{'subnet_id': '72cec617-96b2-458e-a372-104ce12c4721'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:37:51.522959 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d3e66189-3d37-4121-a142-63df26a250f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:51.527515 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eb947ca4-19c1-43a2-b021-1c99bad07b56 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:51.533176 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef0ae06-9dd0-40d9-a47e-88fe6cbc2a65 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Made reservation on behalf of e1f6ce3ae64a4960a4cb4e6586a418b9 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:37:51.537933 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bef0ae06-9dd0-40d9-a47e-88fe6cbc2a65 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:51.539524 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-ab7ce076-c472-4ccf-8312-f4ca87af774a None None] Provisioning complete for port e58ef633-0637-45d6-b894-a11e7e6666ba triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:51.540315 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ab7ce076-c472-4ccf-8312-f4ca87af774a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:51.540426 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ab7ce076-c472-4ccf-8312-f4ca87af774a None None] Attempt 1 to provision port e58ef633-0637-45d6-b894-a11e7e6666ba Oct 12 07:37:51.550463 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a3b2471a-b5c5-418b-9eb7-d1cb411865f9 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:51.552079 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7504cc-a900-49a8-bf37-8286b4639889 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:37:51.568570 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b7504cc-a900-49a8-bf37-8286b4639889 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:51.572336 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-5b7504cc-a900-49a8-bf37-8286b4639889 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] 10.222.0.26 "PUT /v2.0/routers/06ebfbd8-39eb-4819-a683-75776cd658f9 HTTP/1.1" status: 200 len: 916 time: 6.0646679 Oct 12 07:37:51.575361 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe6e46d-c247-4407-9523-ba7f2dbbbad3 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:37:51.580845 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-a3b2471a-b5c5-418b-9eb7-d1cb411865f9 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Calling delete_port for ba002570-0066-418b-b806-d69206df99d4 owned by network:router_gateway {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:51.582386 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37308) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:51.585974 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480b1082-037f-462a-9bfd-9edc466b18a8 None None] Sync routers for ids ['06ebfbd8-39eb-4819-a683-75776cd658f9'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:37:51.655466 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ab7ce076-c472-4ccf-8312-f4ca87af774a None None] Port e58ef633-0637-45d6-b894-a11e7e6666ba cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:37:51.663230 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480b1082-037f-462a-9bfd-9edc466b18a8 None None] Routers {'06ebfbd8-39eb-4819-a683-75776cd658f9'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:37:51.663961 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-480b1082-037f-462a-9bfd-9edc466b18a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:37:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['06ebfbd8-39eb-4819-a683-75776cd658f9'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:51.706405 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-480b1082-037f-462a-9bfd-9edc466b18a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:51.722363 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480b1082-037f-462a-9bfd-9edc466b18a8 None None] Routers {'06ebfbd8-39eb-4819-a683-75776cd658f9'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:37:51.723049 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-480b1082-037f-462a-9bfd-9edc466b18a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:37:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['06ebfbd8-39eb-4819-a683-75776cd658f9'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:51.775475 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-480b1082-037f-462a-9bfd-9edc466b18a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:51.776232 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480b1082-037f-462a-9bfd-9edc466b18a8 None None] The sync data for ids ['06ebfbd8-39eb-4819-a683-75776cd658f9'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:37:51.815990 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-d3e66189-3d37-4121-a142-63df26a250f7 None None] Allocated IP 2001:db8::2 (9994ec23-a1f7-459d-8925-14bc9ff05f17/72cec617-96b2-458e-a372-104ce12c4721/e45cc3f9-c97b-475d-8716-ed5feac8291d) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:37:51.821170 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-2cf4f8a3-016c-4568-827f-c46405c47536 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fba8da391a9c4c7ca9c75aa1363c5382&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4223499 Oct 12 07:37:51.839643 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37310) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:51.897100 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-78cb2ceb-a798-41d2-a46c-7bd7a2488a38 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:51.905573 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eb947ca4-19c1-43a2-b021-1c99bad07b56 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:51.910790 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bef0ae06-9dd0-40d9-a47e-88fe6cbc2a65 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:51.916277 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-26fbc9d1-2532-422f-a907-08f2b9204baa tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] 10.222.0.26 "GET /v2.0/routers/06ebfbd8-39eb-4819-a683-75776cd658f9 HTTP/1.1" status: 200 len: 922 time: 0.3282335 Oct 12 07:37:51.920633 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-afe6e46d-c247-4407-9523-ba7f2dbbbad3 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:51.922039 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eb947ca4-19c1-43a2-b021-1c99bad07b56 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:51.925521 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37312) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:51.971648 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-afe6e46d-c247-4407-9523-ba7f2dbbbad3 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] device_id is not set on port 5f42958a-27e8-46ad-ac5a-ecb08a79d4f3 yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:37:51.989209 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d3e66189-3d37-4121-a142-63df26a250f7 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:51.995294 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d3e66189-3d37-4121-a142-63df26a250f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:52.041364 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e66189-3d37-4121-a142-63df26a250f7 None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:52.044586 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-d3e66189-3d37-4121-a142-63df26a250f7 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:52.049842 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e66189-3d37-4121-a142-63df26a250f7 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:37:52.053786 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e66189-3d37-4121-a142-63df26a250f7 None None] Pushing event updated for resources: {'Port': ['ID=e45cc3f9-c97b-475d-8716-ed5feac8291d,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:52.054905 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9794a927-af35-4315-8dd0-ea6d12b1be45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:52.102992 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef0ae06-9dd0-40d9-a47e-88fe6cbc2a65 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Pushing event updated for resources: {'Subnet': ['ID=df7d0be8-6e02-407a-9f13-3ce4689726ca,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:52.102992 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb947ca4-19c1-43a2-b021-1c99bad07b56 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Pushing event updated for resources: {'Port': ['ID=e58ef633-0637-45d6-b894-a11e7e6666ba,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:52.120124 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-d3e66189-3d37-4121-a142-63df26a250f7 None None] Attempting to bind port e45cc3f9-c97b-475d-8716-ed5feac8291d on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:37:52.120340 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-eb947ca4-19c1-43a2-b021-1c99bad07b56 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] In _notify_port_updated(), no bound segment for port e58ef633-0637-45d6-b894-a11e7e6666ba on network 686762fd-f2d5-4b12-b01c-f50cd0112e24 {{(pid=103201) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 12 07:37:52.120737 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-d3e66189-3d37-4121-a142-63df26a250f7 None None] Attempting to bind port e45cc3f9-c97b-475d-8716-ed5feac8291d by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:37:52.121182 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e66189-3d37-4121-a142-63df26a250f7 None None] Attempting to bind port e45cc3f9-c97b-475d-8716-ed5feac8291d on network 9994ec23-a1f7-459d-8925-14bc9ff05f17 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:37:52.126577 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb947ca4-19c1-43a2-b021-1c99bad07b56 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:52.127255 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eb947ca4-19c1-43a2-b021-1c99bad07b56 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:52.128688 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e66189-3d37-4121-a142-63df26a250f7 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:37:52.129172 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e66189-3d37-4121-a142-63df26a250f7 None None] Checking segment: {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:37:52.129665 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d3e66189-3d37-4121-a142-63df26a250f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:52.130192 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e66189-3d37-4121-a142-63df26a250f7 None None] Bound using segment: {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:37:52.130769 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-d3e66189-3d37-4121-a142-63df26a250f7 None None] Bound port: e45cc3f9-c97b-475d-8716-ed5feac8291d, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:37:52.131255 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d3e66189-3d37-4121-a142-63df26a250f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:52.131552 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-eb947ca4-19c1-43a2-b021-1c99bad07b56 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] 10.222.0.26 "PUT /v2.0/ports/e58ef633-0637-45d6-b894-a11e7e6666ba HTTP/1.1" status: 200 len: 993 time: 1.0649393 Oct 12 07:37:52.134934 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9794a927-af35-4315-8dd0-ea6d12b1be45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:52.136531 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37314) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:52.168804 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ab7ce076-c472-4ccf-8312-f4ca87af774a None None] Attempt 2 to provision port e58ef633-0637-45d6-b894-a11e7e6666ba Oct 12 07:37:52.198611 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae11f52-4a1a-4262-9c71-43a7bdc7b517 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:52.202546 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-fae11f52-4a1a-4262-9c71-43a7bdc7b517 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7&device_id=06ebfbd8-39eb-4819-a683-75776cd658f9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2511725 Oct 12 07:37:52.202753 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 5720b0ba-c97a-410e-84c1-12bcc4415f56 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:37:52.208670 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef0ae06-9dd0-40d9-a47e-88fe6cbc2a65 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Checking segment: {'id': 'eafde813-a5c1-43c1-a023-5cf52395f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '03669b8b-3135-46bb-89d8-f37e1bbc68ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:37:52.209035 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef0ae06-9dd0-40d9-a47e-88fe6cbc2a65 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Network hostable DHCP agents. Network: 03669b8b-3135-46bb-89d8-f37e1bbc68ee, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:37:52.219967 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37316) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:52.249037 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 5720b0ba-c97a-410e-84c1-12bcc4415f56 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:37:52.249379 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 5720b0ba-c97a-410e-84c1-12bcc4415f56 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:37:52.261196 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ab7ce076-c472-4ccf-8312-f4ca87af774a None None] Port e58ef633-0637-45d6-b894-a11e7e6666ba cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:37:52.276937 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-d3e66189-3d37-4121-a142-63df26a250f7 None None] For port e45cc3f9-c97b-475d-8716-ed5feac8291d, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:37:52.282290 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-d3e66189-3d37-4121-a142-63df26a250f7 None None] For port e45cc3f9-c97b-475d-8716-ed5feac8291d, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=e45cc3f9-c97b-475d-8716-ed5feac8291d,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:37:52.290861 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d3e66189-3d37-4121-a142-63df26a250f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:52.338299 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef0ae06-9dd0-40d9-a47e-88fe6cbc2a65 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Network 03669b8b-3135-46bb-89d8-f37e1bbc68ee is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:37:52.352117 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e66189-3d37-4121-a142-63df26a250f7 None None] Pushing event updated for resources: {'Port': ['ID=e45cc3f9-c97b-475d-8716-ed5feac8291d,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:52.372469 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-bef0ae06-9dd0-40d9-a47e-88fe6cbc2a65 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 03669b8b-3135-46bb-89d8-f37e1bbc68ee) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:52.374114 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9794a927-af35-4315-8dd0-ea6d12b1be45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:52.376817 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9794a927-af35-4315-8dd0-ea6d12b1be45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:52.380977 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-9794a927-af35-4315-8dd0-ea6d12b1be45 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5512b019-29ac-4d95-9b4c-341a19ed32b4 HTTP/1.1" status: 204 len: 168 time: 0.5361199 Oct 12 07:37:52.386693 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef0ae06-9dd0-40d9-a47e-88fe6cbc2a65 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:52.386847 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290eaa11-9478-4ef8-a82d-ae2dd5db0ee4 None None] Network 03669b8b-3135-46bb-89d8-f37e1bbc68ee requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:37:52.387292 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bef0ae06-9dd0-40d9-a47e-88fe6cbc2a65 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:52.401984 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad434d70-0fd9-4986-814f-99700cf60e9e tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:52.403458 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ad434d70-0fd9-4986-814f-99700cf60e9e tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] 10.222.0.26 "GET /v2.0/networks/7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 HTTP/1.1" status: 200 len: 881 time: 0.1825294 Oct 12 07:37:52.418074 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37320) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:52.421946 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9794a927-af35-4315-8dd0-ea6d12b1be45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5512b019-29ac-4d95-9b4c-341a19ed32b4,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:52.473134 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-bef0ae06-9dd0-40d9-a47e-88fe6cbc2a65 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2843711 Oct 12 07:37:52.482381 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37322) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:52.498905 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-7ef41b8f-ff42-4c56-be08-f82f0e9e0d7a tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Request body: {'port': {'network_id': '03669b8b-3135-46bb-89d8-f37e1bbc68ee', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1611005686'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:52.500413 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-2fffd805-fd71-44bb-844e-5e85c93e1dc1 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Deleting port e58ef633-0637-45d6-b894-a11e7e6666ba {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:52.500757 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2fffd805-fd71-44bb-844e-5e85c93e1dc1 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:52.508598 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ccee3c19-0295-4927-9f55-3c946cf9dd28 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] 10.222.0.26 "GET /v2.0/ports?device_id=06ebfbd8-39eb-4819-a683-75776cd658f9 HTTP/1.1" status: 200 len: 205 time: 0.0869582 Oct 12 07:37:52.509625 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37324) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:52.599237 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-78cb2ceb-a798-41d2-a46c-7bd7a2488a38 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:52.678869 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b4d492-4b54-40f5-8643-2091f7aa237d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-03669b8b-3135-46bb-89d8-f37e1bbc68ee', 'network_id': '03669b8b-3135-46bb-89d8-f37e1bbc68ee', 'tenant_id': 'e1f6ce3ae64a4960a4cb4e6586a418b9', 'fixed_ips': [{'subnet_id': 'df7d0be8-6e02-407a-9f13-3ce4689726ca'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:37:52.680416 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-30b4d492-4b54-40f5-8643-2091f7aa237d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:52.765032 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5fda86a2-07a8-4a27-8678-af661bae0553 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:52.787111 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-afe6e46d-c247-4407-9523-ba7f2dbbbad3 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:37:52.788511 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afe6e46d-c247-4407-9523-ba7f2dbbbad3 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:37:52.814467 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ab7ce076-c472-4ccf-8312-f4ca87af774a None None] Attempt 3 to provision port e58ef633-0637-45d6-b894-a11e7e6666ba Oct 12 07:37:52.815551 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cb2ceb-a798-41d2-a46c-7bd7a2488a38 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Network 5464953c-71d3-4410-9e99-b16a0a4807b7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:52.829694 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-78cb2ceb-a798-41d2-a46c-7bd7a2488a38 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:52.836478 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cb2ceb-a798-41d2-a46c-7bd7a2488a38 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:37:52.844739 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cb2ceb-a798-41d2-a46c-7bd7a2488a38 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:52.846768 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-78cb2ceb-a798-41d2-a46c-7bd7a2488a38 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:52.856929 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb2ceb-a798-41d2-a46c-7bd7a2488a38 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event updated for resources: {'Port': ['ID=471d9edb-b767-4b12-be00-93010d3853a0,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:52.865981 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a3b2471a-b5c5-418b-9eb7-d1cb411865f9 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:52.895004 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2fffd805-fd71-44bb-844e-5e85c93e1dc1 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:52.944283 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-afe6e46d-c247-4407-9523-ba7f2dbbbad3 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.6363566 Oct 12 07:37:52.947690 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b2471a-b5c5-418b-9eb7-d1cb411865f9 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Pushing event deleted for resources: {'Port': ['ID=ba002570-0066-418b-b806-d69206df99d4,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:52.948402 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-2fffd805-fd71-44bb-844e-5e85c93e1dc1 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Calling delete_port for e58ef633-0637-45d6-b894-a11e7e6666ba owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:52.953510 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37332) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:52.960884 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-78cb2ceb-a798-41d2-a46c-7bd7a2488a38 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.0641940 Oct 12 07:37:52.963269 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37336) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:53.012486 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef41b8f-ff42-4c56-be08-f82f0e9e0d7a tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Made reservation on behalf of e1f6ce3ae64a4960a4cb4e6586a418b9 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:37:53.017954 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7ef41b8f-ff42-4c56-be08-f82f0e9e0d7a tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:53.031114 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5fda86a2-07a8-4a27-8678-af661bae0553 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:53.068864 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ab7ce076-c472-4ccf-8312-f4ca87af774a None None] Port e58ef633-0637-45d6-b894-a11e7e6666ba cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:37:53.081842 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-7ef41b8f-ff42-4c56-be08-f82f0e9e0d7a tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] device_id is not set on port 8497b704-d7b9-4d8d-b6fa-d2541f6baa70 yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:37:53.124316 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d4c4fb-7386-4d55-9bc4-d2722cc15834 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:53.125869 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-39d4c4fb-7386-4d55-9bc4-d2722cc15834 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1711290 Oct 12 07:37:53.130977 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-30b4d492-4b54-40f5-8643-2091f7aa237d None None] Allocated IP 2001:db8::2 (03669b8b-3135-46bb-89d8-f37e1bbc68ee/df7d0be8-6e02-407a-9f13-3ce4689726ca/1dfffc9c-e8fb-4596-9977-93af9f9df767) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:37:53.150475 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37340) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:53.160654 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a3b2471a-b5c5-418b-9eb7-d1cb411865f9 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:53.255297 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-5fda86a2-07a8-4a27-8678-af661bae0553 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Deleting port 6013e6e0-ba80-4116-9340-9730897a3e79 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:53.255694 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5fda86a2-07a8-4a27-8678-af661bae0553 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:53.288783 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04432cd0-14de-4712-8f9f-2e0b971cbb6c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:53.290645 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04432cd0-14de-4712-8f9f-2e0b971cbb6c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:53.292272 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-04432cd0-14de-4712-8f9f-2e0b971cbb6c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1335793 Oct 12 07:37:53.295593 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37346) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:53.364087 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-30b4d492-4b54-40f5-8643-2091f7aa237d None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:53.380532 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-30b4d492-4b54-40f5-8643-2091f7aa237d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:53.413026 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-891e850c-5bec-4bce-ac35-0f8d5fd8f1c6 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting subnet 72cec617-96b2-458e-a372-104ce12c4721 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:37:53.426786 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-891e850c-5bec-4bce-ac35-0f8d5fd8f1c6 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:53.435442 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b4d492-4b54-40f5-8643-2091f7aa237d None None] Network 03669b8b-3135-46bb-89d8-f37e1bbc68ee is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:53.444897 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-b8d1639a-eef2-4028-a213-60345bc552d5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Deleting port 471d9edb-b767-4b12-be00-93010d3853a0 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:53.445244 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b8d1639a-eef2-4028-a213-60345bc552d5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:53.458384 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b4d492-4b54-40f5-8643-2091f7aa237d None None] Pushing event updated for resources: {'Port': ['ID=1dfffc9c-e8fb-4596-9977-93af9f9df767,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:53.468438 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-30b4d492-4b54-40f5-8643-2091f7aa237d None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:53.477148 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b4d492-4b54-40f5-8643-2091f7aa237d None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:37:53.501108 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-891e850c-5bec-4bce-ac35-0f8d5fd8f1c6 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:53.514332 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2fffd805-fd71-44bb-844e-5e85c93e1dc1 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:53.517456 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5fda86a2-07a8-4a27-8678-af661bae0553 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:53.556845 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-30b4d492-4b54-40f5-8643-2091f7aa237d None None] Attempting to bind port 1dfffc9c-e8fb-4596-9977-93af9f9df767 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:37:53.556845 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-30b4d492-4b54-40f5-8643-2091f7aa237d None None] Attempting to bind port 1dfffc9c-e8fb-4596-9977-93af9f9df767 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'eafde813-a5c1-43c1-a023-5cf52395f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '03669b8b-3135-46bb-89d8-f37e1bbc68ee'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:37:53.557282 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b4d492-4b54-40f5-8643-2091f7aa237d None None] Attempting to bind port 1dfffc9c-e8fb-4596-9977-93af9f9df767 on network 03669b8b-3135-46bb-89d8-f37e1bbc68ee {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:37:53.564837 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b4d492-4b54-40f5-8643-2091f7aa237d None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:37:53.565216 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b4d492-4b54-40f5-8643-2091f7aa237d None None] Checking segment: {'id': 'eafde813-a5c1-43c1-a023-5cf52395f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '03669b8b-3135-46bb-89d8-f37e1bbc68ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:37:53.565674 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-30b4d492-4b54-40f5-8643-2091f7aa237d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:53.566258 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b4d492-4b54-40f5-8643-2091f7aa237d None None] Bound using segment: {'id': 'eafde813-a5c1-43c1-a023-5cf52395f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '03669b8b-3135-46bb-89d8-f37e1bbc68ee'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:37:53.566677 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-30b4d492-4b54-40f5-8643-2091f7aa237d None None] Bound port: 1dfffc9c-e8fb-4596-9977-93af9f9df767, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eafde813-a5c1-43c1-a023-5cf52395f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '03669b8b-3135-46bb-89d8-f37e1bbc68ee'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:37:53.567068 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-30b4d492-4b54-40f5-8643-2091f7aa237d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:53.570604 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ab7ce076-c472-4ccf-8312-f4ca87af774a None None] Attempt 4 to provision port e58ef633-0637-45d6-b894-a11e7e6666ba Oct 12 07:37:53.590490 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-5fda86a2-07a8-4a27-8678-af661bae0553 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Calling delete_port for 6013e6e0-ba80-4116-9340-9730897a3e79 owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:53.601156 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fffd805-fd71-44bb-844e-5e85c93e1dc1 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Pushing event deleted for resources: {'Port': ['ID=e58ef633-0637-45d6-b894-a11e7e6666ba,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:53.633003 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ab7ce076-c472-4ccf-8312-f4ca87af774a None None] Port e58ef633-0637-45d6-b894-a11e7e6666ba was deleted so its status cannot be updated. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 12 07:37:53.638085 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-ab7ce076-c472-4ccf-8312-f4ca87af774a None None] Could not find standard attr ID for object 498af346-a825-4126-9d30-88da0aa5c541. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:37:53.650768 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37352) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:53.681399 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a3b2471a-b5c5-418b-9eb7-d1cb411865f9 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33139406', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33141651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13931'] for router, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:53.692474 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-7ef41b8f-ff42-4c56-be08-f82f0e9e0d7a tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Allocated IP 2001:db8::22c (03669b8b-3135-46bb-89d8-f37e1bbc68ee/df7d0be8-6e02-407a-9f13-3ce4689726ca/8497b704-d7b9-4d8d-b6fa-d2541f6baa70) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:37:53.702645 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a3b2471a-b5c5-418b-9eb7-d1cb411865f9 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33139383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33139388', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33141656'] for router, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:53.711791 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b8d1639a-eef2-4028-a213-60345bc552d5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:53.723460 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-30b4d492-4b54-40f5-8643-2091f7aa237d None None] For port 1dfffc9c-e8fb-4596-9977-93af9f9df767, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:37:53.731300 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-30b4d492-4b54-40f5-8643-2091f7aa237d None None] For port 1dfffc9c-e8fb-4596-9977-93af9f9df767, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=1dfffc9c-e8fb-4596-9977-93af9f9df767,segment=NetworkSegment(eafde813-a5c1-43c1-a023-5cf52395f7ab),segment_id=eafde813-a5c1-43c1-a023-5cf52395f7ab)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:37:53.737804 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-ab7ce076-c472-4ccf-8312-f4ca87af774a None None] Could not find standard attr ID for object 5720b0ba-c97a-410e-84c1-12bcc4415f56. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:37:53.747448 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-30b4d492-4b54-40f5-8643-2091f7aa237d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:53.834062 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-ab7ce076-c472-4ccf-8312-f4ca87af774a None None] Provisioning complete for port f2a671b1-e958-409d-a82c-102bbb9658fd triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:53.834314 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ab7ce076-c472-4ccf-8312-f4ca87af774a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:53.834564 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ab7ce076-c472-4ccf-8312-f4ca87af774a None None] Attempt 1 to provision port f2a671b1-e958-409d-a82c-102bbb9658fd Oct 12 07:37:53.855773 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-b67e0ea9-e39d-485f-a02b-d4e801b04524 tempest-SubnetPoolsTestJSON-1853587186 tempest-SubnetPoolsTestJSON-1853587186-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-632843989', 'prefixes': ['172.20.0.0/16']}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:53.863982 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-b8d1639a-eef2-4028-a213-60345bc552d5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Calling delete_port for 471d9edb-b767-4b12-be00-93010d3853a0 owned by {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:53.887273 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b2471a-b5c5-418b-9eb7-d1cb411865f9 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Router d0ae00c3-5aa5-4ce3-ad6d-6db68741a315 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:37:53.898459 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ab7ce076-c472-4ccf-8312-f4ca87af774a None None] Port f2a671b1-e958-409d-a82c-102bbb9658fd cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:37:53.918247 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b4d492-4b54-40f5-8643-2091f7aa237d None None] Pushing event updated for resources: {'Port': ['ID=1dfffc9c-e8fb-4596-9977-93af9f9df767,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:54.002366 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-891e850c-5bec-4bce-ac35-0f8d5fd8f1c6 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:54.160960 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b2471a-b5c5-418b-9eb7-d1cb411865f9 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:37:54.170772 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a3b2471a-b5c5-418b-9eb7-d1cb411865f9 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:54.171833 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a3b2471a-b5c5-418b-9eb7-d1cb411865f9 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] 10.222.0.26 "PUT /v2.0/routers/d0ae00c3-5aa5-4ce3-ad6d-6db68741a315 HTTP/1.1" status: 200 len: 710 time: 4.0363169 Oct 12 07:37:54.175857 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37356) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:54.184311 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d6003b-e5b9-482f-ae7f-f2a790f6b77d None None] Sync routers for ids ['d0ae00c3-5aa5-4ce3-ad6d-6db68741a315'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:37:54.196475 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d6003b-e5b9-482f-ae7f-f2a790f6b77d None None] Routers {'d0ae00c3-5aa5-4ce3-ad6d-6db68741a315'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:37:54.202927 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-31d6003b-e5b9-482f-ae7f-f2a790f6b77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:37:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['d0ae00c3-5aa5-4ce3-ad6d-6db68741a315'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:54.255110 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b8d1639a-eef2-4028-a213-60345bc552d5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:54.263028 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-31d6003b-e5b9-482f-ae7f-f2a790f6b77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:54.277306 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d6003b-e5b9-482f-ae7f-f2a790f6b77d None None] Routers {'d0ae00c3-5aa5-4ce3-ad6d-6db68741a315'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:37:54.278276 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-31d6003b-e5b9-482f-ae7f-f2a790f6b77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:37:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['d0ae00c3-5aa5-4ce3-ad6d-6db68741a315'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:54.291628 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 1dfffc9c-e8fb-4596-9977-93af9f9df767 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:37:54.331622 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d1639a-eef2-4028-a213-60345bc552d5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event deleted for resources: {'Port': ['ID=471d9edb-b767-4b12-be00-93010d3853a0,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:54.343252 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-5e1bf20e-7f69-49ce-b071-6c92256e09b7 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] 10.222.0.26 "GET /v2.0/routers/d0ae00c3-5aa5-4ce3-ad6d-6db68741a315 HTTP/1.1" status: 200 len: 745 time: 0.1632862 Oct 12 07:37:54.343441 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-31d6003b-e5b9-482f-ae7f-f2a790f6b77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:37:54.343934 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d6003b-e5b9-482f-ae7f-f2a790f6b77d None None] The sync data for ids ['d0ae00c3-5aa5-4ce3-ad6d-6db68741a315'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:37:54.344395 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7ef41b8f-ff42-4c56-be08-f82f0e9e0d7a tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:54.345998 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37358) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:54.355731 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 1dfffc9c-e8fb-4596-9977-93af9f9df767 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:54.356110 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:54.356443 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 1dfffc9c-e8fb-4596-9977-93af9f9df767 Oct 12 07:37:54.396434 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b8d1639a-eef2-4028-a213-60345bc552d5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:54.399705 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ab7ce076-c472-4ccf-8312-f4ca87af774a None None] Attempt 2 to provision port f2a671b1-e958-409d-a82c-102bbb9658fd Oct 12 07:37:54.400279 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b8d1639a-eef2-4028-a213-60345bc552d5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/ports/471d9edb-b767-4b12-be00-93010d3853a0 HTTP/1.1" status: 204 len: 168 time: 1.4356823 Oct 12 07:37:54.404088 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-3acc9c75-a6f4-4e60-bf01-df3d06f47c36 tempest-RoutersIpV6AdminTest-1245876392 tempest-RoutersIpV6AdminTest-1245876392-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7&device_id=d0ae00c3-5aa5-4ce3-ad6d-6db68741a315 HTTP/1.1" status: 200 len: 205 time: 0.0554249 Oct 12 07:37:54.405247 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37360) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:54.411316 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-f21dbf37-f191-41ac-8b47-e23d6378f70a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'port': {'network_id': '5464953c-71d3-4410-9e99-b16a0a4807b7', 'mac_address': 'fa:16:3e:b5:20:8a', 'name': 'tempest-PortsIpV6TestJSON-2022270836'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:54.415809 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37362) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:54.460090 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-fd9b969c-bb3a-4e2e-9c85-33edf242448d tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0ae00c3-5aa5-4ce3-ad6d-6db68741a315 HTTP/1.1" status: 200 len: 205 time: 0.0431812 Oct 12 07:37:54.467972 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37364) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:54.475135 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ab7ce076-c472-4ccf-8312-f4ca87af774a None None] Port f2a671b1-e958-409d-a82c-102bbb9658fd cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:37:54.485909 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 1dfffc9c-e8fb-4596-9977-93af9f9df767 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:37:54.486543 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:54.528827 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 1dfffc9c-e8fb-4596-9977-93af9f9df767, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=1dfffc9c-e8fb-4596-9977-93af9f9df767,segment=NetworkSegment(eafde813-a5c1-43c1-a023-5cf52395f7ab),segment_id=eafde813-a5c1-43c1-a023-5cf52395f7ab)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:37:54.532423 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:54.533518 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device e45cc3f9-c97b-475d-8716-ed5feac8291d up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:37:54.541048 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2fffd805-fd71-44bb-844e-5e85c93e1dc1 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:54.546832 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-2fffd805-fd71-44bb-844e-5e85c93e1dc1 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] 10.222.0.26 "DELETE /v2.0/ports/e58ef633-0637-45d6-b894-a11e7e6666ba HTTP/1.1" status: 204 len: 168 time: 2.4052317 Oct 12 07:37:54.548055 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37366) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:54.587934 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c819a28-b755-4455-8f91-5fb2640a54e5 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] GET failed (client error): The resource could not be found. Oct 12 07:37:54.593332 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-0c819a28-b755-4455-8f91-5fb2640a54e5 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] 10.222.0.26 "GET /v2.0/ports/e58ef633-0637-45d6-b894-a11e7e6666ba HTTP/1.1" status: 404 len: 333 time: 0.0408192 Oct 12 07:37:54.595948 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37368) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:54.600484 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7ef41b8f-ff42-4c56-be08-f82f0e9e0d7a tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:54.605857 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4838b226-70be-467b-8b80-0dc960dcfad2 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:54.625557 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-c3bd61c1-06c1-42db-8eb8-8db9dcbe4a73 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Request body: {'port': {'network_id': '686762fd-f2d5-4b12-b01c-f50cd0112e24', 'name': 'tempest-AllowedAddressPairTestJSON-602459430'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:54.663424 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=1dfffc9c-e8fb-4596-9977-93af9f9df767,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:54.680936 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port e45cc3f9-c97b-475d-8716-ed5feac8291d triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:54.681421 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:54.681953 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port e45cc3f9-c97b-475d-8716-ed5feac8291d Oct 12 07:37:54.682197 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-891e850c-5bec-4bce-ac35-0f8d5fd8f1c6 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:54.729859 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef41b8f-ff42-4c56-be08-f82f0e9e0d7a tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Network 03669b8b-3135-46bb-89d8-f37e1bbc68ee is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:54.736089 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b67e0ea9-e39d-485f-a02b-d4e801b04524 tempest-SubnetPoolsTestJSON-1853587186 tempest-SubnetPoolsTestJSON-1853587186-project] Notify callbacks [] for subnetpool, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:54.740009 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b67e0ea9-e39d-485f-a02b-d4e801b04524 tempest-SubnetPoolsTestJSON-1853587186 tempest-SubnetPoolsTestJSON-1853587186-project] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.0824268 Oct 12 07:37:54.762185 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21dbf37-f191-41ac-8b47-e23d6378f70a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Made reservation on behalf of e65c260e166d457d9b3ff4f3fa4c3b6f for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:37:54.767243 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37370) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:54.775849 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef41b8f-ff42-4c56-be08-f82f0e9e0d7a tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Pushing event updated for resources: {'Port': ['ID=8497b704-d7b9-4d8d-b6fa-d2541f6baa70,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:54.781549 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-7ef41b8f-ff42-4c56-be08-f82f0e9e0d7a tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:54.799081 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port e45cc3f9-c97b-475d-8716-ed5feac8291d is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:37:54.799654 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:54.809258 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e850c-5bec-4bce-ac35-0f8d5fd8f1c6 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Subnet': ['ID=72cec617-96b2-458e-a372-104ce12c4721,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:54.821683 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-891e850c-5bec-4bce-ac35-0f8d5fd8f1c6 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:54.825611 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-891e850c-5bec-4bce-ac35-0f8d5fd8f1c6 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/72cec617-96b2-458e-a372-104ce12c4721 HTTP/1.1" status: 204 len: 168 time: 1.5290744 Oct 12 07:37:54.826782 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28cbbbc-b8a6-473e-bdcf-41d848595d81 None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:37:54.834939 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37372) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:54.844691 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef41b8f-ff42-4c56-be08-f82f0e9e0d7a tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:37:54.851234 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef41b8f-ff42-4c56-be08-f82f0e9e0d7a tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:54.852108 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7ef41b8f-ff42-4c56-be08-f82f0e9e0d7a tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:54.891860 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d815b40b-98be-404c-b904-6ae68e336a60 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0554352 Oct 12 07:37:54.901366 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37374) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:54.907507 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-9afca614-fa2e-4119-9ae3-764690f6dc64 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'subnet': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:54.937170 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5fda86a2-07a8-4a27-8678-af661bae0553 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:54.940423 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-2b1e9a38-fcc7-4a66-be41-667eb3424c15 tempest-SubnetPoolsTestJSON-1853587186 tempest-SubnetPoolsTestJSON-1853587186-project] 10.222.0.26 "GET /v2.0/subnetpools/4b50faaf-830c-493f-af8a-80d632068fef HTTP/1.1" status: 200 len: 731 time: 0.1713915 Oct 12 07:37:54.959698 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37376) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:54.974689 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4838b226-70be-467b-8b80-0dc960dcfad2 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:54.978635 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ab7ce076-c472-4ccf-8312-f4ca87af774a None None] Attempt 3 to provision port f2a671b1-e958-409d-a82c-102bbb9658fd Oct 12 07:37:54.981818 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port e45cc3f9-c97b-475d-8716-ed5feac8291d, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=e45cc3f9-c97b-475d-8716-ed5feac8291d,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:37:54.995506 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-ebc2d0a5-aed3-4da6-a9ea-b5b6d60adc16 tempest-SubnetPoolsTestJSON-1853587186 tempest-SubnetPoolsTestJSON-1853587186-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1669780017'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:55.016053 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4838b226-70be-467b-8b80-0dc960dcfad2 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:55.020191 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-7ef41b8f-ff42-4c56-be08-f82f0e9e0d7a tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.5336921 Oct 12 07:37:55.028986 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:55.034957 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37378) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:55.038567 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fda86a2-07a8-4a27-8678-af661bae0553 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Pushing event deleted for resources: {'Port': ['ID=6013e6e0-ba80-4116-9340-9730897a3e79,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:55.044882 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-3543035c-92f6-46d4-8b16-b313d7c62cb8 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Request body: {'port': {'network_id': '03669b8b-3135-46bb-89d8-f37e1bbc68ee', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-549562994', 'allowed_address_pairs': [{'ip_address': '2001:db8::22c', 'mac_address': 'fa:16:3e:9e:a4:bf'}]}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:55.057961 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3bd61c1-06c1-42db-8eb8-8db9dcbe4a73 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Made reservation on behalf of 984766fe70764f019c805acb62a4fe82 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:37:55.064369 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c3bd61c1-06c1-42db-8eb8-8db9dcbe4a73 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:55.089079 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ab7ce076-c472-4ccf-8312-f4ca87af774a None None] Port f2a671b1-e958-409d-a82c-102bbb9658fd cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:37:55.102898 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f21dbf37-f191-41ac-8b47-e23d6378f70a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:55.104915 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=e45cc3f9-c97b-475d-8716-ed5feac8291d,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:55.134898 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3fe5d5-c0c3-4f5b-bcb6-3db6ada72676 None None] Network 03669b8b-3135-46bb-89d8-f37e1bbc68ee requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:37:55.145655 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4838b226-70be-467b-8b80-0dc960dcfad2 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:55.146490 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4838b226-70be-467b-8b80-0dc960dcfad2 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Fanout notify agent at l3_agent the message router_deleted on router d0ae00c3-5aa5-4ce3-ad6d-6db68741a315 {{(pid=103200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:37:55.160805 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4838b226-70be-467b-8b80-0dc960dcfad2 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:55.165746 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-4838b226-70be-467b-8b80-0dc960dcfad2 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] 10.222.0.26 "DELETE /v2.0/routers/d0ae00c3-5aa5-4ce3-ad6d-6db68741a315 HTTP/1.1" status: 204 len: 168 time: 0.6930215 Oct 12 07:37:55.197160 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-f21dbf37-f191-41ac-8b47-e23d6378f70a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] device_id is not set on port 108bdcf4-f475-41ea-8478-10422e6308a8 yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:37:55.198122 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37380) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:55.208341 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5fda86a2-07a8-4a27-8678-af661bae0553 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:55.223845 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0cbcd5-720c-41f2-a079-d8b986022f29 None None] DHCP port deletion for 9994ec23-a1f7-459d-8925-14bc9ff05f17 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:37:55.309522 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b6c35481-2050-4338-b604-c85de6486610 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0ae00c3-5aa5-4ce3-ad6d-6db68741a315 HTTP/1.1" status: 200 len: 205 time: 0.1081076 Oct 12 07:37:55.313974 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37382) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:55.319535 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-c3bd61c1-06c1-42db-8eb8-8db9dcbe4a73 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] device_id is not set on port 365ab6ad-c35b-41fa-9845-95b96df438df yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:37:55.349802 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-6d0cbcd5-720c-41f2-a079-d8b986022f29 None None] Deleting port e45cc3f9-c97b-475d-8716-ed5feac8291d {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:55.350153 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6d0cbcd5-720c-41f2-a079-d8b986022f29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:55.379560 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-af22f450-6a33-4b29-851e-3b73e0a1cc75 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] delete failed (client error): The resource could not be found. Oct 12 07:37:55.380297 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-af22f450-6a33-4b29-851e-3b73e0a1cc75 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] 10.222.0.26 "DELETE /v2.0/routers/d0ae00c3-5aa5-4ce3-ad6d-6db68741a315 HTTP/1.1" status: 404 len: 336 time: 0.0652885 Oct 12 07:37:55.384973 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37384) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:55.386336 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5fda86a2-07a8-4a27-8678-af661bae0553 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:55.393454 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5fda86a2-07a8-4a27-8678-af661bae0553 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:55.406045 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3543035c-92f6-46d4-8b16-b313d7c62cb8 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Made reservation on behalf of e1f6ce3ae64a4960a4cb4e6586a418b9 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:37:55.429575 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-6d0cbcd5-720c-41f2-a079-d8b986022f29 None None] For port e45cc3f9-c97b-475d-8716-ed5feac8291d, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=e45cc3f9-c97b-475d-8716-ed5feac8291d,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:37:55.429968 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6d0cbcd5-720c-41f2-a079-d8b986022f29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:55.437259 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-3576811f-7e20-4e46-9808-dda0b4248644 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] 10.222.0.26 "GET /v2.0/ports?device_id=719de6d6-28c9-4082-9f42-7c67491aae17 HTTP/1.1" status: 200 len: 205 time: 0.0513692 Oct 12 07:37:55.441759 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37386) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:55.445305 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-6d0cbcd5-720c-41f2-a079-d8b986022f29 None None] Calling delete_port for e45cc3f9-c97b-475d-8716-ed5feac8291d owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:55.498512 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9afca614-fa2e-4119-9ae3-764690f6dc64 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:37:55.506599 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9afca614-fa2e-4119-9ae3-764690f6dc64 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:55.538735 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5fda86a2-07a8-4a27-8678-af661bae0553 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:55.539437 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fda86a2-07a8-4a27-8678-af661bae0553 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Fanout notify agent at l3_agent the message router_deleted on router 06ebfbd8-39eb-4819-a683-75776cd658f9 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:37:55.564378 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5fda86a2-07a8-4a27-8678-af661bae0553 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:55.568210 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6d0cbcd5-720c-41f2-a079-d8b986022f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:55.571583 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-5fda86a2-07a8-4a27-8678-af661bae0553 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] 10.222.0.26 "DELETE /v2.0/routers/06ebfbd8-39eb-4819-a683-75776cd658f9 HTTP/1.1" status: 204 len: 168 time: 3.0616000 Oct 12 07:37:55.579779 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37388) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:55.584275 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-134ec4e7-7566-4e5b-918a-d12689b7926f tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1741902290', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}, 'admin_state_up': False}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:55.594116 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ab7ce076-c472-4ccf-8312-f4ca87af774a None None] Attempt 4 to provision port f2a671b1-e958-409d-a82c-102bbb9658fd Oct 12 07:37:55.595867 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0cbcd5-720c-41f2-a079-d8b986022f29 None None] Pushing event deleted for resources: {'Port': ['ID=e45cc3f9-c97b-475d-8716-ed5feac8291d,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:55.621412 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ebc2d0a5-aed3-4da6-a9ea-b5b6d60adc16 tempest-SubnetPoolsTestJSON-1853587186 tempest-SubnetPoolsTestJSON-1853587186-project] Notify callbacks [] for subnetpool, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:55.622766 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ebc2d0a5-aed3-4da6-a9ea-b5b6d60adc16 tempest-SubnetPoolsTestJSON-1853587186 tempest-SubnetPoolsTestJSON-1853587186-project] 10.222.0.26 "PUT /v2.0/subnetpools/4b50faaf-830c-493f-af8a-80d632068fef HTTP/1.1" status: 200 len: 684 time: 0.6603358 Oct 12 07:37:55.634411 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37390) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:55.668667 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0cbcd5-720c-41f2-a079-d8b986022f29 None None] No DVR routers for this DVR port e45cc3f9-c97b-475d-8716-ed5feac8291d on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:37:55.677917 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ab7ce076-c472-4ccf-8312-f4ca87af774a None None] Port f2a671b1-e958-409d-a82c-102bbb9658fd cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:37:55.733501 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-c3bd61c1-06c1-42db-8eb8-8db9dcbe4a73 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Allocated IP 172.20.0.8 (686762fd-f2d5-4b12-b01c-f50cd0112e24/b4c839b2-ca9e-46c2-a0d9-cf04cedca23f/365ab6ad-c35b-41fa-9845-95b96df438df) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:37:55.739755 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-134ec4e7-7566-4e5b-918a-d12689b7926f tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:55.740863 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-134ec4e7-7566-4e5b-918a-d12689b7926f tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:55.889220 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-418bf9a2-d181-4917-81b3-0dbd55a62cce tempest-SubnetPoolsTestJSON-1853587186 tempest-SubnetPoolsTestJSON-1853587186-project] Notify callbacks [] for subnetpool, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:55.892737 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-418bf9a2-d181-4917-81b3-0dbd55a62cce tempest-SubnetPoolsTestJSON-1853587186 tempest-SubnetPoolsTestJSON-1853587186-project] 10.222.0.26 "DELETE /v2.0/subnetpools/4b50faaf-830c-493f-af8a-80d632068fef HTTP/1.1" status: 204 len: 168 time: 0.2549405 Oct 12 07:37:55.893323 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-764a103e-9d98-40f4-9a8d-993760409d19 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] delete failed (client error): The resource could not be found. Oct 12 07:37:55.896535 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-764a103e-9d98-40f4-9a8d-993760409d19 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] 10.222.0.26 "DELETE /v2.0/routers/719de6d6-28c9-4082-9f42-7c67491aae17 HTTP/1.1" status: 404 len: 336 time: 0.4490163 Oct 12 07:37:55.898505 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37392) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:55.898840 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37394) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:55.919360 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-134ec4e7-7566-4e5b-918a-d12689b7926f tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:55.953713 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f21dbf37-f191-41ac-8b47-e23d6378f70a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:55.960295 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a8ccc26a-6e28-4369-86ea-ee73a542bd8b tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bb90197-de10-4c9c-8503-55234b39fd61 HTTP/1.1" status: 200 len: 205 time: 0.0556257 Oct 12 07:37:55.961430 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37396) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:55.967595 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-ea336500-a0eb-4811-8e38-46e8047c2dda tempest-SubnetPoolsTestJSON-1853587186 tempest-SubnetPoolsTestJSON-1853587186-project] show failed (client error): The resource could not be found. Oct 12 07:37:55.971373 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-ea336500-a0eb-4811-8e38-46e8047c2dda tempest-SubnetPoolsTestJSON-1853587186 tempest-SubnetPoolsTestJSON-1853587186-project] 10.222.0.26 "GET /v2.0/subnetpools/4b50faaf-830c-493f-af8a-80d632068fef HTTP/1.1" status: 404 len: 346 time: 0.0674045 Oct 12 07:37:55.982836 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37398) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:56.035578 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-73856bc6-305b-499b-a599-88f2a71b32b3 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] delete failed (client error): The resource could not be found. Oct 12 07:37:56.042475 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-73856bc6-305b-499b-a599-88f2a71b32b3 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] 10.222.0.26 "DELETE /v2.0/routers/4bb90197-de10-4c9c-8503-55234b39fd61 HTTP/1.1" status: 404 len: 336 time: 0.0709374 Oct 12 07:37:56.042475 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-2256f1f0-ccc6-47ac-acc5-0fd6b1a28376 tempest-SubnetPoolsTestJSON-1853587186 tempest-SubnetPoolsTestJSON-1853587186-project] delete failed (client error): The resource could not be found. Oct 12 07:37:56.042475 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-2256f1f0-ccc6-47ac-acc5-0fd6b1a28376 tempest-SubnetPoolsTestJSON-1853587186 tempest-SubnetPoolsTestJSON-1853587186-project] 10.222.0.26 "DELETE /v2.0/subnetpools/4b50faaf-830c-493f-af8a-80d632068fef HTTP/1.1" status: 404 len: 346 time: 0.0552711 Oct 12 07:37:56.043635 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3543035c-92f6-46d4-8b16-b313d7c62cb8 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:56.047734 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37400) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:56.073007 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-3543035c-92f6-46d4-8b16-b313d7c62cb8 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] device_id is not set on port aaf04c1d-f5cd-4f5f-9c71-ad7d5fdaa480 yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:37:56.122331 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f21dbf37-f191-41ac-8b47-e23d6378f70a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:56.162373 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 1dfffc9c-e8fb-4596-9977-93af9f9df767 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:37:56.195420 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ab7ce076-c472-4ccf-8312-f4ca87af774a None None] Attempt 5 to provision port f2a671b1-e958-409d-a82c-102bbb9658fd Oct 12 07:37:56.210656 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-da18fc00-44c7-4d8f-9744-31fe34d2b081 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] 10.222.0.26 "GET /v2.0/ports?device_id=dde7d749-4c16-4fd4-ac15-726ddd0267a3 HTTP/1.1" status: 200 len: 205 time: 0.1274569 Oct 12 07:37:56.214451 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37404) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:56.243751 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21dbf37-f191-41ac-8b47-e23d6378f70a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Network 5464953c-71d3-4410-9e99-b16a0a4807b7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:56.248814 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ab7ce076-c472-4ccf-8312-f4ca87af774a None None] Port f2a671b1-e958-409d-a82c-102bbb9658fd cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:37:56.262520 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 1dfffc9c-e8fb-4596-9977-93af9f9df767 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:56.262892 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:56.263223 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 1dfffc9c-e8fb-4596-9977-93af9f9df767 Oct 12 07:37:56.282398 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9afca614-fa2e-4119-9ae3-764690f6dc64 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:56.296970 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-f21dbf37-f191-41ac-8b47-e23d6378f70a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:56.307145 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21dbf37-f191-41ac-8b47-e23d6378f70a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event updated for resources: {'Port': ['ID=108bdcf4-f475-41ea-8478-10422e6308a8,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:56.315600 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21dbf37-f191-41ac-8b47-e23d6378f70a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:37:56.316866 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afca614-fa2e-4119-9ae3-764690f6dc64 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:56.322017 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21dbf37-f191-41ac-8b47-e23d6378f70a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:56.322234 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-9afca614-fa2e-4119-9ae3-764690f6dc64 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:56.322682 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f21dbf37-f191-41ac-8b47-e23d6378f70a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:56.325311 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-e6937957-1709-4fa5-970e-382d262a4d72 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] delete failed (client error): The resource could not be found. Oct 12 07:37:56.325633 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afca614-fa2e-4119-9ae3-764690f6dc64 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:56.326788 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9afca614-fa2e-4119-9ae3-764690f6dc64 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:56.326917 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e6937957-1709-4fa5-970e-382d262a4d72 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] 10.222.0.26 "DELETE /v2.0/routers/dde7d749-4c16-4fd4-ac15-726ddd0267a3 HTTP/1.1" status: 404 len: 336 time: 0.0864701 Oct 12 07:37:56.333007 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37408) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:56.340924 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e85f02-fbaf-45ed-be14-72ac525b7546 None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:37:56.342520 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c3bd61c1-06c1-42db-8eb8-8db9dcbe4a73 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:56.378953 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c513e71b-f967-4322-8527-cc25fe9f0b0f tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb9e1cf8-513f-4793-9c55-938dd45a9b74 HTTP/1.1" status: 200 len: 205 time: 0.0406640 Oct 12 07:37:56.379739 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37410) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:56.379874 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-9afca614-fa2e-4119-9ae3-764690f6dc64 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4771926 Oct 12 07:37:56.386442 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ec33d8d4-2507-4c59-8e76-715002282338 req-892909d8-3ff6-4082-8dea-a8322940562a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2197444 Oct 12 07:37:56.390652 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 1dfffc9c-e8fb-4596-9977-93af9f9df767 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:37:56.392862 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-e9d405fa-cc77-4621-bf23-ff7a2761badb tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-87545316', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:56.412357 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37412) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:56.421649 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-3543035c-92f6-46d4-8b16-b313d7c62cb8 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Allocated IP 2001:db8::371 (03669b8b-3135-46bb-89d8-f37e1bbc68ee/df7d0be8-6e02-407a-9f13-3ce4689726ca/aaf04c1d-f5cd-4f5f-9c71-ad7d5fdaa480) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:37:56.424102 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-134ec4e7-7566-4e5b-918a-d12689b7926f tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:56.484631 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f21dbf37-f191-41ac-8b47-e23d6378f70a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0770550 Oct 12 07:37:56.487862 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37414) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:56.493963 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device e45cc3f9-c97b-475d-8716-ed5feac8291d no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:37:56.509607 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-7ecc7ba9-31f7-4747-9287-6327a20e5fc7 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] delete failed (client error): The resource could not be found. Oct 12 07:37:56.511573 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-7ecc7ba9-31f7-4747-9287-6327a20e5fc7 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] 10.222.0.26 "DELETE /v2.0/routers/fb9e1cf8-513f-4793-9c55-938dd45a9b74 HTTP/1.1" status: 404 len: 336 time: 0.0981300 Oct 12 07:37:56.517741 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37416) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:56.524893 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: e45cc3f9-c97b-475d-8716-ed5feac8291d {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:37:56.525327 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device e45cc3f9-c97b-475d-8716-ed5feac8291d not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:37:56.555548 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37418) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:56.558622 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-bee255dd-632a-4a5c-a55d-eda6df4ed983 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fe502f0-2327-4d65-9d1c-333a075ba655 HTTP/1.1" status: 200 len: 205 time: 0.0316026 Oct 12 07:37:56.561752 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37420) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:56.562932 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afca614-fa2e-4119-9ae3-764690f6dc64 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Subnet': ['ID=c4c233f3-25a3-4e98-a6fb-85eddc0d43d0,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:56.582787 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2fc91c-ac02-4a56-bf86-1cf4aa7ac69f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-9994ec23-a1f7-459d-8925-14bc9ff05f17', 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'tenant_id': '3e134b4bc92f4839ac5ca68b448223d9', 'fixed_ips': [{'subnet_id': 'c4c233f3-25a3-4e98-a6fb-85eddc0d43d0'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:37:56.583938 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7d2fc91c-ac02-4a56-bf86-1cf4aa7ac69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:56.615038 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e9d405fa-cc77-4621-bf23-ff7a2761badb tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:56.616121 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e9d405fa-cc77-4621-bf23-ff7a2761badb tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:56.626493 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-d78f6820-d4b0-4e33-b9b9-53d2f53cd1b6 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] delete failed (client error): The resource could not be found. Oct 12 07:37:56.627539 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d78f6820-d4b0-4e33-b9b9-53d2f53cd1b6 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] 10.222.0.26 "DELETE /v2.0/routers/1fe502f0-2327-4d65-9d1c-333a075ba655 HTTP/1.1" status: 404 len: 336 time: 0.0632818 Oct 12 07:37:56.632706 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37424) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:56.635355 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7559781-5324-4616-afbb-c42478dd0d43 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:56.636814 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d7559781-5324-4616-afbb-c42478dd0d43 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "GET /v2.0/ports/108bdcf4-f475-41ea-8478-10422e6308a8 HTTP/1.1" status: 200 len: 845 time: 0.1360724 Oct 12 07:37:56.639238 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33d8d4-2507-4c59-8e76-715002282338 req-f609f31c-f654-47f3-bdc6-001a55718d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:56.640359 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37426) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:56.640735 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ec33d8d4-2507-4c59-8e76-715002282338 req-f609f31c-f654-47f3-bdc6-001a55718d9c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d1d3cbb5d7ca448db4db422a609861ea&device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 1099 time: 0.2129512 Oct 12 07:37:56.689698 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-b089d8ea-129d-4a5c-8c2e-f525d47f1299 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] DELETE failed (client error): The resource could not be found. Oct 12 07:37:56.690172 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b089d8ea-129d-4a5c-8c2e-f525d47f1299 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:37:56.690746 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c3bd61c1-06c1-42db-8eb8-8db9dcbe4a73 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:56.693187 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b089d8ea-129d-4a5c-8c2e-f525d47f1299 tempest-RoutersIpV6AdminTest-1944434767 tempest-RoutersIpV6AdminTest-1944434767-project] 10.222.0.26 "DELETE /v2.0/subnets/2b401f53-291c-4d7b-8a68-42399498e44a HTTP/1.1" status: 404 len: 337 time: 0.0514991 Oct 12 07:37:56.749733 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ab7ce076-c472-4ccf-8312-f4ca87af774a None None] Attempt 6 to provision port f2a671b1-e958-409d-a82c-102bbb9658fd Oct 12 07:37:56.785281 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-7d2fc91c-ac02-4a56-bf86-1cf4aa7ac69f None None] Allocated IP 2001:db8::2 (9994ec23-a1f7-459d-8925-14bc9ff05f17/c4c233f3-25a3-4e98-a6fb-85eddc0d43d0/06a8e7d8-3f65-4fff-a713-c85b9ee5069b) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:37:56.797202 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bd61c1-06c1-42db-8eb8-8db9dcbe4a73 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Network 686762fd-f2d5-4b12-b01c-f50cd0112e24 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:56.825142 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ab7ce076-c472-4ccf-8312-f4ca87af774a None None] Port f2a671b1-e958-409d-a82c-102bbb9658fd cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:37:56.834572 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e9d405fa-cc77-4621-bf23-ff7a2761badb tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:56.860892 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-c3bd61c1-06c1-42db-8eb8-8db9dcbe4a73 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:56.863453 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bd61c1-06c1-42db-8eb8-8db9dcbe4a73 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:37:56.876420 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd61c1-06c1-42db-8eb8-8db9dcbe4a73 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Pushing event updated for resources: {'Port': ['ID=365ab6ad-c35b-41fa-9845-95b96df438df,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:56.881844 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e9d405fa-cc77-4621-bf23-ff7a2761badb tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:56.915457 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-04571bd4-7b4e-451f-ae4b-f9fd12008d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:56.954083 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e9d405fa-cc77-4621-bf23-ff7a2761badb tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:56.957921 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e9d405fa-cc77-4621-bf23-ff7a2761badb tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5676382 Oct 12 07:37:56.959865 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37432) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:57.023589 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37434) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:57.039898 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7d2fc91c-ac02-4a56-bf86-1cf4aa7ac69f None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:57.053188 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7d2fc91c-ac02-4a56-bf86-1cf4aa7ac69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:57.084083 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-134ec4e7-7566-4e5b-918a-d12689b7926f tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router_gateway, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:57.127795 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bd61c1-06c1-42db-8eb8-8db9dcbe4a73 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:57.128491 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c3bd61c1-06c1-42db-8eb8-8db9dcbe4a73 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:57.134518 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-134ec4e7-7566-4e5b-918a-d12689b7926f tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:57.145871 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33d8d4-2507-4c59-8e76-715002282338 req-a58efe43-5984-4481-8d49-6d1000f61f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:57.147276 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ec33d8d4-2507-4c59-8e76-715002282338 req-a58efe43-5984-4481-8d49-6d1000f61f7a service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd72da9c-d321-4cc4-881d-466168d9f856 HTTP/1.1" status: 200 len: 913 time: 0.4744658 Oct 12 07:37:57.180575 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2fc91c-ac02-4a56-bf86-1cf4aa7ac69f None None] Pushing event updated for resources: {'Port': ['ID=06a8e7d8-3f65-4fff-a713-c85b9ee5069b,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:57.208559 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2fc91c-ac02-4a56-bf86-1cf4aa7ac69f None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:57.211991 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-7d2fc91c-ac02-4a56-bf86-1cf4aa7ac69f None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:57.215980 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2fc91c-ac02-4a56-bf86-1cf4aa7ac69f None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:37:57.229719 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c3bd61c1-06c1-42db-8eb8-8db9dcbe4a73 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6268001 Oct 12 07:37:57.233946 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-04571bd4-7b4e-451f-ae4b-f9fd12008d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:57.236627 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37438) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:57.238777 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-387f15b9-7f51-467e-96bc-22f301993e3b tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Deleting port 108bdcf4-f475-41ea-8478-10422e6308a8 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:57.239146 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-387f15b9-7f51-467e-96bc-22f301993e3b tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:57.248400 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-ea7ce64f-76d4-44bb-aee8-835c0876462f tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:3a:d6:3a'}]}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:57.266162 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-04571bd4-7b4e-451f-ae4b-f9fd12008d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:57.271577 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3543035c-92f6-46d4-8b16-b313d7c62cb8 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:57.280621 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-7d2fc91c-ac02-4a56-bf86-1cf4aa7ac69f None None] Attempting to bind port 06a8e7d8-3f65-4fff-a713-c85b9ee5069b on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:37:57.281316 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-7d2fc91c-ac02-4a56-bf86-1cf4aa7ac69f None None] Attempting to bind port 06a8e7d8-3f65-4fff-a713-c85b9ee5069b by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:37:57.281807 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2fc91c-ac02-4a56-bf86-1cf4aa7ac69f None None] Attempting to bind port 06a8e7d8-3f65-4fff-a713-c85b9ee5069b on network 9994ec23-a1f7-459d-8925-14bc9ff05f17 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:37:57.289024 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2fc91c-ac02-4a56-bf86-1cf4aa7ac69f None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:37:57.291387 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2fc91c-ac02-4a56-bf86-1cf4aa7ac69f None None] Checking segment: {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:37:57.292025 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7d2fc91c-ac02-4a56-bf86-1cf4aa7ac69f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:57.293207 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2fc91c-ac02-4a56-bf86-1cf4aa7ac69f None None] Bound using segment: {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:37:57.294621 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-7d2fc91c-ac02-4a56-bf86-1cf4aa7ac69f None None] Bound port: 06a8e7d8-3f65-4fff-a713-c85b9ee5069b, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:37:57.295873 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7d2fc91c-ac02-4a56-bf86-1cf4aa7ac69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:57.297085 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8ae6e21f-f8c7-4977-9b1a-b06a306a119c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:57.332928 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ab7ce076-c472-4ccf-8312-f4ca87af774a None None] Attempt 7 to provision port f2a671b1-e958-409d-a82c-102bbb9658fd Oct 12 07:37:57.391077 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ab7ce076-c472-4ccf-8312-f4ca87af774a None None] Port f2a671b1-e958-409d-a82c-102bbb9658fd cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:37:57.397100 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ec33d8d4-2507-4c59-8e76-715002282338 req-e12d47c5-6370-460f-8200-96d0eef9c2a6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f313128-80bc-4b70-a468-c9add69f7f2f HTTP/1.1" status: 200 len: 1001 time: 0.2426803 Oct 12 07:37:57.401137 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-7d2fc91c-ac02-4a56-bf86-1cf4aa7ac69f None None] For port 06a8e7d8-3f65-4fff-a713-c85b9ee5069b, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:37:57.405398 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-7d2fc91c-ac02-4a56-bf86-1cf4aa7ac69f None None] For port 06a8e7d8-3f65-4fff-a713-c85b9ee5069b, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=06a8e7d8-3f65-4fff-a713-c85b9ee5069b,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:37:57.410830 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7d2fc91c-ac02-4a56-bf86-1cf4aa7ac69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:57.474621 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2fc91c-ac02-4a56-bf86-1cf4aa7ac69f None None] Pushing event updated for resources: {'Port': ['ID=06a8e7d8-3f65-4fff-a713-c85b9ee5069b,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:57.494277 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-90ddc9c6-b34e-4247-9ade-716422ff76d7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:57.503001 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3543035c-92f6-46d4-8b16-b313d7c62cb8 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:57.552415 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33d8d4-2507-4c59-8e76-715002282338 req-c288e3ac-40ff-44b5-9926-294643205700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:57.554206 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ec33d8d4-2507-4c59-8e76-715002282338 req-c288e3ac-40ff-44b5-9926-294643205700 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b41a3bc7-3f1c-47b8-8c1a-d904035b712e HTTP/1.1" status: 200 len: 851 time: 0.1452081 Oct 12 07:37:57.667269 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3543035c-92f6-46d4-8b16-b313d7c62cb8 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Network 03669b8b-3135-46bb-89d8-f37e1bbc68ee is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:57.674316 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-3543035c-92f6-46d4-8b16-b313d7c62cb8 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:57.676257 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3543035c-92f6-46d4-8b16-b313d7c62cb8 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Pushing event updated for resources: {'Port': ['ID=aaf04c1d-f5cd-4f5f-9c71-ad7d5fdaa480,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:57.681725 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3543035c-92f6-46d4-8b16-b313d7c62cb8 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:37:57.688027 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3543035c-92f6-46d4-8b16-b313d7c62cb8 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:57.688710 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3543035c-92f6-46d4-8b16-b313d7c62cb8 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:57.748549 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-387f15b9-7f51-467e-96bc-22f301993e3b tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:57.765010 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-04571bd4-7b4e-451f-ae4b-f9fd12008d4d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ea074bcd0d1d4380887f84bedcd1cb61&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1943526 Oct 12 07:37:57.773282 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04571bd4-7b4e-451f-ae4b-f9fd12008d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09664b1d-6245-4fe3-a600-7340798227fe,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:57.777321 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37440) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:57.785936 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-387f15b9-7f51-467e-96bc-22f301993e3b tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Calling delete_port for 108bdcf4-f475-41ea-8478-10422e6308a8 owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:57.787351 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8ae6e21f-f8c7-4977-9b1a-b06a306a119c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:57.805069 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-134ec4e7-7566-4e5b-918a-d12689b7926f tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Allocated IP 172.26.3.247 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/cdf56801-a410-4680-98a0-295eabfa09a0) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:37:57.811301 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-3543035c-92f6-46d4-8b16-b313d7c62cb8 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.7733088 Oct 12 07:37:57.812241 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8ae6e21f-f8c7-4977-9b1a-b06a306a119c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:57.814659 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37442) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:57.859212 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33d8d4-2507-4c59-8e76-715002282338 req-280995bb-5236-44cb-9622-11e10d09be5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:57.861008 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ec33d8d4-2507-4c59-8e76-715002282338 req-280995bb-5236-44cb-9622-11e10d09be5e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd72da9c-d321-4cc4-881d-466168d9f856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2931092 Oct 12 07:37:57.893933 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ab7ce076-c472-4ccf-8312-f4ca87af774a None None] Attempt 8 to provision port f2a671b1-e958-409d-a82c-102bbb9658fd Oct 12 07:37:57.944487 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ab7ce076-c472-4ccf-8312-f4ca87af774a None None] Port f2a671b1-e958-409d-a82c-102bbb9658fd cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:37:58.013654 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-8ae6e21f-f8c7-4977-9b1a-b06a306a119c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ad13890296ad4e1ba413d40484628da8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9860811 Oct 12 07:37:58.014961 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae6e21f-f8c7-4977-9b1a-b06a306a119c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfcbb2b-ddc1-4f55-bcc7-2d36bf79980f,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:58.019627 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37444) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:58.039311 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ea7ce64f-76d4-44bb-aee8-835c0876462f tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:58.057938 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e5a58c-8bbb-4ac3-acc5-08348002109a tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:58.058256 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-387f15b9-7f51-467e-96bc-22f301993e3b tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:58.065302 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e5a58c-8bbb-4ac3-acc5-08348002109a tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:58.073741 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e5a58c-8bbb-4ac3-acc5-08348002109a tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:58.078959 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a5e5a58c-8bbb-4ac3-acc5-08348002109a tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.2457018 Oct 12 07:37:58.084039 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37446) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:58.142351 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-134ec4e7-7566-4e5b-918a-d12689b7926f tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:58.164769 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f15b9-7f51-467e-96bc-22f301993e3b tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event deleted for resources: {'Port': ['ID=108bdcf4-f475-41ea-8478-10422e6308a8,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:58.165801 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 06a8e7d8-3f65-4fff-a713-c85b9ee5069b up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:37:58.179458 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-387f15b9-7f51-467e-96bc-22f301993e3b tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:58.185084 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-387f15b9-7f51-467e-96bc-22f301993e3b tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/ports/108bdcf4-f475-41ea-8478-10422e6308a8 HTTP/1.1" status: 204 len: 168 time: 1.5414581 Oct 12 07:37:58.193114 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37448) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:58.222537 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 06a8e7d8-3f65-4fff-a713-c85b9ee5069b triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:58.223570 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:58.224269 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 06a8e7d8-3f65-4fff-a713-c85b9ee5069b Oct 12 07:37:58.265492 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4059490-e679-4175-b923-1a29d1ab5c55 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] GET failed (client error): The resource could not be found. Oct 12 07:37:58.267161 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a4059490-e679-4175-b923-1a29d1ab5c55 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "GET /v2.0/ports/108bdcf4-f475-41ea-8478-10422e6308a8 HTTP/1.1" status: 404 len: 333 time: 0.0724599 Oct 12 07:37:58.277616 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37450) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:58.287779 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-6b24afe5-5a7f-4d98-9b8c-b7ada02ee757 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'port': {'network_id': '5464953c-71d3-4410-9e99-b16a0a4807b7', 'name': 'tempest-PortsIpV6TestJSON-173213969'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:37:58.366311 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-134ec4e7-7566-4e5b-918a-d12689b7926f tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:58.445965 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ab7ce076-c472-4ccf-8312-f4ca87af774a None None] Attempt 9 to provision port f2a671b1-e958-409d-a82c-102bbb9658fd Oct 12 07:37:58.501929 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134ec4e7-7566-4e5b-918a-d12689b7926f tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:58.514579 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ab7ce076-c472-4ccf-8312-f4ca87af774a None None] Port f2a671b1-e958-409d-a82c-102bbb9658fd cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:37:58.515141 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 06a8e7d8-3f65-4fff-a713-c85b9ee5069b is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:37:58.515583 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:58.516957 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-62cee653-2b24-4a86-842d-b630d6b2f88c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:58.517921 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-134ec4e7-7566-4e5b-918a-d12689b7926f tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:58.528487 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-63618da9-17bf-41c6-aa56-f452ed5fba9d tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Deleting port aaf04c1d-f5cd-4f5f-9c71-ad7d5fdaa480 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:58.528833 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63618da9-17bf-41c6-aa56-f452ed5fba9d tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:58.532839 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134ec4e7-7566-4e5b-918a-d12689b7926f tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:37:58.538230 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ec4e7-7566-4e5b-918a-d12689b7926f tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Pushing event updated for resources: {'Port': ['ID=cdf56801-a410-4680-98a0-295eabfa09a0,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:58.555761 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 06a8e7d8-3f65-4fff-a713-c85b9ee5069b, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=06a8e7d8-3f65-4fff-a713-c85b9ee5069b,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:37:58.562657 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:58.615991 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b24afe5-5a7f-4d98-9b8c-b7ada02ee757 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Made reservation on behalf of e65c260e166d457d9b3ff4f3fa4c3b6f for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:37:58.619516 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6b24afe5-5a7f-4d98-9b8c-b7ada02ee757 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:58.623041 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=06a8e7d8-3f65-4fff-a713-c85b9ee5069b,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:58.669072 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-62cee653-2b24-4a86-842d-b630d6b2f88c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:58.691744 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ec33d8d4-2507-4c59-8e76-715002282338 req-da3638d2-5f97-42c7-bce7-668dd30ce8b0 service neutron] 10.222.0.23 "GET /v2.0/networks/dd72da9c-d321-4cc4-881d-466168d9f856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7847788 Oct 12 07:37:58.707813 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-42dab5a3-6865-4231-920d-10e9d396f368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:58.722656 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-90ddc9c6-b34e-4247-9ade-716422ff76d7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Allocated IP 2001:db8::1 (9994ec23-a1f7-459d-8925-14bc9ff05f17/c4c233f3-25a3-4e98-a6fb-85eddc0d43d0/6239f76b-0c6f-4455-96cb-1433f0363260) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:37:58.724667 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ea7ce64f-76d4-44bb-aee8-835c0876462f tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:58.727088 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-6b24afe5-5a7f-4d98-9b8c-b7ada02ee757 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] device_id is not set on port 14f64942-24f0-493a-aa39-ed20aa829532 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:37:58.741673 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ea7ce64f-76d4-44bb-aee8-835c0876462f tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:58.781693 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-42dab5a3-6865-4231-920d-10e9d396f368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:58.881623 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63618da9-17bf-41c6-aa56-f452ed5fba9d tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:58.901022 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-62cee653-2b24-4a86-842d-b630d6b2f88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:58.903514 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-62cee653-2b24-4a86-842d-b630d6b2f88c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:58.907004 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-62cee653-2b24-4a86-842d-b630d6b2f88c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/09664b1d-6245-4fe3-a600-7340798227fe HTTP/1.1" status: 204 len: 168 time: 1.1145487 Oct 12 07:37:58.924431 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-63618da9-17bf-41c6-aa56-f452ed5fba9d tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Calling delete_port for aaf04c1d-f5cd-4f5f-9c71-ad7d5fdaa480 owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:58.939107 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ce64f-76d4-44bb-aee8-835c0876462f tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Pushing event updated for resources: {'Port': ['ID=365ab6ad-c35b-41fa-9845-95b96df438df,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:58.943162 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cee653-2b24-4a86-842d-b630d6b2f88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09664b1d-6245-4fe3-a600-7340798227fe,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:58.957265 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ec33d8d4-2507-4c59-8e76-715002282338 req-a3aed641-08d3-4f6c-b994-af74577cef6b service neutron] 10.222.0.23 "GET /v2.0/networks/dd72da9c-d321-4cc4-881d-466168d9f856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542732 Oct 12 07:37:58.964922 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-ea7ce64f-76d4-44bb-aee8-835c0876462f tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] In _notify_port_updated(), no bound segment for port 365ab6ad-c35b-41fa-9845-95b96df438df on network 686762fd-f2d5-4b12-b01c-f50cd0112e24 {{(pid=103201) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 12 07:37:58.971513 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7ce64f-76d4-44bb-aee8-835c0876462f tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:58.972383 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ea7ce64f-76d4-44bb-aee8-835c0876462f tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:58.977028 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ea7ce64f-76d4-44bb-aee8-835c0876462f tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] 10.222.0.26 "PUT /v2.0/ports/365ab6ad-c35b-41fa-9845-95b96df438df HTTP/1.1" status: 200 len: 995 time: 1.7347398 Oct 12 07:37:58.980904 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37454) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:59.015652 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ab7ce076-c472-4ccf-8312-f4ca87af774a None None] Attempt 10 to provision port f2a671b1-e958-409d-a82c-102bbb9658fd Oct 12 07:37:59.032895 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-42dab5a3-6865-4231-920d-10e9d396f368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:59.035829 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-42dab5a3-6865-4231-920d-10e9d396f368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:59.039995 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-42dab5a3-6865-4231-920d-10e9d396f368 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4cfcbb2b-ddc1-4f55-bcc7-2d36bf79980f HTTP/1.1" status: 204 len: 168 time: 1.0065746 Oct 12 07:37:59.050905 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-90ddc9c6-b34e-4247-9ade-716422ff76d7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:59.105856 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dab5a3-6865-4231-920d-10e9d396f368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfcbb2b-ddc1-4f55-bcc7-2d36bf79980f,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:59.135311 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ab7ce076-c472-4ccf-8312-f4ca87af774a None None] Port f2a671b1-e958-409d-a82c-102bbb9658fd cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:37:59.151710 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-6dac9c95-9df5-4902-bbb4-2aede8fdae5e tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Deleting port 365ab6ad-c35b-41fa-9845-95b96df438df {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:37:59.152054 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6dac9c95-9df5-4902-bbb4-2aede8fdae5e tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:59.181813 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-ab7ce076-c472-4ccf-8312-f4ca87af774a None None] Could not find standard attr ID for object 550d287e-2d64-497d-9ab1-d398db801357. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:37:59.189906 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-ab7ce076-c472-4ccf-8312-f4ca87af774a None None] Could not find standard attr ID for object 83d62921-703f-4e29-885d-66ccf2aeadd3. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:37:59.192342 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-90ddc9c6-b34e-4247-9ade-716422ff76d7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:59.199538 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-ab7ce076-c472-4ccf-8312-f4ca87af774a None None] Could not find standard attr ID for object 5d636d8f-9a8d-4baa-917c-938c53826c81. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:37:59.234356 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6b24afe5-5a7f-4d98-9b8c-b7ada02ee757 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:59.292242 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ddc9c6-b34e-4247-9ade-716422ff76d7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:59.293350 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-134ec4e7-7566-4e5b-918a-d12689b7926f tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router_gateway, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:59.304267 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-90ddc9c6-b34e-4247-9ade-716422ff76d7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:59.310654 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ddc9c6-b34e-4247-9ade-716422ff76d7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:37:59.311271 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-90ddc9c6-b34e-4247-9ade-716422ff76d7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:59.316243 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6dac9c95-9df5-4902-bbb4-2aede8fdae5e tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:59.316742 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-f9905261-a4b7-4f91-a0ec-403a9b4c419d None None] Could not find standard attr ID for object e45cc3f9-c97b-475d-8716-ed5feac8291d. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:37:59.318670 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ddc9c6-b34e-4247-9ade-716422ff76d7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Port': ['ID=6239f76b-0c6f-4455-96cb-1433f0363260,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:59.357335 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-f9905261-a4b7-4f91-a0ec-403a9b4c419d None None] Provisioning complete for port 06a8e7d8-3f65-4fff-a713-c85b9ee5069b triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:59.358665 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f9905261-a4b7-4f91-a0ec-403a9b4c419d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:59.361426 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-f9905261-a4b7-4f91-a0ec-403a9b4c419d None None] Attempt 1 to provision port 06a8e7d8-3f65-4fff-a713-c85b9ee5069b Oct 12 07:37:59.370936 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-6dac9c95-9df5-4902-bbb4-2aede8fdae5e tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Calling delete_port for 365ab6ad-c35b-41fa-9845-95b96df438df owned by {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:37:59.563954 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-134ec4e7-7566-4e5b-918a-d12689b7926f tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:59.567042 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-90ddc9c6-b34e-4247-9ade-716422ff76d7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:59.568622 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f9905261-a4b7-4f91-a0ec-403a9b4c419d None None] Current status of the port 06a8e7d8-3f65-4fff-a713-c85b9ee5069b is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:37:59.602284 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-f9905261-a4b7-4f91-a0ec-403a9b4c419d None None] Provisioning complete for port 365ab6ad-c35b-41fa-9845-95b96df438df triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:37:59.602653 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f9905261-a4b7-4f91-a0ec-403a9b4c419d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:59.602986 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-f9905261-a4b7-4f91-a0ec-403a9b4c419d None None] Attempt 1 to provision port 365ab6ad-c35b-41fa-9845-95b96df438df Oct 12 07:37:59.657420 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63618da9-17bf-41c6-aa56-f452ed5fba9d tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:59.693748 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37470) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:37:59.694972 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f9905261-a4b7-4f91-a0ec-403a9b4c419d None None] Port 365ab6ad-c35b-41fa-9845-95b96df438df cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:37:59.698071 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63618da9-17bf-41c6-aa56-f452ed5fba9d tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Pushing event deleted for resources: {'Port': ['ID=aaf04c1d-f5cd-4f5f-9c71-ad7d5fdaa480,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:59.720812 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6b24afe5-5a7f-4d98-9b8c-b7ada02ee757 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:59.812052 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6dac9c95-9df5-4902-bbb4-2aede8fdae5e tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:59.862368 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac9c95-9df5-4902-bbb4-2aede8fdae5e tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Pushing event deleted for resources: {'Port': ['ID=365ab6ad-c35b-41fa-9845-95b96df438df,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:59.899663 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b24afe5-5a7f-4d98-9b8c-b7ada02ee757 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Network 5464953c-71d3-4410-9e99-b16a0a4807b7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:37:59.917133 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-6b24afe5-5a7f-4d98-9b8c-b7ada02ee757 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:37:59.934860 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b24afe5-5a7f-4d98-9b8c-b7ada02ee757 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:37:59.941549 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b24afe5-5a7f-4d98-9b8c-b7ada02ee757 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:37:59.942208 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6b24afe5-5a7f-4d98-9b8c-b7ada02ee757 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:37:59.964701 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b24afe5-5a7f-4d98-9b8c-b7ada02ee757 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event updated for resources: {'Port': ['ID=14f64942-24f0-493a-aa39-ed20aa829532,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:37:59.982206 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-6b24afe5-5a7f-4d98-9b8c-b7ada02ee757 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7019191 Oct 12 07:37:59.999873 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37478) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:00.003595 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a26ee2ee-5246-497d-9d38-e2339022d965 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d2650e9d3c724a9a91f8c87fcdefe2a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2954283 Oct 12 07:38:00.008197 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37480) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:00.012276 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-701344d7-96cd-402e-9154-a754deeefb0e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:00.059183 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6dac9c95-9df5-4902-bbb4-2aede8fdae5e tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:00.062005 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63618da9-17bf-41c6-aa56-f452ed5fba9d tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:00.063862 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-6dac9c95-9df5-4902-bbb4-2aede8fdae5e tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] 10.222.0.26 "DELETE /v2.0/ports/365ab6ad-c35b-41fa-9845-95b96df438df HTTP/1.1" status: 204 len: 168 time: 1.0819161 Oct 12 07:38:00.067547 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-63618da9-17bf-41c6-aa56-f452ed5fba9d tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] 10.222.0.26 "DELETE /v2.0/ports/aaf04c1d-f5cd-4f5f-9c71-ad7d5fdaa480 HTTP/1.1" status: 204 len: 168 time: 1.9740593 Oct 12 07:38:00.068650 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37482) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:00.068763 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37484) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:00.145355 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e784f293-d608-4d70-bffa-3dcead5cb167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:00.161196 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-134ec4e7-7566-4e5b-918a-d12689b7926f tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Router 5c23cffc-62a4-401d-be28-1e1deb575712 is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:38:00.166459 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-90ddc9c6-b34e-4247-9ade-716422ff76d7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:00.177277 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 06a8e7d8-3f65-4fff-a713-c85b9ee5069b up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:38:00.178976 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-90ddc9c6-b34e-4247-9ade-716422ff76d7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:00.180121 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-90ddc9c6-b34e-4247-9ade-716422ff76d7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:00.220968 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-886617d5-54aa-4dcf-8675-7ece71e70e11 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] GET failed (client error): The resource could not be found. Oct 12 07:38:00.222581 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-886617d5-54aa-4dcf-8675-7ece71e70e11 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] 10.222.0.26 "GET /v2.0/ports/365ab6ad-c35b-41fa-9845-95b96df438df HTTP/1.1" status: 404 len: 333 time: 0.1527841 Oct 12 07:38:00.231995 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-f9905261-a4b7-4f91-a0ec-403a9b4c419d None None] Attempt 2 to provision port 365ab6ad-c35b-41fa-9845-95b96df438df Oct 12 07:38:00.234116 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37490) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:00.240054 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ddc9c6-b34e-4247-9ade-716422ff76d7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Port': ['ID=6239f76b-0c6f-4455-96cb-1433f0363260,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:00.245119 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e104ad5-6581-429f-bf5a-f797fd0da46a tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] GET failed (client error): The resource could not be found. Oct 12 07:38:00.251212 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e784f293-d608-4d70-bffa-3dcead5cb167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:00.251372 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-8e104ad5-6581-429f-bf5a-f797fd0da46a tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] 10.222.0.26 "GET /v2.0/ports/aaf04c1d-f5cd-4f5f-9c71-ad7d5fdaa480 HTTP/1.1" status: 404 len: 333 time: 0.1758473 Oct 12 07:38:00.251372 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37492) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:00.251541 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37494) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:00.259518 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-6abe1b23-62f6-4717-ba23-479b47570413 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Request body: {'port': {'network_id': '686762fd-f2d5-4b12-b01c-f50cd0112e24', 'name': 'tempest-AllowedAddressPairTestJSON-667171848'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:00.262694 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f9905261-a4b7-4f91-a0ec-403a9b4c419d None None] Port 365ab6ad-c35b-41fa-9845-95b96df438df was deleted so its status cannot be updated. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 12 07:38:00.268135 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-26b6e3e9-4c9a-4b31-9640-18b31be4a9f0 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Request body: {'port': {'network_id': '03669b8b-3135-46bb-89d8-f37e1bbc68ee', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-437945002'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:00.282764 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-f9905261-a4b7-4f91-a0ec-403a9b4c419d None None] Provisioning complete for port 8497b704-d7b9-4d8d-b6fa-d2541f6baa70 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:00.283443 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f9905261-a4b7-4f91-a0ec-403a9b4c419d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:00.283951 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-f9905261-a4b7-4f91-a0ec-403a9b4c419d None None] Attempt 1 to provision port 8497b704-d7b9-4d8d-b6fa-d2541f6baa70 Oct 12 07:38:00.318403 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 06a8e7d8-3f65-4fff-a713-c85b9ee5069b triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:00.319527 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:00.320038 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 06a8e7d8-3f65-4fff-a713-c85b9ee5069b Oct 12 07:38:00.355518 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f9905261-a4b7-4f91-a0ec-403a9b4c419d None None] Port 8497b704-d7b9-4d8d-b6fa-d2541f6baa70 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:00.409390 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 06a8e7d8-3f65-4fff-a713-c85b9ee5069b is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:00.453472 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e784f293-d608-4d70-bffa-3dcead5cb167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:00.455991 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e784f293-d608-4d70-bffa-3dcead5cb167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:00.457151 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e784f293-d608-4d70-bffa-3dcead5cb167 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5e5cf39d-966d-4c43-9106-8c9ceacd83a2 HTTP/1.1" status: 204 len: 168 time: 0.4454324 Oct 12 07:38:00.484103 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ddc9c6-b34e-4247-9ade-716422ff76d7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:00.487382 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e784f293-d608-4d70-bffa-3dcead5cb167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5cf39d-966d-4c43-9106-8c9ceacd83a2,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:00.495282 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-90ddc9c6-b34e-4247-9ade-716422ff76d7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:00.507726 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abe1b23-62f6-4717-ba23-479b47570413 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Made reservation on behalf of 984766fe70764f019c805acb62a4fe82 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:00.516096 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6abe1b23-62f6-4717-ba23-479b47570413 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:00.604963 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-6abe1b23-62f6-4717-ba23-479b47570413 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] device_id is not set on port b8b3cf08-e6d4-4f1c-8dee-bdcbaf129173 yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:38:00.733034 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-701344d7-96cd-402e-9154-a754deeefb0e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:00.738906 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134ec4e7-7566-4e5b-918a-d12689b7926f tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:38:00.749595 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7eb240a-d82e-4b3e-8a5b-4ed0b598c3eb None None] Sync routers for ids ['5c23cffc-62a4-401d-be28-1e1deb575712'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:38:00.767287 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7eb240a-d82e-4b3e-8a5b-4ed0b598c3eb None None] Routers {'5c23cffc-62a4-401d-be28-1e1deb575712'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:38:00.769108 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-a7eb240a-d82e-4b3e-8a5b-4ed0b598c3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:37:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['5c23cffc-62a4-401d-be28-1e1deb575712'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:00.828472 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ddc9c6-b34e-4247-9ade-716422ff76d7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Router 5819d70c-3a0f-4068-a383-b0a453499c15 is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:38:00.869696 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-f9905261-a4b7-4f91-a0ec-403a9b4c419d None None] Attempt 2 to provision port 8497b704-d7b9-4d8d-b6fa-d2541f6baa70 Oct 12 07:38:00.872862 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-a7eb240a-d82e-4b3e-8a5b-4ed0b598c3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:00.938063 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7eb240a-d82e-4b3e-8a5b-4ed0b598c3eb None None] Routers {'5c23cffc-62a4-401d-be28-1e1deb575712'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:38:00.938659 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-a7eb240a-d82e-4b3e-8a5b-4ed0b598c3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:37:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['5c23cffc-62a4-401d-be28-1e1deb575712'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:00.953398 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-6abe1b23-62f6-4717-ba23-479b47570413 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Allocated IP 172.20.0.9 (686762fd-f2d5-4b12-b01c-f50cd0112e24/b4c839b2-ca9e-46c2-a0d9-cf04cedca23f/b8b3cf08-e6d4-4f1c-8dee-bdcbaf129173) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:00.969048 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-134ec4e7-7566-4e5b-918a-d12689b7926f tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:00.973209 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-134ec4e7-7566-4e5b-918a-d12689b7926f tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.3924947 Oct 12 07:38:00.980389 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37508) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:00.985295 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-e64a8b2e-c0d9-4349-afa4-372da2ab6296 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:01.000407 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-430bf4cb-c2c6-4e8d-88db-b0ce9d8ac872 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2114506557'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:01.009469 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f9905261-a4b7-4f91-a0ec-403a9b4c419d None None] Port 8497b704-d7b9-4d8d-b6fa-d2541f6baa70 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:01.010862 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-a7eb240a-d82e-4b3e-8a5b-4ed0b598c3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:01.012091 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7eb240a-d82e-4b3e-8a5b-4ed0b598c3eb None None] The sync data for ids ['5c23cffc-62a4-401d-be28-1e1deb575712'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:38:01.030810 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ddc9c6-b34e-4247-9ade-716422ff76d7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:38:01.037892 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-90ddc9c6-b34e-4247-9ade-716422ff76d7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "PUT /v2.0/routers/5819d70c-3a0f-4068-a383-b0a453499c15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0722208 Oct 12 07:38:01.041386 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37514) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:01.044062 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52d3424-4013-48ac-a81b-838bb6072aaf None None] Sync routers for ids ['5819d70c-3a0f-4068-a383-b0a453499c15'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:38:01.060560 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52d3424-4013-48ac-a81b-838bb6072aaf None None] Routers {'5819d70c-3a0f-4068-a383-b0a453499c15'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:38:01.061181 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-f52d3424-4013-48ac-a81b-838bb6072aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:37:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['5819d70c-3a0f-4068-a383-b0a453499c15'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:01.103107 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-701344d7-96cd-402e-9154-a754deeefb0e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:01.106295 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430bf4cb-c2c6-4e8d-88db-b0ce9d8ac872 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Made reservation on behalf of c69261fb894e45f2882465961465c54d for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:01.109631 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-430bf4cb-c2c6-4e8d-88db-b0ce9d8ac872 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:01.123970 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512ef027-5c9a-4db0-99bd-43614aa71f05 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:01.125226 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-512ef027-5c9a-4db0-99bd-43614aa71f05 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/ports/6239f76b-0c6f-4455-96cb-1433f0363260 HTTP/1.1" status: 200 len: 911 time: 0.0725472 Oct 12 07:38:01.125861 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-701344d7-96cd-402e-9154-a754deeefb0e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:01.126488 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-701344d7-96cd-402e-9154-a754deeefb0e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] In _notify_port_updated(), no bound segment for port 14f64942-24f0-493a-aa39-ed20aa829532 on network 5464953c-71d3-4410-9e99-b16a0a4807b7 {{(pid=103201) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 12 07:38:01.131974 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701344d7-96cd-402e-9154-a754deeefb0e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:01.132594 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-701344d7-96cd-402e-9154-a754deeefb0e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:01.133886 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-701344d7-96cd-402e-9154-a754deeefb0e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "PUT /v2.0/ports/14f64942-24f0-493a-aa39-ed20aa829532 HTTP/1.1" status: 200 len: 818 time: 1.1269641 Oct 12 07:38:01.134935 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-430bf4cb-c2c6-4e8d-88db-b0ce9d8ac872 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:01.138138 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37516) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:01.138484 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37518) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:01.203313 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-f52d3424-4013-48ac-a81b-838bb6072aaf None None] Set router 5819d70c-3a0f-4068-a383-b0a453499c15 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:38:01.254697 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b6e3e9-4c9a-4b31-9640-18b31be4a9f0 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Made reservation on behalf of e1f6ce3ae64a4960a4cb4e6586a418b9 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:01.258554 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26b6e3e9-4c9a-4b31-9640-18b31be4a9f0 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:01.263386 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701344d7-96cd-402e-9154-a754deeefb0e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event updated for resources: {'Port': ['ID=14f64942-24f0-493a-aa39-ed20aa829532,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:01.322208 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda7dd58-7582-4123-ab07-9ba3acfaf21d tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:01.329035 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda7dd58-7582-4123-ab07-9ba3acfaf21d tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:01.330766 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-bda7dd58-7582-4123-ab07-9ba3acfaf21d tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1907477 Oct 12 07:38:01.336819 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37526) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:01.354457 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-26b6e3e9-4c9a-4b31-9640-18b31be4a9f0 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] device_id is not set on port 1e3eefaa-81cb-4275-982c-650303e0534f yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:38:01.363092 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-75a09a2d-24b5-4a81-a35b-c77ffb94564e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Deleting port 14f64942-24f0-493a-aa39-ed20aa829532 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:38:01.363092 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-75a09a2d-24b5-4a81-a35b-c77ffb94564e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:01.401262 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6abe1b23-62f6-4717-ba23-479b47570413 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:01.441781 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-75a09a2d-24b5-4a81-a35b-c77ffb94564e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:01.459914 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-75a09a2d-24b5-4a81-a35b-c77ffb94564e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Calling delete_port for 14f64942-24f0-493a-aa39-ed20aa829532 owned by {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:38:01.483337 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-f52d3424-4013-48ac-a81b-838bb6072aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5819d70c-3a0f-4068-a383-b0a453499c15', 'name': 'tempest-NetworksTestDHCPv6-router-87545316', 'tenant_id': '3e134b4bc92f4839ac5ca68b448223d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:37:56Z', 'updated_at': '2022-10-12T07:37:59Z', 'revision_number': 2, 'project_id': '3e134b4bc92f4839ac5ca68b448223d9', 'gw_port_host': None, '_interfaces': [{'id': '6239f76b-0c6f-4455-96cb-1433f0363260', 'name': '', 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'tenant_id': '3e134b4bc92f4839ac5ca68b448223d9', 'mac_address': 'fa:16:3e:17:69:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5819d70c-3a0f-4068-a383-b0a453499c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'c4c233f3-25a3-4e98-a6fb-85eddc0d43d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:37:57Z', 'updated_at': '2022-10-12T07:37:59Z', 'revision_number': 2, 'project_id': '3e134b4bc92f4839ac5ca68b448223d9', 'subnets': [{'id': 'c4c233f3-25a3-4e98-a6fb-85eddc0d43d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:01.510016 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-f9905261-a4b7-4f91-a0ec-403a9b4c419d None None] Attempt 3 to provision port 8497b704-d7b9-4d8d-b6fa-d2541f6baa70 Oct 12 07:38:01.529892 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6abe1b23-62f6-4717-ba23-479b47570413 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:01.541632 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52d3424-4013-48ac-a81b-838bb6072aaf None None] Checking router: 5819d70c-3a0f-4068-a383-b0a453499c15 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:38:01.542389 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52d3424-4013-48ac-a81b-838bb6072aaf None None] Updating router 5819d70c-3a0f-4068-a383-b0a453499c15 port 6239f76b-0c6f-4455-96cb-1433f0363260 binding host dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:38:01.584392 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe1b23-62f6-4717-ba23-479b47570413 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Pushing event updated for resources: {'Port': ['ID=b8b3cf08-e6d4-4f1c-8dee-bdcbaf129173,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:01.592854 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37530) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:01.604418 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f9905261-a4b7-4f91-a0ec-403a9b4c419d None None] Port 8497b704-d7b9-4d8d-b6fa-d2541f6baa70 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:01.607170 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f52d3424-4013-48ac-a81b-838bb6072aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:01.610857 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abe1b23-62f6-4717-ba23-479b47570413 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Network 686762fd-f2d5-4b12-b01c-f50cd0112e24 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:01.613436 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-6abe1b23-62f6-4717-ba23-479b47570413 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:01.620114 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abe1b23-62f6-4717-ba23-479b47570413 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:38:01.637560 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-430bf4cb-c2c6-4e8d-88db-b0ce9d8ac872 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:01.654595 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-430bf4cb-c2c6-4e8d-88db-b0ce9d8ac872 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:01.660747 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-75a09a2d-24b5-4a81-a35b-c77ffb94564e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:01.699982 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a09a2d-24b5-4a81-a35b-c77ffb94564e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event deleted for resources: {'Port': ['ID=14f64942-24f0-493a-aa39-ed20aa829532,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:01.708899 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abe1b23-62f6-4717-ba23-479b47570413 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:01.709611 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6abe1b23-62f6-4717-ba23-479b47570413 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:01.731653 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-75a09a2d-24b5-4a81-a35b-c77ffb94564e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:01.738151 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-75a09a2d-24b5-4a81-a35b-c77ffb94564e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/ports/14f64942-24f0-493a-aa39-ed20aa829532 HTTP/1.1" status: 204 len: 168 time: 0.5969718 Oct 12 07:38:01.739800 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37534) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:01.744398 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-6abe1b23-62f6-4717-ba23-479b47570413 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5001936 Oct 12 07:38:01.764958 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37536) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:01.786147 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-1563ff9d-f517-46ce-a2c0-d819804ba3d6 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Request body: {'port': {'network_id': '686762fd-f2d5-4b12-b01c-f50cd0112e24', 'name': 'tempest-AllowedAddressPairTestJSON-778023610'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:01.800228 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f34f8d-5219-4b34-8252-50887d940d8b tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:01.805046 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e6f34f8d-5219-4b34-8252-50887d940d8b tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0640819 Oct 12 07:38:01.805663 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37538) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:01.831618 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceae1405-3ef3-49b5-9a2c-006c580332ea tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] GET failed (client error): The resource could not be found. Oct 12 07:38:01.837749 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-ceae1405-3ef3-49b5-9a2c-006c580332ea tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "GET /v2.0/ports/14f64942-24f0-493a-aa39-ed20aa829532 HTTP/1.1" status: 404 len: 333 time: 0.0307121 Oct 12 07:38:01.838424 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37540) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:01.843966 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-a99f0528-65d4-4a0c-b535-0c6ee23ba489 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-984181706'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:01.846401 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-430bf4cb-c2c6-4e8d-88db-b0ce9d8ac872 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:38:01.848876 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-26b6e3e9-4c9a-4b31-9640-18b31be4a9f0 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Allocated IP 2001:db8::3de (03669b8b-3135-46bb-89d8-f37e1bbc68ee/df7d0be8-6e02-407a-9f13-3ce4689726ca/1e3eefaa-81cb-4275-982c-650303e0534f) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:01.868844 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99f0528-65d4-4a0c-b535-0c6ee23ba489 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Made reservation on behalf of e65c260e166d457d9b3ff4f3fa4c3b6f for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:01.872715 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a99f0528-65d4-4a0c-b535-0c6ee23ba489 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:01.887392 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-21a65cbc-2747-4acb-b3b4-ee8305eb8b50 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1672836116'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:01.901759 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a99f0528-65d4-4a0c-b535-0c6ee23ba489 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:38:01.927245 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a99f0528-65d4-4a0c-b535-0c6ee23ba489 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:01.929740 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-a99f0528-65d4-4a0c-b535-0c6ee23ba489 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Added segment 0add9eb5-aa41-49bf-b581-c2c0ef7e4ae1 of type vlan for network 2ca43a36-95b9-4f39-ab5c-191756b1f470 Oct 12 07:38:01.971185 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430bf4cb-c2c6-4e8d-88db-b0ce9d8ac872 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4104515-71e2-49e1-98c9-7e19bdb0336e,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:01.980229 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a99f0528-65d4-4a0c-b535-0c6ee23ba489 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:02.007715 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-430bf4cb-c2c6-4e8d-88db-b0ce9d8ac872 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:02.008045 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-430bf4cb-c2c6-4e8d-88db-b0ce9d8ac872 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Added segment a06be846-693f-4baa-aa85-0e3162a6d539 of type vlan for network 8b3f15c4-7857-4a10-a1df-d8d2c4e08aac Oct 12 07:38:02.009183 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a99f0528-65d4-4a0c-b535-0c6ee23ba489 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:02.014884 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99f0528-65d4-4a0c-b535-0c6ee23ba489 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:02.015558 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a99f0528-65d4-4a0c-b535-0c6ee23ba489 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:02.031423 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f52d3424-4013-48ac-a81b-838bb6072aaf None None] Notify callbacks [] for port, precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:02.040800 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f52d3424-4013-48ac-a81b-838bb6072aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:02.063382 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a99f0528-65d4-4a0c-b535-0c6ee23ba489 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2238698 Oct 12 07:38:02.064029 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37542) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:02.071157 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-9da7bbc3-fd4f-497a-b42b-80804f2e0fd5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'subnet': {'network_id': '2ca43a36-95b9-4f39-ab5c-191756b1f470', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:02.076828 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e64a8b2e-c0d9-4349-afa4-372da2ab6296 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:02.086069 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a65cbc-2747-4acb-b3b4-ee8305eb8b50 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Made reservation on behalf of 6d4011bbd41f4c1e9844d80c11ed720a for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:02.089502 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-21a65cbc-2747-4acb-b3b4-ee8305eb8b50 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:02.106050 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-f9905261-a4b7-4f91-a0ec-403a9b4c419d None None] Attempt 4 to provision port 8497b704-d7b9-4d8d-b6fa-d2541f6baa70 Oct 12 07:38:02.115063 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f0528-65d4-4a0c-b535-0c6ee23ba489 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event updated for resources: {'Network': ['ID=2ca43a36-95b9-4f39-ab5c-191756b1f470,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:02.156068 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce10625-0263-4518-a016-794592a66954 None None] Pushing event updated for resources: {'Port': ['ID=6239f76b-0c6f-4455-96cb-1433f0363260,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:02.162939 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-430bf4cb-c2c6-4e8d-88db-b0ce9d8ac872 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:02.166438 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10625-0263-4518-a016-794592a66954 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:38:02.166987 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10625-0263-4518-a016-794592a66954 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:38:02.167510 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10625-0263-4518-a016-794592a66954 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:38:02.167995 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10625-0263-4518-a016-794592a66954 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:38:02.168483 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10625-0263-4518-a016-794592a66954 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:38:02.168983 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10625-0263-4518-a016-794592a66954 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:38:02.169369 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f9905261-a4b7-4f91-a0ec-403a9b4c419d None None] Port 8497b704-d7b9-4d8d-b6fa-d2541f6baa70 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:02.169615 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10625-0263-4518-a016-794592a66954 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:38:02.170923 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10625-0263-4518-a016-794592a66954 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:38:02.171417 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10625-0263-4518-a016-794592a66954 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:38:02.171891 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10625-0263-4518-a016-794592a66954 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:38:02.172361 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10625-0263-4518-a016-794592a66954 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:38:02.173161 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 2ca43a36-95b9-4f39-ab5c-191756b1f470 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:38:02.173411 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10625-0263-4518-a016-794592a66954 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:38:02.179106 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-f52d3424-4013-48ac-a81b-838bb6072aaf None None] Attempting to bind port 6239f76b-0c6f-4455-96cb-1433f0363260 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:38:02.179749 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-f52d3424-4013-48ac-a81b-838bb6072aaf None None] Attempting to bind port 6239f76b-0c6f-4455-96cb-1433f0363260 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:38:02.180272 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52d3424-4013-48ac-a81b-838bb6072aaf None None] Attempting to bind port 6239f76b-0c6f-4455-96cb-1433f0363260 on network 9994ec23-a1f7-459d-8925-14bc9ff05f17 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:38:02.183185 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-21a65cbc-2747-4acb-b3b4-ee8305eb8b50 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:02.186941 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52d3424-4013-48ac-a81b-838bb6072aaf None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:38:02.187560 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52d3424-4013-48ac-a81b-838bb6072aaf None None] Checking segment: {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:38:02.188212 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f52d3424-4013-48ac-a81b-838bb6072aaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:02.189286 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52d3424-4013-48ac-a81b-838bb6072aaf None None] Bound using segment: {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:38:02.190240 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-f52d3424-4013-48ac-a81b-838bb6072aaf None None] Bound port: 6239f76b-0c6f-4455-96cb-1433f0363260, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:38:02.190895 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f52d3424-4013-48ac-a81b-838bb6072aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:02.193206 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da7bbc3-fd4f-497a-b42b-80804f2e0fd5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Made reservation on behalf of e65c260e166d457d9b3ff4f3fa4c3b6f for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:02.197204 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e64a8b2e-c0d9-4349-afa4-372da2ab6296 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:02.197593 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9da7bbc3-fd4f-497a-b42b-80804f2e0fd5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:02.267606 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-f52d3424-4013-48ac-a81b-838bb6072aaf None None] For port 6239f76b-0c6f-4455-96cb-1433f0363260, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:38:02.272629 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-f52d3424-4013-48ac-a81b-838bb6072aaf None None] For port 6239f76b-0c6f-4455-96cb-1433f0363260, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=6239f76b-0c6f-4455-96cb-1433f0363260,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:38:02.280413 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f52d3424-4013-48ac-a81b-838bb6072aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:02.321640 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-430bf4cb-c2c6-4e8d-88db-b0ce9d8ac872 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:02.327191 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430bf4cb-c2c6-4e8d-88db-b0ce9d8ac872 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:02.327809 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-430bf4cb-c2c6-4e8d-88db-b0ce9d8ac872 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:02.336935 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52d3424-4013-48ac-a81b-838bb6072aaf None None] Routers {'5819d70c-3a0f-4068-a383-b0a453499c15'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:38:02.337634 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-f52d3424-4013-48ac-a81b-838bb6072aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:37:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['5819d70c-3a0f-4068-a383-b0a453499c15'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:02.401985 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1563ff9d-f517-46ce-a2c0-d819804ba3d6 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Made reservation on behalf of 984766fe70764f019c805acb62a4fe82 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:02.406004 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1563ff9d-f517-46ce-a2c0-d819804ba3d6 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:02.421367 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce10625-0263-4518-a016-794592a66954 None None] Pushing event updated for resources: {'Port': ['ID=6239f76b-0c6f-4455-96cb-1433f0363260,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:02.423409 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9da7bbc3-fd4f-497a-b42b-80804f2e0fd5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:02.447934 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-f52d3424-4013-48ac-a81b-838bb6072aaf None None] Set router 5819d70c-3a0f-4068-a383-b0a453499c15 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:38:02.461308 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-430bf4cb-c2c6-4e8d-88db-b0ce9d8ac872 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.2025354 Oct 12 07:38:02.469978 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37544) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:02.476171 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-b46680e8-e00d-4605-b8a0-44dd4535f84b tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Request body: {'subnet': {'network_id': '8b3f15c4-7857-4a10-a1df-d8d2c4e08aac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:02.515997 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-1563ff9d-f517-46ce-a2c0-d819804ba3d6 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] device_id is not set on port a49f1ab9-7caa-4ac0-b135-e580f6bcf0d5 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:38:02.530421 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430bf4cb-c2c6-4e8d-88db-b0ce9d8ac872 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Pushing event updated for resources: {'Network': ['ID=8b3f15c4-7857-4a10-a1df-d8d2c4e08aac,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:02.539582 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da7bbc3-fd4f-497a-b42b-80804f2e0fd5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event updated for resources: {'Subnet': ['ID=de9bb1a0-e444-40bf-90ae-e0b0369c1b65,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:02.571894 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 8b3f15c4-7857-4a10-a1df-d8d2c4e08aac details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:38:02.577024 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da7bbc3-fd4f-497a-b42b-80804f2e0fd5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Checking segment: {'id': '0add9eb5-aa41-49bf-b581-c2c0ef7e4ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ca43a36-95b9-4f39-ab5c-191756b1f470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:38:02.577363 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da7bbc3-fd4f-497a-b42b-80804f2e0fd5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Network hostable DHCP agents. Network: 2ca43a36-95b9-4f39-ab5c-191756b1f470, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:38:02.597071 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26b6e3e9-4c9a-4b31-9640-18b31be4a9f0 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:02.609019 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da7bbc3-fd4f-497a-b42b-80804f2e0fd5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Network 2ca43a36-95b9-4f39-ab5c-191756b1f470 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:38:02.623780 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46680e8-e00d-4605-b8a0-44dd4535f84b tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Made reservation on behalf of c69261fb894e45f2882465961465c54d for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:02.628576 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b46680e8-e00d-4605-b8a0-44dd4535f84b tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:02.635026 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-9da7bbc3-fd4f-497a-b42b-80804f2e0fd5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 2ca43a36-95b9-4f39-ab5c-191756b1f470) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:02.665755 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da7bbc3-fd4f-497a-b42b-80804f2e0fd5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:02.666428 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9da7bbc3-fd4f-497a-b42b-80804f2e0fd5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:02.673345 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6670db53-6a24-4750-a2bc-f5f6b5988f43 None None] Network 2ca43a36-95b9-4f39-ab5c-191756b1f470 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:38:02.676491 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-e64a8b2e-c0d9-4349-afa4-372da2ab6296 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Deleting port cdf56801-a410-4680-98a0-295eabfa09a0 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:38:02.676837 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e64a8b2e-c0d9-4349-afa4-372da2ab6296 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:02.702294 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-21a65cbc-2747-4acb-b3b4-ee8305eb8b50 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:02.713749 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-f52d3424-4013-48ac-a81b-838bb6072aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5819d70c-3a0f-4068-a383-b0a453499c15', 'name': 'tempest-NetworksTestDHCPv6-router-87545316', 'tenant_id': '3e134b4bc92f4839ac5ca68b448223d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:37:56Z', 'updated_at': '2022-10-12T07:37:59Z', 'revision_number': 2, 'project_id': '3e134b4bc92f4839ac5ca68b448223d9', 'gw_port_host': None, '_interfaces': [{'id': '6239f76b-0c6f-4455-96cb-1433f0363260', 'name': '', 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'tenant_id': '3e134b4bc92f4839ac5ca68b448223d9', 'mac_address': 'fa:16:3e:17:69:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5819d70c-3a0f-4068-a383-b0a453499c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'c4c233f3-25a3-4e98-a6fb-85eddc0d43d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:37:57Z', 'updated_at': '2022-10-12T07:38:02Z', 'revision_number': 4, 'project_id': '3e134b4bc92f4839ac5ca68b448223d9', 'subnets': [{'id': 'c4c233f3-25a3-4e98-a6fb-85eddc0d43d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:02.740003 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-9da7bbc3-fd4f-497a-b42b-80804f2e0fd5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6703718 Oct 12 07:38:02.740284 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37546) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:02.746278 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-9e196ebd-5e44-4d29-9569-c70b59337e62 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'subnet': {'network_id': '2ca43a36-95b9-4f39-ab5c-191756b1f470', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:02.756861 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52d3424-4013-48ac-a81b-838bb6072aaf None None] The sync data for ids ['5819d70c-3a0f-4068-a383-b0a453499c15'] in dv-neutron-860909-2-hyperv is: [{'id': '5819d70c-3a0f-4068-a383-b0a453499c15', 'name': 'tempest-NetworksTestDHCPv6-router-87545316', 'tenant_id': '3e134b4bc92f4839ac5ca68b448223d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:37:56Z', 'updated_at': '2022-10-12T07:37:59Z', 'revision_number': 2, 'project_id': '3e134b4bc92f4839ac5ca68b448223d9', 'gw_port_host': None, '_interfaces': [{'id': '6239f76b-0c6f-4455-96cb-1433f0363260', 'name': '', 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'tenant_id': '3e134b4bc92f4839ac5ca68b448223d9', 'mac_address': 'fa:16:3e:17:69:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5819d70c-3a0f-4068-a383-b0a453499c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'c4c233f3-25a3-4e98-a6fb-85eddc0d43d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:37:57Z', 'updated_at': '2022-10-12T07:38:02Z', 'revision_number': 4, 'project_id': '3e134b4bc92f4839ac5ca68b448223d9', 'subnets': [{'id': 'c4c233f3-25a3-4e98-a6fb-85eddc0d43d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:38:02.786072 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-f9905261-a4b7-4f91-a0ec-403a9b4c419d None None] Attempt 5 to provision port 8497b704-d7b9-4d8d-b6fa-d2541f6baa70 Oct 12 07:38:02.869798 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f9905261-a4b7-4f91-a0ec-403a9b4c419d None None] Port 8497b704-d7b9-4d8d-b6fa-d2541f6baa70 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:02.908370 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc45bd5-8e01-43c3-9af6-4b4f1bfb9960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-2ca43a36-95b9-4f39-ab5c-191756b1f470', 'network_id': '2ca43a36-95b9-4f39-ab5c-191756b1f470', 'tenant_id': 'e65c260e166d457d9b3ff4f3fa4c3b6f', 'fixed_ips': [{'subnet_id': 'de9bb1a0-e444-40bf-90ae-e0b0369c1b65'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:38:02.909683 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-afc45bd5-8e01-43c3-9af6-4b4f1bfb9960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:02.999508 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b46680e8-e00d-4605-b8a0-44dd4535f84b tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:03.101919 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-afc45bd5-8e01-43c3-9af6-4b4f1bfb9960 None None] Allocated IP 2001:db8::2 (2ca43a36-95b9-4f39-ab5c-191756b1f470/de9bb1a0-e444-40bf-90ae-e0b0369c1b65/e0ba4a86-b708-428e-8a91-bcc9c960e22b) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:03.112598 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-21a65cbc-2747-4acb-b3b4-ee8305eb8b50 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:03.114990 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e196ebd-5e44-4d29-9569-c70b59337e62 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Made reservation on behalf of e65c260e166d457d9b3ff4f3fa4c3b6f for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:03.120179 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9e196ebd-5e44-4d29-9569-c70b59337e62 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:03.145426 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46680e8-e00d-4605-b8a0-44dd4535f84b tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Checking segment: {'id': 'a06be846-693f-4baa-aa85-0e3162a6d539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8b3f15c4-7857-4a10-a1df-d8d2c4e08aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:38:03.145784 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46680e8-e00d-4605-b8a0-44dd4535f84b tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Network hostable DHCP agents. Network: 8b3f15c4-7857-4a10-a1df-d8d2c4e08aac, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:38:03.157661 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46680e8-e00d-4605-b8a0-44dd4535f84b tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Pushing event updated for resources: {'Subnet': ['ID=15b7436f-8f10-40a2-abe4-78aed2ea4c6b,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:03.199708 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-1563ff9d-f517-46ce-a2c0-d819804ba3d6 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Allocated IP 172.20.0.10 (686762fd-f2d5-4b12-b01c-f50cd0112e24/b4c839b2-ca9e-46c2-a0d9-cf04cedca23f/a49f1ab9-7caa-4ac0-b135-e580f6bcf0d5) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:03.227811 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46680e8-e00d-4605-b8a0-44dd4535f84b tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Network 8b3f15c4-7857-4a10-a1df-d8d2c4e08aac is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:38:03.230325 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21a65cbc-2747-4acb-b3b4-ee8305eb8b50 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:38:03.266537 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a65cbc-2747-4acb-b3b4-ee8305eb8b50 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd19ed4-e5b2-4bb2-accb-4eeae8d822b4,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:03.269458 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26b6e3e9-4c9a-4b31-9640-18b31be4a9f0 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:03.276902 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.ipam_backend_mixin [None req-9e196ebd-5e44-4d29-9569-c70b59337e62 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet de9bb1a0-e444-40bf-90ae-e0b0369c1b65 (CIDR: 2001:db8::/64) Oct 12 07:38:03.279007 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-b46680e8-e00d-4605-b8a0-44dd4535f84b tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 8b3f15c4-7857-4a10-a1df-d8d2c4e08aac) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:03.279658 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-21a65cbc-2747-4acb-b3b4-ee8305eb8b50 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:03.280016 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-21a65cbc-2747-4acb-b3b4-ee8305eb8b50 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Added segment b7c3ec72-871a-4a19-9b25-beb6867df182 of type vlan for network 3d212256-ee23-4061-85c6-3c52822c1a47 Oct 12 07:38:03.281659 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e196ebd-5e44-4d29-9569-c70b59337e62 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:38:03.282140 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e196ebd-5e44-4d29-9569-c70b59337e62 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:38:03.289941 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46680e8-e00d-4605-b8a0-44dd4535f84b tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:03.290569 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b46680e8-e00d-4605-b8a0-44dd4535f84b tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:03.311659 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0965215-f9f8-401b-9d6d-eca7f150cb90 None None] Network 8b3f15c4-7857-4a10-a1df-d8d2c4e08aac requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:38:03.317612 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b46680e8-e00d-4605-b8a0-44dd4535f84b tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8458288 Oct 12 07:38:03.328003 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-9e196ebd-5e44-4d29-9569-c70b59337e62 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5866244 Oct 12 07:38:03.328657 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37548) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:03.328997 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37550) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:03.336724 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-550a82b5-5405-4214-ac50-4c8a6c7a31a2 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'subnet': {'network_id': '2ca43a36-95b9-4f39-ab5c-191756b1f470', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:03.397533 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-afc45bd5-8e01-43c3-9af6-4b4f1bfb9960 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:03.398746 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-f9905261-a4b7-4f91-a0ec-403a9b4c419d None None] Attempt 6 to provision port 8497b704-d7b9-4d8d-b6fa-d2541f6baa70 Oct 12 07:38:03.420924 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b6e3e9-4c9a-4b31-9640-18b31be4a9f0 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Network 03669b8b-3135-46bb-89d8-f37e1bbc68ee is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:03.438206 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-afc45bd5-8e01-43c3-9af6-4b4f1bfb9960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:03.448310 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-26b6e3e9-4c9a-4b31-9640-18b31be4a9f0 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:03.451781 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b6e3e9-4c9a-4b31-9640-18b31be4a9f0 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:38:03.458768 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b6e3e9-4c9a-4b31-9640-18b31be4a9f0 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:03.459654 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26b6e3e9-4c9a-4b31-9640-18b31be4a9f0 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:03.465748 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-3139c119-946d-47a3-a679-26f46ebd3a04 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Request body: {'port': {'network_id': '8b3f15c4-7857-4a10-a1df-d8d2c4e08aac', 'name': 'tempest-TagsExtTest-829870245'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:03.506985 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-21a65cbc-2747-4acb-b3b4-ee8305eb8b50 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:03.526068 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e64a8b2e-c0d9-4349-afa4-372da2ab6296 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:03.539177 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f9905261-a4b7-4f91-a0ec-403a9b4c419d None None] Port 8497b704-d7b9-4d8d-b6fa-d2541f6baa70 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:03.550965 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc45bd5-8e01-43c3-9af6-4b4f1bfb9960 None None] Network 2ca43a36-95b9-4f39-ab5c-191756b1f470 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:03.577986 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b6e3e9-4c9a-4b31-9640-18b31be4a9f0 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Pushing event updated for resources: {'Port': ['ID=1e3eefaa-81cb-4275-982c-650303e0534f,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:03.613265 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-e64a8b2e-c0d9-4349-afa4-372da2ab6296 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Calling delete_port for cdf56801-a410-4680-98a0-295eabfa09a0 owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:38:03.622476 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-afc45bd5-8e01-43c3-9af6-4b4f1bfb9960 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:03.642193 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc45bd5-8e01-43c3-9af6-4b4f1bfb9960 None None] Pushing event updated for resources: {'Port': ['ID=e0ba4a86-b708-428e-8a91-bcc9c960e22b,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:03.653042 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-26b6e3e9-4c9a-4b31-9640-18b31be4a9f0 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.3901536 Oct 12 07:38:03.654733 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc45bd5-8e01-43c3-9af6-4b4f1bfb9960 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:38:03.671789 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37552) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:03.687185 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-24574d23-1478-4de8-b5c4-26b15886c775 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::22c', 'mac_address': 'fa:16:3e:9e:a4:bf'}]}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:03.704095 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2e9d34-9a42-4fbc-b80c-ddcf852bb523 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-8b3f15c4-7857-4a10-a1df-d8d2c4e08aac', 'network_id': '8b3f15c4-7857-4a10-a1df-d8d2c4e08aac', 'tenant_id': 'c69261fb894e45f2882465961465c54d', 'fixed_ips': [{'subnet_id': '15b7436f-8f10-40a2-abe4-78aed2ea4c6b'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:38:03.704892 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dd2e9d34-9a42-4fbc-b80c-ddcf852bb523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:03.731824 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5bfcdf6a-825f-49e7-9c37-06582f3a0282 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:03.797403 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-afc45bd5-8e01-43c3-9af6-4b4f1bfb9960 None None] Attempting to bind port e0ba4a86-b708-428e-8a91-bcc9c960e22b on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:38:03.797692 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-afc45bd5-8e01-43c3-9af6-4b4f1bfb9960 None None] Attempting to bind port e0ba4a86-b708-428e-8a91-bcc9c960e22b by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '0add9eb5-aa41-49bf-b581-c2c0ef7e4ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ca43a36-95b9-4f39-ab5c-191756b1f470'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:38:03.798068 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc45bd5-8e01-43c3-9af6-4b4f1bfb9960 None None] Attempting to bind port e0ba4a86-b708-428e-8a91-bcc9c960e22b on network 2ca43a36-95b9-4f39-ab5c-191756b1f470 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:38:03.809137 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc45bd5-8e01-43c3-9af6-4b4f1bfb9960 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:38:03.809517 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc45bd5-8e01-43c3-9af6-4b4f1bfb9960 None None] Checking segment: {'id': '0add9eb5-aa41-49bf-b581-c2c0ef7e4ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ca43a36-95b9-4f39-ab5c-191756b1f470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:38:03.809914 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-afc45bd5-8e01-43c3-9af6-4b4f1bfb9960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:03.810328 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc45bd5-8e01-43c3-9af6-4b4f1bfb9960 None None] Bound using segment: {'id': '0add9eb5-aa41-49bf-b581-c2c0ef7e4ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ca43a36-95b9-4f39-ab5c-191756b1f470'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:38:03.810935 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-afc45bd5-8e01-43c3-9af6-4b4f1bfb9960 None None] Bound port: e0ba4a86-b708-428e-8a91-bcc9c960e22b, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0add9eb5-aa41-49bf-b581-c2c0ef7e4ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ca43a36-95b9-4f39-ab5c-191756b1f470'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:38:03.811918 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-afc45bd5-8e01-43c3-9af6-4b4f1bfb9960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:03.822177 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-21a65cbc-2747-4acb-b3b4-ee8305eb8b50 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:03.828296 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a65cbc-2747-4acb-b3b4-ee8305eb8b50 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:03.829536 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-21a65cbc-2747-4acb-b3b4-ee8305eb8b50 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:03.895130 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-21a65cbc-2747-4acb-b3b4-ee8305eb8b50 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.3004525 Oct 12 07:38:03.925209 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37554) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:03.932543 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-44dda68c-6225-41b1-a141-57827ac3270e tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Request body: {'subnet': {'network_id': '3d212256-ee23-4061-85c6-3c52822c1a47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:03.984387 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-afc45bd5-8e01-43c3-9af6-4b4f1bfb9960 None None] For port e0ba4a86-b708-428e-8a91-bcc9c960e22b, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:38:04.001835 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-afc45bd5-8e01-43c3-9af6-4b4f1bfb9960 None None] For port e0ba4a86-b708-428e-8a91-bcc9c960e22b, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=e0ba4a86-b708-428e-8a91-bcc9c960e22b,segment=NetworkSegment(0add9eb5-aa41-49bf-b581-c2c0ef7e4ae1),segment_id=0add9eb5-aa41-49bf-b581-c2c0ef7e4ae1)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:38:04.006733 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550a82b5-5405-4214-ac50-4c8a6c7a31a2 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Made reservation on behalf of e65c260e166d457d9b3ff4f3fa4c3b6f for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:04.009859 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-550a82b5-5405-4214-ac50-4c8a6c7a31a2 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:04.010352 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-afc45bd5-8e01-43c3-9af6-4b4f1bfb9960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:04.104528 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44dda68c-6225-41b1-a141-57827ac3270e tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Made reservation on behalf of 6d4011bbd41f4c1e9844d80c11ed720a for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:04.111329 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-44dda68c-6225-41b1-a141-57827ac3270e tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:04.129734 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-f9905261-a4b7-4f91-a0ec-403a9b4c419d None None] Attempt 7 to provision port 8497b704-d7b9-4d8d-b6fa-d2541f6baa70 Oct 12 07:38:04.132861 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc45bd5-8e01-43c3-9af6-4b4f1bfb9960 None None] Pushing event updated for resources: {'Port': ['ID=e0ba4a86-b708-428e-8a91-bcc9c960e22b,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:04.141036 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-dd2e9d34-9a42-4fbc-b80c-ddcf852bb523 None None] Allocated IP 172.20.0.2 (8b3f15c4-7857-4a10-a1df-d8d2c4e08aac/15b7436f-8f10-40a2-abe4-78aed2ea4c6b/98489c5e-4eaa-4168-ab1c-65d313e0788a) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:04.146921 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a65cbc-2747-4acb-b3b4-ee8305eb8b50 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Pushing event updated for resources: {'Network': ['ID=3d212256-ee23-4061-85c6-3c52822c1a47,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:04.157412 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1563ff9d-f517-46ce-a2c0-d819804ba3d6 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:04.185792 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 3d212256-ee23-4061-85c6-3c52822c1a47 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:38:04.274740 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 6239f76b-0c6f-4455-96cb-1433f0363260 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:38:04.354377 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f9905261-a4b7-4f91-a0ec-403a9b4c419d None None] Port 8497b704-d7b9-4d8d-b6fa-d2541f6baa70 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:04.420891 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3139c119-946d-47a3-a679-26f46ebd3a04 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Made reservation on behalf of c69261fb894e45f2882465961465c54d for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:04.421921 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-24574d23-1478-4de8-b5c4-26b15886c775 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:04.426713 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3139c119-946d-47a3-a679-26f46ebd3a04 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:04.464166 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 6239f76b-0c6f-4455-96cb-1433f0363260 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:04.464501 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:04.465256 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 6239f76b-0c6f-4455-96cb-1433f0363260 Oct 12 07:38:04.472909 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-3139c119-946d-47a3-a679-26f46ebd3a04 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] device_id is not set on port 06b55f9d-4f2d-4fe7-bd98-e5e59f15d391 yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:38:04.482395 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1563ff9d-f517-46ce-a2c0-d819804ba3d6 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:04.527658 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e64a8b2e-c0d9-4349-afa4-372da2ab6296 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:04.611119 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1563ff9d-f517-46ce-a2c0-d819804ba3d6 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Network 686762fd-f2d5-4b12-b01c-f50cd0112e24 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:04.625837 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dd2e9d34-9a42-4fbc-b80c-ddcf852bb523 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:04.640547 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dd2e9d34-9a42-4fbc-b80c-ddcf852bb523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:04.642307 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-1563ff9d-f517-46ce-a2c0-d819804ba3d6 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:04.647194 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1563ff9d-f517-46ce-a2c0-d819804ba3d6 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:38:04.659405 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563ff9d-f517-46ce-a2c0-d819804ba3d6 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Pushing event updated for resources: {'Port': ['ID=a49f1ab9-7caa-4ac0-b135-e580f6bcf0d5,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:04.693461 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e9d34-9a42-4fbc-b80c-ddcf852bb523 None None] Pushing event updated for resources: {'Port': ['ID=98489c5e-4eaa-4168-ab1c-65d313e0788a,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:04.695847 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 6239f76b-0c6f-4455-96cb-1433f0363260 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:04.696237 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:04.703915 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2e9d34-9a42-4fbc-b80c-ddcf852bb523 None None] Network 8b3f15c4-7857-4a10-a1df-d8d2c4e08aac is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:04.712543 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-dd2e9d34-9a42-4fbc-b80c-ddcf852bb523 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:04.716232 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2e9d34-9a42-4fbc-b80c-ddcf852bb523 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:38:04.759228 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a8b2e-c0d9-4349-afa4-372da2ab6296 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Pushing event deleted for resources: {'Port': ['ID=cdf56801-a410-4680-98a0-295eabfa09a0,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:04.783342 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 6239f76b-0c6f-4455-96cb-1433f0363260, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=6239f76b-0c6f-4455-96cb-1433f0363260,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:38:04.798224 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-dd2e9d34-9a42-4fbc-b80c-ddcf852bb523 None None] Attempting to bind port 98489c5e-4eaa-4168-ab1c-65d313e0788a on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:38:04.798600 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-dd2e9d34-9a42-4fbc-b80c-ddcf852bb523 None None] Attempting to bind port 98489c5e-4eaa-4168-ab1c-65d313e0788a by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'a06be846-693f-4baa-aa85-0e3162a6d539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8b3f15c4-7857-4a10-a1df-d8d2c4e08aac'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:38:04.801679 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2e9d34-9a42-4fbc-b80c-ddcf852bb523 None None] Attempting to bind port 98489c5e-4eaa-4168-ab1c-65d313e0788a on network 8b3f15c4-7857-4a10-a1df-d8d2c4e08aac {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:38:04.805208 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:04.819437 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2e9d34-9a42-4fbc-b80c-ddcf852bb523 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:38:04.819812 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2e9d34-9a42-4fbc-b80c-ddcf852bb523 None None] Checking segment: {'id': 'a06be846-693f-4baa-aa85-0e3162a6d539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8b3f15c4-7857-4a10-a1df-d8d2c4e08aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:38:04.820213 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dd2e9d34-9a42-4fbc-b80c-ddcf852bb523 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:04.822192 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2e9d34-9a42-4fbc-b80c-ddcf852bb523 None None] Bound using segment: {'id': 'a06be846-693f-4baa-aa85-0e3162a6d539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8b3f15c4-7857-4a10-a1df-d8d2c4e08aac'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:38:04.822874 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-dd2e9d34-9a42-4fbc-b80c-ddcf852bb523 None None] Bound port: 98489c5e-4eaa-4168-ab1c-65d313e0788a, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06be846-693f-4baa-aa85-0e3162a6d539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8b3f15c4-7857-4a10-a1df-d8d2c4e08aac'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:38:04.823666 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dd2e9d34-9a42-4fbc-b80c-ddcf852bb523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:04.857139 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-550a82b5-5405-4214-ac50-4c8a6c7a31a2 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:04.862680 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-f9905261-a4b7-4f91-a0ec-403a9b4c419d None None] Attempt 8 to provision port 8497b704-d7b9-4d8d-b6fa-d2541f6baa70 Oct 12 07:38:04.888325 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-3139c119-946d-47a3-a679-26f46ebd3a04 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Allocated IP 172.20.0.10 (8b3f15c4-7857-4a10-a1df-d8d2c4e08aac/15b7436f-8f10-40a2-abe4-78aed2ea4c6b/06b55f9d-4f2d-4fe7-bd98-e5e59f15d391) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:04.914879 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-44dda68c-6225-41b1-a141-57827ac3270e tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:04.939473 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1563ff9d-f517-46ce-a2c0-d819804ba3d6 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:04.940157 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1563ff9d-f517-46ce-a2c0-d819804ba3d6 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:04.947109 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e64a8b2e-c0d9-4349-afa4-372da2ab6296 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:04.954044 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550a82b5-5405-4214-ac50-4c8a6c7a31a2 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Network 2ca43a36-95b9-4f39-ab5c-191756b1f470 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:04.970956 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-550a82b5-5405-4214-ac50-4c8a6c7a31a2 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:04.979032 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550a82b5-5405-4214-ac50-4c8a6c7a31a2 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:04.979623 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-550a82b5-5405-4214-ac50-4c8a6c7a31a2 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:05.013353 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a82b5-5405-4214-ac50-4c8a6c7a31a2 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event updated for resources: {'Subnet': ['ID=57312ef4-5fde-4256-9601-11ad9e6a8aca,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:05.073067 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-1563ff9d-f517-46ce-a2c0-d819804ba3d6 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2974601 Oct 12 07:38:05.074172 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37558) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:05.078657 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-5bfcdf6a-825f-49e7-9c37-06582f3a0282 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting port 6239f76b-0c6f-4455-96cb-1433f0363260 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:38:05.078998 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5bfcdf6a-825f-49e7-9c37-06582f3a0282 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:05.086173 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-bbff8a49-2aad-412a-ae89-749676f5ff84 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:3a:d6:3a'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:96:dd:fb'}]}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:05.098298 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-550a82b5-5405-4214-ac50-4c8a6c7a31a2 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7655590 Oct 12 07:38:05.106456 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dda68c-6225-41b1-a141-57827ac3270e tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Checking segment: {'id': 'b7c3ec72-871a-4a19-9b25-beb6867df182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3d212256-ee23-4061-85c6-3c52822c1a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:38:05.106824 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dda68c-6225-41b1-a141-57827ac3270e tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Network hostable DHCP agents. Network: 3d212256-ee23-4061-85c6-3c52822c1a47, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:38:05.119570 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37560) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:05.143580 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-9675df91-ab92-457b-8efa-0465086a7f0f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'port': {'network_id': '2ca43a36-95b9-4f39-ab5c-191756b1f470', 'fixed_ips': [{'subnet_id': 'de9bb1a0-e444-40bf-90ae-e0b0369c1b65'}, {'subnet_id': '57312ef4-5fde-4256-9601-11ad9e6a8aca'}], 'name': 'tempest-PortsIpV6TestJSON-607323188'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:05.163410 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=6239f76b-0c6f-4455-96cb-1433f0363260,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:05.167315 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f9905261-a4b7-4f91-a0ec-403a9b4c419d None None] Port 8497b704-d7b9-4d8d-b6fa-d2541f6baa70 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:05.193822 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-dd2e9d34-9a42-4fbc-b80c-ddcf852bb523 None None] For port 98489c5e-4eaa-4168-ab1c-65d313e0788a, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:38:05.197429 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-dd2e9d34-9a42-4fbc-b80c-ddcf852bb523 None None] For port 98489c5e-4eaa-4168-ab1c-65d313e0788a, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=98489c5e-4eaa-4168-ab1c-65d313e0788a,segment=NetworkSegment(a06be846-693f-4baa-aa85-0e3162a6d539),segment_id=a06be846-693f-4baa-aa85-0e3162a6d539)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:38:05.203015 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dd2e9d34-9a42-4fbc-b80c-ddcf852bb523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:05.259078 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dda68c-6225-41b1-a141-57827ac3270e tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Pushing event updated for resources: {'Subnet': ['ID=361fcb5d-2612-484d-a22b-563ab8c02bc0,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:05.269571 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e9d34-9a42-4fbc-b80c-ddcf852bb523 None None] Pushing event updated for resources: {'Port': ['ID=98489c5e-4eaa-4168-ab1c-65d313e0788a,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:05.287138 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-24574d23-1478-4de8-b5c4-26b15886c775 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:05.318338 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dda68c-6225-41b1-a141-57827ac3270e tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Network 3d212256-ee23-4061-85c6-3c52822c1a47 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:38:05.318579 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e64a8b2e-c0d9-4349-afa4-372da2ab6296 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33139406', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33141651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13931'] for router, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:05.320250 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-24574d23-1478-4de8-b5c4-26b15886c775 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:05.320879 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-24574d23-1478-4de8-b5c4-26b15886c775 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] In _notify_port_updated(), no bound segment for port 1e3eefaa-81cb-4275-982c-650303e0534f on network 03669b8b-3135-46bb-89d8-f37e1bbc68ee {{(pid=103201) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 12 07:38:05.326768 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24574d23-1478-4de8-b5c4-26b15886c775 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:05.327345 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-24574d23-1478-4de8-b5c4-26b15886c775 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:05.328692 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-24574d23-1478-4de8-b5c4-26b15886c775 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] 10.222.0.26 "PUT /v2.0/ports/1e3eefaa-81cb-4275-982c-650303e0534f HTTP/1.1" status: 200 len: 1002 time: 1.6496251 Oct 12 07:38:05.336992 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37562) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:05.349496 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e64a8b2e-c0d9-4349-afa4-372da2ab6296 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33139383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33139388', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33141656'] for router, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:05.396021 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-44dda68c-6225-41b1-a141-57827ac3270e tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 3d212256-ee23-4061-85c6-3c52822c1a47) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:05.409469 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c2ba7d-d1be-4041-bee7-d8a19a24c37f None None] Network 3d212256-ee23-4061-85c6-3c52822c1a47 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:38:05.417842 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-5bfcdf6a-825f-49e7-9c37-06582f3a0282 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] For port 6239f76b-0c6f-4455-96cb-1433f0363260, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=6239f76b-0c6f-4455-96cb-1433f0363260,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:38:05.418290 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5bfcdf6a-825f-49e7-9c37-06582f3a0282 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:05.441027 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3139c119-946d-47a3-a679-26f46ebd3a04 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:05.443157 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44dda68c-6225-41b1-a141-57827ac3270e tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:05.444017 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-44dda68c-6225-41b1-a141-57827ac3270e tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:05.501908 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-5bfcdf6a-825f-49e7-9c37-06582f3a0282 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Calling delete_port for 6239f76b-0c6f-4455-96cb-1433f0363260 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:38:05.509465 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24574d23-1478-4de8-b5c4-26b15886c775 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Pushing event updated for resources: {'Port': ['ID=1e3eefaa-81cb-4275-982c-650303e0534f,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:05.528235 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9675df91-ab92-457b-8efa-0465086a7f0f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Made reservation on behalf of e65c260e166d457d9b3ff4f3fa4c3b6f for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:05.586716 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-44dda68c-6225-41b1-a141-57827ac3270e tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6591971 Oct 12 07:38:05.597782 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37564) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:05.621993 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-09885f5e-1137-44c6-82c1-3346279fdfe6 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1251696777', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}, 'admin_state_up': False}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:05.660114 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304c9656-eb2c-4dc0-9df9-05383f2c8b1e None None] Network 3d212256-ee23-4061-85c6-3c52822c1a47 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:38:05.677636 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-f9905261-a4b7-4f91-a0ec-403a9b4c419d None None] Attempt 9 to provision port 8497b704-d7b9-4d8d-b6fa-d2541f6baa70 Oct 12 07:38:05.685937 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bbff8a49-2aad-412a-ae89-749676f5ff84 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:05.689421 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e64a8b2e-c0d9-4349-afa4-372da2ab6296 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Router 5c23cffc-62a4-401d-be28-1e1deb575712 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:38:05.755926 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3139c119-946d-47a3-a679-26f46ebd3a04 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:05.777616 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f9905261-a4b7-4f91-a0ec-403a9b4c419d None None] Port 8497b704-d7b9-4d8d-b6fa-d2541f6baa70 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:05.781407 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9675df91-ab92-457b-8efa-0465086a7f0f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:05.855170 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3139c119-946d-47a3-a679-26f46ebd3a04 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Network 8b3f15c4-7857-4a10-a1df-d8d2c4e08aac is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:05.859323 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-3139c119-946d-47a3-a679-26f46ebd3a04 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:05.863592 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3139c119-946d-47a3-a679-26f46ebd3a04 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:38:05.871748 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-9675df91-ab92-457b-8efa-0465086a7f0f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] device_id is not set on port c9c9ab50-5630-4a01-94dd-272cf5c86da9 yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:38:05.876363 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3139c119-946d-47a3-a679-26f46ebd3a04 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Pushing event updated for resources: {'Port': ['ID=06b55f9d-4f2d-4fe7-bd98-e5e59f15d391,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:05.891611 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-09885f5e-1137-44c6-82c1-3346279fdfe6 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:05.892637 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-09885f5e-1137-44c6-82c1-3346279fdfe6 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:05.916845 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-932fc0f1-589d-4739-a83b-f063917f9435 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Deleting port 1e3eefaa-81cb-4275-982c-650303e0534f {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:38:05.917387 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-932fc0f1-589d-4739-a83b-f063917f9435 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:05.921487 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5bfcdf6a-825f-49e7-9c37-06582f3a0282 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:05.974204 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3139c119-946d-47a3-a679-26f46ebd3a04 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:05.974852 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3139c119-946d-47a3-a679-26f46ebd3a04 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:05.984822 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6c35da-31bc-497f-ace0-7355d826d0d8 None None] Network 2ca43a36-95b9-4f39-ab5c-191756b1f470 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:38:06.144936 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-3139c119-946d-47a3-a679-26f46ebd3a04 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.8146873 Oct 12 07:38:06.148572 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37570) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:06.165047 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-a4502db5-7f9c-42cc-85e5-23abb9ef6f3d tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-427730612', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:06.279776 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-f9905261-a4b7-4f91-a0ec-403a9b4c419d None None] Attempt 10 to provision port 8497b704-d7b9-4d8d-b6fa-d2541f6baa70 Oct 12 07:38:06.339253 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a4502db5-7f9c-42cc-85e5-23abb9ef6f3d tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:06.340430 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a4502db5-7f9c-42cc-85e5-23abb9ef6f3d tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:06.385884 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 98489c5e-4eaa-4168-ab1c-65d313e0788a up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:38:06.446056 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1224fdf-8bde-4a0f-a4bb-134a190a3cf4 None None] Update dhcp port {'port': {'network_id': '2ca43a36-95b9-4f39-ab5c-191756b1f470', 'fixed_ips': [{'subnet_id': 'de9bb1a0-e444-40bf-90ae-e0b0369c1b65', 'ip_address': '2001:db8::2'}, {'subnet_id': '57312ef4-5fde-4256-9601-11ad9e6a8aca'}], 'binding:host_id': 'dv-neutron-860909-2-hyperv'}, 'id': 'e0ba4a86-b708-428e-8a91-bcc9c960e22b'} from dv-neutron-860909-2-hyperv. {{(pid=103202) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 07:38:06.460428 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfcdf6a-825f-49e7-9c37-06582f3a0282 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Port': ['ID=6239f76b-0c6f-4455-96cb-1433f0363260,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:06.473718 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64a8b2e-c0d9-4349-afa4-372da2ab6296 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:38:06.484491 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f1224fdf-8bde-4a0f-a4bb-134a190a3cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:06.498532 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f9905261-a4b7-4f91-a0ec-403a9b4c419d None None] Port 8497b704-d7b9-4d8d-b6fa-d2541f6baa70 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:06.506178 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-09885f5e-1137-44c6-82c1-3346279fdfe6 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:06.511620 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a03528-3313-4ea3-89e8-e0fc683e54c3 None None] Sync routers for ids ['5c23cffc-62a4-401d-be28-1e1deb575712'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:38:06.522776 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5af661-9629-41b5-b003-1b37b58ee662 req-03585c6a-f7eb-4c71-8599-04fc3ead477e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:06.523351 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e64a8b2e-c0d9-4349-afa4-372da2ab6296 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:06.524405 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1e5af661-9629-41b5-b003-1b37b58ee662 req-03585c6a-f7eb-4c71-8599-04fc3ead477e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d1d3cbb5d7ca448db4db422a609861ea&device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 1099 time: 0.1863501 Oct 12 07:38:06.526572 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bbff8a49-2aad-412a-ae89-749676f5ff84 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:06.527081 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e64a8b2e-c0d9-4349-afa4-372da2ab6296 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] 10.222.0.26 "PUT /v2.0/routers/5c23cffc-62a4-401d-be28-1e1deb575712 HTTP/1.1" status: 200 len: 706 time: 5.5454888 Oct 12 07:38:06.529977 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37574) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:06.552628 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a03528-3313-4ea3-89e8-e0fc683e54c3 None None] Routers {'5c23cffc-62a4-401d-be28-1e1deb575712'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:38:06.553723 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-c7a03528-3313-4ea3-89e8-e0fc683e54c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:37:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['5c23cffc-62a4-401d-be28-1e1deb575712'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:06.557374 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a4502db5-7f9c-42cc-85e5-23abb9ef6f3d tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:06.599200 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-c7a03528-3313-4ea3-89e8-e0fc683e54c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:06.605661 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e1169-d217-4930-b37f-4fc1d84cf135 req-574d4a9c-141b-49b9-aa48-2b1fbeae433e tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:06.607059 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4e1e1169-d217-4930-b37f-4fc1d84cf135 req-574d4a9c-141b-49b9-aa48-2b1fbeae433e tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.2702923 Oct 12 07:38:06.608169 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a4502db5-7f9c-42cc-85e5-23abb9ef6f3d tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:06.613060 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-f9905261-a4b7-4f91-a0ec-403a9b4c419d None None] Provisioning complete for port 1dfffc9c-e8fb-4596-9977-93af9f9df767 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:06.613376 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f9905261-a4b7-4f91-a0ec-403a9b4c419d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:06.613701 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-f9905261-a4b7-4f91-a0ec-403a9b4c419d None None] Attempt 1 to provision port 1dfffc9c-e8fb-4596-9977-93af9f9df767 Oct 12 07:38:06.634292 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bbff8a49-2aad-412a-ae89-749676f5ff84 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:06.655576 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 98489c5e-4eaa-4168-ab1c-65d313e0788a triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:06.655950 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:06.656285 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 98489c5e-4eaa-4168-ab1c-65d313e0788a Oct 12 07:38:06.723519 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a03528-3313-4ea3-89e8-e0fc683e54c3 None None] Routers {'5c23cffc-62a4-401d-be28-1e1deb575712'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:38:06.724870 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-c7a03528-3313-4ea3-89e8-e0fc683e54c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:37:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['5c23cffc-62a4-401d-be28-1e1deb575712'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:06.779588 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a4502db5-7f9c-42cc-85e5-23abb9ef6f3d tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:06.781142 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a4502db5-7f9c-42cc-85e5-23abb9ef6f3d tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6259131 Oct 12 07:38:06.785223 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5bfcdf6a-825f-49e7-9c37-06582f3a0282 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:06.798184 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37576) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:06.830340 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-bee609c6-6903-43d5-a8c7-e5972f41214c tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1642271657', 'prefixes': ['172.20.0.0/16']}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:06.840671 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4e1e1169-d217-4930-b37f-4fc1d84cf135 req-a5b2672d-d8ab-4828-98d3-760e776f1e10 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2081952 Oct 12 07:38:06.859594 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-927fe75b-5945-45bc-bac2-7956635db181 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] 10.222.0.26 "GET /v2.0/routers/5c23cffc-62a4-401d-be28-1e1deb575712 HTTP/1.1" status: 200 len: 741 time: 0.3147295 Oct 12 07:38:06.862139 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37578) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:06.883417 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbaf1957-0a04-4d86-b6b1-e4c18f73fe18 None None] Network 8b3f15c4-7857-4a10-a1df-d8d2c4e08aac requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:38:06.890215 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-c7a03528-3313-4ea3-89e8-e0fc683e54c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:06.890992 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a03528-3313-4ea3-89e8-e0fc683e54c3 None None] The sync data for ids ['5c23cffc-62a4-401d-be28-1e1deb575712'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:38:06.901911 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbff8a49-2aad-412a-ae89-749676f5ff84 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Pushing event updated for resources: {'Port': ['ID=a49f1ab9-7caa-4ac0-b135-e580f6bcf0d5,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:06.904699 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-bbff8a49-2aad-412a-ae89-749676f5ff84 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] In _notify_port_updated(), no bound segment for port a49f1ab9-7caa-4ac0-b135-e580f6bcf0d5 on network 686762fd-f2d5-4b12-b01c-f50cd0112e24 {{(pid=103200) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 12 07:38:06.910728 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbff8a49-2aad-412a-ae89-749676f5ff84 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:06.911289 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bbff8a49-2aad-412a-ae89-749676f5ff84 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:06.915116 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-bbff8a49-2aad-412a-ae89-749676f5ff84 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] 10.222.0.26 "PUT /v2.0/ports/a49f1ab9-7caa-4ac0-b135-e580f6bcf0d5 HTTP/1.1" status: 200 len: 1055 time: 1.8327155 Oct 12 07:38:06.915647 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-9675df91-ab92-457b-8efa-0465086a7f0f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Allocated IP 2001:db8::32b (2ca43a36-95b9-4f39-ab5c-191756b1f470/de9bb1a0-e444-40bf-90ae-e0b0369c1b65/c9c9ab50-5630-4a01-94dd-272cf5c86da9) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:06.919356 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37580) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:06.938788 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-9675df91-ab92-457b-8efa-0465086a7f0f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Allocated IP 2001:db8:0:1::95 (2ca43a36-95b9-4f39-ab5c-191756b1f470/57312ef4-5fde-4256-9601-11ad9e6a8aca/c9c9ab50-5630-4a01-94dd-272cf5c86da9) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:07.001554 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-2ad5ff8a-5d03-4dcd-9038-6e2863409a64 tempest-RoutersAdminTest-1335773515 tempest-RoutersAdminTest-1335773515-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7&device_id=5c23cffc-62a4-401d-be28-1e1deb575712 HTTP/1.1" status: 200 len: 205 time: 0.1381688 Oct 12 07:38:07.007284 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37582) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:07.010803 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5af661-9629-41b5-b003-1b37b58ee662 req-e855aa9a-a306-4fb9-9f9e-80a42be42075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:07.010961 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f9905261-a4b7-4f91-a0ec-403a9b4c419d None None] Current status of the port 1dfffc9c-e8fb-4596-9977-93af9f9df767 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:07.012315 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1e5af661-9629-41b5-b003-1b37b58ee662 req-e855aa9a-a306-4fb9-9f9e-80a42be42075 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd72da9c-d321-4cc4-881d-466168d9f856 HTTP/1.1" status: 200 len: 913 time: 0.4256690 Oct 12 07:38:07.039123 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-f9905261-a4b7-4f91-a0ec-403a9b4c419d None None] Could not find standard attr ID for object aaf04c1d-f5cd-4f5f-9c71-ad7d5fdaa480. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:38:07.060204 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 98489c5e-4eaa-4168-ab1c-65d313e0788a is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:07.061136 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:07.089886 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-932fc0f1-589d-4739-a83b-f063917f9435 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:07.090128 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-1622fe2d-8c52-47c9-a91e-070436f547a4 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c23cffc-62a4-401d-be28-1e1deb575712 HTTP/1.1" status: 200 len: 205 time: 0.0740368 Oct 12 07:38:07.093948 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37584) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:07.122576 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 98489c5e-4eaa-4168-ab1c-65d313e0788a, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=98489c5e-4eaa-4168-ab1c-65d313e0788a,segment=NetworkSegment(a06be846-693f-4baa-aa85-0e3162a6d539),segment_id=a06be846-693f-4baa-aa85-0e3162a6d539)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:38:07.130755 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:07.131905 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device e0ba4a86-b708-428e-8a91-bcc9c960e22b up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:38:07.135485 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-09885f5e-1137-44c6-82c1-3346279fdfe6 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:07.192340 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-932fc0f1-589d-4739-a83b-f063917f9435 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Calling delete_port for 1e3eefaa-81cb-4275-982c-650303e0534f owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:38:07.231904 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-fd5fbb8a-0c2b-42ac-a242-9bc589f235a6 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Deleting port a49f1ab9-7caa-4ac0-b135-e580f6bcf0d5 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:38:07.232950 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fd5fbb8a-0c2b-42ac-a242-9bc589f235a6 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:07.252866 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-0d80905a-3ea7-463e-a2f0-bc113c14a17c None None] Provisioning complete for port 1e3eefaa-81cb-4275-982c-650303e0534f triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:07.253240 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0d80905a-3ea7-463e-a2f0-bc113c14a17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:07.253570 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-0d80905a-3ea7-463e-a2f0-bc113c14a17c None None] Attempt 1 to provision port 1e3eefaa-81cb-4275-982c-650303e0534f Oct 12 07:38:07.262398 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=98489c5e-4eaa-4168-ab1c-65d313e0788a,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:07.280752 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1e5af661-9629-41b5-b003-1b37b58ee662 req-ae335211-1817-4b35-b733-7cd81eb34c76 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f313128-80bc-4b70-a468-c9add69f7f2f HTTP/1.1" status: 200 len: 1001 time: 0.2252848 Oct 12 07:38:07.287178 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bee609c6-6903-43d5-a8c7-e5972f41214c tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Notify callbacks [] for subnetpool, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:07.289096 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-bee609c6-6903-43d5-a8c7-e5972f41214c tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4669070 Oct 12 07:38:07.315772 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port e0ba4a86-b708-428e-8a91-bcc9c960e22b triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:07.315772 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:07.316586 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port e0ba4a86-b708-428e-8a91-bcc9c960e22b Oct 12 07:38:07.316722 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37586) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:07.317637 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-0d80905a-3ea7-463e-a2f0-bc113c14a17c None None] Port 1e3eefaa-81cb-4275-982c-650303e0534f cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:07.336686 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.tag.tag_plugin [None req-728c23b6-b2d5-4e30-abd6-c66637284423 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '15b7436f-8f10-40a2-abe4-78aed2ea4c6b', 'tempest-TagsExtTest-Tag-705244901') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:07.360444 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4f6b521a-5a2a-4c9d-ab3b-6d815a40c86b tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:07.421053 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5af661-9629-41b5-b003-1b37b58ee662 req-16d8442b-2df6-4cc2-bd1d-f652173858ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:07.423346 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1e5af661-9629-41b5-b003-1b37b58ee662 req-16d8442b-2df6-4cc2-bd1d-f652173858ab service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b41a3bc7-3f1c-47b8-8c1a-d904035b712e HTTP/1.1" status: 200 len: 851 time: 0.1326530 Oct 12 07:38:07.434803 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port e0ba4a86-b708-428e-8a91-bcc9c960e22b is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:07.436306 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:07.472295 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bfcdf6a-825f-49e7-9c37-06582f3a0282 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Router 5819d70c-3a0f-4068-a383-b0a453499c15 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:38:07.506278 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port e0ba4a86-b708-428e-8a91-bcc9c960e22b, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=e0ba4a86-b708-428e-8a91-bcc9c960e22b,segment=NetworkSegment(0add9eb5-aa41-49bf-b581-c2c0ef7e4ae1),segment_id=0add9eb5-aa41-49bf-b581-c2c0ef7e4ae1)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:38:07.517023 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:07.519148 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 6239f76b-0c6f-4455-96cb-1433f0363260 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:38:07.562169 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 6239f76b-0c6f-4455-96cb-1433f0363260 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:38:07.562169 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 6239f76b-0c6f-4455-96cb-1433f0363260 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 12 07:38:07.615587 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Port 6239f76b-0c6f-4455-96cb-1433f0363260 not found, will not notify nova. {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 12 07:38:07.651476 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=e0ba4a86-b708-428e-8a91-bcc9c960e22b,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:07.721768 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4f6b521a-5a2a-4c9d-ab3b-6d815a40c86b tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:07.726809 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4f6b521a-5a2a-4c9d-ab3b-6d815a40c86b tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:07.818718 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-0d80905a-3ea7-463e-a2f0-bc113c14a17c None None] Attempt 2 to provision port 1e3eefaa-81cb-4275-982c-650303e0534f Oct 12 07:38:07.832254 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bfcdf6a-825f-49e7-9c37-06582f3a0282 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:38:07.840075 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-5bfcdf6a-825f-49e7-9c37-06582f3a0282 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "PUT /v2.0/routers/5819d70c-3a0f-4068-a383-b0a453499c15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4952562 Oct 12 07:38:07.846439 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37588) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:07.856012 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a810c05c-4ac4-43fd-9578-5a2acd6df0c9 None None] Sync routers for ids ['5819d70c-3a0f-4068-a383-b0a453499c15'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:38:07.867128 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a810c05c-4ac4-43fd-9578-5a2acd6df0c9 None None] Routers {'5819d70c-3a0f-4068-a383-b0a453499c15'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:38:07.868053 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-0d80905a-3ea7-463e-a2f0-bc113c14a17c None None] Port 1e3eefaa-81cb-4275-982c-650303e0534f cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:07.868216 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-a810c05c-4ac4-43fd-9578-5a2acd6df0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:37:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['5819d70c-3a0f-4068-a383-b0a453499c15'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:07.880579 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4f6b521a-5a2a-4c9d-ab3b-6d815a40c86b tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:07.881117 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6b521a-5a2a-4c9d-ab3b-6d815a40c86b tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Fanout notify agent at l3_agent the message router_deleted on router 5c23cffc-62a4-401d-be28-1e1deb575712 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:38:07.922590 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4f6b521a-5a2a-4c9d-ab3b-6d815a40c86b tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:07.928750 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-4f6b521a-5a2a-4c9d-ab3b-6d815a40c86b tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] 10.222.0.26 "DELETE /v2.0/routers/5c23cffc-62a4-401d-be28-1e1deb575712 HTTP/1.1" status: 204 len: 168 time: 0.8278267 Oct 12 07:38:07.930576 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37592) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:07.950718 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-a810c05c-4ac4-43fd-9578-5a2acd6df0c9 None None] Set router 5819d70c-3a0f-4068-a383-b0a453499c15 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:38:07.986567 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-2261925f-27b6-4d8c-bc2f-609a0bc8cee5 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c23cffc-62a4-401d-be28-1e1deb575712 HTTP/1.1" status: 200 len: 205 time: 0.0495613 Oct 12 07:38:07.992512 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37594) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:08.005308 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357c1921-373a-4d9c-9531-f5a1ca0b721d tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:08.006867 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357c1921-373a-4d9c-9531-f5a1ca0b721d tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:08.008410 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-357c1921-373a-4d9c-9531-f5a1ca0b721d tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1607542 Oct 12 07:38:08.019758 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37596) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:08.044063 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-932fc0f1-589d-4739-a83b-f063917f9435 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:08.045015 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fd5fbb8a-0c2b-42ac-a242-9bc589f235a6 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:08.048075 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-942c229b-6d47-4496-ac9a-cf950ad3895c tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] delete failed (client error): The resource could not be found. Oct 12 07:38:08.049282 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-942c229b-6d47-4496-ac9a-cf950ad3895c tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] 10.222.0.26 "DELETE /v2.0/routers/5c23cffc-62a4-401d-be28-1e1deb575712 HTTP/1.1" status: 404 len: 336 time: 0.0541146 Oct 12 07:38:08.057955 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37598) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:08.108547 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-fd5fbb8a-0c2b-42ac-a242-9bc589f235a6 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Calling delete_port for a49f1ab9-7caa-4ac0-b135-e580f6bcf0d5 owned by {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:38:08.116950 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9675df91-ab92-457b-8efa-0465086a7f0f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:08.124829 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5af661-9629-41b5-b003-1b37b58ee662 req-64c04b83-1a19-4858-8295-30f04c5ae35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:08.125231 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-a810c05c-4ac4-43fd-9578-5a2acd6df0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5819d70c-3a0f-4068-a383-b0a453499c15', 'name': 'tempest-NetworksTestDHCPv6-router-87545316', 'tenant_id': '3e134b4bc92f4839ac5ca68b448223d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:37:56Z', 'updated_at': '2022-10-12T07:38:05Z', 'revision_number': 3, 'project_id': '3e134b4bc92f4839ac5ca68b448223d9', 'gw_port_host': None}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:08.125864 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1e5af661-9629-41b5-b003-1b37b58ee662 req-64c04b83-1a19-4858-8295-30f04c5ae35f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd72da9c-d321-4cc4-881d-466168d9f856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6402957 Oct 12 07:38:08.129601 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932fc0f1-589d-4739-a83b-f063917f9435 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Pushing event deleted for resources: {'Port': ['ID=1e3eefaa-81cb-4275-982c-650303e0534f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:08.149610 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-cebcb7df-dac4-4955-8ed0-3ee2a6a3158d tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] 10.222.0.26 "GET /v2.0/ports?device_id=06ebfbd8-39eb-4819-a683-75776cd658f9 HTTP/1.1" status: 200 len: 205 time: 0.0877943 Oct 12 07:38:08.154178 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37600) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:08.194809 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a810c05c-4ac4-43fd-9578-5a2acd6df0c9 None None] Checking router: 5819d70c-3a0f-4068-a383-b0a453499c15 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:38:08.196771 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16aae1e-f574-4fa1-ae92-c415b520ed56 req-5391fc81-687e-4970-8b0c-2de4912eb7da tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:08.198286 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e16aae1e-f574-4fa1-ae92-c415b520ed56 req-5391fc81-687e-4970-8b0c-2de4912eb7da tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.2488122 Oct 12 07:38:08.223305 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a810c05c-4ac4-43fd-9578-5a2acd6df0c9 None None] Routers {'5819d70c-3a0f-4068-a383-b0a453499c15'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:38:08.224556 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-a810c05c-4ac4-43fd-9578-5a2acd6df0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:37:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['5819d70c-3a0f-4068-a383-b0a453499c15'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:08.237485 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-186335eb-10b4-4c84-a84f-f637aac903dd tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting subnet c4c233f3-25a3-4e98-a6fb-85eddc0d43d0 {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:38:08.259539 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 98489c5e-4eaa-4168-ab1c-65d313e0788a up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:38:08.265870 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-61cad671-f13c-47eb-90b6-9c88f168b200 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] delete failed (client error): The resource could not be found. Oct 12 07:38:08.267197 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-61cad671-f13c-47eb-90b6-9c88f168b200 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] 10.222.0.26 "DELETE /v2.0/routers/06ebfbd8-39eb-4819-a683-75776cd658f9 HTTP/1.1" status: 404 len: 336 time: 0.1107228 Oct 12 07:38:08.270226 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-09885f5e-1137-44c6-82c1-3346279fdfe6 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for router_gateway, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:08.271792 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-186335eb-10b4-4c84-a84f-f637aac903dd tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:08.272142 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37602) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:08.338057 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-00ce5522-6aca-4d8e-b041-c9976c88ca0d tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] 10.222.0.26 "GET /v2.0/ports?device_id=85848ccb-cbd8-4909-b0bc-352bbf8fa06f HTTP/1.1" status: 200 len: 205 time: 0.0645809 Oct 12 07:38:08.341568 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-09885f5e-1137-44c6-82c1-3346279fdfe6 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:08.343464 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37604) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:08.365379 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-a810c05c-4ac4-43fd-9578-5a2acd6df0c9 None None] Set router 5819d70c-3a0f-4068-a383-b0a453499c15 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:38:08.368810 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-0d80905a-3ea7-463e-a2f0-bc113c14a17c None None] Attempt 3 to provision port 1e3eefaa-81cb-4275-982c-650303e0534f Oct 12 07:38:08.370326 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 98489c5e-4eaa-4168-ab1c-65d313e0788a triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:08.370695 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:08.371029 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 98489c5e-4eaa-4168-ab1c-65d313e0788a Oct 12 07:38:08.393798 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-728c23b6-b2d5-4e30-abd6-c66637284423 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "PUT /v2.0/subnets/15b7436f-8f10-40a2-abe4-78aed2ea4c6b/tags/tempest-TagsExtTest-Tag-705244901 HTTP/1.1" status: 201 len: 201 time: 1.0741932 Oct 12 07:38:08.403439 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37606) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:08.420729 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.tag.tag_plugin [None req-84ce5021-b8d4-4bab-9439-6cd6bc916902 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '06b55f9d-4f2d-4fe7-bd98-e5e59f15d391', 'tempest-TagsExtTest-Tag-1699287672') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:08.423294 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-557c0ef1-d9ac-4d28-b51f-29a686572e8a tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] delete failed (client error): The resource could not be found. Oct 12 07:38:08.424607 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-557c0ef1-d9ac-4d28-b51f-29a686572e8a tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] 10.222.0.26 "DELETE /v2.0/routers/85848ccb-cbd8-4909-b0bc-352bbf8fa06f HTTP/1.1" status: 404 len: 336 time: 0.0792570 Oct 12 07:38:08.434563 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37608) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:08.448513 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-0d80905a-3ea7-463e-a2f0-bc113c14a17c None None] Port 1e3eefaa-81cb-4275-982c-650303e0534f was deleted so its status cannot be updated. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 12 07:38:08.476169 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-0d80905a-3ea7-463e-a2f0-bc113c14a17c None None] Provisioning complete for port 98489c5e-4eaa-4168-ab1c-65d313e0788a triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:08.476477 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0d80905a-3ea7-463e-a2f0-bc113c14a17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:08.476779 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-0d80905a-3ea7-463e-a2f0-bc113c14a17c None None] Attempt 1 to provision port 98489c5e-4eaa-4168-ab1c-65d313e0788a Oct 12 07:38:08.477241 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-932fc0f1-589d-4739-a83b-f063917f9435 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:08.483795 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-932fc0f1-589d-4739-a83b-f063917f9435 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] 10.222.0.26 "DELETE /v2.0/ports/1e3eefaa-81cb-4275-982c-650303e0534f HTTP/1.1" status: 204 len: 168 time: 3.1409557 Oct 12 07:38:08.483984 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37610) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:08.497580 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-a810c05c-4ac4-43fd-9578-5a2acd6df0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5819d70c-3a0f-4068-a383-b0a453499c15', 'name': 'tempest-NetworksTestDHCPv6-router-87545316', 'tenant_id': '3e134b4bc92f4839ac5ca68b448223d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:37:56Z', 'updated_at': '2022-10-12T07:38:05Z', 'revision_number': 3, 'project_id': '3e134b4bc92f4839ac5ca68b448223d9', 'gw_port_host': None}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:08.509340 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-186335eb-10b4-4c84-a84f-f637aac903dd tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:08.524182 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-413608dc-fcca-4ce5-bc32-81a5617150dd tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] GET failed (client error): The resource could not be found. Oct 12 07:38:08.524535 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a810c05c-4ac4-43fd-9578-5a2acd6df0c9 None None] The sync data for ids ['5819d70c-3a0f-4068-a383-b0a453499c15'] in dv-neutron-860909-2-hyperv is: [{'id': '5819d70c-3a0f-4068-a383-b0a453499c15', 'name': 'tempest-NetworksTestDHCPv6-router-87545316', 'tenant_id': '3e134b4bc92f4839ac5ca68b448223d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:37:56Z', 'updated_at': '2022-10-12T07:38:05Z', 'revision_number': 3, 'project_id': '3e134b4bc92f4839ac5ca68b448223d9', 'gw_port_host': None}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:38:08.525791 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-413608dc-fcca-4ce5-bc32-81a5617150dd tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] 10.222.0.26 "GET /v2.0/ports/1e3eefaa-81cb-4275-982c-650303e0534f HTTP/1.1" status: 404 len: 333 time: 0.0407753 Oct 12 07:38:08.530275 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37612) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:08.536956 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-49e3d690-5863-4082-bc12-9d6fae991599 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Request body: {'port': {'network_id': '03669b8b-3135-46bb-89d8-f37e1bbc68ee', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1085155543'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:08.541714 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e16aae1e-f574-4fa1-ae92-c415b520ed56 req-3cdf3f13-79ff-46bd-a409-540db086d820 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2940292 Oct 12 07:38:08.594050 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-85c604e1-3da7-4ace-a219-0c0a920a06af tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] 10.222.0.26 "GET /v2.0/ports?device_id=33467ddb-abe7-49bc-b77a-944453c28f20 HTTP/1.1" status: 200 len: 205 time: 0.1090026 Oct 12 07:38:08.594406 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37614) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:08.596634 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9675df91-ab92-457b-8efa-0465086a7f0f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:08.614964 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 98489c5e-4eaa-4168-ab1c-65d313e0788a is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:08.616216 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device e0ba4a86-b708-428e-8a91-bcc9c960e22b up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:38:08.638136 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1e5af661-9629-41b5-b003-1b37b58ee662 req-6407cbf0-08b7-41d5-8528-f8b073591e6d service neutron] 10.222.0.23 "GET /v2.0/networks/dd72da9c-d321-4cc4-881d-466168d9f856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5004275 Oct 12 07:38:08.686044 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-170b6171-b459-4d14-a2d0-9b8a4db47561 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] delete failed (client error): The resource could not be found. Oct 12 07:38:08.689857 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-170b6171-b459-4d14-a2d0-9b8a4db47561 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] 10.222.0.26 "DELETE /v2.0/routers/33467ddb-abe7-49bc-b77a-944453c28f20 HTTP/1.1" status: 404 len: 336 time: 0.1039321 Oct 12 07:38:08.691654 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37616) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:08.700695 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9675df91-ab92-457b-8efa-0465086a7f0f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Network 2ca43a36-95b9-4f39-ab5c-191756b1f470 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:08.737803 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-9675df91-ab92-457b-8efa-0465086a7f0f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:08.747893 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9675df91-ab92-457b-8efa-0465086a7f0f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event updated for resources: {'Port': ['ID=c9c9ab50-5630-4a01-94dd-272cf5c86da9,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:08.769713 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9675df91-ab92-457b-8efa-0465086a7f0f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:38:08.775499 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9675df91-ab92-457b-8efa-0465086a7f0f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:08.776167 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9675df91-ab92-457b-8efa-0465086a7f0f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:08.819360 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-f1224fdf-8bde-4a0f-a4bb-134a190a3cf4 None None] Allocated IP 2001:db8:0:1::2 (2ca43a36-95b9-4f39-ab5c-191756b1f470/57312ef4-5fde-4256-9601-11ad9e6a8aca/e0ba4a86-b708-428e-8a91-bcc9c960e22b) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:08.870193 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fd5fbb8a-0c2b-42ac-a242-9bc589f235a6 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:08.904286 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-9675df91-ab92-457b-8efa-0465086a7f0f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 3.7669315 Oct 12 07:38:08.910197 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-186335eb-10b4-4c84-a84f-f637aac903dd tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:08.940108 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-0d80905a-3ea7-463e-a2f0-bc113c14a17c None None] Current status of the port 98489c5e-4eaa-4168-ab1c-65d313e0788a is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:08.955331 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port e0ba4a86-b708-428e-8a91-bcc9c960e22b triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:08.955787 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:08.956183 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port e0ba4a86-b708-428e-8a91-bcc9c960e22b Oct 12 07:38:09.025232 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5fbb8a-0c2b-42ac-a242-9bc589f235a6 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Pushing event deleted for resources: {'Port': ['ID=a49f1ab9-7caa-4ac0-b135-e580f6bcf0d5,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:09.028113 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-0d80905a-3ea7-463e-a2f0-bc113c14a17c None None] Provisioning complete for port e0ba4a86-b708-428e-8a91-bcc9c960e22b triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:09.028515 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0d80905a-3ea7-463e-a2f0-bc113c14a17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:09.028950 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-0d80905a-3ea7-463e-a2f0-bc113c14a17c None None] Attempt 1 to provision port e0ba4a86-b708-428e-8a91-bcc9c960e22b Oct 12 07:38:09.030339 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1e5af661-9629-41b5-b003-1b37b58ee662 req-42ac0de6-dabf-4732-9835-556c3f360349 service neutron] 10.222.0.23 "GET /v2.0/networks/dd72da9c-d321-4cc4-881d-466168d9f856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814082 Oct 12 07:38:09.035291 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37618) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:09.050927 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-f1224fdf-8bde-4a0f-a4bb-134a190a3cf4 None None] For port e0ba4a86-b708-428e-8a91-bcc9c960e22b, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=e0ba4a86-b708-428e-8a91-bcc9c960e22b,segment=NetworkSegment(0add9eb5-aa41-49bf-b581-c2c0ef7e4ae1),segment_id=0add9eb5-aa41-49bf-b581-c2c0ef7e4ae1)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:38:09.095807 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-09885f5e-1137-44c6-82c1-3346279fdfe6 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Allocated IP 172.26.3.240 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/e98db23b-4fd0-4919-a34f-165eb2e2a566) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:09.096598 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-84ce5021-b8d4-4bab-9439-6cd6bc916902 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "PUT /v2.0/ports/06b55f9d-4f2d-4fe7-bd98-e5e59f15d391/tags/tempest-TagsExtTest-Tag-1699287672 HTTP/1.1" status: 201 len: 201 time: 0.6853471 Oct 12 07:38:09.100438 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37620) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:09.103387 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-31b654f0-a952-4116-802f-36e8e5cf727f tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] 10.222.0.26 "GET /v2.0/ports?device_id=402e5585-3312-4b5c-9434-70c72aabe834 HTTP/1.1" status: 200 len: 205 time: 0.4076729 Oct 12 07:38:09.121311 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.tag.tag_plugin [None req-58908a5f-ef60-400b-9b64-0da4f6fb2029 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'cbfa5a15-48a3-4f56-92ea-1d9db2b92189', 'tempest-TagsExtTest-Tag-1651185973') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:09.125486 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37622) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:09.151164 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f1224fdf-8bde-4a0f-a4bb-134a190a3cf4 None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:09.163923 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-42d1251b-09e0-4145-8667-f77196df933f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'de9bb1a0-e444-40bf-90ae-e0b0369c1b65'}]}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:09.197445 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f1224fdf-8bde-4a0f-a4bb-134a190a3cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:09.245792 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-8d591608-f9c3-4e06-8712-71696d342e4a tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] delete failed (client error): The resource could not be found. Oct 12 07:38:09.247247 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-8d591608-f9c3-4e06-8712-71696d342e4a tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] 10.222.0.26 "DELETE /v2.0/routers/402e5585-3312-4b5c-9434-70c72aabe834 HTTP/1.1" status: 404 len: 336 time: 0.1197317 Oct 12 07:38:09.254639 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37624) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:09.298740 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-42d1251b-09e0-4145-8667-f77196df933f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:09.305526 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-fe18c26f-0638-4c90-b3c4-79776428fc5e tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] 10.222.0.26 "GET /v2.0/ports?device_id=9cf82907-5f18-4422-a3b8-e93466cf2adc HTTP/1.1" status: 200 len: 205 time: 0.0338087 Oct 12 07:38:09.312502 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37626) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:09.322040 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:38:09.367839 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e3d690-5863-4082-bc12-9d6fae991599 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Made reservation on behalf of e1f6ce3ae64a4960a4cb4e6586a418b9 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:09.371491 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-49e3d690-5863-4082-bc12-9d6fae991599 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:09.416015 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port e0ba4a86-b708-428e-8a91-bcc9c960e22b is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:09.422625 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1224fdf-8bde-4a0f-a4bb-134a190a3cf4 None None] Pushing event updated for resources: {'Port': ['ID=e0ba4a86-b708-428e-8a91-bcc9c960e22b,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:09.428559 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-186335eb-10b4-4c84-a84f-f637aac903dd tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:09.439687 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-0d80905a-3ea7-463e-a2f0-bc113c14a17c None None] Current status of the port e0ba4a86-b708-428e-8a91-bcc9c960e22b is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:09.446259 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-0d80905a-3ea7-463e-a2f0-bc113c14a17c None None] Could not find standard attr ID for object a49f1ab9-7caa-4ac0-b135-e580f6bcf0d5. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:38:09.448036 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-49e3d690-5863-4082-bc12-9d6fae991599 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] device_id is not set on port f3061ed7-27e6-4208-8ed2-a187270112d2 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:38:09.453073 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-0d80905a-3ea7-463e-a2f0-bc113c14a17c None None] Could not find standard attr ID for object 6239f76b-0c6f-4455-96cb-1433f0363260. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:38:09.463639 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-58908a5f-ef60-400b-9b64-0da4f6fb2029 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "PUT /v2.0/routers/cbfa5a15-48a3-4f56-92ea-1d9db2b92189/tags/tempest-TagsExtTest-Tag-1651185973 HTTP/1.1" status: 201 len: 201 time: 0.3588965 Oct 12 07:38:09.467764 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37628) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:09.475895 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-0d80905a-3ea7-463e-a2f0-bc113c14a17c None None] Provisioning complete for port b8b3cf08-e6d4-4f1c-8dee-bdcbaf129173 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:09.476399 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0d80905a-3ea7-463e-a2f0-bc113c14a17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:09.476746 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-0d80905a-3ea7-463e-a2f0-bc113c14a17c None None] Attempt 1 to provision port b8b3cf08-e6d4-4f1c-8dee-bdcbaf129173 Oct 12 07:38:09.482952 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-cd222077-547e-4da5-b5a1-bbb052489858 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] delete failed (client error): The resource could not be found. Oct 12 07:38:09.486652 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-cd222077-547e-4da5-b5a1-bbb052489858 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] 10.222.0.26 "DELETE /v2.0/routers/9cf82907-5f18-4422-a3b8-e93466cf2adc HTTP/1.1" status: 404 len: 336 time: 0.1138473 Oct 12 07:38:09.506769 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37630) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:09.509184 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-09885f5e-1137-44c6-82c1-3346279fdfe6 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:09.513561 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.tag.tag_plugin [None req-93dc829c-7667-469b-8965-93d18fa4a7f0 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd34d2ca5-98a4-4c46-b249-d71d465f7cb9', 'tempest-TagsExtTest-Tag-497825030') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:09.531196 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-0d80905a-3ea7-463e-a2f0-bc113c14a17c None None] Port b8b3cf08-e6d4-4f1c-8dee-bdcbaf129173 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:09.553167 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186335eb-10b4-4c84-a84f-f637aac903dd tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Subnet': ['ID=c4c233f3-25a3-4e98-a6fb-85eddc0d43d0,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:09.576366 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d88d848-387c-4f98-aceb-d1883d05bbec None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:38:09.588229 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-186335eb-10b4-4c84-a84f-f637aac903dd tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:09.594352 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-186335eb-10b4-4c84-a84f-f637aac903dd tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/c4c233f3-25a3-4e98-a6fb-85eddc0d43d0 HTTP/1.1" status: 204 len: 168 time: 1.5644238 Oct 12 07:38:09.598740 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37632) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:09.599688 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-19a7f7db-51c6-4817-b43a-5dd496425bb0 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] DELETE failed (client error): The resource could not be found. Oct 12 07:38:09.600137 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19a7f7db-51c6-4817-b43a-5dd496425bb0 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:38:09.608189 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-19a7f7db-51c6-4817-b43a-5dd496425bb0 tempest-RoutersAdminTest-2043359303 tempest-RoutersAdminTest-2043359303-project] 10.222.0.26 "DELETE /v2.0/subnets/6e634e4c-bb8f-411d-a249-58d2dc6ada37 HTTP/1.1" status: 404 len: 337 time: 0.0906186 Oct 12 07:38:09.660190 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-93dc829c-7667-469b-8965-93d18fa4a7f0 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "PUT /v2.0/subnetpools/d34d2ca5-98a4-4c46-b249-d71d465f7cb9/tags/tempest-TagsExtTest-Tag-497825030 HTTP/1.1" status: 201 len: 201 time: 0.1893053 Oct 12 07:38:09.661997 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37638) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:09.674615 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.tag.tag_plugin [None req-56525c40-2d86-4946-904a-1fca9c78c7f2 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '15b7436f-8f10-40a2-abe4-78aed2ea4c6b') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:09.690984 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fd5fbb8a-0c2b-42ac-a242-9bc589f235a6 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:09.694877 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-fd5fbb8a-0c2b-42ac-a242-9bc589f235a6 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] 10.222.0.26 "DELETE /v2.0/ports/a49f1ab9-7caa-4ac0-b135-e580f6bcf0d5 HTTP/1.1" status: 204 len: 168 time: 2.7700410 Oct 12 07:38:09.704527 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37640) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:09.749578 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-49e3d690-5863-4082-bc12-9d6fae991599 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Allocated IP 2001:db8::23a (03669b8b-3135-46bb-89d8-f37e1bbc68ee/df7d0be8-6e02-407a-9f13-3ce4689726ca/f3061ed7-27e6-4208-8ed2-a187270112d2) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:09.758454 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-09885f5e-1137-44c6-82c1-3346279fdfe6 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:09.855307 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09885f5e-1137-44c6-82c1-3346279fdfe6 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Pushing event updated for resources: {'Port': ['ID=e98db23b-4fd0-4919-a34f-165eb2e2a566,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:09.935747 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d42a7ff-c661-423b-a20d-ba3ff1415823 None None] DHCP port deletion for 9994ec23-a1f7-459d-8925-14bc9ff05f17 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:38:09.942426 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd6dfb4b-61d6-410a-8dbd-0062f182990d tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] GET failed (client error): The resource could not be found. Oct 12 07:38:09.946236 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-dd6dfb4b-61d6-410a-8dbd-0062f182990d tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] 10.222.0.26 "GET /v2.0/ports/a49f1ab9-7caa-4ac0-b135-e580f6bcf0d5 HTTP/1.1" status: 404 len: 333 time: 0.2384787 Oct 12 07:38:09.950841 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37644) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:09.964109 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09885f5e-1137-44c6-82c1-3346279fdfe6 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:09.975914 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-09885f5e-1137-44c6-82c1-3346279fdfe6 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:09.983393 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09885f5e-1137-44c6-82c1-3346279fdfe6 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:38:09.991345 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-42d1251b-09e0-4145-8667-f77196df933f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Delete allocated IP 2001:db8:0:1::95 (2ca43a36-95b9-4f39-ab5c-191756b1f470/57312ef4-5fde-4256-9601-11ad9e6a8aca) {{(pid=103200) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 12 07:38:10.033564 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-0d80905a-3ea7-463e-a2f0-bc113c14a17c None None] Attempt 2 to provision port b8b3cf08-e6d4-4f1c-8dee-bdcbaf129173 Oct 12 07:38:10.043646 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-56525c40-2d86-4946-904a-1fca9c78c7f2 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "GET /v2.0/subnets/15b7436f-8f10-40a2-abe4-78aed2ea4c6b/tags HTTP/1.1" status: 200 len: 240 time: 0.3785961 Oct 12 07:38:10.064779 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37646) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:10.064779 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37648) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:10.070433 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.tag.tag_plugin [None req-d8df8e27-0729-4a5d-b4b1-927c23904e1c tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '15b7436f-8f10-40a2-abe4-78aed2ea4c6b', 'tempest-TagsExtTest-Tag-705244901') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:10.100518 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b2c9cab4-e8ab-44da-89b0-46825b2defe4 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.4937909 Oct 12 07:38:10.104442 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37652) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:10.118790 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7d42a7ff-c661-423b-a20d-ba3ff1415823 None None] Deleting port 06a8e7d8-3f65-4fff-a713-c85b9ee5069b {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:38:10.119180 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7d42a7ff-c661-423b-a20d-ba3ff1415823 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:10.163657 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-0d80905a-3ea7-463e-a2f0-bc113c14a17c None None] Port b8b3cf08-e6d4-4f1c-8dee-bdcbaf129173 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:10.191592 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0348c1-3a2e-47f3-b7ad-d5a22102a418 req-c1b9e6c6-c1a3-4d25-9261-ae73958e2e64 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:10.194460 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ea0348c1-3a2e-47f3-b7ad-d5a22102a418 req-c1b9e6c6-c1a3-4d25-9261-ae73958e2e64 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.3391099 Oct 12 07:38:10.210525 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device e0ba4a86-b708-428e-8a91-bcc9c960e22b up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:38:10.259306 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-7d42a7ff-c661-423b-a20d-ba3ff1415823 None None] For port 06a8e7d8-3f65-4fff-a713-c85b9ee5069b, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=06a8e7d8-3f65-4fff-a713-c85b9ee5069b,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:38:10.259570 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7d42a7ff-c661-423b-a20d-ba3ff1415823 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:10.282836 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7d42a7ff-c661-423b-a20d-ba3ff1415823 None None] Calling delete_port for 06a8e7d8-3f65-4fff-a713-c85b9ee5069b owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:38:10.331265 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f76ccfb-d301-4f65-8185-c6db7e48cdba None None] Network 2ca43a36-95b9-4f39-ab5c-191756b1f470 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:38:10.368997 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fc9a06bb-28b5-4401-a98a-e735da2059ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:10.378701 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-49e3d690-5863-4082-bc12-9d6fae991599 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:10.381581 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port e0ba4a86-b708-428e-8a91-bcc9c960e22b triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:10.381953 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:10.382313 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port e0ba4a86-b708-428e-8a91-bcc9c960e22b Oct 12 07:38:10.417616 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d8df8e27-0729-4a5d-b4b1-927c23904e1c tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "GET /v2.0/subnets/15b7436f-8f10-40a2-abe4-78aed2ea4c6b/tags/tempest-TagsExtTest-Tag-705244901 HTTP/1.1" status: 204 len: 168 time: 0.3513689 Oct 12 07:38:10.423122 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37654) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:10.426903 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2f1a90c4-06d7-4a1e-bd71-254d59d21871 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for router, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:10.427683 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.tag.tag_plugin [None req-76e6d3ec-c6c8-4a26-8c97-ba2321da61c5 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '15b7436f-8f10-40a2-abe4-78aed2ea4c6b', 'tempest-TagsExtTest-Tag-705244901') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:10.502619 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ea0348c1-3a2e-47f3-b7ad-d5a22102a418 req-d4c64a76-6ea4-4286-9c75-53f94f2efacd tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2788277 Oct 12 07:38:10.506717 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7d42a7ff-c661-423b-a20d-ba3ff1415823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:10.529762 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d42a7ff-c661-423b-a20d-ba3ff1415823 None None] No DVR routers for this DVR port 06a8e7d8-3f65-4fff-a713-c85b9ee5069b on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:38:10.557911 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-49e3d690-5863-4082-bc12-9d6fae991599 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:10.573787 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d42a7ff-c661-423b-a20d-ba3ff1415823 None None] Pushing event deleted for resources: {'Port': ['ID=06a8e7d8-3f65-4fff-a713-c85b9ee5069b,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:10.596194 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port e0ba4a86-b708-428e-8a91-bcc9c960e22b is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:10.657299 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-45f1568d-320a-41c2-9fc3-9f5f07019521 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Deleting port b8b3cf08-e6d4-4f1c-8dee-bdcbaf129173 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:38:10.657637 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-45f1568d-320a-41c2-9fc3-9f5f07019521 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:10.665891 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-0d80905a-3ea7-463e-a2f0-bc113c14a17c None None] Attempt 3 to provision port b8b3cf08-e6d4-4f1c-8dee-bdcbaf129173 Oct 12 07:38:10.696863 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e3d690-5863-4082-bc12-9d6fae991599 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Network 03669b8b-3135-46bb-89d8-f37e1bbc68ee is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:10.699083 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2f1a90c4-06d7-4a1e-bd71-254d59d21871 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:10.704188 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 6239f76b-0c6f-4455-96cb-1433f0363260 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:38:10.710809 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-42d1251b-09e0-4145-8667-f77196df933f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:10.714972 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2f1a90c4-06d7-4a1e-bd71-254d59d21871 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:10.722226 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-42d1251b-09e0-4145-8667-f77196df933f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:10.728854 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fc9a06bb-28b5-4401-a98a-e735da2059ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:10.730876 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-49e3d690-5863-4082-bc12-9d6fae991599 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:10.738581 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 6239f76b-0c6f-4455-96cb-1433f0363260 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:38:10.739304 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 6239f76b-0c6f-4455-96cb-1433f0363260 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:38:10.741059 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 06a8e7d8-3f65-4fff-a713-c85b9ee5069b no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:38:10.751697 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e3d690-5863-4082-bc12-9d6fae991599 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:38:10.762860 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e3d690-5863-4082-bc12-9d6fae991599 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:10.763692 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-49e3d690-5863-4082-bc12-9d6fae991599 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:10.773695 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 06a8e7d8-3f65-4fff-a713-c85b9ee5069b {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:38:10.774293 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 06a8e7d8-3f65-4fff-a713-c85b9ee5069b not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:38:10.776387 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e3d690-5863-4082-bc12-9d6fae991599 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Pushing event updated for resources: {'Port': ['ID=f3061ed7-27e6-4208-8ed2-a187270112d2,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:10.788652 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-0d80905a-3ea7-463e-a2f0-bc113c14a17c None None] Port b8b3cf08-e6d4-4f1c-8dee-bdcbaf129173 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:10.788943 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fc9a06bb-28b5-4401-a98a-e735da2059ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:10.835851 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-fc9a06bb-28b5-4401-a98a-e735da2059ec admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5eb44605fcec42bca7fe704d72983a13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7388847 Oct 12 07:38:10.837342 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-49e3d690-5863-4082-bc12-9d6fae991599 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3060760 Oct 12 07:38:10.849285 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37658) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:10.849607 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37660) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:10.861480 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-c73a0216-bc24-4a03-a957-7cae387b6e37 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:9e:a4:bf'}]}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:10.922802 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-09885f5e-1137-44c6-82c1-3346279fdfe6 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for router_gateway, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:10.988098 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a06bb-28b5-4401-a98a-e735da2059ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191b9f99-1a15-4540-9b52-84132e67be0c,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:11.012289 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-76e6d3ec-c6c8-4a26-8c97-ba2321da61c5 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "DELETE /v2.0/subnets/15b7436f-8f10-40a2-abe4-78aed2ea4c6b/tags/tempest-TagsExtTest-Tag-705244901 HTTP/1.1" status: 204 len: 168 time: 0.5879138 Oct 12 07:38:11.023182 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37662) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:11.040457 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.tag.tag_plugin [None req-971f52c3-86be-4cb8-ab83-71686506c718 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '15b7436f-8f10-40a2-abe4-78aed2ea4c6b') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:11.166609 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-40e281ec-b7c2-4fb2-b784-39a41706f722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:11.203875 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2f1a90c4-06d7-4a1e-bd71-254d59d21871 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:11.204423 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1a90c4-06d7-4a1e-bd71-254d59d21871 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Fanout notify agent at l3_agent the message router_deleted on router 5819d70c-3a0f-4068-a383-b0a453499c15 {{(pid=103200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:38:11.211214 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-40e281ec-b7c2-4fb2-b784-39a41706f722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:11.211347 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2f1a90c4-06d7-4a1e-bd71-254d59d21871 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:11.215532 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-2f1a90c4-06d7-4a1e-bd71-254d59d21871 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/routers/5819d70c-3a0f-4068-a383-b0a453499c15 HTTP/1.1" status: 204 len: 168 time: 1.1100686 Oct 12 07:38:11.216444 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37664) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:11.245225 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-bc03947f-4157-4f0e-a366-12370c98cb9f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'subnet': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:11.249718 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-42d1251b-09e0-4145-8667-f77196df933f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] In _notify_port_updated(), no bound segment for port c9c9ab50-5630-4a01-94dd-272cf5c86da9 on network 2ca43a36-95b9-4f39-ab5c-191756b1f470 {{(pid=103200) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 12 07:38:11.257369 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d1251b-09e0-4145-8667-f77196df933f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:11.258323 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-42d1251b-09e0-4145-8667-f77196df933f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:11.259690 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-42d1251b-09e0-4145-8667-f77196df933f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "PUT /v2.0/ports/c9c9ab50-5630-4a01-94dd-272cf5c86da9 HTTP/1.1" status: 200 len: 925 time: 2.1620231 Oct 12 07:38:11.264813 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37666) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:11.273194 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-134bf437-2cea-414f-8791-1c57bd6c64e9 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'de9bb1a0-e444-40bf-90ae-e0b0369c1b65'}, {'subnet_id': '57312ef4-5fde-4256-9601-11ad9e6a8aca'}]}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:11.284036 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-0d80905a-3ea7-463e-a2f0-bc113c14a17c None None] Attempt 4 to provision port b8b3cf08-e6d4-4f1c-8dee-bdcbaf129173 Oct 12 07:38:11.313750 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c73a0216-bc24-4a03-a957-7cae387b6e37 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:11.328698 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d1251b-09e0-4145-8667-f77196df933f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event updated for resources: {'Port': ['ID=c9c9ab50-5630-4a01-94dd-272cf5c86da9,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:11.337794 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-45f1568d-320a-41c2-9fc3-9f5f07019521 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:11.341433 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-0d80905a-3ea7-463e-a2f0-bc113c14a17c None None] Port b8b3cf08-e6d4-4f1c-8dee-bdcbaf129173 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:11.356890 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-971f52c3-86be-4cb8-ab83-71686506c718 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "GET /v2.0/subnets/15b7436f-8f10-40a2-abe4-78aed2ea4c6b/tags HTTP/1.1" status: 200 len: 205 time: 0.3283246 Oct 12 07:38:11.359829 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37668) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:11.378391 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-45f1568d-320a-41c2-9fc3-9f5f07019521 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Calling delete_port for b8b3cf08-e6d4-4f1c-8dee-bdcbaf129173 owned by {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:38:11.409078 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.tag.tag_plugin [None req-9f343b43-82ca-4f03-8dc7-ceb6cce76ac7 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '06b55f9d-4f2d-4fe7-bd98-e5e59f15d391') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:11.491452 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-09885f5e-1137-44c6-82c1-3346279fdfe6 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:11.549978 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-40e281ec-b7c2-4fb2-b784-39a41706f722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:11.552454 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-40e281ec-b7c2-4fb2-b784-39a41706f722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:11.553803 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-40e281ec-b7c2-4fb2-b784-39a41706f722 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/191b9f99-1a15-4540-9b52-84132e67be0c HTTP/1.1" status: 204 len: 168 time: 0.6987834 Oct 12 07:38:11.597056 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc03947f-4157-4f0e-a366-12370c98cb9f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:11.600276 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e281ec-b7c2-4fb2-b784-39a41706f722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191b9f99-1a15-4540-9b52-84132e67be0c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:11.600636 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bc03947f-4157-4f0e-a366-12370c98cb9f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:11.640570 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-134bf437-2cea-414f-8791-1c57bd6c64e9 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:11.649646 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-9f343b43-82ca-4f03-8dc7-ceb6cce76ac7 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "GET /v2.0/ports/06b55f9d-4f2d-4fe7-bd98-e5e59f15d391/tags HTTP/1.1" status: 200 len: 241 time: 0.2890658 Oct 12 07:38:11.655658 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37672) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:11.685511 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.tag.tag_plugin [None req-3bce3861-4218-4c9e-af0f-24bddf68d12b tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '06b55f9d-4f2d-4fe7-bd98-e5e59f15d391', 'tempest-TagsExtTest-Tag-1699287672') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:11.843509 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-0d80905a-3ea7-463e-a2f0-bc113c14a17c None None] Attempt 5 to provision port b8b3cf08-e6d4-4f1c-8dee-bdcbaf129173 Oct 12 07:38:11.856550 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-45f1568d-320a-41c2-9fc3-9f5f07019521 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:11.882105 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-0d80905a-3ea7-463e-a2f0-bc113c14a17c None None] Port b8b3cf08-e6d4-4f1c-8dee-bdcbaf129173 was deleted so its status cannot be updated. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 12 07:38:11.928869 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37676) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:11.940589 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f1568d-320a-41c2-9fc3-9f5f07019521 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Pushing event deleted for resources: {'Port': ['ID=b8b3cf08-e6d4-4f1c-8dee-bdcbaf129173,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:12.004674 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-7dfb7d8f-df2f-4a7b-90f2-7b7943bebc61 None None] Provisioning complete for port 98489c5e-4eaa-4168-ab1c-65d313e0788a triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:12.005361 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7dfb7d8f-df2f-4a7b-90f2-7b7943bebc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:12.005878 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-7dfb7d8f-df2f-4a7b-90f2-7b7943bebc61 None None] Attempt 1 to provision port 98489c5e-4eaa-4168-ab1c-65d313e0788a Oct 12 07:38:12.123689 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7dfb7d8f-df2f-4a7b-90f2-7b7943bebc61 None None] Current status of the port 98489c5e-4eaa-4168-ab1c-65d313e0788a is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:12.126827 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c73a0216-bc24-4a03-a957-7cae387b6e37 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:12.139638 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-7dfb7d8f-df2f-4a7b-90f2-7b7943bebc61 None None] Provisioning complete for port e0ba4a86-b708-428e-8a91-bcc9c960e22b triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:12.140705 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7dfb7d8f-df2f-4a7b-90f2-7b7943bebc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:12.142452 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-7dfb7d8f-df2f-4a7b-90f2-7b7943bebc61 None None] Attempt 1 to provision port e0ba4a86-b708-428e-8a91-bcc9c960e22b Oct 12 07:38:12.153332 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c73a0216-bc24-4a03-a957-7cae387b6e37 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:12.158567 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-c73a0216-bc24-4a03-a957-7cae387b6e37 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] In _notify_port_updated(), no bound segment for port f3061ed7-27e6-4208-8ed2-a187270112d2 on network 03669b8b-3135-46bb-89d8-f37e1bbc68ee {{(pid=103201) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 12 07:38:12.165143 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73a0216-bc24-4a03-a957-7cae387b6e37 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:12.165882 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c73a0216-bc24-4a03-a957-7cae387b6e37 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:12.166236 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e035d04c-a775-4bba-8f74-8c0c93dd7ad8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=60e220308c294a8595021261fc327db5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2361479 Oct 12 07:38:12.167706 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c73a0216-bc24-4a03-a957-7cae387b6e37 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] 10.222.0.26 "PUT /v2.0/ports/f3061ed7-27e6-4208-8ed2-a187270112d2 HTTP/1.1" status: 200 len: 1003 time: 1.3114319 Oct 12 07:38:12.173728 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37678) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:12.174328 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37680) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:12.183318 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-45f1568d-320a-41c2-9fc3-9f5f07019521 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:12.188065 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-45f1568d-320a-41c2-9fc3-9f5f07019521 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] 10.222.0.26 "DELETE /v2.0/ports/b8b3cf08-e6d4-4f1c-8dee-bdcbaf129173 HTTP/1.1" status: 204 len: 168 time: 2.2326918 Oct 12 07:38:12.206190 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-3bce3861-4218-4c9e-af0f-24bddf68d12b tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "GET /v2.0/ports/06b55f9d-4f2d-4fe7-bd98-e5e59f15d391/tags/tempest-TagsExtTest-Tag-1699287672 HTTP/1.1" status: 204 len: 168 time: 0.5493073 Oct 12 07:38:12.209677 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37682) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:12.210217 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37684) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:12.213287 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bc03947f-4157-4f0e-a366-12370c98cb9f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:12.223665 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09885f5e-1137-44c6-82c1-3346279fdfe6 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Router cef8cbf0-db0a-4674-9584-db4297dc2e25 is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:38:12.226545 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.tag.tag_plugin [None req-988c692e-82a0-4dc6-b890-60e3f447d14b tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '06b55f9d-4f2d-4fe7-bd98-e5e59f15d391', 'tempest-TagsExtTest-Tag-1699287672') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:12.255503 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7dfb7d8f-df2f-4a7b-90f2-7b7943bebc61 None None] Current status of the port e0ba4a86-b708-428e-8a91-bcc9c960e22b is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:12.266422 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-7dfb7d8f-df2f-4a7b-90f2-7b7943bebc61 None None] Provisioning complete for port c9c9ab50-5630-4a01-94dd-272cf5c86da9 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:12.266808 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7dfb7d8f-df2f-4a7b-90f2-7b7943bebc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:12.267126 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-7dfb7d8f-df2f-4a7b-90f2-7b7943bebc61 None None] Attempt 1 to provision port c9c9ab50-5630-4a01-94dd-272cf5c86da9 Oct 12 07:38:12.304112 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7dfb7d8f-df2f-4a7b-90f2-7b7943bebc61 None None] Port c9c9ab50-5630-4a01-94dd-272cf5c86da9 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:12.305145 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad68089b-c034-492e-ac53-2fbc36c3dd07 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] GET failed (client error): The resource could not be found. Oct 12 07:38:12.306713 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-ad68089b-c034-492e-ac53-2fbc36c3dd07 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] 10.222.0.26 "GET /v2.0/ports/b8b3cf08-e6d4-4f1c-8dee-bdcbaf129173 HTTP/1.1" status: 404 len: 333 time: 0.0956330 Oct 12 07:38:12.316968 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37686) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:12.337201 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73a0216-bc24-4a03-a957-7cae387b6e37 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Pushing event updated for resources: {'Port': ['ID=f3061ed7-27e6-4208-8ed2-a187270112d2,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:12.339950 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc03947f-4157-4f0e-a366-12370c98cb9f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:12.380514 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-bc03947f-4157-4f0e-a366-12370c98cb9f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:12.383327 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc03947f-4157-4f0e-a366-12370c98cb9f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:12.383987 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bc03947f-4157-4f0e-a366-12370c98cb9f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:12.388528 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-134bf437-2cea-414f-8791-1c57bd6c64e9 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Allocated IP 2001:db8:0:1::68 (2ca43a36-95b9-4f39-ab5c-191756b1f470/57312ef4-5fde-4256-9601-11ad9e6a8aca/c9c9ab50-5630-4a01-94dd-272cf5c86da9) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:12.394166 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6e79e9-326f-4b00-bae2-30863f5063e7 None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:38:12.401658 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc03947f-4157-4f0e-a366-12370c98cb9f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Subnet': ['ID=18103802-d0ac-4fe5-878e-ad4ac7d47201,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:12.432292 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a17cd4f6-850f-4496-8786-f5283e427743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:12.457981 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-bc03947f-4157-4f0e-a366-12370c98cb9f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2178435 Oct 12 07:38:12.459953 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37688) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:12.468488 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-5dbbe5fc-32e1-406b-9584-777beebcbf69 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1633517801', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:12.475128 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09885f5e-1137-44c6-82c1-3346279fdfe6 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:38:12.477910 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a17cd4f6-850f-4496-8786-f5283e427743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:12.498454 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-00540224-7276-4728-8270-fc625d1dca80 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Deleting port f3061ed7-27e6-4208-8ed2-a187270112d2 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:38:12.498796 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-00540224-7276-4728-8270-fc625d1dca80 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:12.552685 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75440b7-7e27-4ae8-b4f6-287f20db9824 None None] Sync routers for ids ['cef8cbf0-db0a-4674-9584-db4297dc2e25'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:38:12.557805 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-988c692e-82a0-4dc6-b890-60e3f447d14b tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "DELETE /v2.0/ports/06b55f9d-4f2d-4fe7-bd98-e5e59f15d391/tags/tempest-TagsExtTest-Tag-1699287672 HTTP/1.1" status: 204 len: 168 time: 0.3455062 Oct 12 07:38:12.558203 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-09885f5e-1137-44c6-82c1-3346279fdfe6 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:12.558405 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37690) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:12.562153 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-09885f5e-1137-44c6-82c1-3346279fdfe6 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.9579237 Oct 12 07:38:12.565464 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37692) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:12.565608 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.tag.tag_plugin [None req-bc624d95-f87a-430f-b9cd-0caa5e1d3de1 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '06b55f9d-4f2d-4fe7-bd98-e5e59f15d391') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:12.588964 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75440b7-7e27-4ae8-b4f6-287f20db9824 None None] Routers {'cef8cbf0-db0a-4674-9584-db4297dc2e25'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:38:12.589585 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-c75440b7-7e27-4ae8-b4f6-287f20db9824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:37:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['cef8cbf0-db0a-4674-9584-db4297dc2e25'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:12.600510 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5dbbe5fc-32e1-406b-9584-777beebcbf69 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:12.601499 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5dbbe5fc-32e1-406b-9584-777beebcbf69 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:12.614329 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-ab651e26-a846-405d-8589-2119ab5c7987 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Deleting port f2a671b1-e958-409d-a82c-102bbb9658fd {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:38:12.614696 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ab651e26-a846-405d-8589-2119ab5c7987 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:12.633087 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e86916-4e2f-4fa7-964b-582c71dc0a86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-9994ec23-a1f7-459d-8925-14bc9ff05f17', 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'tenant_id': '3e134b4bc92f4839ac5ca68b448223d9', 'fixed_ips': [{'subnet_id': '18103802-d0ac-4fe5-878e-ad4ac7d47201'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:38:12.633938 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-05e86916-4e2f-4fa7-964b-582c71dc0a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:12.645513 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-c75440b7-7e27-4ae8-b4f6-287f20db9824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:12.675236 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75440b7-7e27-4ae8-b4f6-287f20db9824 None None] Routers {'cef8cbf0-db0a-4674-9584-db4297dc2e25'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:38:12.675926 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-c75440b7-7e27-4ae8-b4f6-287f20db9824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:37:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['cef8cbf0-db0a-4674-9584-db4297dc2e25'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:12.676744 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-134bf437-2cea-414f-8791-1c57bd6c64e9 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:12.694939 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-00540224-7276-4728-8270-fc625d1dca80 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:12.707366 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a17cd4f6-850f-4496-8786-f5283e427743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:12.708576 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-134bf437-2cea-414f-8791-1c57bd6c64e9 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:12.709834 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a17cd4f6-850f-4496-8786-f5283e427743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:12.713440 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a17cd4f6-850f-4496-8786-f5283e427743 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2e1dda8e-3897-4b79-826d-a25c2c862b02 HTTP/1.1" status: 204 len: 168 time: 0.5020006 Oct 12 07:38:12.741761 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5dbbe5fc-32e1-406b-9584-777beebcbf69 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:12.752721 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-00540224-7276-4728-8270-fc625d1dca80 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Calling delete_port for f3061ed7-27e6-4208-8ed2-a187270112d2 owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:38:12.778991 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-c75440b7-7e27-4ae8-b4f6-287f20db9824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:12.780198 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75440b7-7e27-4ae8-b4f6-287f20db9824 None None] The sync data for ids ['cef8cbf0-db0a-4674-9584-db4297dc2e25'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:38:12.787311 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-bc624d95-f87a-430f-b9cd-0caa5e1d3de1 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "GET /v2.0/ports/06b55f9d-4f2d-4fe7-bd98-e5e59f15d391/tags HTTP/1.1" status: 200 len: 205 time: 0.2258921 Oct 12 07:38:12.796594 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37696) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:12.797280 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5dbbe5fc-32e1-406b-9584-777beebcbf69 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:12.805102 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-7dfb7d8f-df2f-4a7b-90f2-7b7943bebc61 None None] Attempt 2 to provision port c9c9ab50-5630-4a01-94dd-272cf5c86da9 Oct 12 07:38:12.812324 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.tag.tag_plugin [None req-b110b66d-8339-48f9-9bef-851eaf35b0ff tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'cbfa5a15-48a3-4f56-92ea-1d9db2b92189') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:12.814644 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17cd4f6-850f-4496-8786-f5283e427743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1dda8e-3897-4b79-826d-a25c2c862b02,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:12.836594 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ab651e26-a846-405d-8589-2119ab5c7987 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:12.877706 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134bf437-2cea-414f-8791-1c57bd6c64e9 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event updated for resources: {'Port': ['ID=c9c9ab50-5630-4a01-94dd-272cf5c86da9,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:12.899428 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-134bf437-2cea-414f-8791-1c57bd6c64e9 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] In _notify_port_updated(), no bound segment for port c9c9ab50-5630-4a01-94dd-272cf5c86da9 on network 2ca43a36-95b9-4f39-ab5c-191756b1f470 {{(pid=103200) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 12 07:38:12.910985 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134bf437-2cea-414f-8791-1c57bd6c64e9 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:12.911648 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-134bf437-2cea-414f-8791-1c57bd6c64e9 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:12.915601 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-134bf437-2cea-414f-8791-1c57bd6c64e9 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "PUT /v2.0/ports/c9c9ab50-5630-4a01-94dd-272cf5c86da9 HTTP/1.1" status: 200 len: 1010 time: 1.6441712 Oct 12 07:38:12.915601 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-ab651e26-a846-405d-8589-2119ab5c7987 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Calling delete_port for f2a671b1-e958-409d-a82c-102bbb9658fd owned by {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:38:12.920176 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37698) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:12.922905 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5dbbe5fc-32e1-406b-9584-777beebcbf69 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:12.924107 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-5dbbe5fc-32e1-406b-9584-777beebcbf69 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4622850 Oct 12 07:38:12.927281 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37700) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:12.966162 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-05e86916-4e2f-4fa7-964b-582c71dc0a86 None None] Allocated IP 2001:db8::2 (9994ec23-a1f7-459d-8925-14bc9ff05f17/18103802-d0ac-4fe5-878e-ad4ac7d47201/79157104-be74-4640-8f84-f584fbe6abd8) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:13.084361 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7dfb7d8f-df2f-4a7b-90f2-7b7943bebc61 None None] Port c9c9ab50-5630-4a01-94dd-272cf5c86da9 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:13.186421 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-00540224-7276-4728-8270-fc625d1dca80 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:13.238679 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b110b66d-8339-48f9-9bef-851eaf35b0ff tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "GET /v2.0/routers/cbfa5a15-48a3-4f56-92ea-1d9db2b92189/tags HTTP/1.1" status: 200 len: 241 time: 0.4410203 Oct 12 07:38:13.240657 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37706) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:13.250578 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00540224-7276-4728-8270-fc625d1dca80 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Pushing event deleted for resources: {'Port': ['ID=f3061ed7-27e6-4208-8ed2-a187270112d2,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:13.275372 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.tag.tag_plugin [None req-46808791-ef14-4cf0-b614-332001e99078 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cbfa5a15-48a3-4f56-92ea-1d9db2b92189', 'tempest-TagsExtTest-Tag-1651185973') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:13.285283 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-00540224-7276-4728-8270-fc625d1dca80 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:13.288900 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-00540224-7276-4728-8270-fc625d1dca80 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] 10.222.0.26 "DELETE /v2.0/ports/f3061ed7-27e6-4208-8ed2-a187270112d2 HTTP/1.1" status: 204 len: 168 time: 1.0809221 Oct 12 07:38:13.292240 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37710) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:13.295093 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-05e86916-4e2f-4fa7-964b-582c71dc0a86 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:13.306148 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-05e86916-4e2f-4fa7-964b-582c71dc0a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:13.347723 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-a61b0d89-4438-47e9-a313-45ffad7ec75d tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] GET failed (client error): The resource could not be found. Oct 12 07:38:13.349736 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a61b0d89-4438-47e9-a313-45ffad7ec75d tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] 10.222.0.26 "GET /v2.0/ports/f3061ed7-27e6-4208-8ed2-a187270112d2 HTTP/1.1" status: 404 len: 333 time: 0.0560017 Oct 12 07:38:13.353230 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37714) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:13.360812 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-7f6678fe-1c21-4564-84bd-e48e75e93c0b tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Request body: {'port': {'network_id': '03669b8b-3135-46bb-89d8-f37e1bbc68ee', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1520930834'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:13.558394 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-70b7a896-ce97-4f27-b922-30db0b1e5e45 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Deleting port c9c9ab50-5630-4a01-94dd-272cf5c86da9 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:38:13.558742 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-70b7a896-ce97-4f27-b922-30db0b1e5e45 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:13.568982 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-46808791-ef14-4cf0-b614-332001e99078 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "GET /v2.0/routers/cbfa5a15-48a3-4f56-92ea-1d9db2b92189/tags/tempest-TagsExtTest-Tag-1651185973 HTTP/1.1" status: 204 len: 168 time: 0.3256335 Oct 12 07:38:13.572802 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e86916-4e2f-4fa7-964b-582c71dc0a86 None None] Pushing event updated for resources: {'Port': ['ID=79157104-be74-4640-8f84-f584fbe6abd8,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:13.574293 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37718) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:13.584694 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.tag.tag_plugin [None req-112e0aa7-3059-4c16-84a6-282a6f014902 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'cbfa5a15-48a3-4f56-92ea-1d9db2b92189', 'tempest-TagsExtTest-Tag-1651185973') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:13.586170 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e86916-4e2f-4fa7-964b-582c71dc0a86 None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:13.587796 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-7dfb7d8f-df2f-4a7b-90f2-7b7943bebc61 None None] Attempt 3 to provision port c9c9ab50-5630-4a01-94dd-272cf5c86da9 Oct 12 07:38:13.589279 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-05e86916-4e2f-4fa7-964b-582c71dc0a86 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:13.600570 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e86916-4e2f-4fa7-964b-582c71dc0a86 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:38:13.629073 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ab651e26-a846-405d-8589-2119ab5c7987 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:13.642675 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a9197894-6644-478e-9a79-c08a204b3497 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:13.718527 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7dfb7d8f-df2f-4a7b-90f2-7b7943bebc61 None None] Port c9c9ab50-5630-4a01-94dd-272cf5c86da9 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:13.722623 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-05e86916-4e2f-4fa7-964b-582c71dc0a86 None None] Attempting to bind port 79157104-be74-4640-8f84-f584fbe6abd8 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:38:13.722623 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-05e86916-4e2f-4fa7-964b-582c71dc0a86 None None] Attempting to bind port 79157104-be74-4640-8f84-f584fbe6abd8 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:38:13.722623 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e86916-4e2f-4fa7-964b-582c71dc0a86 None None] Attempting to bind port 79157104-be74-4640-8f84-f584fbe6abd8 on network 9994ec23-a1f7-459d-8925-14bc9ff05f17 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:38:13.725962 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6678fe-1c21-4564-84bd-e48e75e93c0b tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Made reservation on behalf of e1f6ce3ae64a4960a4cb4e6586a418b9 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:13.729419 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7f6678fe-1c21-4564-84bd-e48e75e93c0b tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:13.734447 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ae2d2976-376d-4ccb-a6a0-b626d39b0835 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:13.735291 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e86916-4e2f-4fa7-964b-582c71dc0a86 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:38:13.735866 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e86916-4e2f-4fa7-964b-582c71dc0a86 None None] Checking segment: {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:38:13.736437 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-05e86916-4e2f-4fa7-964b-582c71dc0a86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:13.737508 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e86916-4e2f-4fa7-964b-582c71dc0a86 None None] Bound using segment: {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:38:13.738749 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-05e86916-4e2f-4fa7-964b-582c71dc0a86 None None] Bound port: 79157104-be74-4640-8f84-f584fbe6abd8, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:38:13.739111 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-05e86916-4e2f-4fa7-964b-582c71dc0a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:13.787188 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab651e26-a846-405d-8589-2119ab5c7987 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Pushing event deleted for resources: {'Port': ['ID=f2a671b1-e958-409d-a82c-102bbb9658fd,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:13.794071 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-7f6678fe-1c21-4564-84bd-e48e75e93c0b tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] device_id is not set on port 70a3f4dc-208c-4350-b7ae-1a799ed3533a yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:38:13.843319 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-70b7a896-ce97-4f27-b922-30db0b1e5e45 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:13.863649 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-05e86916-4e2f-4fa7-964b-582c71dc0a86 None None] For port 79157104-be74-4640-8f84-f584fbe6abd8, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:38:13.872655 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-05e86916-4e2f-4fa7-964b-582c71dc0a86 None None] For port 79157104-be74-4640-8f84-f584fbe6abd8, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=79157104-be74-4640-8f84-f584fbe6abd8,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:38:13.893755 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-05e86916-4e2f-4fa7-964b-582c71dc0a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:13.902884 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-112e0aa7-3059-4c16-84a6-282a6f014902 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "DELETE /v2.0/routers/cbfa5a15-48a3-4f56-92ea-1d9db2b92189/tags/tempest-TagsExtTest-Tag-1651185973 HTTP/1.1" status: 204 len: 168 time: 0.3249128 Oct 12 07:38:13.916606 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37728) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:13.918662 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-70b7a896-ce97-4f27-b922-30db0b1e5e45 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Calling delete_port for c9c9ab50-5630-4a01-94dd-272cf5c86da9 owned by {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:38:13.924947 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.tag.tag_plugin [None req-a6a9b868-3607-4af3-91c8-d1a9a7dd87fa tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'cbfa5a15-48a3-4f56-92ea-1d9db2b92189') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:13.942993 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c60f2d01-22af-493f-9842-ed6c194696dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:13.975800 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e86916-4e2f-4fa7-964b-582c71dc0a86 None None] Pushing event updated for resources: {'Port': ['ID=79157104-be74-4640-8f84-f584fbe6abd8,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:14.221505 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-7dfb7d8f-df2f-4a7b-90f2-7b7943bebc61 None None] Attempt 4 to provision port c9c9ab50-5630-4a01-94dd-272cf5c86da9 Oct 12 07:38:14.289491 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7dfb7d8f-df2f-4a7b-90f2-7b7943bebc61 None None] Port c9c9ab50-5630-4a01-94dd-272cf5c86da9 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:14.443025 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-7f6678fe-1c21-4564-84bd-e48e75e93c0b tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Allocated IP 2001:db8::27f (03669b8b-3135-46bb-89d8-f37e1bbc68ee/df7d0be8-6e02-407a-9f13-3ce4689726ca/70a3f4dc-208c-4350-b7ae-1a799ed3533a) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:14.461418 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ab651e26-a846-405d-8589-2119ab5c7987 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:14.464925 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-ab651e26-a846-405d-8589-2119ab5c7987 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] 10.222.0.26 "DELETE /v2.0/ports/f2a671b1-e958-409d-a82c-102bbb9658fd HTTP/1.1" status: 204 len: 168 time: 2.1448936 Oct 12 07:38:14.467473 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37738) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:14.534593 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a6a9b868-3607-4af3-91c8-d1a9a7dd87fa tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "GET /v2.0/routers/cbfa5a15-48a3-4f56-92ea-1d9db2b92189/tags HTTP/1.1" status: 200 len: 205 time: 0.6109500 Oct 12 07:38:14.536306 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37742) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:14.565604 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.tag.tag_plugin [None req-99192bad-e1e7-4d2c-8368-99bc203df314 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd34d2ca5-98a4-4c46-b249-d71d465f7cb9') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:14.590455 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-aebb9374-1363-460f-bc01-217b798b8a02 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Deleting subnet b4c839b2-ca9e-46c2-a0d9-cf04cedca23f {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:38:14.599484 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aebb9374-1363-460f-bc01-217b798b8a02 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:14.633288 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-99192bad-e1e7-4d2c-8368-99bc203df314 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "GET /v2.0/subnetpools/d34d2ca5-98a4-4c46-b249-d71d465f7cb9/tags HTTP/1.1" status: 200 len: 240 time: 0.0727394 Oct 12 07:38:14.635802 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-a9197894-6644-478e-9a79-c08a204b3497 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Allocated IP 172.20.0.1 (3d212256-ee23-4061-85c6-3c52822c1a47/361fcb5d-2612-484d-a22b-563ab8c02bc0/42feafc9-516c-4225-b674-cc8090932e4f) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:14.638415 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37746) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:14.662008 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.tag.tag_plugin [None req-de911d74-885e-482b-96a2-fdb9b8a6be82 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd34d2ca5-98a4-4c46-b249-d71d465f7cb9', 'tempest-TagsExtTest-Tag-497825030') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:14.711741 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aebb9374-1363-460f-bc01-217b798b8a02 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:14.737507 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-ae2d2976-376d-4ccb-a6a0-b626d39b0835 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Allocated IP 2001:db8::1 (9994ec23-a1f7-459d-8925-14bc9ff05f17/18103802-d0ac-4fe5-878e-ad4ac7d47201/86d6568f-e15d-41a9-8d02-c8d75697d2cb) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:14.755909 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-de911d74-885e-482b-96a2-fdb9b8a6be82 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "GET /v2.0/subnetpools/d34d2ca5-98a4-4c46-b249-d71d465f7cb9/tags/tempest-TagsExtTest-Tag-497825030 HTTP/1.1" status: 204 len: 168 time: 0.1161377 Oct 12 07:38:14.760670 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37750) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:14.768060 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.tag.tag_plugin [None req-11a11e08-6e80-4ed4-8ec7-f00245ddfa6a tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd34d2ca5-98a4-4c46-b249-d71d465f7cb9', 'tempest-TagsExtTest-Tag-497825030') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:14.790598 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-7dfb7d8f-df2f-4a7b-90f2-7b7943bebc61 None None] Attempt 5 to provision port c9c9ab50-5630-4a01-94dd-272cf5c86da9 Oct 12 07:38:14.837879 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37752) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:14.847736 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7dfb7d8f-df2f-4a7b-90f2-7b7943bebc61 None None] Port c9c9ab50-5630-4a01-94dd-272cf5c86da9 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:14.922005 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a9197894-6644-478e-9a79-c08a204b3497 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:14.944929 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7f6678fe-1c21-4564-84bd-e48e75e93c0b tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:14.947526 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-70b7a896-ce97-4f27-b922-30db0b1e5e45 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:14.959025 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aebb9374-1363-460f-bc01-217b798b8a02 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:14.994648 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-11a11e08-6e80-4ed4-8ec7-f00245ddfa6a tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "DELETE /v2.0/subnetpools/d34d2ca5-98a4-4c46-b249-d71d465f7cb9/tags/tempest-TagsExtTest-Tag-497825030 HTTP/1.1" status: 204 len: 168 time: 0.2308493 Oct 12 07:38:14.996146 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ae2d2976-376d-4ccb-a6a0-b626d39b0835 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:15.000572 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37756) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:15.003275 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b7a896-ce97-4f27-b922-30db0b1e5e45 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event deleted for resources: {'Port': ['ID=c9c9ab50-5630-4a01-94dd-272cf5c86da9,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:15.009664 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.tag.tag_plugin [None req-31d30820-efe5-4832-b1bf-ea55b23e2477 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd34d2ca5-98a4-4c46-b249-d71d465f7cb9') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:15.018888 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-12a86daf-ab54-49a4-860e-f632dab94ed8 tempest-RoutersAdminNegativeIpV6Test-846431431 tempest-RoutersAdminNegativeIpV6Test-846431431-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-695195349', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:15.075214 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-70b7a896-ce97-4f27-b922-30db0b1e5e45 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:15.081615 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-70b7a896-ce97-4f27-b922-30db0b1e5e45 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/ports/c9c9ab50-5630-4a01-94dd-272cf5c86da9 HTTP/1.1" status: 204 len: 168 time: 2.1604071 Oct 12 07:38:15.083323 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37758) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:15.100958 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-31d30820-efe5-4832-b1bf-ea55b23e2477 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "GET /v2.0/subnetpools/d34d2ca5-98a4-4c46-b249-d71d465f7cb9/tags HTTP/1.1" status: 200 len: 205 time: 0.0988216 Oct 12 07:38:15.103486 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37760) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:15.105497 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a86daf-ab54-49a4-860e-f632dab94ed8 tempest-RoutersAdminNegativeIpV6Test-846431431 tempest-RoutersAdminNegativeIpV6Test-846431431-project-admin] Made reservation on behalf of 423dd581da084ea19336faeefcbdf19b for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:15.109481 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12a86daf-ab54-49a4-860e-f632dab94ed8 tempest-RoutersAdminNegativeIpV6Test-846431431 tempest-RoutersAdminNegativeIpV6Test-846431431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:15.111313 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.tag.tag_plugin [None req-aad4b38b-ce69-4a6b-841f-e279b1b105ab tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd34d2ca5-98a4-4c46-b249-d71d465f7cb9') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:15.130644 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ae2d2976-376d-4ccb-a6a0-b626d39b0835 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:15.138349 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a9197894-6644-478e-9a79-c08a204b3497 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:15.145081 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7f6678fe-1c21-4564-84bd-e48e75e93c0b tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:15.169419 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b64d23d-b2de-481e-affc-0ae1adfbdf45 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] GET failed (client error): The resource could not be found. Oct 12 07:38:15.172952 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-8b64d23d-b2de-481e-affc-0ae1adfbdf45 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "GET /v2.0/ports/c9c9ab50-5630-4a01-94dd-272cf5c86da9 HTTP/1.1" status: 404 len: 333 time: 0.0853701 Oct 12 07:38:15.187540 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37762) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:15.200013 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2d2976-376d-4ccb-a6a0-b626d39b0835 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:15.218492 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12a86daf-ab54-49a4-860e-f632dab94ed8 tempest-RoutersAdminNegativeIpV6Test-846431431 tempest-RoutersAdminNegativeIpV6Test-846431431-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:15.234609 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-aad4b38b-ce69-4a6b-841f-e279b1b105ab tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "DELETE /v2.0/subnetpools/d34d2ca5-98a4-4c46-b249-d71d465f7cb9/tags HTTP/1.1" status: 204 len: 168 time: 0.1300302 Oct 12 07:38:15.246802 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-ae2d2976-376d-4ccb-a6a0-b626d39b0835 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:15.248993 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37764) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:15.259564 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aebb9374-1363-460f-bc01-217b798b8a02 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:15.261057 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.tag.tag_plugin [None req-3242229d-d784-4748-b137-26cf737cd341 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'cbfa5a15-48a3-4f56-92ea-1d9db2b92189') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:15.266598 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2d2976-376d-4ccb-a6a0-b626d39b0835 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:38:15.267244 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ae2d2976-376d-4ccb-a6a0-b626d39b0835 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:15.307208 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9197894-6644-478e-9a79-c08a204b3497 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Network 3d212256-ee23-4061-85c6-3c52822c1a47 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:15.318613 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6678fe-1c21-4564-84bd-e48e75e93c0b tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Network 03669b8b-3135-46bb-89d8-f37e1bbc68ee is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:15.322329 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebb9374-1363-460f-bc01-217b798b8a02 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Pushing event deleted for resources: {'Subnet': ['ID=b4c839b2-ca9e-46c2-a0d9-cf04cedca23f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:15.331642 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-a9197894-6644-478e-9a79-c08a204b3497 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:15.334114 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9197894-6644-478e-9a79-c08a204b3497 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:38:15.340106 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-7f6678fe-1c21-4564-84bd-e48e75e93c0b tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:15.344344 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6678fe-1c21-4564-84bd-e48e75e93c0b tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:38:15.349227 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-7dfb7d8f-df2f-4a7b-90f2-7b7943bebc61 None None] Attempt 6 to provision port c9c9ab50-5630-4a01-94dd-272cf5c86da9 Oct 12 07:38:15.353884 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6678fe-1c21-4564-84bd-e48e75e93c0b tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:15.354909 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7f6678fe-1c21-4564-84bd-e48e75e93c0b tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:15.359569 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aebb9374-1363-460f-bc01-217b798b8a02 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:15.362746 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-aebb9374-1363-460f-bc01-217b798b8a02 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] 10.222.0.26 "DELETE /v2.0/subnets/b4c839b2-ca9e-46c2-a0d9-cf04cedca23f HTTP/1.1" status: 204 len: 168 time: 0.8941121 Oct 12 07:38:15.367736 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37766) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:15.371210 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9197894-6644-478e-9a79-c08a204b3497 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Pushing event updated for resources: {'Port': ['ID=42feafc9-516c-4225-b674-cc8090932e4f,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:15.375987 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7dfb7d8f-df2f-4a7b-90f2-7b7943bebc61 None None] Port c9c9ab50-5630-4a01-94dd-272cf5c86da9 was deleted so its status cannot be updated. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 12 07:38:15.390663 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f94158d-d189-45cd-bd25-eb631e524efc None None] Network 686762fd-f2d5-4b12-b01c-f50cd0112e24 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:38:15.402627 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-a940a195-9bf3-4026-897c-dfe4baa8028e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Deleting subnet 57312ef4-5fde-4256-9601-11ad9e6a8aca {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:38:15.409280 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a940a195-9bf3-4026-897c-dfe4baa8028e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:15.414105 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d2976-376d-4ccb-a6a0-b626d39b0835 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Port': ['ID=86d6568f-e15d-41a9-8d02-c8d75697d2cb,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:15.448103 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-7dfb7d8f-df2f-4a7b-90f2-7b7943bebc61 None None] Provisioning complete for port 06b55f9d-4f2d-4fe7-bd98-e5e59f15d391 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:15.448522 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7dfb7d8f-df2f-4a7b-90f2-7b7943bebc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:15.449047 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-7dfb7d8f-df2f-4a7b-90f2-7b7943bebc61 None None] Attempt 1 to provision port 06b55f9d-4f2d-4fe7-bd98-e5e59f15d391 Oct 12 07:38:15.528554 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-7f6678fe-1c21-4564-84bd-e48e75e93c0b tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1739070 Oct 12 07:38:15.543634 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cbe424a1-9000-49e1-acb9-2c595a62e1a7 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:15.546611 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37768) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:15.559134 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12a86daf-ab54-49a4-860e-f632dab94ed8 tempest-RoutersAdminNegativeIpV6Test-846431431 tempest-RoutersAdminNegativeIpV6Test-846431431-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:15.567401 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6678fe-1c21-4564-84bd-e48e75e93c0b tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Pushing event updated for resources: {'Port': ['ID=70a3f4dc-208c-4350-b7ae-1a799ed3533a,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:15.573723 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12a86daf-ab54-49a4-860e-f632dab94ed8 tempest-RoutersAdminNegativeIpV6Test-846431431 tempest-RoutersAdminNegativeIpV6Test-846431431-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:15.585689 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a9197894-6644-478e-9a79-c08a204b3497 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:15.588720 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-bf7c9afe-8d57-4391-b219-0d4a4eaaa7a9 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Request body: {'port': {'network_id': '03669b8b-3135-46bb-89d8-f37e1bbc68ee', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1381599249'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:15.620995 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7dfb7d8f-df2f-4a7b-90f2-7b7943bebc61 None None] Port 06b55f9d-4f2d-4fe7-bd98-e5e59f15d391 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:15.661752 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-12a86daf-ab54-49a4-860e-f632dab94ed8 tempest-RoutersAdminNegativeIpV6Test-846431431 tempest-RoutersAdminNegativeIpV6Test-846431431-project-admin] device_id is not set on port 5984487c-37df-45a2-9a85-3b1734d59c8f yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:38:15.665911 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a86daf-ab54-49a4-860e-f632dab94ed8 tempest-RoutersAdminNegativeIpV6Test-846431431 tempest-RoutersAdminNegativeIpV6Test-846431431-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4788d7-f86e-47f7-8085-274e77c1f961,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:15.672367 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a940a195-9bf3-4026-897c-dfe4baa8028e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:15.770972 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06a5848-9f9e-4e6c-8d8f-2d7b8072faf4 None None] DHCP port deletion for 686762fd-f2d5-4b12-b01c-f50cd0112e24 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:38:15.838778 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-12a86daf-ab54-49a4-860e-f632dab94ed8 tempest-RoutersAdminNegativeIpV6Test-846431431 tempest-RoutersAdminNegativeIpV6Test-846431431-project-admin] Allocated IP 172.26.3.180 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/5984487c-37df-45a2-9a85-3b1734d59c8f) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:15.839592 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f06a5848-9f9e-4e6c-8d8f-2d7b8072faf4 None None] Deleting port 6eed6c0b-b444-4e31-bcf8-598fe946961e {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:38:15.840052 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f06a5848-9f9e-4e6c-8d8f-2d7b8072faf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:15.858492 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-3242229d-d784-4748-b137-26cf737cd341 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "DELETE /v2.0/routers/cbfa5a15-48a3-4f56-92ea-1d9db2b92189/tags HTTP/1.1" status: 204 len: 168 time: 0.6039019 Oct 12 07:38:15.866454 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37770) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:15.870989 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.tag.tag_plugin [None req-b683b94a-febb-45f9-999e-979e6ea574b0 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '06b55f9d-4f2d-4fe7-bd98-e5e59f15d391') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:15.887034 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ae2d2976-376d-4ccb-a6a0-b626d39b0835 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:15.916400 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-f06a5848-9f9e-4e6c-8d8f-2d7b8072faf4 None None] For port 6eed6c0b-b444-4e31-bcf8-598fe946961e, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=6eed6c0b-b444-4e31-bcf8-598fe946961e,segment=NetworkSegment(f9c3858f-69fe-4a6a-bcf5-40859bd8b186),segment_id=f9c3858f-69fe-4a6a-bcf5-40859bd8b186)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:38:15.916880 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f06a5848-9f9e-4e6c-8d8f-2d7b8072faf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:15.924420 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a9197894-6644-478e-9a79-c08a204b3497 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:15.930172 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f06a5848-9f9e-4e6c-8d8f-2d7b8072faf4 None None] Calling delete_port for 6eed6c0b-b444-4e31-bcf8-598fe946961e owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:38:15.994468 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7c9afe-8d57-4391-b219-0d4a4eaaa7a9 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Made reservation on behalf of e1f6ce3ae64a4960a4cb4e6586a418b9 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:15.997803 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bf7c9afe-8d57-4391-b219-0d4a4eaaa7a9 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:16.003069 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a940a195-9bf3-4026-897c-dfe4baa8028e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:16.006530 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-cbe424a1-9000-49e1-acb9-2c595a62e1a7 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Deleting port 6eed6c0b-b444-4e31-bcf8-598fe946961e {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:38:16.006849 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cbe424a1-9000-49e1-acb9-2c595a62e1a7 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:16.032128 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f06a5848-9f9e-4e6c-8d8f-2d7b8072faf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:16.060281 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a5848-9f9e-4e6c-8d8f-2d7b8072faf4 None None] Pushing event deleted for resources: {'Port': ['ID=6eed6c0b-b444-4e31-bcf8-598fe946961e,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:16.062517 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0ea7f881-ff74-4e7d-8066-73a0c4dcfbb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:16.066244 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06a5848-9f9e-4e6c-8d8f-2d7b8072faf4 None None] No DVR routers for this DVR port 6eed6c0b-b444-4e31-bcf8-598fe946961e on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:38:16.097131 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-bf7c9afe-8d57-4391-b219-0d4a4eaaa7a9 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] device_id is not set on port 2bf52fff-4cb5-4c02-8b51-10cb0eb7c9ec yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:38:16.115470 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b683b94a-febb-45f9-999e-979e6ea574b0 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "DELETE /v2.0/ports/06b55f9d-4f2d-4fe7-bd98-e5e59f15d391/tags HTTP/1.1" status: 204 len: 168 time: 0.2478518 Oct 12 07:38:16.119411 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37772) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:16.122186 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-7dfb7d8f-df2f-4a7b-90f2-7b7943bebc61 None None] Attempt 2 to provision port 06b55f9d-4f2d-4fe7-bd98-e5e59f15d391 Oct 12 07:38:16.124170 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.tag.tag_plugin [None req-a3ce2120-5181-41c0-b095-2440f1d6cad2 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '15b7436f-8f10-40a2-abe4-78aed2ea4c6b') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:16.181504 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7dfb7d8f-df2f-4a7b-90f2-7b7943bebc61 None None] Port 06b55f9d-4f2d-4fe7-bd98-e5e59f15d391 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:16.228465 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 79157104-be74-4640-8f84-f584fbe6abd8 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:38:16.259097 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-cbe424a1-9000-49e1-acb9-2c595a62e1a7 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] For port 6eed6c0b-b444-4e31-bcf8-598fe946961e, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=6eed6c0b-b444-4e31-bcf8-598fe946961e,segment=NetworkSegment(f9c3858f-69fe-4a6a-bcf5-40859bd8b186),segment_id=f9c3858f-69fe-4a6a-bcf5-40859bd8b186)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:38:16.259459 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cbe424a1-9000-49e1-acb9-2c595a62e1a7 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:16.282503 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 79157104-be74-4640-8f84-f584fbe6abd8 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:16.282965 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:16.283363 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 79157104-be74-4640-8f84-f584fbe6abd8 Oct 12 07:38:16.300746 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-cbe424a1-9000-49e1-acb9-2c595a62e1a7 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Calling delete_port for 6eed6c0b-b444-4e31-bcf8-598fe946961e owned by network:dhcp {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:38:16.310760 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a940a195-9bf3-4026-897c-dfe4baa8028e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:16.326609 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12a86daf-ab54-49a4-860e-f632dab94ed8 tempest-RoutersAdminNegativeIpV6Test-846431431 tempest-RoutersAdminNegativeIpV6Test-846431431-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:16.374238 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 79157104-be74-4640-8f84-f584fbe6abd8 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:16.374717 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:16.397260 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a3ce2120-5181-41c0-b095-2440f1d6cad2 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "DELETE /v2.0/subnets/15b7436f-8f10-40a2-abe4-78aed2ea4c6b/tags HTTP/1.1" status: 204 len: 168 time: 0.2729132 Oct 12 07:38:16.397718 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37774) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:16.403946 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.tag.tag_plugin [None req-c5f089d0-d6a7-4d08-b83c-7d9e244b0562 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '15b7436f-8f10-40a2-abe4-78aed2ea4c6b', 'tempest-TagsExtTest-Tag-244984445') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:16.415443 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 79157104-be74-4640-8f84-f584fbe6abd8, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=79157104-be74-4640-8f84-f584fbe6abd8,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:38:16.429109 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23abb839-3719-4221-a3ec-8c557a38d89e None None] Network 2ca43a36-95b9-4f39-ab5c-191756b1f470 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:38:16.431021 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:16.447656 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940a195-9bf3-4026-897c-dfe4baa8028e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event deleted for resources: {'Subnet': ['ID=57312ef4-5fde-4256-9601-11ad9e6a8aca,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:16.452505 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a940a195-9bf3-4026-897c-dfe4baa8028e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:16.458468 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a940a195-9bf3-4026-897c-dfe4baa8028e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/subnets/57312ef4-5fde-4256-9601-11ad9e6a8aca HTTP/1.1" status: 204 len: 168 time: 1.2664788 Oct 12 07:38:16.460796 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37776) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:16.495227 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-bf7c9afe-8d57-4391-b219-0d4a4eaaa7a9 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Allocated IP 2001:db8::55 (03669b8b-3135-46bb-89d8-f37e1bbc68ee/df7d0be8-6e02-407a-9f13-3ce4689726ca/2bf52fff-4cb5-4c02-8b51-10cb0eb7c9ec) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:16.513035 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12a86daf-ab54-49a4-860e-f632dab94ed8 tempest-RoutersAdminNegativeIpV6Test-846431431 tempest-RoutersAdminNegativeIpV6Test-846431431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:16.518294 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=79157104-be74-4640-8f84-f584fbe6abd8,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:16.530097 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 6eed6c0b-b444-4e31-bcf8-598fe946961e no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:38:16.560863 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 6eed6c0b-b444-4e31-bcf8-598fe946961e {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:38:16.561208 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 6eed6c0b-b444-4e31-bcf8-598fe946961e not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:38:16.692712 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-7dfb7d8f-df2f-4a7b-90f2-7b7943bebc61 None None] Attempt 3 to provision port 06b55f9d-4f2d-4fe7-bd98-e5e59f15d391 Oct 12 07:38:16.735566 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7dfb7d8f-df2f-4a7b-90f2-7b7943bebc61 None None] Port 06b55f9d-4f2d-4fe7-bd98-e5e59f15d391 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:16.834414 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cb28adc-525a-45a2-94cc-61963b949de0 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Deleting subnet de9bb1a0-e444-40bf-90ae-e0b0369c1b65 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:38:16.840508 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a86daf-ab54-49a4-860e-f632dab94ed8 tempest-RoutersAdminNegativeIpV6Test-846431431 tempest-RoutersAdminNegativeIpV6Test-846431431-project-admin] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:16.845395 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2cb28adc-525a-45a2-94cc-61963b949de0 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:16.874176 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-12a86daf-ab54-49a4-860e-f632dab94ed8 tempest-RoutersAdminNegativeIpV6Test-846431431 tempest-RoutersAdminNegativeIpV6Test-846431431-project-admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:16.880834 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a86daf-ab54-49a4-860e-f632dab94ed8 tempest-RoutersAdminNegativeIpV6Test-846431431 tempest-RoutersAdminNegativeIpV6Test-846431431-project-admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:38:16.887228 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a86daf-ab54-49a4-860e-f632dab94ed8 tempest-RoutersAdminNegativeIpV6Test-846431431 tempest-RoutersAdminNegativeIpV6Test-846431431-project-admin] Pushing event updated for resources: {'Port': ['ID=5984487c-37df-45a2-9a85-3b1734d59c8f,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:16.925907 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cbe424a1-9000-49e1-acb9-2c595a62e1a7 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:16.938754 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ae2d2976-376d-4ccb-a6a0-b626d39b0835 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:16.943985 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a9197894-6644-478e-9a79-c08a204b3497 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:16.950111 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2cb28adc-525a-45a2-94cc-61963b949de0 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:16.974186 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a9197894-6644-478e-9a79-c08a204b3497 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:16.974861 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ae2d2976-376d-4ccb-a6a0-b626d39b0835 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:16.975836 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ae2d2976-376d-4ccb-a6a0-b626d39b0835 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:16.980097 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe424a1-9000-49e1-acb9-2c595a62e1a7 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Pushing event deleted for resources: {'Port': ['ID=6eed6c0b-b444-4e31-bcf8-598fe946961e,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:16.992231 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe424a1-9000-49e1-acb9-2c595a62e1a7 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] No DVR routers for this DVR port 6eed6c0b-b444-4e31-bcf8-598fe946961e on host dv-neutron-860909-2-hyperv {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:38:17.014865 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a86daf-ab54-49a4-860e-f632dab94ed8 tempest-RoutersAdminNegativeIpV6Test-846431431 tempest-RoutersAdminNegativeIpV6Test-846431431-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:17.015494 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12a86daf-ab54-49a4-860e-f632dab94ed8 tempest-RoutersAdminNegativeIpV6Test-846431431 tempest-RoutersAdminNegativeIpV6Test-846431431-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:17.093410 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c5f089d0-d6a7-4d08-b83c-7d9e244b0562 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "PUT /v2.0/subnets/15b7436f-8f10-40a2-abe4-78aed2ea4c6b/tags/tempest-TagsExtTest-Tag-244984445 HTTP/1.1" status: 201 len: 201 time: 0.6945791 Oct 12 07:38:17.104383 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-12a86daf-ab54-49a4-860e-f632dab94ed8 tempest-RoutersAdminNegativeIpV6Test-846431431 tempest-RoutersAdminNegativeIpV6Test-846431431-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.2628708 Oct 12 07:38:17.104583 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37778) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:17.104840 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37780) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:17.105560 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a9197894-6644-478e-9a79-c08a204b3497 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:17.112770 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-1cbe771b-1262-48d7-ac28-4acd2b63fdc9 tempest-RoutersAdminNegativeIpV6Test-846431431 tempest-RoutersAdminNegativeIpV6Test-846431431-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.180'}]}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:17.119610 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.tag.tag_plugin [None req-98d9b642-e373-4d5c-9bc2-7d38a27c6e2b tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '06b55f9d-4f2d-4fe7-bd98-e5e59f15d391', 'tempest-TagsExtTest-Tag-1829416631') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:17.137651 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9197894-6644-478e-9a79-c08a204b3497 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Pushing event updated for resources: {'Port': ['ID=42feafc9-516c-4225-b674-cc8090932e4f,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:17.176170 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d2976-376d-4ccb-a6a0-b626d39b0835 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Port': ['ID=86d6568f-e15d-41a9-8d02-c8d75697d2cb,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:17.205390 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:17.219181 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2cb28adc-525a-45a2-94cc-61963b949de0 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:17.229359 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1cbe771b-1262-48d7-ac28-4acd2b63fdc9 tempest-RoutersAdminNegativeIpV6Test-846431431 tempest-RoutersAdminNegativeIpV6Test-846431431-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:17.230193 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cbe424a1-9000-49e1-acb9-2c595a62e1a7 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:17.230407 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1cbe771b-1262-48d7-ac28-4acd2b63fdc9 tempest-RoutersAdminNegativeIpV6Test-846431431 tempest-RoutersAdminNegativeIpV6Test-846431431-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:17.238672 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-7dfb7d8f-df2f-4a7b-90f2-7b7943bebc61 None None] Attempt 4 to provision port 06b55f9d-4f2d-4fe7-bd98-e5e59f15d391 Oct 12 07:38:17.287161 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7dfb7d8f-df2f-4a7b-90f2-7b7943bebc61 None None] Port 06b55f9d-4f2d-4fe7-bd98-e5e59f15d391 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:17.307889 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-cbe424a1-9000-49e1-acb9-2c595a62e1a7 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['686762fd-f2d5-4b12-b01c-f50cd0112e24']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:17.327759 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-cbe424a1-9000-49e1-acb9-2c595a62e1a7 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9c3858f-69fe-4a6a-bcf5-40859bd8b186') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:17.328056 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-cbe424a1-9000-49e1-acb9-2c595a62e1a7 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9c3858f-69fe-4a6a-bcf5-40859bd8b186') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:17.340326 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bf7c9afe-8d57-4391-b219-0d4a4eaaa7a9 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:17.350105 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cbe424a1-9000-49e1-acb9-2c595a62e1a7 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:17.383731 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cbe424a1-9000-49e1-acb9-2c595a62e1a7 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:17.386678 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2d2976-376d-4ccb-a6a0-b626d39b0835 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:17.388236 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1cbe771b-1262-48d7-ac28-4acd2b63fdc9 tempest-RoutersAdminNegativeIpV6Test-846431431 tempest-RoutersAdminNegativeIpV6Test-846431431-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:17.395397 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-ae2d2976-376d-4ccb-a6a0-b626d39b0835 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:17.406419 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbe424a1-9000-49e1-acb9-2c595a62e1a7 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:38:17.406869 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cbe424a1-9000-49e1-acb9-2c595a62e1a7 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:17.437524 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment f9c3858f-69fe-4a6a-bcf5-40859bd8b186 resource provider aggregate not found Oct 12 07:38:17.454908 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9197894-6644-478e-9a79-c08a204b3497 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Network 3d212256-ee23-4061-85c6-3c52822c1a47 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:17.463667 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2cb28adc-525a-45a2-94cc-61963b949de0 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:17.494414 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment f9c3858f-69fe-4a6a-bcf5-40859bd8b186 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f9c3858f-69fe-4a6a-bcf5-40859bd8b186 found for delete ", "request_id": "req-5071c542-00dc-434f-94ca-1454de857038"}]} Oct 12 07:38:17.498403 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-a9197894-6644-478e-9a79-c08a204b3497 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:17.538211 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bf7c9afe-8d57-4391-b219-0d4a4eaaa7a9 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:17.545266 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb28adc-525a-45a2-94cc-61963b949de0 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event deleted for resources: {'Subnet': ['ID=de9bb1a0-e444-40bf-90ae-e0b0369c1b65,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:17.549915 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-98d9b642-e373-4d5c-9bc2-7d38a27c6e2b tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "PUT /v2.0/ports/06b55f9d-4f2d-4fe7-bd98-e5e59f15d391/tags/tempest-TagsExtTest-Tag-1829416631 HTTP/1.1" status: 201 len: 201 time: 0.4389710 Oct 12 07:38:17.562080 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c18c55-a90b-42f6-926f-03648c2a3296 None None] Network 2ca43a36-95b9-4f39-ab5c-191756b1f470 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:38:17.600390 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37786) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:17.601758 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2cb28adc-525a-45a2-94cc-61963b949de0 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:17.609157 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37788) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:17.609412 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-2cb28adc-525a-45a2-94cc-61963b949de0 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/subnets/de9bb1a0-e444-40bf-90ae-e0b0369c1b65 HTTP/1.1" status: 204 len: 168 time: 1.1424072 Oct 12 07:38:17.627717 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cbe424a1-9000-49e1-acb9-2c595a62e1a7 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:17.632551 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cbe424a1-9000-49e1-acb9-2c595a62e1a7 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:17.635847 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-cbe424a1-9000-49e1-acb9-2c595a62e1a7 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] 10.222.0.26 "DELETE /v2.0/networks/686762fd-f2d5-4b12-b01c-f50cd0112e24 HTTP/1.1" status: 204 len: 168 time: 2.2563937 Oct 12 07:38:17.696400 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.tag.tag_plugin [None req-d7512f9b-43fd-4086-8df4-19bf14fa2b4b tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'cbfa5a15-48a3-4f56-92ea-1d9db2b92189', 'tempest-TagsExtTest-Tag-1910482144') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:17.702193 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe424a1-9000-49e1-acb9-2c595a62e1a7 tempest-AllowedAddressPairTestJSON-1957149245 tempest-AllowedAddressPairTestJSON-1957149245-project] Pushing event deleted for resources: {'Network': ['ID=686762fd-f2d5-4b12-b01c-f50cd0112e24,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:17.706151 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7c9afe-8d57-4391-b219-0d4a4eaaa7a9 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Network 03669b8b-3135-46bb-89d8-f37e1bbc68ee is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:17.720823 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-bf7c9afe-8d57-4391-b219-0d4a4eaaa7a9 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:17.723284 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7c9afe-8d57-4391-b219-0d4a4eaaa7a9 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:38:17.729416 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7c9afe-8d57-4391-b219-0d4a4eaaa7a9 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:17.730252 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bf7c9afe-8d57-4391-b219-0d4a4eaaa7a9 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:17.738994 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7c9afe-8d57-4391-b219-0d4a4eaaa7a9 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Pushing event updated for resources: {'Port': ['ID=2bf52fff-4cb5-4c02-8b51-10cb0eb7c9ec,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:17.789015 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-7dfb7d8f-df2f-4a7b-90f2-7b7943bebc61 None None] Attempt 5 to provision port 06b55f9d-4f2d-4fe7-bd98-e5e59f15d391 Oct 12 07:38:17.821617 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1cbe771b-1262-48d7-ac28-4acd2b63fdc9 tempest-RoutersAdminNegativeIpV6Test-846431431 tempest-RoutersAdminNegativeIpV6Test-846431431-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:17.835273 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-735715ca-6f4b-46b8-9a82-233e4f86bde1 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:17.849556 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-bf7c9afe-8d57-4391-b219-0d4a4eaaa7a9 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2968547 Oct 12 07:38:17.856604 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37792) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:17.858346 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7dfb7d8f-df2f-4a7b-90f2-7b7943bebc61 None None] Port 06b55f9d-4f2d-4fe7-bd98-e5e59f15d391 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:17.875526 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-680d0c28-a35f-46ff-b945-8a818465fb41 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::22c', 'mac_address': 'fa:16:3e:9e:a4:bf'}, {'ip_address': '2001:db8::27f', 'mac_address': 'fa:16:3e:67:f4:6d'}]}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:17.891768 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c0e55c-3b42-4438-ac2a-757652cb3f19 None None] DHCP port deletion for 2ca43a36-95b9-4f39-ab5c-191756b1f470 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:38:17.966847 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae2d2976-376d-4ccb-a6a0-b626d39b0835 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Router aef91ffe-5b33-41a2-a897-8f2aa54e1a83 is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:38:17.972201 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9197894-6644-478e-9a79-c08a204b3497 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Router cef8cbf0-db0a-4674-9584-db4297dc2e25 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:38:17.986121 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-62c0e55c-3b42-4438-ac2a-757652cb3f19 None None] Deleting port e0ba4a86-b708-428e-8a91-bcc9c960e22b {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:38:17.986662 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-62c0e55c-3b42-4438-ac2a-757652cb3f19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:18.027012 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d7512f9b-43fd-4086-8df4-19bf14fa2b4b tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "PUT /v2.0/routers/cbfa5a15-48a3-4f56-92ea-1d9db2b92189/tags/tempest-TagsExtTest-Tag-1910482144 HTTP/1.1" status: 201 len: 201 time: 0.4133031 Oct 12 07:38:18.030780 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37794) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:18.041112 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.tag.tag_plugin [None req-4d5b2cea-fd95-4228-aebb-d332c8706451 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd34d2ca5-98a4-4c46-b249-d71d465f7cb9', 'tempest-TagsExtTest-Tag-1855027435') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:18.088280 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-62c0e55c-3b42-4438-ac2a-757652cb3f19 None None] For port e0ba4a86-b708-428e-8a91-bcc9c960e22b, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=e0ba4a86-b708-428e-8a91-bcc9c960e22b,segment=NetworkSegment(0add9eb5-aa41-49bf-b581-c2c0ef7e4ae1),segment_id=0add9eb5-aa41-49bf-b581-c2c0ef7e4ae1)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:38:18.088874 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-62c0e55c-3b42-4438-ac2a-757652cb3f19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:18.131358 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-62c0e55c-3b42-4438-ac2a-757652cb3f19 None None] Calling delete_port for e0ba4a86-b708-428e-8a91-bcc9c960e22b owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:38:18.195962 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-735715ca-6f4b-46b8-9a82-233e4f86bde1 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Deleting port e0ba4a86-b708-428e-8a91-bcc9c960e22b {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:38:18.196360 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-735715ca-6f4b-46b8-9a82-233e4f86bde1 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:18.219022 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-62c0e55c-3b42-4438-ac2a-757652cb3f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:18.240979 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c0e55c-3b42-4438-ac2a-757652cb3f19 None None] No DVR routers for this DVR port e0ba4a86-b708-428e-8a91-bcc9c960e22b on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:38:18.244804 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 79157104-be74-4640-8f84-f584fbe6abd8 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:38:18.273322 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-735715ca-6f4b-46b8-9a82-233e4f86bde1 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] For port e0ba4a86-b708-428e-8a91-bcc9c960e22b, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=e0ba4a86-b708-428e-8a91-bcc9c960e22b,segment=NetworkSegment(0add9eb5-aa41-49bf-b581-c2c0ef7e4ae1),segment_id=0add9eb5-aa41-49bf-b581-c2c0ef7e4ae1)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:38:18.273682 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-735715ca-6f4b-46b8-9a82-233e4f86bde1 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:18.296465 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c0e55c-3b42-4438-ac2a-757652cb3f19 None None] Pushing event deleted for resources: {'Port': ['ID=e0ba4a86-b708-428e-8a91-bcc9c960e22b,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:18.313533 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-735715ca-6f4b-46b8-9a82-233e4f86bde1 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Calling delete_port for e0ba4a86-b708-428e-8a91-bcc9c960e22b owned by network:dhcp {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:38:18.337123 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 79157104-be74-4640-8f84-f584fbe6abd8 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:18.337740 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:18.338277 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 79157104-be74-4640-8f84-f584fbe6abd8 Oct 12 07:38:18.344438 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2d2976-376d-4ccb-a6a0-b626d39b0835 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:38:18.346452 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-4d5b2cea-fd95-4228-aebb-d332c8706451 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "PUT /v2.0/subnetpools/d34d2ca5-98a4-4c46-b249-d71d465f7cb9/tags/tempest-TagsExtTest-Tag-1855027435 HTTP/1.1" status: 201 len: 201 time: 0.3126760 Oct 12 07:38:18.347620 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37798) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:18.352327 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-ae2d2976-376d-4ccb-a6a0-b626d39b0835 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "PUT /v2.0/routers/aef91ffe-5b33-41a2-a897-8f2aa54e1a83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4148591 Oct 12 07:38:18.353311 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37800) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:18.358221 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37802) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:18.360294 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.tag.tag_plugin [None req-aaffcbe9-1699-425b-82e1-c8dafd85abff tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '15b7436f-8f10-40a2-abe4-78aed2ea4c6b', {'tags': ['tempest-TagsExtTest-Tag-1951880053', 'tempest-TagsExtTest-Tag-2050898542', 'tempest-TagsExtTest-Tag-1670848159']}) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:18.361875 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7a1066-e507-41a3-984f-ecb88ebc08a4 None None] Sync routers for ids ['aef91ffe-5b33-41a2-a897-8f2aa54e1a83'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:38:18.374635 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7a1066-e507-41a3-984f-ecb88ebc08a4 None None] Routers {'aef91ffe-5b33-41a2-a897-8f2aa54e1a83'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:38:18.375292 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ee7a1066-e507-41a3-984f-ecb88ebc08a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:38:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['aef91ffe-5b33-41a2-a897-8f2aa54e1a83'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:18.399298 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-7dfb7d8f-df2f-4a7b-90f2-7b7943bebc61 None None] Attempt 6 to provision port 06b55f9d-4f2d-4fe7-bd98-e5e59f15d391 Oct 12 07:38:18.408189 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d70da4-59ae-438b-8935-0621d0374d8e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:18.409697 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f2d70da4-59ae-438b-8935-0621d0374d8e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/ports/86d6568f-e15d-41a9-8d02-c8d75697d2cb HTTP/1.1" status: 200 len: 911 time: 0.0504742 Oct 12 07:38:18.414900 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37806) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:18.442047 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9197894-6644-478e-9a79-c08a204b3497 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:38:18.457937 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-680d0c28-a35f-46ff-b945-8a818465fb41 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:18.475369 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-ee7a1066-e507-41a3-984f-ecb88ebc08a4 None None] Set router aef91ffe-5b33-41a2-a897-8f2aa54e1a83 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:38:18.490086 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a9197894-6644-478e-9a79-c08a204b3497 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "PUT /v2.0/routers/cef8cbf0-db0a-4674-9584-db4297dc2e25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9209287 Oct 12 07:38:18.506017 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afb73b1-f22f-48a3-a11b-eaf6c6be5b8a None None] Sync routers for ids ['cef8cbf0-db0a-4674-9584-db4297dc2e25'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:38:18.508876 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37808) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:18.517384 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-dbaca9a4-1be2-4919-bb75-2546d38ee02f tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Request body: {'port': {'network_id': '3d212256-ee23-4061-85c6-3c52822c1a47', 'name': 'tempest-FloatingIPTestJSON-32238436'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:18.617230 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 79157104-be74-4640-8f84-f584fbe6abd8 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:18.656794 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afb73b1-f22f-48a3-a11b-eaf6c6be5b8a None None] Routers {'cef8cbf0-db0a-4674-9584-db4297dc2e25'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:38:18.658711 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-9afb73b1-f22f-48a3-a11b-eaf6c6be5b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:38:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['cef8cbf0-db0a-4674-9584-db4297dc2e25'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:18.665687 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360c4bd1-9ee6-40ac-b058-910a494ce151 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:18.674647 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360c4bd1-9ee6-40ac-b058-910a494ce151 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:18.679665 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-360c4bd1-9ee6-40ac-b058-910a494ce151 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2515163 Oct 12 07:38:18.683800 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37810) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:18.702935 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37812) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:18.703277 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-aaffcbe9-1699-425b-82e1-c8dafd85abff tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "PUT /v2.0/subnets/15b7436f-8f10-40a2-abe4-78aed2ea4c6b/tags HTTP/1.1" status: 200 len: 318 time: 0.3505480 Oct 12 07:38:18.718843 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.tag.tag_plugin [None req-bb5d7c53-f0bf-45df-8bb8-678fd1aa637f tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '15b7436f-8f10-40a2-abe4-78aed2ea4c6b') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:18.730319 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ee7a1066-e507-41a3-984f-ecb88ebc08a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef91ffe-5b33-41a2-a897-8f2aa54e1a83', 'name': 'tempest-NetworksTestDHCPv6-router-1633517801', 'tenant_id': '3e134b4bc92f4839ac5ca68b448223d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:38:12Z', 'updated_at': '2022-10-12T07:38:15Z', 'revision_number': 2, 'project_id': '3e134b4bc92f4839ac5ca68b448223d9', 'gw_port_host': None, '_interfaces': [{'id': '86d6568f-e15d-41a9-8d02-c8d75697d2cb', 'name': '', 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'tenant_id': '3e134b4bc92f4839ac5ca68b448223d9', 'mac_address': 'fa:16:3e:69:de:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef91ffe-5b33-41a2-a897-8f2aa54e1a83', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '18103802-d0ac-4fe5-878e-ad4ac7d47201', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:38:14Z', 'updated_at': '2022-10-12T07:38:16Z', 'revision_number': 2, 'project_id': '3e134b4bc92f4839ac5ca68b448223d9', 'subnets': [{'id': '18103802-d0ac-4fe5-878e-ad4ac7d47201', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:18.763181 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7a1066-e507-41a3-984f-ecb88ebc08a4 None None] Checking router: aef91ffe-5b33-41a2-a897-8f2aa54e1a83 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:38:18.764478 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7a1066-e507-41a3-984f-ecb88ebc08a4 None None] Updating router aef91ffe-5b33-41a2-a897-8f2aa54e1a83 port 86d6568f-e15d-41a9-8d02-c8d75697d2cb binding host dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:38:18.768488 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-9afb73b1-f22f-48a3-a11b-eaf6c6be5b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:18.781864 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbaca9a4-1be2-4919-bb75-2546d38ee02f tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Made reservation on behalf of 6d4011bbd41f4c1e9844d80c11ed720a for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:18.785608 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-dbaca9a4-1be2-4919-bb75-2546d38ee02f tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:18.790250 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device e0ba4a86-b708-428e-8a91-bcc9c960e22b no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:38:18.795000 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ee7a1066-e507-41a3-984f-ecb88ebc08a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:18.809917 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-dbaca9a4-1be2-4919-bb75-2546d38ee02f tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] device_id is not set on port da02b94b-ce71-4dbe-9256-beea498b741b yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:38:18.850885 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: e0ba4a86-b708-428e-8a91-bcc9c960e22b {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:38:18.851245 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device e0ba4a86-b708-428e-8a91-bcc9c960e22b not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:38:18.854903 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afb73b1-f22f-48a3-a11b-eaf6c6be5b8a None None] Routers {'cef8cbf0-db0a-4674-9584-db4297dc2e25'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:38:18.855553 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-9afb73b1-f22f-48a3-a11b-eaf6c6be5b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:38:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['cef8cbf0-db0a-4674-9584-db4297dc2e25'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:18.898091 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7dfb7d8f-df2f-4a7b-90f2-7b7943bebc61 None None] Port 06b55f9d-4f2d-4fe7-bd98-e5e59f15d391 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:18.900091 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-9afb73b1-f22f-48a3-a11b-eaf6c6be5b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:18.900802 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afb73b1-f22f-48a3-a11b-eaf6c6be5b8a None None] The sync data for ids ['cef8cbf0-db0a-4674-9584-db4297dc2e25'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:38:18.911773 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:18.931494 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-735715ca-6f4b-46b8-9a82-233e4f86bde1 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:19.001340 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-dbaca9a4-1be2-4919-bb75-2546d38ee02f tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Allocated IP 172.20.0.10 (3d212256-ee23-4061-85c6-3c52822c1a47/361fcb5d-2612-484d-a22b-563ab8c02bc0/da02b94b-ce71-4dbe-9256-beea498b741b) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:19.018116 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735715ca-6f4b-46b8-9a82-233e4f86bde1 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event deleted for resources: {'Port': ['ID=e0ba4a86-b708-428e-8a91-bcc9c960e22b,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:19.029435 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735715ca-6f4b-46b8-9a82-233e4f86bde1 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] No DVR routers for this DVR port e0ba4a86-b708-428e-8a91-bcc9c960e22b on host dv-neutron-860909-2-hyperv {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:38:19.115598 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1cbe771b-1262-48d7-ac28-4acd2b63fdc9 tempest-RoutersAdminNegativeIpV6Test-846431431 tempest-RoutersAdminNegativeIpV6Test-846431431-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:19.116218 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:19.120770 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ee7a1066-e507-41a3-984f-ecb88ebc08a4 None None] Notify callbacks [] for port, precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:19.129493 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ee7a1066-e507-41a3-984f-ecb88ebc08a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:19.160987 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1cbe771b-1262-48d7-ac28-4acd2b63fdc9 tempest-RoutersAdminNegativeIpV6Test-846431431 tempest-RoutersAdminNegativeIpV6Test-846431431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:19.193292 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-735715ca-6f4b-46b8-9a82-233e4f86bde1 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:19.221013 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a4a8d-8fca-4887-89ed-8075a86e39e4 None None] Pushing event updated for resources: {'Port': ['ID=86d6568f-e15d-41a9-8d02-c8d75697d2cb,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:19.235933 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-ee7a1066-e507-41a3-984f-ecb88ebc08a4 None None] Attempting to bind port 86d6568f-e15d-41a9-8d02-c8d75697d2cb on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:38:19.236270 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-ee7a1066-e507-41a3-984f-ecb88ebc08a4 None None] Attempting to bind port 86d6568f-e15d-41a9-8d02-c8d75697d2cb by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:38:19.236632 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7a1066-e507-41a3-984f-ecb88ebc08a4 None None] Attempting to bind port 86d6568f-e15d-41a9-8d02-c8d75697d2cb on network 9994ec23-a1f7-459d-8925-14bc9ff05f17 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:38:19.242046 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7a1066-e507-41a3-984f-ecb88ebc08a4 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:38:19.242485 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7a1066-e507-41a3-984f-ecb88ebc08a4 None None] Checking segment: {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:38:19.242874 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ee7a1066-e507-41a3-984f-ecb88ebc08a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:19.243507 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7a1066-e507-41a3-984f-ecb88ebc08a4 None None] Bound using segment: {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:38:19.244111 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-ee7a1066-e507-41a3-984f-ecb88ebc08a4 None None] Bound port: 86d6568f-e15d-41a9-8d02-c8d75697d2cb, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:38:19.244681 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ee7a1066-e507-41a3-984f-ecb88ebc08a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:19.245906 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-bb5d7c53-f0bf-45df-8bb8-678fd1aa637f tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "DELETE /v2.0/subnets/15b7436f-8f10-40a2-abe4-78aed2ea4c6b/tags HTTP/1.1" status: 204 len: 168 time: 0.5375249 Oct 12 07:38:19.247608 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-735715ca-6f4b-46b8-9a82-233e4f86bde1 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ca43a36-95b9-4f39-ab5c-191756b1f470']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:19.251311 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-680d0c28-a35f-46ff-b945-8a818465fb41 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:19.252432 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37814) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:19.259140 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-81960b5e-70ed-4a57-9e8c-2c400f6bdf9c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=984766fe70764f019c805acb62a4fe82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8937764 Oct 12 07:38:19.263424 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37816) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:19.263749 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.tag.tag_plugin [None req-c8c59ad1-0e2a-4633-bec4-abe01af0d0cc tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '15b7436f-8f10-40a2-abe4-78aed2ea4c6b', 'tempest-TagsExtTest-Tag-1951880053') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:19.265445 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-680d0c28-a35f-46ff-b945-8a818465fb41 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:19.266147 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-680d0c28-a35f-46ff-b945-8a818465fb41 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] In _notify_port_updated(), no bound segment for port 2bf52fff-4cb5-4c02-8b51-10cb0eb7c9ec on network 03669b8b-3135-46bb-89d8-f37e1bbc68ee {{(pid=103200) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 12 07:38:19.271727 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680d0c28-a35f-46ff-b945-8a818465fb41 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:19.272345 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-680d0c28-a35f-46ff-b945-8a818465fb41 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:19.276230 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-680d0c28-a35f-46ff-b945-8a818465fb41 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] 10.222.0.26 "PUT /v2.0/ports/2bf52fff-4cb5-4c02-8b51-10cb0eb7c9ec HTTP/1.1" status: 200 len: 1067 time: 1.4155204 Oct 12 07:38:19.279938 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-735715ca-6f4b-46b8-9a82-233e4f86bde1 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0add9eb5-aa41-49bf-b581-c2c0ef7e4ae1') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:19.280243 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-735715ca-6f4b-46b8-9a82-233e4f86bde1 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0add9eb5-aa41-49bf-b581-c2c0ef7e4ae1') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:19.286609 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37818) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:19.319082 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-ee7a1066-e507-41a3-984f-ecb88ebc08a4 None None] For port 86d6568f-e15d-41a9-8d02-c8d75697d2cb, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:38:19.322167 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-ee7a1066-e507-41a3-984f-ecb88ebc08a4 None None] For port 86d6568f-e15d-41a9-8d02-c8d75697d2cb, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=86d6568f-e15d-41a9-8d02-c8d75697d2cb,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:38:19.326444 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ee7a1066-e507-41a3-984f-ecb88ebc08a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:19.337814 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-735715ca-6f4b-46b8-9a82-233e4f86bde1 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:19.368572 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7a1066-e507-41a3-984f-ecb88ebc08a4 None None] Routers {'aef91ffe-5b33-41a2-a897-8f2aa54e1a83'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:38:19.369194 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ee7a1066-e507-41a3-984f-ecb88ebc08a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:38:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['aef91ffe-5b33-41a2-a897-8f2aa54e1a83'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:19.399012 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-7dfb7d8f-df2f-4a7b-90f2-7b7943bebc61 None None] Attempt 7 to provision port 06b55f9d-4f2d-4fe7-bd98-e5e59f15d391 Oct 12 07:38:19.438108 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-735715ca-6f4b-46b8-9a82-233e4f86bde1 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:19.471847 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-ee7a1066-e507-41a3-984f-ecb88ebc08a4 None None] Set router aef91ffe-5b33-41a2-a897-8f2aa54e1a83 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:38:19.478910 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7dfb7d8f-df2f-4a7b-90f2-7b7943bebc61 None None] Port 06b55f9d-4f2d-4fe7-bd98-e5e59f15d391 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:19.489269 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-735715ca-6f4b-46b8-9a82-233e4f86bde1 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:38:19.489680 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-735715ca-6f4b-46b8-9a82-233e4f86bde1 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:19.499775 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680d0c28-a35f-46ff-b945-8a818465fb41 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Pushing event updated for resources: {'Port': ['ID=2bf52fff-4cb5-4c02-8b51-10cb0eb7c9ec,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:19.501495 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a4a8d-8fca-4887-89ed-8075a86e39e4 None None] Pushing event updated for resources: {'Port': ['ID=86d6568f-e15d-41a9-8d02-c8d75697d2cb,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:19.540418 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 0add9eb5-aa41-49bf-b581-c2c0ef7e4ae1 resource provider aggregate not found Oct 12 07:38:19.579744 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-dbaca9a4-1be2-4919-bb75-2546d38ee02f tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:19.598271 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-c8c59ad1-0e2a-4633-bec4-abe01af0d0cc tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] show failed (client error): The resource could not be found. Oct 12 07:38:19.599604 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c8c59ad1-0e2a-4633-bec4-abe01af0d0cc tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "GET /v2.0/subnets/15b7436f-8f10-40a2-abe4-78aed2ea4c6b/tags/tempest-TagsExtTest-Tag-1951880053 HTTP/1.1" status: 404 len: 329 time: 0.3444288 Oct 12 07:38:19.602691 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37824) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:19.607067 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.tag.tag_plugin [None req-e55f70b8-5881-4763-9e96-e30c90a28435 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '15b7436f-8f10-40a2-abe4-78aed2ea4c6b', 'tempest-TagsExtTest-Tag-2050898542') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:19.613190 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 0add9eb5-aa41-49bf-b581-c2c0ef7e4ae1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0add9eb5-aa41-49bf-b581-c2c0ef7e4ae1 found for delete ", "request_id": "req-2ac046cc-7737-45c9-94e1-ecb5818eeaba"}]} Oct 12 07:38:19.623742 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7ae40c7d-792e-4afe-9b4d-c9982492328a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:19.631985 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-735715ca-6f4b-46b8-9a82-233e4f86bde1 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:19.651904 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-735715ca-6f4b-46b8-9a82-233e4f86bde1 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:19.659446 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-735715ca-6f4b-46b8-9a82-233e4f86bde1 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/networks/2ca43a36-95b9-4f39-ab5c-191756b1f470 HTTP/1.1" status: 204 len: 168 time: 2.0489764 Oct 12 07:38:19.660211 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1cbe771b-1262-48d7-ac28-4acd2b63fdc9 tempest-RoutersAdminNegativeIpV6Test-846431431 tempest-RoutersAdminNegativeIpV6Test-846431431-project-admin] Notify callbacks [] for router, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:19.661606 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37826) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:19.691240 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735715ca-6f4b-46b8-9a82-233e4f86bde1 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event deleted for resources: {'Network': ['ID=2ca43a36-95b9-4f39-ab5c-191756b1f470,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:19.695351 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7ae40c7d-792e-4afe-9b4d-c9982492328a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:19.698016 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ee7a1066-e507-41a3-984f-ecb88ebc08a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef91ffe-5b33-41a2-a897-8f2aa54e1a83', 'name': 'tempest-NetworksTestDHCPv6-router-1633517801', 'tenant_id': '3e134b4bc92f4839ac5ca68b448223d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:38:12Z', 'updated_at': '2022-10-12T07:38:15Z', 'revision_number': 2, 'project_id': '3e134b4bc92f4839ac5ca68b448223d9', 'gw_port_host': None, '_interfaces': [{'id': '86d6568f-e15d-41a9-8d02-c8d75697d2cb', 'name': '', 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'tenant_id': '3e134b4bc92f4839ac5ca68b448223d9', 'mac_address': 'fa:16:3e:69:de:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef91ffe-5b33-41a2-a897-8f2aa54e1a83', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '18103802-d0ac-4fe5-878e-ad4ac7d47201', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:38:14Z', 'updated_at': '2022-10-12T07:38:19Z', 'revision_number': 4, 'project_id': '3e134b4bc92f4839ac5ca68b448223d9', 'subnets': [{'id': '18103802-d0ac-4fe5-878e-ad4ac7d47201', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:19.718542 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-1054fc4f-71ec-48b5-a6e9-902b80240b47 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Deleting port 2bf52fff-4cb5-4c02-8b51-10cb0eb7c9ec {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:38:19.718912 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1054fc4f-71ec-48b5-a6e9-902b80240b47 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:19.747061 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-dbaca9a4-1be2-4919-bb75-2546d38ee02f tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:19.817718 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7a1066-e507-41a3-984f-ecb88ebc08a4 None None] The sync data for ids ['aef91ffe-5b33-41a2-a897-8f2aa54e1a83'] in dv-neutron-860909-2-hyperv is: [{'id': 'aef91ffe-5b33-41a2-a897-8f2aa54e1a83', 'name': 'tempest-NetworksTestDHCPv6-router-1633517801', 'tenant_id': '3e134b4bc92f4839ac5ca68b448223d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:38:12Z', 'updated_at': '2022-10-12T07:38:15Z', 'revision_number': 2, 'project_id': '3e134b4bc92f4839ac5ca68b448223d9', 'gw_port_host': None, '_interfaces': [{'id': '86d6568f-e15d-41a9-8d02-c8d75697d2cb', 'name': '', 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'tenant_id': '3e134b4bc92f4839ac5ca68b448223d9', 'mac_address': 'fa:16:3e:69:de:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef91ffe-5b33-41a2-a897-8f2aa54e1a83', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '18103802-d0ac-4fe5-878e-ad4ac7d47201', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:38:14Z', 'updated_at': '2022-10-12T07:38:19Z', 'revision_number': 4, 'project_id': '3e134b4bc92f4839ac5ca68b448223d9', 'subnets': [{'id': '18103802-d0ac-4fe5-878e-ad4ac7d47201', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:38:19.858362 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbaca9a4-1be2-4919-bb75-2546d38ee02f tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Network 3d212256-ee23-4061-85c6-3c52822c1a47 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:19.870491 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-dbaca9a4-1be2-4919-bb75-2546d38ee02f tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:19.876842 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7ae40c7d-792e-4afe-9b4d-c9982492328a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:19.879337 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7ae40c7d-792e-4afe-9b4d-c9982492328a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:19.880473 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-7ae40c7d-792e-4afe-9b4d-c9982492328a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a832b088-b7f3-4dc1-abc6-d2064345aac6 HTTP/1.1" status: 204 len: 168 time: 0.6160052 Oct 12 07:38:19.881365 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaca9a4-1be2-4919-bb75-2546d38ee02f tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:38:19.886067 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724f796a-5682-4794-afce-ae1cb9fdb66c tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:19.893344 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-724f796a-5682-4794-afce-ae1cb9fdb66c tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2197134 Oct 12 07:38:19.893458 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaca9a4-1be2-4919-bb75-2546d38ee02f tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Pushing event updated for resources: {'Port': ['ID=da02b94b-ce71-4dbe-9256-beea498b741b,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:19.894289 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37830) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:19.913465 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1cbe771b-1262-48d7-ac28-4acd2b63fdc9 tempest-RoutersAdminNegativeIpV6Test-846431431 tempest-RoutersAdminNegativeIpV6Test-846431431-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:19.915728 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-e55f70b8-5881-4763-9e96-e30c90a28435 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] show failed (client error): The resource could not be found. Oct 12 07:38:19.919620 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e55f70b8-5881-4763-9e96-e30c90a28435 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "GET /v2.0/subnets/15b7436f-8f10-40a2-abe4-78aed2ea4c6b/tags/tempest-TagsExtTest-Tag-2050898542 HTTP/1.1" status: 404 len: 329 time: 0.3130012 Oct 12 07:38:19.919620 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1cbe771b-1262-48d7-ac28-4acd2b63fdc9 tempest-RoutersAdminNegativeIpV6Test-846431431 tempest-RoutersAdminNegativeIpV6Test-846431431-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:19.920308 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37832) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:19.926895 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.tag.tag_plugin [None req-3303bbb6-a05c-46a1-ae3e-6f68549e0e1f tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '15b7436f-8f10-40a2-abe4-78aed2ea4c6b', 'tempest-TagsExtTest-Tag-1670848159') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:19.950481 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae40c7d-792e-4afe-9b4d-c9982492328a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a832b088-b7f3-4dc1-abc6-d2064345aac6,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:19.973987 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1054fc4f-71ec-48b5-a6e9-902b80240b47 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:19.982911 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-7dfb7d8f-df2f-4a7b-90f2-7b7943bebc61 None None] Attempt 8 to provision port 06b55f9d-4f2d-4fe7-bd98-e5e59f15d391 Oct 12 07:38:19.996003 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-1054fc4f-71ec-48b5-a6e9-902b80240b47 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Calling delete_port for 2bf52fff-4cb5-4c02-8b51-10cb0eb7c9ec owned by {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:38:20.009448 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1cbe771b-1262-48d7-ac28-4acd2b63fdc9 tempest-RoutersAdminNegativeIpV6Test-846431431 tempest-RoutersAdminNegativeIpV6Test-846431431-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:20.009979 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cbe771b-1262-48d7-ac28-4acd2b63fdc9 tempest-RoutersAdminNegativeIpV6Test-846431431 tempest-RoutersAdminNegativeIpV6Test-846431431-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b985a7a9-e56e-4953-bf1c-cd80927167d1 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:38:20.020584 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbaca9a4-1be2-4919-bb75-2546d38ee02f tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:20.021221 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-dbaca9a4-1be2-4919-bb75-2546d38ee02f tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:20.031634 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e6bcd12f-3040-4661-890c-fe082fa500d6 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1362400 Oct 12 07:38:20.036632 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37834) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:20.043167 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-54a400ae-7dbc-4a91-8a1e-463900bf40c6 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1932981150'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:20.067803 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-1cbe771b-1262-48d7-ac28-4acd2b63fdc9 tempest-RoutersAdminNegativeIpV6Test-846431431 tempest-RoutersAdminNegativeIpV6Test-846431431-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 12 07:38:20.071886 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-1cbe771b-1262-48d7-ac28-4acd2b63fdc9 tempest-RoutersAdminNegativeIpV6Test-846431431 tempest-RoutersAdminNegativeIpV6Test-846431431-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.9623449 Oct 12 07:38:20.075226 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37836) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:20.099761 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7dfb7d8f-df2f-4a7b-90f2-7b7943bebc61 None None] Port 06b55f9d-4f2d-4fe7-bd98-e5e59f15d391 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:20.104235 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-dbaca9a4-1be2-4919-bb75-2546d38ee02f tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5946772 Oct 12 07:38:20.108082 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37840) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:20.118857 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ceb8be7c-ae0b-4904-9e5e-e4692dbab45e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:20.119886 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-3c12ee78-8174-4417-9697-15306632e300 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Request body: {'port': {'network_id': '3d212256-ee23-4061-85c6-3c52822c1a47', 'name': 'tempest-FloatingIPTestJSON-1251071883'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:20.123978 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-3303bbb6-a05c-46a1-ae3e-6f68549e0e1f tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] show failed (client error): The resource could not be found. Oct 12 07:38:20.125222 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-3303bbb6-a05c-46a1-ae3e-6f68549e0e1f tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "GET /v2.0/subnets/15b7436f-8f10-40a2-abe4-78aed2ea4c6b/tags/tempest-TagsExtTest-Tag-1670848159 HTTP/1.1" status: 404 len: 329 time: 0.2040195 Oct 12 07:38:20.132479 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37842) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:20.140704 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.tag.tag_plugin [None req-a1590e00-78f7-4a89-8026-08b9d278f488 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '06b55f9d-4f2d-4fe7-bd98-e5e59f15d391', {'tags': ['tempest-TagsExtTest-Tag-1605804265', 'tempest-TagsExtTest-Tag-11749730', 'tempest-TagsExtTest-Tag-1703274552']}) {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:20.187817 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a400ae-7dbc-4a91-8a1e-463900bf40c6 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Made reservation on behalf of e65c260e166d457d9b3ff4f3fa4c3b6f for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:20.191280 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-54a400ae-7dbc-4a91-8a1e-463900bf40c6 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:20.336936 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54a400ae-7dbc-4a91-8a1e-463900bf40c6 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:38:20.344046 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-423edc37-ad9c-499c-b192-9a551bb526ca tempest-RoutersAdminNegativeIpV6Test-846431431 tempest-RoutersAdminNegativeIpV6Test-846431431-project-admin] Deleting port 5984487c-37df-45a2-9a85-3b1734d59c8f {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:38:20.344403 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-423edc37-ad9c-499c-b192-9a551bb526ca tempest-RoutersAdminNegativeIpV6Test-846431431 tempest-RoutersAdminNegativeIpV6Test-846431431-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:20.381110 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a1590e00-78f7-4a89-8026-08b9d278f488 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "PUT /v2.0/ports/06b55f9d-4f2d-4fe7-bd98-e5e59f15d391/tags HTTP/1.1" status: 200 len: 316 time: 0.2454939 Oct 12 07:38:20.381788 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37848) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:20.393539 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.tag.tag_plugin [None req-e7f8bea3-1522-41c2-9d2d-0eb463cf3e03 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '06b55f9d-4f2d-4fe7-bd98-e5e59f15d391') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:20.455432 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-423edc37-ad9c-499c-b192-9a551bb526ca tempest-RoutersAdminNegativeIpV6Test-846431431 tempest-RoutersAdminNegativeIpV6Test-846431431-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:20.480401 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-54a400ae-7dbc-4a91-8a1e-463900bf40c6 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:20.480824 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-54a400ae-7dbc-4a91-8a1e-463900bf40c6 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Added segment 9263262c-b907-4bb6-9df5-ceb05ed1ba28 of type vlan for network fb7665b7-4883-4733-a983-caddb96950b9 Oct 12 07:38:20.482740 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1054fc4f-71ec-48b5-a6e9-902b80240b47 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:20.494794 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-423edc37-ad9c-499c-b192-9a551bb526ca tempest-RoutersAdminNegativeIpV6Test-846431431 tempest-RoutersAdminNegativeIpV6Test-846431431-project-admin] Calling delete_port for 5984487c-37df-45a2-9a85-3b1734d59c8f owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:38:20.510487 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c12ee78-8174-4417-9697-15306632e300 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Made reservation on behalf of 6d4011bbd41f4c1e9844d80c11ed720a for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:20.518373 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3c12ee78-8174-4417-9697-15306632e300 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:20.587688 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-ceb8be7c-ae0b-4904-9e5e-e4692dbab45e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting port 86d6568f-e15d-41a9-8d02-c8d75697d2cb {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:38:20.587888 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ceb8be7c-ae0b-4904-9e5e-e4692dbab45e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:20.588744 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1054fc4f-71ec-48b5-a6e9-902b80240b47 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Pushing event deleted for resources: {'Port': ['ID=2bf52fff-4cb5-4c02-8b51-10cb0eb7c9ec,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:20.601279 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-7dfb7d8f-df2f-4a7b-90f2-7b7943bebc61 None None] Attempt 9 to provision port 06b55f9d-4f2d-4fe7-bd98-e5e59f15d391 Oct 12 07:38:20.643738 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-54a400ae-7dbc-4a91-8a1e-463900bf40c6 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:20.683090 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7dfb7d8f-df2f-4a7b-90f2-7b7943bebc61 None None] Port 06b55f9d-4f2d-4fe7-bd98-e5e59f15d391 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:20.688781 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-3c12ee78-8174-4417-9697-15306632e300 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] device_id is not set on port 37245293-7bf7-44e8-b9cf-0e1ed06e67d3 yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:38:20.725676 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-423edc37-ad9c-499c-b192-9a551bb526ca tempest-RoutersAdminNegativeIpV6Test-846431431 tempest-RoutersAdminNegativeIpV6Test-846431431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:20.808493 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423edc37-ad9c-499c-b192-9a551bb526ca tempest-RoutersAdminNegativeIpV6Test-846431431 tempest-RoutersAdminNegativeIpV6Test-846431431-project-admin] Pushing event deleted for resources: {'Port': ['ID=5984487c-37df-45a2-9a85-3b1734d59c8f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:20.911863 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-ceb8be7c-ae0b-4904-9e5e-e4692dbab45e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] For port 86d6568f-e15d-41a9-8d02-c8d75697d2cb, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=86d6568f-e15d-41a9-8d02-c8d75697d2cb,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:38:20.912303 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ceb8be7c-ae0b-4904-9e5e-e4692dbab45e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:20.922556 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:20.929775 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-54a400ae-7dbc-4a91-8a1e-463900bf40c6 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:20.934961 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a400ae-7dbc-4a91-8a1e-463900bf40c6 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:20.935607 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-54a400ae-7dbc-4a91-8a1e-463900bf40c6 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:20.939737 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-ceb8be7c-ae0b-4904-9e5e-e4692dbab45e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Calling delete_port for 86d6568f-e15d-41a9-8d02-c8d75697d2cb owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:38:20.950417 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e7f8bea3-1522-41c2-9d2d-0eb463cf3e03 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "DELETE /v2.0/ports/06b55f9d-4f2d-4fe7-bd98-e5e59f15d391/tags HTTP/1.1" status: 204 len: 168 time: 0.5579457 Oct 12 07:38:20.950417 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-3c12ee78-8174-4417-9697-15306632e300 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Allocated IP 172.20.0.11 (3d212256-ee23-4061-85c6-3c52822c1a47/361fcb5d-2612-484d-a22b-563ab8c02bc0/37245293-7bf7-44e8-b9cf-0e1ed06e67d3) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:20.951370 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37862) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:20.958615 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.tag.tag_plugin [None req-db3b90b3-feaf-4592-a972-d16ed76ea7c7 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '06b55f9d-4f2d-4fe7-bd98-e5e59f15d391', 'tempest-TagsExtTest-Tag-1605804265') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:20.985664 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-423edc37-ad9c-499c-b192-9a551bb526ca tempest-RoutersAdminNegativeIpV6Test-846431431 tempest-RoutersAdminNegativeIpV6Test-846431431-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:20.991606 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-54a400ae-7dbc-4a91-8a1e-463900bf40c6 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9534609 Oct 12 07:38:20.993678 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-423edc37-ad9c-499c-b192-9a551bb526ca tempest-RoutersAdminNegativeIpV6Test-846431431 tempest-RoutersAdminNegativeIpV6Test-846431431-project-admin] 10.222.0.26 "DELETE /v2.0/ports/5984487c-37df-45a2-9a85-3b1734d59c8f HTTP/1.1" status: 204 len: 168 time: 0.9166565 Oct 12 07:38:21.011295 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37864) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:21.030253 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37868) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:21.031543 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-dee8985b-9a1a-4b8a-b131-8d556cbdc9b5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'subnet': {'network_id': 'fb7665b7-4883-4733-a983-caddb96950b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:21.083817 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-db3b90b3-feaf-4592-a972-d16ed76ea7c7 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] show failed (client error): The resource could not be found. Oct 12 07:38:21.087669 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-db3b90b3-feaf-4592-a972-d16ed76ea7c7 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "GET /v2.0/ports/06b55f9d-4f2d-4fe7-bd98-e5e59f15d391/tags/tempest-TagsExtTest-Tag-1605804265 HTTP/1.1" status: 404 len: 329 time: 0.1328764 Oct 12 07:38:21.115522 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37872) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:21.122477 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.tag.tag_plugin [None req-64bc1332-3ce9-4039-9d4a-63d5ffb6b7dd tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '06b55f9d-4f2d-4fe7-bd98-e5e59f15d391', 'tempest-TagsExtTest-Tag-11749730') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:21.173191 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-3a0a51a2-ad22-40cc-996d-2a84f213a051 tempest-DvrRoutersNegativeTest-782270176 tempest-DvrRoutersNegativeTest-782270176-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-232178207', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:21.176541 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.policy [None req-3a0a51a2-ad22-40cc-996d-2a84f213a051 tempest-DvrRoutersNegativeTest-782270176 tempest-DvrRoutersNegativeTest-782270176-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103201) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Oct 12 07:38:21.176541 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.policy [None req-3a0a51a2-ad22-40cc-996d-2a84f213a051 tempest-DvrRoutersNegativeTest-782270176 tempest-DvrRoutersNegativeTest-782270176-project] Failed policy check for 'create_router' {{(pid=103201) enforce /opt/stack/neutron/neutron/policy.py:520}} Oct 12 07:38:21.176966 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-3a0a51a2-ad22-40cc-996d-2a84f213a051 tempest-DvrRoutersNegativeTest-782270176 tempest-DvrRoutersNegativeTest-782270176-project] create failed (client error): Access was denied to this resource. Oct 12 07:38:21.177961 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-3a0a51a2-ad22-40cc-996d-2a84f213a051 tempest-DvrRoutersNegativeTest-782270176 tempest-DvrRoutersNegativeTest-782270176-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1466539 Oct 12 07:38:21.184943 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-7dfb7d8f-df2f-4a7b-90f2-7b7943bebc61 None None] Attempt 10 to provision port 06b55f9d-4f2d-4fe7-bd98-e5e59f15d391 Oct 12 07:38:21.240630 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-64bc1332-3ce9-4039-9d4a-63d5ffb6b7dd tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] show failed (client error): The resource could not be found. Oct 12 07:38:21.244540 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-64bc1332-3ce9-4039-9d4a-63d5ffb6b7dd tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "GET /v2.0/ports/06b55f9d-4f2d-4fe7-bd98-e5e59f15d391/tags/tempest-TagsExtTest-Tag-11749730 HTTP/1.1" status: 404 len: 327 time: 0.1252089 Oct 12 07:38:21.245418 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37876) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:21.249773 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7dfb7d8f-df2f-4a7b-90f2-7b7943bebc61 None None] Port 06b55f9d-4f2d-4fe7-bd98-e5e59f15d391 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:21.249958 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.tag.tag_plugin [None req-18648081-d3aa-4e0a-a0a2-5fc3203111f1 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '06b55f9d-4f2d-4fe7-bd98-e5e59f15d391', 'tempest-TagsExtTest-Tag-1703274552') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:21.254130 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-7dfb7d8f-df2f-4a7b-90f2-7b7943bebc61 None None] Could not find standard attr ID for object f3061ed7-27e6-4208-8ed2-a187270112d2. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:38:21.287995 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ceb8be7c-ae0b-4904-9e5e-e4692dbab45e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:21.319162 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb8be7c-ae0b-4904-9e5e-e4692dbab45e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Port': ['ID=86d6568f-e15d-41a9-8d02-c8d75697d2cb,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:21.369829 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-9569303d-c0fb-4e13-9c0b-dfef7c5c16ef None None] Could not find standard attr ID for object 86d6568f-e15d-41a9-8d02-c8d75697d2cb. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:38:21.374010 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-9569303d-c0fb-4e13-9c0b-dfef7c5c16ef None None] Could not find standard attr ID for object e0ba4a86-b708-428e-8a91-bcc9c960e22b. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:38:21.384614 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-9569303d-c0fb-4e13-9c0b-dfef7c5c16ef None None] Could not find standard attr ID for object c9c9ab50-5630-4a01-94dd-272cf5c86da9. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:38:21.417606 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-9569303d-c0fb-4e13-9c0b-dfef7c5c16ef None None] Provisioning complete for port 70a3f4dc-208c-4350-b7ae-1a799ed3533a triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:21.418259 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9569303d-c0fb-4e13-9c0b-dfef7c5c16ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:21.420406 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-9569303d-c0fb-4e13-9c0b-dfef7c5c16ef None None] Attempt 1 to provision port 70a3f4dc-208c-4350-b7ae-1a799ed3533a Oct 12 07:38:21.477968 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-9569303d-c0fb-4e13-9c0b-dfef7c5c16ef None None] Port 70a3f4dc-208c-4350-b7ae-1a799ed3533a cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:21.498215 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee8985b-9a1a-4b8a-b131-8d556cbdc9b5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Made reservation on behalf of e65c260e166d457d9b3ff4f3fa4c3b6f for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:21.501880 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-dee8985b-9a1a-4b8a-b131-8d556cbdc9b5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:21.585662 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37882) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:21.585662 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37884) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:21.691729 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a400ae-7dbc-4a91-8a1e-463900bf40c6 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event updated for resources: {'Network': ['ID=fb7665b7-4883-4733-a983-caddb96950b9,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:21.703640 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-18648081-d3aa-4e0a-a0a2-5fc3203111f1 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] show failed (client error): The resource could not be found. Oct 12 07:38:21.705509 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-18648081-d3aa-4e0a-a0a2-5fc3203111f1 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "GET /v2.0/ports/06b55f9d-4f2d-4fe7-bd98-e5e59f15d391/tags/tempest-TagsExtTest-Tag-1703274552 HTTP/1.1" status: 404 len: 329 time: 0.4595339 Oct 12 07:38:21.708550 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network fb7665b7-4883-4733-a983-caddb96950b9 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:38:21.709189 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37890) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:21.758634 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.tag.tag_plugin [None req-c2a30463-a509-4b3d-b812-b0131a13c3a9 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'cbfa5a15-48a3-4f56-92ea-1d9db2b92189', {'tags': ['tempest-TagsExtTest-Tag-1738200968', 'tempest-TagsExtTest-Tag-1519680769', 'tempest-TagsExtTest-Tag-487771485']}) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:21.761038 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1054fc4f-71ec-48b5-a6e9-902b80240b47 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:21.767515 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-1054fc4f-71ec-48b5-a6e9-902b80240b47 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] 10.222.0.26 "DELETE /v2.0/ports/2bf52fff-4cb5-4c02-8b51-10cb0eb7c9ec HTTP/1.1" status: 204 len: 168 time: 2.4661679 Oct 12 07:38:21.769642 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37892) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:21.825645 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ceb8be7c-ae0b-4904-9e5e-e4692dbab45e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:21.850155 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4b5921d6-f695-45d6-900e-e342dc85c0bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:21.891178 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-828a0614-9c99-4cbe-8974-5d07fa07c0f9 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] GET failed (client error): The resource could not be found. Oct 12 07:38:21.892781 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-828a0614-9c99-4cbe-8974-5d07fa07c0f9 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] 10.222.0.26 "GET /v2.0/ports/2bf52fff-4cb5-4c02-8b51-10cb0eb7c9ec HTTP/1.1" status: 404 len: 333 time: 0.1193030 Oct 12 07:38:21.904656 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37894) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:21.918038 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2352b13e-bc84-42e9-a506-86d7b20280e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:21.979351 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-9569303d-c0fb-4e13-9c0b-dfef7c5c16ef None None] Attempt 2 to provision port 70a3f4dc-208c-4350-b7ae-1a799ed3533a Oct 12 07:38:22.012164 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c2a30463-a509-4b3d-b812-b0131a13c3a9 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "PUT /v2.0/routers/cbfa5a15-48a3-4f56-92ea-1d9db2b92189/tags HTTP/1.1" status: 200 len: 317 time: 0.3010569 Oct 12 07:38:22.012830 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37896) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:22.019505 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.tag.tag_plugin [None req-1204907d-841e-44a2-bf9c-667f7f29ee85 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'cbfa5a15-48a3-4f56-92ea-1d9db2b92189') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:22.025558 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-9569303d-c0fb-4e13-9c0b-dfef7c5c16ef None None] Port 70a3f4dc-208c-4350-b7ae-1a799ed3533a cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:22.076123 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-dee8985b-9a1a-4b8a-b131-8d556cbdc9b5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:22.093316 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb8be7c-ae0b-4904-9e5e-e4692dbab45e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Router aef91ffe-5b33-41a2-a897-8f2aa54e1a83 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:38:22.121113 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3c12ee78-8174-4417-9697-15306632e300 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:22.214011 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb8be7c-ae0b-4904-9e5e-e4692dbab45e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:38:22.219691 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ceb8be7c-ae0b-4904-9e5e-e4692dbab45e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "PUT /v2.0/routers/aef91ffe-5b33-41a2-a897-8f2aa54e1a83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5346961 Oct 12 07:38:22.222427 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37898) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:22.225841 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-1204907d-841e-44a2-bf9c-667f7f29ee85 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "DELETE /v2.0/routers/cbfa5a15-48a3-4f56-92ea-1d9db2b92189/tags HTTP/1.1" status: 204 len: 168 time: 0.2099807 Oct 12 07:38:22.227415 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f64276d-488c-4706-b96b-1e7572904161 None None] Sync routers for ids ['aef91ffe-5b33-41a2-a897-8f2aa54e1a83'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:38:22.231947 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee8985b-9a1a-4b8a-b131-8d556cbdc9b5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event updated for resources: {'Subnet': ['ID=7b3f7691-9737-409b-a147-8f4fc589f284,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:22.233882 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37900) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:22.239411 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.tag.tag_plugin [None req-c9b45477-5e7e-469a-ac38-cbfd23bbe50a tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cbfa5a15-48a3-4f56-92ea-1d9db2b92189', 'tempest-TagsExtTest-Tag-1738200968') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:22.246629 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f64276d-488c-4706-b96b-1e7572904161 None None] Routers {'aef91ffe-5b33-41a2-a897-8f2aa54e1a83'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:38:22.250571 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4f64276d-488c-4706-b96b-1e7572904161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:38:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['aef91ffe-5b33-41a2-a897-8f2aa54e1a83'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:22.304681 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4b5921d6-f695-45d6-900e-e342dc85c0bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:22.307479 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-c64f122f-55bb-491b-bf5b-3aadb48704b4 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Deleting port 70a3f4dc-208c-4350-b7ae-1a799ed3533a {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:38:22.307832 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c64f122f-55bb-491b-bf5b-3aadb48704b4 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:22.315463 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee8985b-9a1a-4b8a-b131-8d556cbdc9b5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Checking segment: {'id': '9263262c-b907-4bb6-9df5-ceb05ed1ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'fb7665b7-4883-4733-a983-caddb96950b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:38:22.316191 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee8985b-9a1a-4b8a-b131-8d556cbdc9b5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Network hostable DHCP agents. Network: fb7665b7-4883-4733-a983-caddb96950b9, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:38:22.319177 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec02ae1-8cd0-4eb3-8097-a6ba436ee6a1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:22.320391 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2352b13e-bc84-42e9-a506-86d7b20280e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:22.321065 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec02ae1-8cd0-4eb3-8097-a6ba436ee6a1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:22.325061 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4b5921d6-f695-45d6-900e-e342dc85c0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:22.325197 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-9ec02ae1-8cd0-4eb3-8097-a6ba436ee6a1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0990574 Oct 12 07:38:22.325300 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3c12ee78-8174-4417-9697-15306632e300 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:22.325393 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37902) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:22.330073 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-4f64276d-488c-4706-b96b-1e7572904161 None None] Set router aef91ffe-5b33-41a2-a897-8f2aa54e1a83 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:38:22.368754 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2352b13e-bc84-42e9-a506-86d7b20280e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:22.387089 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4f64276d-488c-4706-b96b-1e7572904161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef91ffe-5b33-41a2-a897-8f2aa54e1a83', 'name': 'tempest-NetworksTestDHCPv6-router-1633517801', 'tenant_id': '3e134b4bc92f4839ac5ca68b448223d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:38:12Z', 'updated_at': '2022-10-12T07:38:21Z', 'revision_number': 3, 'project_id': '3e134b4bc92f4839ac5ca68b448223d9', 'gw_port_host': None}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:22.395023 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-c9b45477-5e7e-469a-ac38-cbfd23bbe50a tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] show failed (client error): The resource could not be found. Oct 12 07:38:22.398684 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c9b45477-5e7e-469a-ac38-cbfd23bbe50a tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "GET /v2.0/routers/cbfa5a15-48a3-4f56-92ea-1d9db2b92189/tags/tempest-TagsExtTest-Tag-1738200968 HTTP/1.1" status: 404 len: 329 time: 0.1612530 Oct 12 07:38:22.398873 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37904) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:22.405496 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.tag.tag_plugin [None req-4a2d4e53-be45-4aba-8ab3-510b8d1189ef tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cbfa5a15-48a3-4f56-92ea-1d9db2b92189', 'tempest-TagsExtTest-Tag-1519680769') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:22.414333 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f64276d-488c-4706-b96b-1e7572904161 None None] Checking router: aef91ffe-5b33-41a2-a897-8f2aa54e1a83 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:38:22.422927 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f64276d-488c-4706-b96b-1e7572904161 None None] Routers {'aef91ffe-5b33-41a2-a897-8f2aa54e1a83'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:38:22.423804 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4f64276d-488c-4706-b96b-1e7572904161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:38:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['aef91ffe-5b33-41a2-a897-8f2aa54e1a83'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:22.449365 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a452052-c5bc-4d47-89f2-779817c4f309 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting subnet 18103802-d0ac-4fe5-878e-ad4ac7d47201 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:38:22.455321 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4a452052-c5bc-4d47-89f2-779817c4f309 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:22.487109 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-4b5921d6-f695-45d6-900e-e342dc85c0bb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2deccb69d38d4df0b3a411b07504f841&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8980408 Oct 12 07:38:22.487420 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37906) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:22.494919 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-4f64276d-488c-4706-b96b-1e7572904161 None None] Set router aef91ffe-5b33-41a2-a897-8f2aa54e1a83 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:38:22.497102 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5921d6-f695-45d6-900e-e342dc85c0bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf0214c-954d-478e-9b9a-c07c13aff752,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:22.504997 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c12ee78-8174-4417-9697-15306632e300 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Network 3d212256-ee23-4061-85c6-3c52822c1a47 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:22.511637 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee8985b-9a1a-4b8a-b131-8d556cbdc9b5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Network fb7665b7-4883-4733-a983-caddb96950b9 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:38:22.515785 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4a452052-c5bc-4d47-89f2-779817c4f309 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:22.524315 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-2352b13e-bc84-42e9-a506-86d7b20280e2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=38cad149a4ab4368a6dc235a3a5e0a0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9364157 Oct 12 07:38:22.525333 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-3c12ee78-8174-4417-9697-15306632e300 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:22.527605 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-9569303d-c0fb-4e13-9c0b-dfef7c5c16ef None None] Attempt 3 to provision port 70a3f4dc-208c-4350-b7ae-1a799ed3533a Oct 12 07:38:22.532917 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37908) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:22.538791 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c12ee78-8174-4417-9697-15306632e300 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:38:22.554571 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12ee78-8174-4417-9697-15306632e300 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Pushing event updated for resources: {'Port': ['ID=37245293-7bf7-44e8-b9cf-0e1ed06e67d3,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:22.564898 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-4a2d4e53-be45-4aba-8ab3-510b8d1189ef tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] show failed (client error): The resource could not be found. Oct 12 07:38:22.566218 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-4a2d4e53-be45-4aba-8ab3-510b8d1189ef tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "GET /v2.0/routers/cbfa5a15-48a3-4f56-92ea-1d9db2b92189/tags/tempest-TagsExtTest-Tag-1519680769 HTTP/1.1" status: 404 len: 329 time: 0.1662614 Oct 12 07:38:22.573396 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4f64276d-488c-4706-b96b-1e7572904161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef91ffe-5b33-41a2-a897-8f2aa54e1a83', 'name': 'tempest-NetworksTestDHCPv6-router-1633517801', 'tenant_id': '3e134b4bc92f4839ac5ca68b448223d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:38:12Z', 'updated_at': '2022-10-12T07:38:21Z', 'revision_number': 3, 'project_id': '3e134b4bc92f4839ac5ca68b448223d9', 'gw_port_host': None}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:22.576776 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37910) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:22.584564 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.tag.tag_plugin [None req-3992e066-4ef6-4678-be2e-2bc0bb97ea94 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cbfa5a15-48a3-4f56-92ea-1d9db2b92189', 'tempest-TagsExtTest-Tag-487771485') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:22.605959 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f64276d-488c-4706-b96b-1e7572904161 None None] The sync data for ids ['aef91ffe-5b33-41a2-a897-8f2aa54e1a83'] in dv-neutron-860909-2-hyperv is: [{'id': 'aef91ffe-5b33-41a2-a897-8f2aa54e1a83', 'name': 'tempest-NetworksTestDHCPv6-router-1633517801', 'tenant_id': '3e134b4bc92f4839ac5ca68b448223d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:38:12Z', 'updated_at': '2022-10-12T07:38:21Z', 'revision_number': 3, 'project_id': '3e134b4bc92f4839ac5ca68b448223d9', 'gw_port_host': None}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:38:22.612314 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-9569303d-c0fb-4e13-9c0b-dfef7c5c16ef None None] Port 70a3f4dc-208c-4350-b7ae-1a799ed3533a cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:22.614792 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-dee8985b-9a1a-4b8a-b131-8d556cbdc9b5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, fb7665b7-4883-4733-a983-caddb96950b9) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:22.627399 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a14e6fc-f44e-4095-8a37-6af487f8760a None None] Network fb7665b7-4883-4733-a983-caddb96950b9 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:38:22.627705 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c64f122f-55bb-491b-bf5b-3aadb48704b4 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:22.631967 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2352b13e-bc84-42e9-a506-86d7b20280e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a490646f-6ea1-4600-a2ba-67d5e39931e3,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:22.642995 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee8985b-9a1a-4b8a-b131-8d556cbdc9b5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:22.643468 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-dee8985b-9a1a-4b8a-b131-8d556cbdc9b5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:22.676906 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-c64f122f-55bb-491b-bf5b-3aadb48704b4 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Calling delete_port for 70a3f4dc-208c-4350-b7ae-1a799ed3533a owned by {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:38:22.705064 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-432d04a2-a76f-4885-b130-3533f35c4c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:22.705761 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c12ee78-8174-4417-9697-15306632e300 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:22.706601 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3c12ee78-8174-4417-9697-15306632e300 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:22.715277 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-dee8985b-9a1a-4b8a-b131-8d556cbdc9b5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6983433 Oct 12 07:38:22.724933 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37912) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:22.735374 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-b957268d-70fd-4eee-abbf-7dd0d3b1ecfa tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'port': {'network_id': 'fb7665b7-4883-4733-a983-caddb96950b9', 'name': 'tempest-PortsIpV6TestJSON-1925394226'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:22.738297 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-3992e066-4ef6-4678-be2e-2bc0bb97ea94 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] show failed (client error): The resource could not be found. Oct 12 07:38:22.741926 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-3992e066-4ef6-4678-be2e-2bc0bb97ea94 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "GET /v2.0/routers/cbfa5a15-48a3-4f56-92ea-1d9db2b92189/tags/tempest-TagsExtTest-Tag-487771485 HTTP/1.1" status: 404 len: 328 time: 0.1614249 Oct 12 07:38:22.744598 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37914) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:22.755101 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.tag.tag_plugin [None req-7748a3c7-1b6c-40aa-a884-a4705126f0f9 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd34d2ca5-98a4-4c46-b249-d71d465f7cb9', {'tags': ['tempest-TagsExtTest-Tag-1174398735', 'tempest-TagsExtTest-Tag-1292693666', 'tempest-TagsExtTest-Tag-1102057592']}) {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:22.758138 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4a452052-c5bc-4d47-89f2-779817c4f309 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:22.786912 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b0838f77-762d-41e8-b26e-0ebf79aaaae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:22.798105 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-3c12ee78-8174-4417-9697-15306632e300 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6837916 Oct 12 07:38:22.808157 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37916) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:22.815017 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71b6982-04a8-4529-9d6b-6a0de7f24db8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-fb7665b7-4883-4733-a983-caddb96950b9', 'network_id': 'fb7665b7-4883-4733-a983-caddb96950b9', 'tenant_id': 'e65c260e166d457d9b3ff4f3fa4c3b6f', 'fixed_ips': [{'subnet_id': '7b3f7691-9737-409b-a147-8f4fc589f284'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:38:22.815880 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b71b6982-04a8-4529-9d6b-6a0de7f24db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:22.820790 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-8c34d67f-93d8-4844-9b74-882c09467f2a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Request body: {'floatingip': {'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'port_id': '37245293-7bf7-44e8-b9cf-0e1ed06e67d3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:22.826745 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-432d04a2-a76f-4885-b130-3533f35c4c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:22.880399 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-7748a3c7-1b6c-40aa-a884-a4705126f0f9 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "PUT /v2.0/subnetpools/d34d2ca5-98a4-4c46-b249-d71d465f7cb9/tags HTTP/1.1" status: 200 len: 318 time: 0.1324112 Oct 12 07:38:22.881319 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37918) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:22.885551 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.tag.tag_plugin [None req-a6c5bd23-b194-4923-95f9-fe4ecaff3424 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd34d2ca5-98a4-4c46-b249-d71d465f7cb9') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:22.897024 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b0838f77-762d-41e8-b26e-0ebf79aaaae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:22.918682 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4a452052-c5bc-4d47-89f2-779817c4f309 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:22.941161 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8c34d67f-93d8-4844-9b74-882c09467f2a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for floatingip, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:22.958012 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-432d04a2-a76f-4885-b130-3533f35c4c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:22.960547 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-432d04a2-a76f-4885-b130-3533f35c4c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:22.965024 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-432d04a2-a76f-4885-b130-3533f35c4c0e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4cf0214c-954d-478e-9b9a-c07c13aff752 HTTP/1.1" status: 204 len: 168 time: 0.4764383 Oct 12 07:38:22.970751 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a452052-c5bc-4d47-89f2-779817c4f309 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Subnet': ['ID=18103802-d0ac-4fe5-878e-ad4ac7d47201,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:22.974780 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4a452052-c5bc-4d47-89f2-779817c4f309 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:22.980832 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-4a452052-c5bc-4d47-89f2-779817c4f309 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/18103802-d0ac-4fe5-878e-ad4ac7d47201 HTTP/1.1" status: 204 len: 168 time: 0.6536388 Oct 12 07:38:22.982839 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37922) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:23.000262 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a6c5bd23-b194-4923-95f9-fe4ecaff3424 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "DELETE /v2.0/subnetpools/d34d2ca5-98a4-4c46-b249-d71d465f7cb9/tags HTTP/1.1" status: 204 len: 168 time: 0.1181989 Oct 12 07:38:23.001265 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d04a2-a76f-4885-b130-3533f35c4c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf0214c-954d-478e-9b9a-c07c13aff752,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:23.003180 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37924) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:23.007303 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.tag.tag_plugin [None req-3b61dc30-e6bf-4d25-b8ee-4e8ccc0431fc tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd34d2ca5-98a4-4c46-b249-d71d465f7cb9', 'tempest-TagsExtTest-Tag-1174398735') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:23.089252 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c64f122f-55bb-491b-bf5b-3aadb48704b4 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:23.115672 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-3b61dc30-e6bf-4d25-b8ee-4e8ccc0431fc tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] show failed (client error): The resource could not be found. Oct 12 07:38:23.116998 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-3b61dc30-e6bf-4d25-b8ee-4e8ccc0431fc tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "GET /v2.0/subnetpools/d34d2ca5-98a4-4c46-b249-d71d465f7cb9/tags/tempest-TagsExtTest-Tag-1174398735 HTTP/1.1" status: 404 len: 329 time: 0.1131792 Oct 12 07:38:23.119885 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37926) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:23.123421 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b0838f77-762d-41e8-b26e-0ebf79aaaae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:23.125838 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b0838f77-762d-41e8-b26e-0ebf79aaaae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:23.125961 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.tag.tag_plugin [None req-32cf5670-b6af-4d6e-8943-06d59492a724 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd34d2ca5-98a4-4c46-b249-d71d465f7cb9', 'tempest-TagsExtTest-Tag-1292693666') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:23.129796 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b0838f77-762d-41e8-b26e-0ebf79aaaae4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a490646f-6ea1-4600-a2ba-67d5e39931e3 HTTP/1.1" status: 204 len: 168 time: 0.5939801 Oct 12 07:38:23.135410 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f122f-55bb-491b-bf5b-3aadb48704b4 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Pushing event deleted for resources: {'Port': ['ID=70a3f4dc-208c-4350-b7ae-1a799ed3533a,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:23.149411 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0838f77-762d-41e8-b26e-0ebf79aaaae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a490646f-6ea1-4600-a2ba-67d5e39931e3,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:23.160170 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-9569303d-c0fb-4e13-9c0b-dfef7c5c16ef None None] Attempt 4 to provision port 70a3f4dc-208c-4350-b7ae-1a799ed3533a Oct 12 07:38:23.180166 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910b3d0a-39b3-4eaa-9436-60c73c5760c9 None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:38:23.222454 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b957268d-70fd-4eee-abbf-7dd0d3b1ecfa tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Made reservation on behalf of e65c260e166d457d9b3ff4f3fa4c3b6f for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:23.225948 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b957268d-70fd-4eee-abbf-7dd0d3b1ecfa tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:23.287269 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-2f238271-8b25-4e05-8439-526283e16f5d tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2984164 Oct 12 07:38:23.288569 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-32cf5670-b6af-4d6e-8943-06d59492a724 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] show failed (client error): The resource could not be found. Oct 12 07:38:23.289682 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-32cf5670-b6af-4d6e-8943-06d59492a724 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "GET /v2.0/subnetpools/d34d2ca5-98a4-4c46-b249-d71d465f7cb9/tags/tempest-TagsExtTest-Tag-1292693666 HTTP/1.1" status: 404 len: 329 time: 0.1684628 Oct 12 07:38:23.290217 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37932) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:23.297494 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37934) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:23.300567 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c64f122f-55bb-491b-bf5b-3aadb48704b4 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:23.304096 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c64f122f-55bb-491b-bf5b-3aadb48704b4 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] 10.222.0.26 "DELETE /v2.0/ports/70a3f4dc-208c-4350-b7ae-1a799ed3533a HTTP/1.1" status: 204 len: 168 time: 1.3987703 Oct 12 07:38:23.307988 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37936) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:23.314258 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.tag.tag_plugin [None req-ac7619e2-148d-4feb-a8f0-31efe717268d tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd34d2ca5-98a4-4c46-b249-d71d465f7cb9', 'tempest-TagsExtTest-Tag-1102057592') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:23.376290 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb41a1ea-ad0e-4228-b2db-93993425131f tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] GET failed (client error): The resource could not be found. Oct 12 07:38:23.377900 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-bb41a1ea-ad0e-4228-b2db-93993425131f tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] 10.222.0.26 "GET /v2.0/ports/70a3f4dc-208c-4350-b7ae-1a799ed3533a HTTP/1.1" status: 404 len: 333 time: 0.0681098 Oct 12 07:38:23.382586 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37938) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:23.387097 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-b957268d-70fd-4eee-abbf-7dd0d3b1ecfa tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] device_id is not set on port 8520ab28-77f4-4b5b-86d8-58a2c586ccb6 yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:38:23.439651 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-9569303d-c0fb-4e13-9c0b-dfef7c5c16ef None None] Port 70a3f4dc-208c-4350-b7ae-1a799ed3533a was deleted so its status cannot be updated. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 12 07:38:23.448034 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-9569303d-c0fb-4e13-9c0b-dfef7c5c16ef None None] Could not find standard attr ID for object 2bf52fff-4cb5-4c02-8b51-10cb0eb7c9ec. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:38:23.473153 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-9569303d-c0fb-4e13-9c0b-dfef7c5c16ef None None] Provisioning complete for port 79157104-be74-4640-8f84-f584fbe6abd8 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:23.473514 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9569303d-c0fb-4e13-9c0b-dfef7c5c16ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:23.474037 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-9569303d-c0fb-4e13-9c0b-dfef7c5c16ef None None] Attempt 1 to provision port 79157104-be74-4640-8f84-f584fbe6abd8 Oct 12 07:38:23.552827 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8c34d67f-93d8-4844-9b74-882c09467f2a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:23.568867 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-b71b6982-04a8-4529-9d6b-6a0de7f24db8 None None] Allocated IP 2001:db8::2 (fb7665b7-4883-4733-a983-caddb96950b9/7b3f7691-9737-409b-a147-8f4fc589f284/1ae3f590-4be0-4f1e-8f55-b90f0f27c619) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:23.618637 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-9569303d-c0fb-4e13-9c0b-dfef7c5c16ef None None] Current status of the port 79157104-be74-4640-8f84-f584fbe6abd8 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:23.675344 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7967cd24-127b-4155-b6aa-f94fd017b51e None None] DHCP port deletion for 9994ec23-a1f7-459d-8925-14bc9ff05f17 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:38:23.685055 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-8c34d67f-93d8-4844-9b74-882c09467f2a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Allocated IP 172.26.3.135 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/1d17e6ed-f5f5-4651-bdf6-8f410bb0a043) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:23.796696 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7967cd24-127b-4155-b6aa-f94fd017b51e None None] Deleting port 79157104-be74-4640-8f84-f584fbe6abd8 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:38:23.797205 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7967cd24-127b-4155-b6aa-f94fd017b51e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:23.803026 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8c34d67f-93d8-4844-9b74-882c09467f2a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:23.834328 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37946) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:23.859802 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8c34d67f-93d8-4844-9b74-882c09467f2a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:23.885248 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-57c5d3eb-346b-4915-b537-36de776803c2 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for router, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:23.909195 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c34d67f-93d8-4844-9b74-882c09467f2a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:23.915012 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-8c34d67f-93d8-4844-9b74-882c09467f2a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:23.921064 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-7967cd24-127b-4155-b6aa-f94fd017b51e None None] For port 79157104-be74-4640-8f84-f584fbe6abd8, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=79157104-be74-4640-8f84-f584fbe6abd8,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:38:23.921605 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7967cd24-127b-4155-b6aa-f94fd017b51e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:23.924375 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c34d67f-93d8-4844-9b74-882c09467f2a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:38:23.937960 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b71b6982-04a8-4529-9d6b-6a0de7f24db8 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:23.944298 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7967cd24-127b-4155-b6aa-f94fd017b51e None None] Calling delete_port for 79157104-be74-4640-8f84-f584fbe6abd8 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:38:23.952016 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b71b6982-04a8-4529-9d6b-6a0de7f24db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:23.966514 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c34d67f-93d8-4844-9b74-882c09467f2a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Pushing event updated for resources: {'Port': ['ID=1d17e6ed-f5f5-4651-bdf6-8f410bb0a043,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:23.977448 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71b6982-04a8-4529-9d6b-6a0de7f24db8 None None] Network fb7665b7-4883-4733-a983-caddb96950b9 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:23.981659 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-ac7619e2-148d-4feb-a8f0-31efe717268d tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] show failed (client error): The resource could not be found. Oct 12 07:38:23.981816 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-b71b6982-04a8-4529-9d6b-6a0de7f24db8 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:23.985327 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ac7619e2-148d-4feb-a8f0-31efe717268d tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "GET /v2.0/subnetpools/d34d2ca5-98a4-4c46-b249-d71d465f7cb9/tags/tempest-TagsExtTest-Tag-1102057592 HTTP/1.1" status: 404 len: 329 time: 0.6722152 Oct 12 07:38:24.000737 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37952) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:24.009566 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.tag.tag_plugin [None req-90f077f2-6b8d-4453-9652-7082c8c05bfc tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd34d2ca5-98a4-4c46-b249-d71d465f7cb9') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:24.012296 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71b6982-04a8-4529-9d6b-6a0de7f24db8 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:38:24.077743 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a50b7cd0-d903-47fd-8c96-c90a310937d7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=423dd581da084ea19336faeefcbdf19b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2395029 Oct 12 07:38:24.095971 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37958) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:24.116042 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b6982-04a8-4529-9d6b-6a0de7f24db8 None None] Pushing event updated for resources: {'Port': ['ID=1ae3f590-4be0-4f1e-8f55-b90f0f27c619,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:24.137409 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-57c5d3eb-346b-4915-b537-36de776803c2 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:24.140403 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-57c5d3eb-346b-4915-b537-36de776803c2 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:24.144461 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-b71b6982-04a8-4529-9d6b-6a0de7f24db8 None None] Attempting to bind port 1ae3f590-4be0-4f1e-8f55-b90f0f27c619 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:38:24.144829 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-b71b6982-04a8-4529-9d6b-6a0de7f24db8 None None] Attempting to bind port 1ae3f590-4be0-4f1e-8f55-b90f0f27c619 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '9263262c-b907-4bb6-9df5-ceb05ed1ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'fb7665b7-4883-4733-a983-caddb96950b9'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:38:24.145189 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71b6982-04a8-4529-9d6b-6a0de7f24db8 None None] Attempting to bind port 1ae3f590-4be0-4f1e-8f55-b90f0f27c619 on network fb7665b7-4883-4733-a983-caddb96950b9 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:38:24.152331 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71b6982-04a8-4529-9d6b-6a0de7f24db8 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:38:24.152746 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71b6982-04a8-4529-9d6b-6a0de7f24db8 None None] Checking segment: {'id': '9263262c-b907-4bb6-9df5-ceb05ed1ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'fb7665b7-4883-4733-a983-caddb96950b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:38:24.153101 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b71b6982-04a8-4529-9d6b-6a0de7f24db8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:24.153493 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71b6982-04a8-4529-9d6b-6a0de7f24db8 None None] Bound using segment: {'id': '9263262c-b907-4bb6-9df5-ceb05ed1ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'fb7665b7-4883-4733-a983-caddb96950b9'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:38:24.154015 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-b71b6982-04a8-4529-9d6b-6a0de7f24db8 None None] Bound port: 1ae3f590-4be0-4f1e-8f55-b90f0f27c619, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9263262c-b907-4bb6-9df5-ceb05ed1ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'fb7665b7-4883-4733-a983-caddb96950b9'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:38:24.154432 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b71b6982-04a8-4529-9d6b-6a0de7f24db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:24.211182 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 86d6568f-e15d-41a9-8d02-c8d75697d2cb no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:38:24.228980 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-90f077f2-6b8d-4453-9652-7082c8c05bfc tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "DELETE /v2.0/subnetpools/d34d2ca5-98a4-4c46-b249-d71d465f7cb9/tags HTTP/1.1" status: 204 len: 168 time: 0.2257555 Oct 12 07:38:24.236396 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37962) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:24.245252 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-57c5d3eb-346b-4915-b537-36de776803c2 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:24.246441 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c5d3eb-346b-4915-b537-36de776803c2 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Fanout notify agent at l3_agent the message router_deleted on router aef91ffe-5b33-41a2-a897-8f2aa54e1a83 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:38:24.249281 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 86d6568f-e15d-41a9-8d02-c8d75697d2cb {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:38:24.249446 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 86d6568f-e15d-41a9-8d02-c8d75697d2cb not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:38:24.249747 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 79157104-be74-4640-8f84-f584fbe6abd8 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:38:24.260344 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-57c5d3eb-346b-4915-b537-36de776803c2 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:24.262267 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-57c5d3eb-346b-4915-b537-36de776803c2 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/routers/aef91ffe-5b33-41a2-a897-8f2aa54e1a83 HTTP/1.1" status: 204 len: 168 time: 0.9710522 Oct 12 07:38:24.265618 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37964) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:24.276136 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.tag.tag_plugin [None req-a604acb9-77f9-4a4c-898c-88d26d7ba2cb tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'cbfa5a15-48a3-4f56-92ea-1d9db2b92189') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:24.282405 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-b957268d-70fd-4eee-abbf-7dd0d3b1ecfa tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Allocated IP 2001:db8::301 (fb7665b7-4883-4733-a983-caddb96950b9/7b3f7691-9737-409b-a147-8f4fc589f284/8520ab28-77f4-4b5b-86d8-58a2c586ccb6) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:24.292420 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7967cd24-127b-4155-b6aa-f94fd017b51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:24.306434 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-dab36fb3-0862-4994-ac5d-94e93ec30f1d tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0380175 Oct 12 07:38:24.311830 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37966) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:24.355407 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-b71b6982-04a8-4529-9d6b-6a0de7f24db8 None None] For port 1ae3f590-4be0-4f1e-8f55-b90f0f27c619, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:38:24.372484 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-b71b6982-04a8-4529-9d6b-6a0de7f24db8 None None] For port 1ae3f590-4be0-4f1e-8f55-b90f0f27c619, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=1ae3f590-4be0-4f1e-8f55-b90f0f27c619,segment=NetworkSegment(9263262c-b907-4bb6-9df5-ceb05ed1ba28),segment_id=9263262c-b907-4bb6-9df5-ceb05ed1ba28)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:38:24.376416 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7967cd24-127b-4155-b6aa-f94fd017b51e None None] Pushing event deleted for resources: {'Port': ['ID=79157104-be74-4640-8f84-f584fbe6abd8,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:24.383980 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b71b6982-04a8-4529-9d6b-6a0de7f24db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:24.393320 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7967cd24-127b-4155-b6aa-f94fd017b51e None None] No DVR routers for this DVR port 79157104-be74-4640-8f84-f584fbe6abd8 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:38:24.428623 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-fb925df0-e3fd-493c-96c1-cd9d8551e2c7 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Deleting port 8497b704-d7b9-4d8d-b6fa-d2541f6baa70 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:38:24.429018 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fb925df0-e3fd-493c-96c1-cd9d8551e2c7 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:24.445408 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d18d55-edb6-407c-a85e-e4b0ba1d7397 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:24.447580 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c4d18d55-edb6-407c-a85e-e4b0ba1d7397 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1339123 Oct 12 07:38:24.457149 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b6982-04a8-4529-9d6b-6a0de7f24db8 None None] Pushing event updated for resources: {'Port': ['ID=1ae3f590-4be0-4f1e-8f55-b90f0f27c619,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:24.459708 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37970) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:24.459837 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No active binding found for port 79157104-be74-4640-8f84-f584fbe6abd8 {{(pid=103202) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 12 07:38:24.460404 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 79157104-be74-4640-8f84-f584fbe6abd8 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:38:24.485789 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-342fdb6e-43ed-4c6f-b79e-ba864b02bca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:24.518224 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-3f5bbd26-2d7b-4fe3-af44-c4f8d9c0eccb tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0521934 Oct 12 07:38:24.526761 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37972) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:24.544416 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37974) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:24.548016 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-738061c2-635d-40cd-9172-34193df5d6c4 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'subnet': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:24.637065 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-342fdb6e-43ed-4c6f-b79e-ba864b02bca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:24.676707 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fb925df0-e3fd-493c-96c1-cd9d8551e2c7 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:24.694378 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-fb925df0-e3fd-493c-96c1-cd9d8551e2c7 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Calling delete_port for 8497b704-d7b9-4d8d-b6fa-d2541f6baa70 owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:38:24.760851 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738061c2-635d-40cd-9172-34193df5d6c4 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:24.762414 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-738061c2-635d-40cd-9172-34193df5d6c4 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:24.764688 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a604acb9-77f9-4a4c-898c-88d26d7ba2cb tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "DELETE /v2.0/routers/cbfa5a15-48a3-4f56-92ea-1d9db2b92189/tags HTTP/1.1" status: 204 len: 168 time: 0.4938548 Oct 12 07:38:24.771876 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37978) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:24.775744 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.tag.tag_plugin [None req-b94baad4-e946-421d-b9c8-8a1c5d8f740a tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '06b55f9d-4f2d-4fe7-bd98-e5e59f15d391') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:24.820912 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b957268d-70fd-4eee-abbf-7dd0d3b1ecfa tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:24.827572 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-342fdb6e-43ed-4c6f-b79e-ba864b02bca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:24.830472 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-342fdb6e-43ed-4c6f-b79e-ba864b02bca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:24.834200 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-342fdb6e-43ed-4c6f-b79e-ba864b02bca0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ee4788d7-f86e-47f7-8085-274e77c1f961 HTTP/1.1" status: 204 len: 168 time: 0.7322757 Oct 12 07:38:24.837801 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-872aedc9-d8e7-4163-8628-7ddd25bda3ba tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1483335372', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:24.880597 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342fdb6e-43ed-4c6f-b79e-ba864b02bca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4788d7-f86e-47f7-8085-274e77c1f961,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:24.959166 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-872aedc9-d8e7-4163-8628-7ddd25bda3ba tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:24.960026 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-872aedc9-d8e7-4163-8628-7ddd25bda3ba tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:24.975683 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b957268d-70fd-4eee-abbf-7dd0d3b1ecfa tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:25.064977 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b957268d-70fd-4eee-abbf-7dd0d3b1ecfa tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Network fb7665b7-4883-4733-a983-caddb96950b9 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:25.071502 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-b957268d-70fd-4eee-abbf-7dd0d3b1ecfa tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:25.074066 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b957268d-70fd-4eee-abbf-7dd0d3b1ecfa tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:38:25.080832 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b957268d-70fd-4eee-abbf-7dd0d3b1ecfa tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:25.081748 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b957268d-70fd-4eee-abbf-7dd0d3b1ecfa tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:25.090129 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-872aedc9-d8e7-4163-8628-7ddd25bda3ba tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:25.098533 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b94baad4-e946-421d-b9c8-8a1c5d8f740a tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "DELETE /v2.0/ports/06b55f9d-4f2d-4fe7-bd98-e5e59f15d391/tags HTTP/1.1" status: 204 len: 168 time: 0.3276651 Oct 12 07:38:25.102953 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37984) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:25.104157 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b957268d-70fd-4eee-abbf-7dd0d3b1ecfa tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event updated for resources: {'Port': ['ID=8520ab28-77f4-4b5b-86d8-58a2c586ccb6,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:25.111312 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.tag.tag_plugin [None req-508962d3-389c-4909-a83e-8cc2cfbcb853 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '15b7436f-8f10-40a2-abe4-78aed2ea4c6b') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:25.114918 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8c34d67f-93d8-4844-9b74-882c09467f2a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:25.123616 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-872aedc9-d8e7-4163-8628-7ddd25bda3ba tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:25.143456 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fb925df0-e3fd-493c-96c1-cd9d8551e2c7 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:25.166745 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b957268d-70fd-4eee-abbf-7dd0d3b1ecfa tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4378033 Oct 12 07:38:25.171347 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 37986) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:25.179185 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb925df0-e3fd-493c-96c1-cd9d8551e2c7 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Pushing event deleted for resources: {'Port': ['ID=8497b704-d7b9-4d8d-b6fa-d2541f6baa70,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:25.180026 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-812a538f-d0a9-4a8a-ae20-1bc8440207cb tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'port': {'network_id': 'fb7665b7-4883-4733-a983-caddb96950b9', 'name': 'tempest-PortsIpV6TestJSON-1577316175'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:25.186796 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-872aedc9-d8e7-4163-8628-7ddd25bda3ba tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:25.188590 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-872aedc9-d8e7-4163-8628-7ddd25bda3ba tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6103053 Oct 12 07:38:25.192929 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37988) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:25.202787 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-29de53ae-eca5-400c-8b56-9464b00eb6fa tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1477646912'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:25.282055 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8c34d67f-93d8-4844-9b74-882c09467f2a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:25.283658 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fb925df0-e3fd-493c-96c1-cd9d8551e2c7 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:25.289427 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-fb925df0-e3fd-493c-96c1-cd9d8551e2c7 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] 10.222.0.26 "DELETE /v2.0/ports/8497b704-d7b9-4d8d-b6fa-d2541f6baa70 HTTP/1.1" status: 204 len: 168 time: 1.9056156 Oct 12 07:38:25.291404 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 37994) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:25.354328 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29de53ae-eca5-400c-8b56-9464b00eb6fa tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Made reservation on behalf of a020ac352da94afbad338b18c9b5a513 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:25.358430 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-29de53ae-eca5-400c-8b56-9464b00eb6fa tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:25.411786 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-29de53ae-eca5-400c-8b56-9464b00eb6fa tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:25.467844 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-508962d3-389c-4909-a83e-8cc2cfbcb853 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "DELETE /v2.0/subnets/15b7436f-8f10-40a2-abe4-78aed2ea4c6b/tags HTTP/1.1" status: 204 len: 168 time: 0.3597097 Oct 12 07:38:25.472428 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-f84472ee-3524-439e-836b-01249852a250 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Deleting subnet df7d0be8-6e02-407a-9f13-3ce4689726ca {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:38:25.474321 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38000) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:25.495492 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812a538f-d0a9-4a8a-ae20-1bc8440207cb tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Made reservation on behalf of e65c260e166d457d9b3ff4f3fa4c3b6f for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:25.496390 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f84472ee-3524-439e-836b-01249852a250 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:25.499786 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-812a538f-d0a9-4a8a-ae20-1bc8440207cb tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:25.530130 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-812a538f-d0a9-4a8a-ae20-1bc8440207cb tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] device_id is not set on port 0b248dab-2546-4f91-b0d8-af3c9cc102ca yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:38:25.581409 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.objects.ports [None req-738061c2-635d-40cd-9172-34193df5d6c4 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103201) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 12 07:38:25.591077 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-738061c2-635d-40cd-9172-34193df5d6c4 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:25.701880 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738061c2-635d-40cd-9172-34193df5d6c4 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:25.726239 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f84472ee-3524-439e-836b-01249852a250 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:25.775482 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8c34d67f-93d8-4844-9b74-882c09467f2a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:25.777643 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-812a538f-d0a9-4a8a-ae20-1bc8440207cb tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Allocated IP 2001:db8::1cd (fb7665b7-4883-4733-a983-caddb96950b9/7b3f7691-9737-409b-a147-8f4fc589f284/0b248dab-2546-4f91-b0d8-af3c9cc102ca) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:25.784298 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-738061c2-635d-40cd-9172-34193df5d6c4 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:25.789165 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8c34d67f-93d8-4844-9b74-882c09467f2a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:25.810863 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236efd68-f05f-471e-9d46-9a3b5fde1b12 None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:38:25.825188 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-29de53ae-eca5-400c-8b56-9464b00eb6fa tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:25.831332 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738061c2-635d-40cd-9172-34193df5d6c4 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:25.831947 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-738061c2-635d-40cd-9172-34193df5d6c4 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:25.834723 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738061c2-635d-40cd-9172-34193df5d6c4 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Subnet': ['ID=3ef833f7-b3a0-40c1-92db-af9b7aa6887f,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:25.844192 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f345123-6cec-49ec-86aa-3c49786618be None None] Network fb7665b7-4883-4733-a983-caddb96950b9 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:38:25.861100 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-29de53ae-eca5-400c-8b56-9464b00eb6fa tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:25.872153 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38010) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:25.872704 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29de53ae-eca5-400c-8b56-9464b00eb6fa tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:38:25.882463 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-29de53ae-eca5-400c-8b56-9464b00eb6fa tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:25.882886 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-29de53ae-eca5-400c-8b56-9464b00eb6fa tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Added segment 71f8a4f1-f804-48a7-835a-d67d35843d39 of type vlan for network 75453dce-c889-4fd7-b2a6-4f7670e7a9ad Oct 12 07:38:25.916674 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8c34d67f-93d8-4844-9b74-882c09467f2a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:25.927227 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-29de53ae-eca5-400c-8b56-9464b00eb6fa tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:25.972251 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c34d67f-93d8-4844-9b74-882c09467f2a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Pushing event updated for resources: {'Port': ['ID=1d17e6ed-f5f5-4651-bdf6-8f410bb0a043,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:25.977636 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-bac0bf04-e96e-411e-9de7-def69d4e5018 None None] Provisioning complete for port 1ae3f590-4be0-4f1e-8f55-b90f0f27c619 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:25.979278 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bac0bf04-e96e-411e-9de7-def69d4e5018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:25.979783 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-bac0bf04-e96e-411e-9de7-def69d4e5018 None None] Attempt 1 to provision port 1ae3f590-4be0-4f1e-8f55-b90f0f27c619 Oct 12 07:38:25.987744 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-29de53ae-eca5-400c-8b56-9464b00eb6fa tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:25.993340 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29de53ae-eca5-400c-8b56-9464b00eb6fa tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:25.994376 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-29de53ae-eca5-400c-8b56-9464b00eb6fa tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:26.092641 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29de53ae-eca5-400c-8b56-9464b00eb6fa tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Pushing event updated for resources: {'Network': ['ID=75453dce-c889-4fd7-b2a6-4f7670e7a9ad,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:26.116341 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-738061c2-635d-40cd-9172-34193df5d6c4 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5726545 Oct 12 07:38:26.126880 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38014) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:26.131049 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 75453dce-c889-4fd7-b2a6-4f7670e7a9ad details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:38:26.132852 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-95a67c08-a48f-4429-8d33-26cbb3336fbb tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'subnet': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:26.153223 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f84472ee-3524-439e-836b-01249852a250 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:26.184313 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-29de53ae-eca5-400c-8b56-9464b00eb6fa tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9890811 Oct 12 07:38:26.185062 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29de53ae-eca5-400c-8b56-9464b00eb6fa tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a70660-95cb-4cee-b356-a9b4b411aa66,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:26.195335 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38016) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:26.198300 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-38a2e796-956e-4a9c-b60e-af217c447f27 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Notify callbacks [] for subnetpool, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:26.199462 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-38a2e796-956e-4a9c-b60e-af217c447f27 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "DELETE /v2.0/subnetpools/d34d2ca5-98a4-4c46-b249-d71d465f7cb9 HTTP/1.1" status: 204 len: 168 time: 0.7192037 Oct 12 07:38:26.213516 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38018) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:26.217528 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-e4ad7497-36f9-4ecf-abd9-8645d0c14a61 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Request body: {'subnet': {'network_id': '75453dce-c889-4fd7-b2a6-4f7670e7a9ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:26.285212 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 1ae3f590-4be0-4f1e-8f55-b90f0f27c619 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:38:26.321785 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39dd434-8551-4bac-9ab7-2adabf12a2f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-9994ec23-a1f7-459d-8925-14bc9ff05f17', 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'tenant_id': '3e134b4bc92f4839ac5ca68b448223d9', 'fixed_ips': [{'subnet_id': '3ef833f7-b3a0-40c1-92db-af9b7aa6887f'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:38:26.322990 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f39dd434-8551-4bac-9ab7-2adabf12a2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:26.367013 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-bac0bf04-e96e-411e-9de7-def69d4e5018 None None] Current status of the port 1ae3f590-4be0-4f1e-8f55-b90f0f27c619 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:26.367721 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bac0bf04-e96e-411e-9de7-def69d4e5018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:26.382851 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-7aa6721d-a12c-4da3-bc1f-dcd1a0a1724e tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfa5a15-48a3-4f56-92ea-1d9db2b92189 HTTP/1.1" status: 200 len: 205 time: 0.0809412 Oct 12 07:38:26.387439 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38020) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:26.408921 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-92fc1154-b6d5-45dd-aa90-4c16f903ca5b tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:26.412809 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-92fc1154-b6d5-45dd-aa90-4c16f903ca5b tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.5286331 Oct 12 07:38:26.442549 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38022) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:26.447354 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-4f1251c8-a6dd-4df5-a7e3-8342d580a48e tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:26.448381 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-4f1251c8-a6dd-4df5-a7e3-8342d580a48e tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0048194 Oct 12 07:38:26.455200 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38024) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:26.479533 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [None req-8c34d67f-93d8-4844-9b74-882c09467f2a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Floating IP 2e893865-16db-41a3-9cb9-f282fc8663f7 associated. External IP: 172.26.3.135, port: 37245293-7bf7-44e8-b9cf-0e1ed06e67d3. Oct 12 07:38:26.493384 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-bac0bf04-e96e-411e-9de7-def69d4e5018 None None] For port 1ae3f590-4be0-4f1e-8f55-b90f0f27c619, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=1ae3f590-4be0-4f1e-8f55-b90f0f27c619,segment=NetworkSegment(9263262c-b907-4bb6-9df5-ceb05ed1ba28),segment_id=9263262c-b907-4bb6-9df5-ceb05ed1ba28)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:38:26.496254 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [None req-f9e03aaa-5550-4804-a8b2-3ff3751f7a22 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:26.501192 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f9e03aaa-5550-4804-a8b2-3ff3751f7a22 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0083809 Oct 12 07:38:26.506671 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 1ae3f590-4be0-4f1e-8f55-b90f0f27c619 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:26.507273 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:26.507756 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 1ae3f590-4be0-4f1e-8f55-b90f0f27c619 Oct 12 07:38:26.515199 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38026) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:26.527242 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9364a0d4-a7d3-4254-8674-32753ce676c0 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Notify callbacks [] for router, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:26.529983 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bac0bf04-e96e-411e-9de7-def69d4e5018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:26.546849 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-812a538f-d0a9-4a8a-ae20-1bc8440207cb tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:26.625276 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-f39dd434-8551-4bac-9ab7-2adabf12a2f7 None None] Allocated IP 2001:db8::f816:3eff:fe05:1b02 (9994ec23-a1f7-459d-8925-14bc9ff05f17/3ef833f7-b3a0-40c1-92db-af9b7aa6887f/1089e628-87f0-4821-9c30-283e0310fce0) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:26.650869 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac0bf04-e96e-411e-9de7-def69d4e5018 None None] Pushing event updated for resources: {'Port': ['ID=1ae3f590-4be0-4f1e-8f55-b90f0f27c619,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:26.739168 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-812a538f-d0a9-4a8a-ae20-1bc8440207cb tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:26.844541 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [None req-cc312de7-6ba3-43e8-83e4-b56fc4c315cf tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:26.849268 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-cc312de7-6ba3-43e8-83e4-b56fc4c315cf tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.3248396 Oct 12 07:38:26.854785 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38028) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:26.866964 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [None req-0c4e2843-e10b-4ef9-849d-ae81847c33e0 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:26.869511 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812a538f-d0a9-4a8a-ae20-1bc8440207cb tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Network fb7665b7-4883-4733-a983-caddb96950b9 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:26.871033 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-0c4e2843-e10b-4ef9-849d-ae81847c33e0 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0127146 Oct 12 07:38:26.872192 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38030) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:26.878532 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-e65cd982-d868-492c-a2ba-7e2904e8c9df tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:26.879544 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e65cd982-d868-492c-a2ba-7e2904e8c9df tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0045872 Oct 12 07:38:26.884108 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-812a538f-d0a9-4a8a-ae20-1bc8440207cb tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:26.899754 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38032) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:26.903691 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ad7497-36f9-4ecf-abd9-8645d0c14a61 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Made reservation on behalf of a020ac352da94afbad338b18c9b5a513 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:26.904708 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-46e8c74f-e6ef-44f3-acb2-70e5666d9796 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:26.908115 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-46e8c74f-e6ef-44f3-acb2-70e5666d9796 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0049036 Oct 12 07:38:26.908115 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812a538f-d0a9-4a8a-ae20-1bc8440207cb tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:38:26.908365 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e4ad7497-36f9-4ecf-abd9-8645d0c14a61 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:26.911312 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f84472ee-3524-439e-836b-01249852a250 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:26.911950 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812a538f-d0a9-4a8a-ae20-1bc8440207cb tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:26.912570 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-812a538f-d0a9-4a8a-ae20-1bc8440207cb tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:26.914062 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38034) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:26.918412 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a538f-d0a9-4a8a-ae20-1bc8440207cb tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event updated for resources: {'Port': ['ID=0b248dab-2546-4f91-b0d8-af3c9cc102ca,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:26.936034 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c34d67f-93d8-4844-9b74-882c09467f2a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Router cef8cbf0-db0a-4674-9584-db4297dc2e25 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:38:26.958004 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-812a538f-d0a9-4a8a-ae20-1bc8440207cb tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7842662 Oct 12 07:38:26.958634 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38036) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:26.981905 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [None req-16a3d2e6-c802-4773-a9b0-42024b531db8 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:26.986003 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-16a3d2e6-c802-4773-a9b0-42024b531db8 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0276399 Oct 12 07:38:27.002350 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38038) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:27.005963 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-cf5b4870-ca79-4102-8c38-b1424e9087ea tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:27.009356 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-cf5b4870-ca79-4102-8c38-b1424e9087ea tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0046566 Oct 12 07:38:27.018961 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38040) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:27.021255 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84472ee-3524-439e-836b-01249852a250 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Pushing event deleted for resources: {'Subnet': ['ID=df7d0be8-6e02-407a-9f13-3ce4689726ca,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:27.022450 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 1ae3f590-4be0-4f1e-8f55-b90f0f27c619 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:27.028743 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f39dd434-8551-4bac-9ab7-2adabf12a2f7 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:27.042926 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-587a852a-f9e3-49aa-b24f-40e6d2bb76a6 None None] Provisioning complete for port 8520ab28-77f4-4b5b-86d8-58a2c586ccb6 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:27.043418 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-587a852a-f9e3-49aa-b24f-40e6d2bb76a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:27.044052 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-587a852a-f9e3-49aa-b24f-40e6d2bb76a6 None None] Attempt 1 to provision port 8520ab28-77f4-4b5b-86d8-58a2c586ccb6 Oct 12 07:38:27.050815 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f39dd434-8551-4bac-9ab7-2adabf12a2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:27.056315 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9364a0d4-a7d3-4254-8674-32753ce676c0 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:27.067142 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [None req-add2cadf-53ab-4b17-a5d2-74035c3fa1b9 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:27.070592 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-add2cadf-53ab-4b17-a5d2-74035c3fa1b9 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0503383 Oct 12 07:38:27.072219 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38042) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:27.081337 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-16c96d42-6bed-4866-ac69-f103c2466952 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:27.081337 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-16c96d42-6bed-4866-ac69-f103c2466952 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0048909 Oct 12 07:38:27.081569 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f84472ee-3524-439e-836b-01249852a250 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:27.084127 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f84472ee-3524-439e-836b-01249852a250 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] 10.222.0.26 "DELETE /v2.0/subnets/df7d0be8-6e02-407a-9f13-3ce4689726ca HTTP/1.1" status: 204 len: 168 time: 1.7902536 Oct 12 07:38:27.088697 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9364a0d4-a7d3-4254-8674-32753ce676c0 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:27.090124 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38044) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:27.090466 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38046) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:27.091146 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a67c08-a48f-4429-8d33-26cbb3336fbb tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:27.095263 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-95a67c08-a48f-4429-8d33-26cbb3336fbb tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:27.105644 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [None req-f6e2521d-c105-4f5f-a1a4-6de6b0ba4b7b tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:27.106661 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f6e2521d-c105-4f5f-a1a4-6de6b0ba4b7b tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0081670 Oct 12 07:38:27.111261 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38048) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:27.116513 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-7679dcf0-5a88-404b-8838-8bba38ca3e0a tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:27.117766 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-7679dcf0-5a88-404b-8838-8bba38ca3e0a tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0053051 Oct 12 07:38:27.123114 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38050) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:27.123525 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03639bdb-afb5-4e02-aa10-c21223b5337a None None] Network 03669b8b-3135-46bb-89d8-f37e1bbc68ee requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:38:27.128115 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-b6ad3f73-9d29-4b69-9df5-081153675299 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:27.129315 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b6ad3f73-9d29-4b69-9df5-081153675299 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0046468 Oct 12 07:38:27.134606 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38052) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:27.144975 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-789f1222-e057-47d0-9e4c-37a72d47213e tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:27.146072 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-789f1222-e057-47d0-9e4c-37a72d47213e tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0104868 Oct 12 07:38:27.156379 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38054) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:27.159244 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-b894bcdc-d014-4f7d-a23a-3b53ae08102e tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:27.160269 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b894bcdc-d014-4f7d-a23a-3b53ae08102e tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0044291 Oct 12 07:38:27.173608 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38056) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:27.185231 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [None req-990dad3d-87b2-4d5f-b540-6ad86f2105f5 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:27.186755 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-990dad3d-87b2-4d5f-b540-6ad86f2105f5 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0098891 Oct 12 07:38:27.193147 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38058) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:27.199210 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-786318a0-e210-464e-8c98-3df516bc3cde tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:27.203132 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-786318a0-e210-464e-8c98-3df516bc3cde tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0046449 Oct 12 07:38:27.207912 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38060) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:27.212330 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-7aecc62f-35b5-4d23-a50f-98e336190c5c tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:27.215686 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-7aecc62f-35b5-4d23-a50f-98e336190c5c tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0044208 Oct 12 07:38:27.225359 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabf9a38-53f6-44d0-8e76-2a125f2b1c33 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:27.225815 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38062) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:27.227718 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-cabf9a38-53f6-44d0-8e76-2a125f2b1c33 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A301 HTTP/1.1" status: 200 len: 929 time: 0.2641540 Oct 12 07:38:27.236883 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [None req-4586a10c-a8c9-42b2-9821-874ff44268cc tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:27.240235 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-4586a10c-a8c9-42b2-9821-874ff44268cc tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0108666 Oct 12 07:38:27.241211 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c34d67f-93d8-4844-9b74-882c09467f2a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:38:27.242990 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38064) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:27.243515 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38066) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:27.263179 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-aa37c78b-e6f0-428d-b0e7-bb695f752c92 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:27.267760 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-aa37c78b-e6f0-428d-b0e7-bb695f752c92 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0084839 Oct 12 07:38:27.268492 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38068) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:27.275632 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9364a0d4-a7d3-4254-8674-32753ce676c0 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:27.276181 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9364a0d4-a7d3-4254-8674-32753ce676c0 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Fanout notify agent at l3_agent the message router_deleted on router cbfa5a15-48a3-4f56-92ea-1d9db2b92189 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:38:27.284020 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9364a0d4-a7d3-4254-8674-32753ce676c0 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:27.287440 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-9364a0d4-a7d3-4254-8674-32753ce676c0 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "DELETE /v2.0/routers/cbfa5a15-48a3-4f56-92ea-1d9db2b92189 HTTP/1.1" status: 204 len: 168 time: 0.8961053 Oct 12 07:38:27.290498 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39dd434-8551-4bac-9ab7-2adabf12a2f7 None None] Pushing event updated for resources: {'Port': ['ID=1089e628-87f0-4821-9c30-283e0310fce0,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:27.295958 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38070) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:27.299461 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-53ba9959-83fe-4c9d-90bb-67c97f3ecb3f tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:27.300322 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28111ab3-531e-4cdc-8542-0a9a12949e16 None None] Sync routers for ids ['cef8cbf0-db0a-4674-9584-db4297dc2e25'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:38:27.303888 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-53ba9959-83fe-4c9d-90bb-67c97f3ecb3f tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0077953 Oct 12 07:38:27.304486 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38072) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:27.305035 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-587a852a-f9e3-49aa-b24f-40e6d2bb76a6 None None] Port 8520ab28-77f4-4b5b-86d8-58a2c586ccb6 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:27.313065 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-82644144-3fba-4307-a625-3674ac296926 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:27.316686 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-82644144-3fba-4307-a625-3674ac296926 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0077350 Oct 12 07:38:27.320150 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38074) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:27.327918 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-0121ffe7-31e6-46fb-837d-fa400bd47c0a tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:27.332694 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-0121ffe7-31e6-46fb-837d-fa400bd47c0a tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0085843 Oct 12 07:38:27.334596 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39dd434-8551-4bac-9ab7-2adabf12a2f7 None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:27.335030 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38076) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:27.340141 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-f39dd434-8551-4bac-9ab7-2adabf12a2f7 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:27.358856 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8c34d67f-93d8-4844-9b74-882c09467f2a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:27.376521 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [None req-61429f47-96ff-4c7c-9465-184b94c2cb65 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:27.377496 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-61429f47-96ff-4c7c-9465-184b94c2cb65 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0044611 Oct 12 07:38:27.382085 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28111ab3-531e-4cdc-8542-0a9a12949e16 None None] Routers {'cef8cbf0-db0a-4674-9584-db4297dc2e25'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:38:27.382752 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-28111ab3-531e-4cdc-8542-0a9a12949e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:38:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['cef8cbf0-db0a-4674-9584-db4297dc2e25'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:27.386907 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38078) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:27.392411 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-0b78ba88-875c-4ba7-9fe0-fdfb426c9d13 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:27.396069 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-0b78ba88-875c-4ba7-9fe0-fdfb426c9d13 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0080330 Oct 12 07:38:27.412773 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38080) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:27.417890 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-8e597309-a637-43a4-aa57-5a4c1dc047f5 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:27.421766 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-8e597309-a637-43a4-aa57-5a4c1dc047f5 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0079329 Oct 12 07:38:27.425897 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38082) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:27.431240 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39dd434-8551-4bac-9ab7-2adabf12a2f7 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:38:27.432136 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-44df67a7-e5e7-4b05-9239-a78377cf1192 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:27.436863 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-28111ab3-531e-4cdc-8542-0a9a12949e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:27.439618 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [None req-bdf5a982-e860-4964-8a3d-d89c906c0e80 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:27.440395 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-bdf5a982-e860-4964-8a3d-d89c906c0e80 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0063722 Oct 12 07:38:27.445885 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38084) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:27.452663 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-8c34d67f-93d8-4844-9b74-882c09467f2a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.6388865 Oct 12 07:38:27.455493 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38086) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:27.458452 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-8cf43336-0f59-488a-b2fa-902c29c4121c tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:27.461968 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-8cf43336-0f59-488a-b2fa-902c29c4121c tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0083175 Oct 12 07:38:27.466304 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-1ce869be-8da5-41f0-a07f-9ff502ca1c8b tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:27.469193 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38088) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:27.476105 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-95b93f15-9d97-4940-8511-6e9c36fbd3c8 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:27.479783 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-95b93f15-9d97-4940-8511-6e9c36fbd3c8 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0095139 Oct 12 07:38:27.480267 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28111ab3-531e-4cdc-8542-0a9a12949e16 None None] Routers {'cef8cbf0-db0a-4674-9584-db4297dc2e25'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:38:27.480898 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-28111ab3-531e-4cdc-8542-0a9a12949e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:38:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['cef8cbf0-db0a-4674-9584-db4297dc2e25'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:27.481582 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38090) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:27.512692 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-0afeb1a2-9cea-4b54-99c3-bf0ee81c0117 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:27.516691 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-0afeb1a2-9cea-4b54-99c3-bf0ee81c0117 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0309129 Oct 12 07:38:27.517724 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38092) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:27.523839 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-28111ab3-531e-4cdc-8542-0a9a12949e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:27.523839 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28111ab3-531e-4cdc-8542-0a9a12949e16 None None] The sync data for ids ['cef8cbf0-db0a-4674-9584-db4297dc2e25'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:38:27.526971 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-9d304c4b-917f-4c16-b14e-7776bd5b2ac6 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:27.526971 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-9d304c4b-917f-4c16-b14e-7776bd5b2ac6 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0062313 Oct 12 07:38:27.528856 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38094) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:27.533774 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-5fc0e5e8-f72b-4e85-a5d9-1cdb1df8ec04 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:27.534856 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-5fc0e5e8-f72b-4e85-a5d9-1cdb1df8ec04 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0042377 Oct 12 07:38:27.544169 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38096) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:27.549865 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-952f307c-2055-43d6-92b5-9ad62970bf39 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:27.553547 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-952f307c-2055-43d6-92b5-9ad62970bf39 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0041907 Oct 12 07:38:27.554592 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38098) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:27.558830 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-f39dd434-8551-4bac-9ab7-2adabf12a2f7 None None] Attempting to bind port 1089e628-87f0-4821-9c30-283e0310fce0 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:38:27.559172 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-f4c700ae-54f1-4c56-9481-904be4bccf51 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:27.559360 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-f39dd434-8551-4bac-9ab7-2adabf12a2f7 None None] Attempting to bind port 1089e628-87f0-4821-9c30-283e0310fce0 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:38:27.562944 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39dd434-8551-4bac-9ab7-2adabf12a2f7 None None] Attempting to bind port 1089e628-87f0-4821-9c30-283e0310fce0 on network 9994ec23-a1f7-459d-8925-14bc9ff05f17 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:38:27.563084 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f4c700ae-54f1-4c56-9481-904be4bccf51 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0040739 Oct 12 07:38:27.564818 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-573d0f48-5283-4d3c-a18f-cd7982d81907 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Deleting port 0b248dab-2546-4f91-b0d8-af3c9cc102ca {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:38:27.565157 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-573d0f48-5283-4d3c-a18f-cd7982d81907 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:27.567739 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38100) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:27.570782 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39dd434-8551-4bac-9ab7-2adabf12a2f7 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:38:27.572217 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39dd434-8551-4bac-9ab7-2adabf12a2f7 None None] Checking segment: {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:38:27.572851 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f39dd434-8551-4bac-9ab7-2adabf12a2f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:27.573810 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39dd434-8551-4bac-9ab7-2adabf12a2f7 None None] Bound using segment: {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:38:27.574562 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-f39dd434-8551-4bac-9ab7-2adabf12a2f7 None None] Bound port: 1089e628-87f0-4821-9c30-283e0310fce0, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:38:27.575191 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f39dd434-8551-4bac-9ab7-2adabf12a2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:27.586580 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-a0fea80d-19b0-4a8a-97a5-dc853e4b9623 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:27.591217 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a0fea80d-19b0-4a8a-97a5-dc853e4b9623 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0161469 Oct 12 07:38:27.592251 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38102) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:27.596651 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-ff9743d4-4249-452e-804d-e928d0333893 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:27.597596 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-ff9743d4-4249-452e-804d-e928d0333893 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0044463 Oct 12 07:38:27.602215 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38104) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:27.602369 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1ce869be-8da5-41f0-a07f-9ff502ca1c8b tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for floatingip, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:27.614283 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [None req-61257ca8-5c34-4ef5-a9d2-517c9b854e16 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:27.615282 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-61257ca8-5c34-4ef5-a9d2-517c9b854e16 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0084221 Oct 12 07:38:27.621475 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38106) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:27.630983 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [None req-b9281bb4-5167-4410-ba3c-66e994617be9 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:27.631944 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b9281bb4-5167-4410-ba3c-66e994617be9 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0075336 Oct 12 07:38:27.641924 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38108) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:27.649439 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-731051c6-d2e3-4204-a3b8-3d28f9f93e2e tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:27.652760 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-731051c6-d2e3-4204-a3b8-3d28f9f93e2e tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0055943 Oct 12 07:38:27.652905 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b093d130-a830-41f0-9e60-419a80e5f784 None None] DHCP port deletion for 03669b8b-3135-46bb-89d8-f37e1bbc68ee request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:38:27.655117 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38110) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:27.671044 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-f39dd434-8551-4bac-9ab7-2adabf12a2f7 None None] For port 1089e628-87f0-4821-9c30-283e0310fce0, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:38:27.683542 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-628444e6-d334-41f2-bc6e-b189b0e81ed1 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Deleting port 06b55f9d-4f2d-4fe7-bd98-e5e59f15d391 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:38:27.683921 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-628444e6-d334-41f2-bc6e-b189b0e81ed1 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:27.691293 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-86d877b6-d71e-4cdc-aa97-f3d08a7609fa tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:27.694734 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-86d877b6-d71e-4cdc-aa97-f3d08a7609fa tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0323758 Oct 12 07:38:27.698665 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38112) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:27.710574 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-f39dd434-8551-4bac-9ab7-2adabf12a2f7 None None] For port 1089e628-87f0-4821-9c30-283e0310fce0, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=1089e628-87f0-4821-9c30-283e0310fce0,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:38:27.711023 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-82c83e55-294a-48f0-a1e9-a4c3756344f4 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:27.714434 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-82c83e55-294a-48f0-a1e9-a4c3756344f4 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0080125 Oct 12 07:38:27.718091 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38114) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:27.718670 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-44df67a7-e5e7-4b05-9239-a78377cf1192 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Deleting port 1dfffc9c-e8fb-4596-9977-93af9f9df767 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:38:27.719435 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-44df67a7-e5e7-4b05-9239-a78377cf1192 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:27.722314 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-61744d59-62bc-4fcc-8d4a-3de73a55911b tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:27.722636 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f39dd434-8551-4bac-9ab7-2adabf12a2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:27.725616 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-61744d59-62bc-4fcc-8d4a-3de73a55911b tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0042763 Oct 12 07:38:27.727661 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38116) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:27.737695 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-5b7f71c0-9cd7-4f80-af0d-142e7b1640fb tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:27.742939 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-5b7f71c0-9cd7-4f80-af0d-142e7b1640fb tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0090868 Oct 12 07:38:27.743098 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38118) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:27.762776 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [None req-4f197e28-c3ff-47ff-88c4-74728f93b270 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:27.767736 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-4f197e28-c3ff-47ff-88c4-74728f93b270 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0069890 Oct 12 07:38:27.769528 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38120) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:27.775401 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e4ad7497-36f9-4ecf-abd9-8645d0c14a61 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:27.786867 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-573d0f48-5283-4d3c-a18f-cd7982d81907 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:27.788190 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [None req-eb010db6-b3bf-4491-915e-5ba7e7204613 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:27.791622 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39dd434-8551-4bac-9ab7-2adabf12a2f7 None None] Pushing event updated for resources: {'Port': ['ID=1089e628-87f0-4821-9c30-283e0310fce0,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:27.791763 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-eb010db6-b3bf-4491-915e-5ba7e7204613 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0150459 Oct 12 07:38:27.793305 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38122) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:27.796920 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-282abe15-afce-4cfc-8954-7cf7a6dbde94 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:27.800523 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-282abe15-afce-4cfc-8954-7cf7a6dbde94 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0068123 Oct 12 07:38:27.808338 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38124) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:27.816178 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-d8fae7d3-2e85-42ad-b7eb-e59890a6c234 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:27.816305 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-587a852a-f9e3-49aa-b24f-40e6d2bb76a6 None None] Attempt 2 to provision port 8520ab28-77f4-4b5b-86d8-58a2c586ccb6 Oct 12 07:38:27.819835 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d8fae7d3-2e85-42ad-b7eb-e59890a6c234 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0085914 Oct 12 07:38:27.823628 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38126) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:27.826421 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-573d0f48-5283-4d3c-a18f-cd7982d81907 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Calling delete_port for 0b248dab-2546-4f91-b0d8-af3c9cc102ca owned by {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:38:27.854221 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b093d130-a830-41f0-9e60-419a80e5f784 None None] Deleting port 1dfffc9c-e8fb-4596-9977-93af9f9df767 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:38:27.854488 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [None req-95a7a909-6a03-4ad4-aefc-c036382ca493 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:27.854815 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b093d130-a830-41f0-9e60-419a80e5f784 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:27.855196 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-95a7a909-6a03-4ad4-aefc-c036382ca493 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0044334 Oct 12 07:38:27.889248 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38128) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:27.890645 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-587a852a-f9e3-49aa-b24f-40e6d2bb76a6 None None] Port 8520ab28-77f4-4b5b-86d8-58a2c586ccb6 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:27.926933 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-66f97d3a-47ff-41f4-8440-ca459758195b tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:27.930789 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-66f97d3a-47ff-41f4-8440-ca459758195b tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0117471 Oct 12 07:38:27.936566 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1ce869be-8da5-41f0-a07f-9ff502ca1c8b tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:27.938078 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38130) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:27.940186 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-b093d130-a830-41f0-9e60-419a80e5f784 None None] For port 1dfffc9c-e8fb-4596-9977-93af9f9df767, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=1dfffc9c-e8fb-4596-9977-93af9f9df767,segment=NetworkSegment(eafde813-a5c1-43c1-a023-5cf52395f7ab),segment_id=eafde813-a5c1-43c1-a023-5cf52395f7ab)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:38:27.940884 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b093d130-a830-41f0-9e60-419a80e5f784 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:27.943649 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-22079e06-afdd-44b7-837f-a54b33c7adb0 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:27.947145 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-22079e06-afdd-44b7-837f-a54b33c7adb0 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0055299 Oct 12 07:38:27.947565 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1ce869be-8da5-41f0-a07f-9ff502ca1c8b tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:27.947712 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [None req-1ce869be-8da5-41f0-a07f-9ff502ca1c8b tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Floating IP 2e893865-16db-41a3-9cb9-f282fc8663f7 disassociated. External IP: 172.26.3.135, port: 37245293-7bf7-44e8-b9cf-0e1ed06e67d3. Oct 12 07:38:27.949866 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38132) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:27.958255 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b093d130-a830-41f0-9e60-419a80e5f784 None None] Calling delete_port for 1dfffc9c-e8fb-4596-9977-93af9f9df767 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:38:27.963963 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-58187b26-dc9f-4450-991d-7a6ce9393d50 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:27.967873 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-58187b26-dc9f-4450-991d-7a6ce9393d50 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0134189 Oct 12 07:38:27.978991 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-44df67a7-e5e7-4b05-9239-a78377cf1192 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] For port 1dfffc9c-e8fb-4596-9977-93af9f9df767, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=1dfffc9c-e8fb-4596-9977-93af9f9df767,segment=NetworkSegment(eafde813-a5c1-43c1-a023-5cf52395f7ab),segment_id=eafde813-a5c1-43c1-a023-5cf52395f7ab)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:38:27.979356 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-44df67a7-e5e7-4b05-9239-a78377cf1192 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:27.981524 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38134) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:28.006934 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [None req-e85f0de0-1169-47c8-9d6d-1b7707943062 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:28.007907 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e85f0de0-1169-47c8-9d6d-1b7707943062 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0170865 Oct 12 07:38:28.010885 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38136) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:28.018483 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-fd8d6141-0fce-4a66-b998-79d1b1ebc033 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:28.019420 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-fd8d6141-0fce-4a66-b998-79d1b1ebc033 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0062847 Oct 12 07:38:28.026131 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38138) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:28.038654 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-33f1f69c-e44e-4db1-8e3b-9aa5109af762 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:28.042015 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-33f1f69c-e44e-4db1-8e3b-9aa5109af762 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0109990 Oct 12 07:38:28.043086 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38140) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:28.048470 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-50f3aaa0-9133-44c8-bfe5-74cd8828b787 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:28.048990 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ad7497-36f9-4ecf-abd9-8645d0c14a61 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Checking segment: {'id': '71f8a4f1-f804-48a7-835a-d67d35843d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '75453dce-c889-4fd7-b2a6-4f7670e7a9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:38:28.049358 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ad7497-36f9-4ecf-abd9-8645d0c14a61 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Network hostable DHCP agents. Network: 75453dce-c889-4fd7-b2a6-4f7670e7a9ad, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:38:28.049477 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-50f3aaa0-9133-44c8-bfe5-74cd8828b787 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0062239 Oct 12 07:38:28.052432 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-44df67a7-e5e7-4b05-9239-a78377cf1192 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Calling delete_port for 1dfffc9c-e8fb-4596-9977-93af9f9df767 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:38:28.063687 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38142) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:28.070745 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad7497-36f9-4ecf-abd9-8645d0c14a61 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Pushing event updated for resources: {'Subnet': ['ID=964a3a46-d0d9-4337-aac5-56bc5c7b1661,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:28.075002 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-628444e6-d334-41f2-bc6e-b189b0e81ed1 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:28.086457 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [None req-fc92cc2d-53ba-43d6-a90c-b96013a3e80f tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:28.086655 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-fc92cc2d-53ba-43d6-a90c-b96013a3e80f tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0162671 Oct 12 07:38:28.101642 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38144) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:28.111442 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b093d130-a830-41f0-9e60-419a80e5f784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:28.113027 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-b12d1439-ef6d-4249-a4db-057bbdf35a5f tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:28.116152 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b12d1439-ef6d-4249-a4db-057bbdf35a5f tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0126925 Oct 12 07:38:28.142570 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38146) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:28.147824 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b093d130-a830-41f0-9e60-419a80e5f784 None None] Pushing event deleted for resources: {'Port': ['ID=1dfffc9c-e8fb-4596-9977-93af9f9df767,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:28.156221 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [None req-73212c26-eb88-416e-bc41-dfe188892124 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:28.159281 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-73212c26-eb88-416e-bc41-dfe188892124 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0104861 Oct 12 07:38:28.160521 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38148) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:28.164850 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-8cf59a84-186d-472e-b865-f88cbe817798 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:28.172741 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-8cf59a84-186d-472e-b865-f88cbe817798 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0093617 Oct 12 07:38:28.175708 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38150) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:28.183394 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b093d130-a830-41f0-9e60-419a80e5f784 None None] No DVR routers for this DVR port 1dfffc9c-e8fb-4596-9977-93af9f9df767 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:38:28.185254 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-04aac131-feb7-4896-a32f-efe5f7319f6b tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:28.188581 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-04aac131-feb7-4896-a32f-efe5f7319f6b tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0098033 Oct 12 07:38:28.188731 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-628444e6-d334-41f2-bc6e-b189b0e81ed1 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Calling delete_port for 06b55f9d-4f2d-4fe7-bd98-e5e59f15d391 owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:38:28.190409 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38152) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:28.207459 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-5c5799dd-1386-4028-9b81-00b9ca803400 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:28.207459 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-5c5799dd-1386-4028-9b81-00b9ca803400 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0109761 Oct 12 07:38:28.208565 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38154) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:28.223868 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-226b1da0-0f0a-42e6-95de-e513d3cea1e5 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:28.228767 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-226b1da0-0f0a-42e6-95de-e513d3cea1e5 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0156794 Oct 12 07:38:28.228767 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-573d0f48-5283-4d3c-a18f-cd7982d81907 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:28.229743 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38156) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:28.238710 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 1ae3f590-4be0-4f1e-8f55-b90f0f27c619 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:38:28.245981 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-95a67c08-a48f-4429-8d33-26cbb3336fbb tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:28.248472 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ad7497-36f9-4ecf-abd9-8645d0c14a61 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Network 75453dce-c889-4fd7-b2a6-4f7670e7a9ad is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:38:28.283772 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-a637e960-a069-4285-b191-e380fa055cee tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:28.287531 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a637e960-a069-4285-b191-e380fa055cee tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0158138 Oct 12 07:38:28.292863 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38158) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:28.315384 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-a37b867b-607c-48f2-a5e9-a159e66e33a7 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:28.317964 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a37b867b-607c-48f2-a5e9-a159e66e33a7 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0067985 Oct 12 07:38:28.321159 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38160) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:28.321909 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573d0f48-5283-4d3c-a18f-cd7982d81907 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event deleted for resources: {'Port': ['ID=0b248dab-2546-4f91-b0d8-af3c9cc102ca,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:28.334046 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-e4ad7497-36f9-4ecf-abd9-8645d0c14a61 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 75453dce-c889-4fd7-b2a6-4f7670e7a9ad) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:28.343754 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-3902bfe0-5293-4f27-b319-3a19d7ace755 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:28.347080 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-3902bfe0-5293-4f27-b319-3a19d7ace755 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0200422 Oct 12 07:38:28.350098 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38162) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:28.350409 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 1ae3f590-4be0-4f1e-8f55-b90f0f27c619 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:28.351019 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:28.352036 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 1ae3f590-4be0-4f1e-8f55-b90f0f27c619 Oct 12 07:38:28.352666 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ad7497-36f9-4ecf-abd9-8645d0c14a61 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:28.353234 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e4ad7497-36f9-4ecf-abd9-8645d0c14a61 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:28.359953 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [None req-2f1f8703-8c98-40e2-a9d7-23cbec3bb880 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:28.363249 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-2f1f8703-8c98-40e2-a9d7-23cbec3bb880 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0052669 Oct 12 07:38:28.366577 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-573d0f48-5283-4d3c-a18f-cd7982d81907 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:28.371668 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-573d0f48-5283-4d3c-a18f-cd7982d81907 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/ports/0b248dab-2546-4f91-b0d8-af3c9cc102ca HTTP/1.1" status: 204 len: 168 time: 1.1217475 Oct 12 07:38:28.371822 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38164) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:28.373371 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38166) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:28.380241 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a67c08-a48f-4429-8d33-26cbb3336fbb tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:28.385935 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [None req-dd8243bf-3ddf-4997-ac03-68a2f59d33f4 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:28.393145 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-dd8243bf-3ddf-4997-ac03-68a2f59d33f4 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0134768 Oct 12 07:38:28.393250 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-587a852a-f9e3-49aa-b24f-40e6d2bb76a6 None None] Attempt 3 to provision port 8520ab28-77f4-4b5b-86d8-58a2c586ccb6 Oct 12 07:38:28.393330 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38168) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:28.399313 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-95a67c08-a48f-4429-8d33-26cbb3336fbb tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:28.403352 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [None req-2e80fefd-3020-4e57-a86b-c9f783992786 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:38:28.404367 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-2e80fefd-3020-4e57-a86b-c9f783992786 tempest-ExtensionsTestJSON-323838700 tempest-ExtensionsTestJSON-323838700-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0064299 Oct 12 07:38:28.412361 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a67c08-a48f-4429-8d33-26cbb3336fbb tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:28.413507 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-95a67c08-a48f-4429-8d33-26cbb3336fbb tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:28.425386 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a67c08-a48f-4429-8d33-26cbb3336fbb tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Subnet': ['ID=d7845c51-4002-498b-8abe-5047c21b8a79,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:28.435925 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e4ad7497-36f9-4ecf-abd9-8645d0c14a61 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2342739 Oct 12 07:38:28.440798 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38172) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:28.441636 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c440529-adeb-4610-bf5a-646fde8abbc8 None None] Network 75453dce-c889-4fd7-b2a6-4f7670e7a9ad requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:38:28.456977 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-1fe33449-be15-4a81-9eac-483334b27e68 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Request body: {'network': {'name': 'tempest-router-network01--314883808'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:28.482675 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-95a67c08-a48f-4429-8d33-26cbb3336fbb tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3546841 Oct 12 07:38:28.486405 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38174) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:28.492105 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-1e651df3-c39f-417a-aa08-a9790439dfec tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'port': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'mac_address': 'fa:16:3e:42:26:ae', 'name': 'tempest-NetworksTestDHCPv6-1840695837'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:28.512152 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-3258045b-8bb0-402f-8ae5-936fceb3a872 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] GET failed (client error): The resource could not be found. Oct 12 07:38:28.515316 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-44df67a7-e5e7-4b05-9239-a78377cf1192 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:28.518919 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-3258045b-8bb0-402f-8ae5-936fceb3a872 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "GET /v2.0/ports/0b248dab-2546-4f91-b0d8-af3c9cc102ca HTTP/1.1" status: 404 len: 333 time: 0.1414440 Oct 12 07:38:28.530349 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38176) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:28.534481 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-587a852a-f9e3-49aa-b24f-40e6d2bb76a6 None None] Port 8520ab28-77f4-4b5b-86d8-58a2c586ccb6 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:28.584756 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe33449-be15-4a81-9eac-483334b27e68 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Made reservation on behalf of a020ac352da94afbad338b18c9b5a513 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:28.589020 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1fe33449-be15-4a81-9eac-483334b27e68 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:28.604696 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df67a7-e5e7-4b05-9239-a78377cf1192 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Pushing event deleted for resources: {'Port': ['ID=1dfffc9c-e8fb-4596-9977-93af9f9df767,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:28.638317 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44df67a7-e5e7-4b05-9239-a78377cf1192 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] No DVR routers for this DVR port 1dfffc9c-e8fb-4596-9977-93af9f9df767 on host dv-neutron-860909-2-hyperv {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:38:28.684792 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce869be-8da5-41f0-a07f-9ff502ca1c8b tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Router cef8cbf0-db0a-4674-9584-db4297dc2e25 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:38:28.701830 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 1ae3f590-4be0-4f1e-8f55-b90f0f27c619 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:28.738457 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4435f4-c287-4a95-b6d5-bd1a5c4e9755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-75453dce-c889-4fd7-b2a6-4f7670e7a9ad', 'network_id': '75453dce-c889-4fd7-b2a6-4f7670e7a9ad', 'tenant_id': 'a020ac352da94afbad338b18c9b5a513', 'fixed_ips': [{'subnet_id': '964a3a46-d0d9-4337-aac5-56bc5c7b1661'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:38:28.738625 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-628444e6-d334-41f2-bc6e-b189b0e81ed1 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:28.741766 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0e4435f4-c287-4a95-b6d5-bd1a5c4e9755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:28.772400 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe33449-be15-4a81-9eac-483334b27e68 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:38:28.852664 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628444e6-d334-41f2-bc6e-b189b0e81ed1 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Pushing event deleted for resources: {'Port': ['ID=06b55f9d-4f2d-4fe7-bd98-e5e59f15d391,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:28.859467 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-c3cebbb4-41fc-4126-8cbc-f8ad541445a2 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Deleting port 8520ab28-77f4-4b5b-86d8-58a2c586ccb6 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:38:28.859774 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c3cebbb4-41fc-4126-8cbc-f8ad541445a2 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:28.898580 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-44df67a7-e5e7-4b05-9239-a78377cf1192 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:28.925091 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38180) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:28.929969 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1fe33449-be15-4a81-9eac-483334b27e68 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:28.930414 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-1fe33449-be15-4a81-9eac-483334b27e68 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Added segment cdf54509-ffa6-4b42-81e8-50f067cb8ce8 of type vlan for network 57de9ad5-e6de-4cf0-84f0-d1aa0445b15d Oct 12 07:38:28.973982 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-0e4435f4-c287-4a95-b6d5-bd1a5c4e9755 None None] Allocated IP 172.20.0.2 (75453dce-c889-4fd7-b2a6-4f7670e7a9ad/964a3a46-d0d9-4337-aac5-56bc5c7b1661/a52d666e-40e7-4532-b4ca-3242c260b008) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:28.995594 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 1dfffc9c-e8fb-4596-9977-93af9f9df767 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:38:29.008559 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-44df67a7-e5e7-4b05-9239-a78377cf1192 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03669b8b-3135-46bb-89d8-f37e1bbc68ee']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:29.024089 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 1dfffc9c-e8fb-4596-9977-93af9f9df767 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:38:29.024447 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 1dfffc9c-e8fb-4596-9977-93af9f9df767 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:38:29.034122 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce869be-8da5-41f0-a07f-9ff502ca1c8b tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:38:29.035796 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-587a852a-f9e3-49aa-b24f-40e6d2bb76a6 None None] Attempt 4 to provision port 8520ab28-77f4-4b5b-86d8-58a2c586ccb6 Oct 12 07:38:29.051829 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd39b2c2-cefa-4b97-9a22-15b7a09026b4 None None] Sync routers for ids ['cef8cbf0-db0a-4674-9584-db4297dc2e25'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:38:29.065189 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1ce869be-8da5-41f0-a07f-9ff502ca1c8b tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:29.067184 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd39b2c2-cefa-4b97-9a22-15b7a09026b4 None None] Routers {'cef8cbf0-db0a-4674-9584-db4297dc2e25'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:38:29.068003 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-cd39b2c2-cefa-4b97-9a22-15b7a09026b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:38:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['cef8cbf0-db0a-4674-9584-db4297dc2e25'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:29.085556 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-44df67a7-e5e7-4b05-9239-a78377cf1192 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eafde813-a5c1-43c1-a023-5cf52395f7ab') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:29.088055 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-44df67a7-e5e7-4b05-9239-a78377cf1192 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eafde813-a5c1-43c1-a023-5cf52395f7ab') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:29.109420 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-44df67a7-e5e7-4b05-9239-a78377cf1192 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:29.135498 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c3cebbb4-41fc-4126-8cbc-f8ad541445a2 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:29.137456 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-44df67a7-e5e7-4b05-9239-a78377cf1192 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:29.139868 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-cd39b2c2-cefa-4b97-9a22-15b7a09026b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:29.144664 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44df67a7-e5e7-4b05-9239-a78377cf1192 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:38:29.145255 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-44df67a7-e5e7-4b05-9239-a78377cf1192 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:29.150616 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd39b2c2-cefa-4b97-9a22-15b7a09026b4 None None] Routers {'cef8cbf0-db0a-4674-9584-db4297dc2e25'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:38:29.151463 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-cd39b2c2-cefa-4b97-9a22-15b7a09026b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:38:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['cef8cbf0-db0a-4674-9584-db4297dc2e25'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:29.164970 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-c3cebbb4-41fc-4126-8cbc-f8ad541445a2 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Calling delete_port for 8520ab28-77f4-4b5b-86d8-58a2c586ccb6 owned by {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:38:29.174688 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-587a852a-f9e3-49aa-b24f-40e6d2bb76a6 None None] Port 8520ab28-77f4-4b5b-86d8-58a2c586ccb6 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:29.190399 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-cd39b2c2-cefa-4b97-9a22-15b7a09026b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:29.191137 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd39b2c2-cefa-4b97-9a22-15b7a09026b4 None None] The sync data for ids ['cef8cbf0-db0a-4674-9584-db4297dc2e25'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:38:29.257861 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ce6d3bbb-1b6a-455a-81be-f050ff4183e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:29.263626 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-1ce869be-8da5-41f0-a07f-9ff502ca1c8b tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "PUT /v2.0/floatingips/2e893865-16db-41a3-9cb9-f282fc8663f7 HTTP/1.1" status: 200 len: 688 time: 1.7981400 Oct 12 07:38:29.263790 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1fe33449-be15-4a81-9eac-483334b27e68 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:29.273810 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38184) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:29.296365 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0e4435f4-c287-4a95-b6d5-bd1a5c4e9755 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:29.305896 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0e4435f4-c287-4a95-b6d5-bd1a5c4e9755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:29.342277 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1fe33449-be15-4a81-9eac-483334b27e68 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:29.348128 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe33449-be15-4a81-9eac-483334b27e68 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:29.348724 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1fe33449-be15-4a81-9eac-483334b27e68 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:29.359677 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment eafde813-a5c1-43c1-a023-5cf52395f7ab resource provider aggregate not found Oct 12 07:38:29.367088 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4435f4-c287-4a95-b6d5-bd1a5c4e9755 None None] Network 75453dce-c889-4fd7-b2a6-4f7670e7a9ad is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:29.383842 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4435f4-c287-4a95-b6d5-bd1a5c4e9755 None None] Pushing event updated for resources: {'Port': ['ID=a52d666e-40e7-4532-b4ca-3242c260b008,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:29.391595 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-0e4435f4-c287-4a95-b6d5-bd1a5c4e9755 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:29.395077 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4435f4-c287-4a95-b6d5-bd1a5c4e9755 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:38:29.470550 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f290bc88-bb73-41b1-b4b5-1b096206b2fc None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:38:29.519624 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe33449-be15-4a81-9eac-483334b27e68 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Pushing event updated for resources: {'Network': ['ID=57de9ad5-e6de-4cf0-84f0-d1aa0445b15d,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:29.531108 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c3cebbb4-41fc-4126-8cbc-f8ad541445a2 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:29.536287 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment eafde813-a5c1-43c1-a023-5cf52395f7ab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eafde813-a5c1-43c1-a023-5cf52395f7ab found for delete ", "request_id": "req-734e887f-0fe4-4af5-a44c-17578bdb5faa"}]} Oct 12 07:38:29.539947 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e651df3-c39f-417a-aa08-a9790439dfec tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:29.556772 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ce6d3bbb-1b6a-455a-81be-f050ff4183e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:29.581429 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ce6d3bbb-1b6a-455a-81be-f050ff4183e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:29.583906 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cebbb4-41fc-4126-8cbc-f8ad541445a2 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event deleted for resources: {'Port': ['ID=8520ab28-77f4-4b5b-86d8-58a2c586ccb6,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:29.598400 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0e4435f4-c287-4a95-b6d5-bd1a5c4e9755 None None] Attempting to bind port a52d666e-40e7-4532-b4ca-3242c260b008 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:38:29.598824 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0e4435f4-c287-4a95-b6d5-bd1a5c4e9755 None None] Attempting to bind port a52d666e-40e7-4532-b4ca-3242c260b008 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '71f8a4f1-f804-48a7-835a-d67d35843d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '75453dce-c889-4fd7-b2a6-4f7670e7a9ad'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:38:29.599193 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4435f4-c287-4a95-b6d5-bd1a5c4e9755 None None] Attempting to bind port a52d666e-40e7-4532-b4ca-3242c260b008 on network 75453dce-c889-4fd7-b2a6-4f7670e7a9ad {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:38:29.603053 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-6487b596-41a1-4ad9-9e92-76951af2eb12 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Deleting port 1d17e6ed-f5f5-4651-bdf6-8f410bb0a043 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:38:29.603393 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6487b596-41a1-4ad9-9e92-76951af2eb12 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:29.635719 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4435f4-c287-4a95-b6d5-bd1a5c4e9755 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:38:29.636159 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4435f4-c287-4a95-b6d5-bd1a5c4e9755 None None] Checking segment: {'id': '71f8a4f1-f804-48a7-835a-d67d35843d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '75453dce-c889-4fd7-b2a6-4f7670e7a9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:38:29.636569 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0e4435f4-c287-4a95-b6d5-bd1a5c4e9755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:29.637009 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4435f4-c287-4a95-b6d5-bd1a5c4e9755 None None] Bound using segment: {'id': '71f8a4f1-f804-48a7-835a-d67d35843d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '75453dce-c889-4fd7-b2a6-4f7670e7a9ad'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:38:29.637548 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0e4435f4-c287-4a95-b6d5-bd1a5c4e9755 None None] Bound port: a52d666e-40e7-4532-b4ca-3242c260b008, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f8a4f1-f804-48a7-835a-d67d35843d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '75453dce-c889-4fd7-b2a6-4f7670e7a9ad'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:38:29.637926 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0e4435f4-c287-4a95-b6d5-bd1a5c4e9755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:29.656656 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-628444e6-d334-41f2-bc6e-b189b0e81ed1 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:29.663602 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-628444e6-d334-41f2-bc6e-b189b0e81ed1 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "DELETE /v2.0/ports/06b55f9d-4f2d-4fe7-bd98-e5e59f15d391 HTTP/1.1" status: 204 len: 168 time: 2.3296432 Oct 12 07:38:29.663792 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c3cebbb4-41fc-4126-8cbc-f8ad541445a2 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:29.667760 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1e651df3-c39f-417a-aa08-a9790439dfec tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:29.667908 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c3cebbb4-41fc-4126-8cbc-f8ad541445a2 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/ports/8520ab28-77f4-4b5b-86d8-58a2c586ccb6 HTTP/1.1" status: 204 len: 168 time: 1.1294498 Oct 12 07:38:29.668034 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38190) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:29.668887 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-44df67a7-e5e7-4b05-9239-a78377cf1192 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:29.674296 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-44df67a7-e5e7-4b05-9239-a78377cf1192 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:29.675557 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38192) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:29.678527 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-44df67a7-e5e7-4b05-9239-a78377cf1192 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] 10.222.0.26 "DELETE /v2.0/networks/03669b8b-3135-46bb-89d8-f37e1bbc68ee HTTP/1.1" status: 204 len: 168 time: 2.5785539 Oct 12 07:38:29.694179 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-ce6d3bbb-1b6a-455a-81be-f050ff4183e9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=32ee2e87caed4db9b547342d06895d79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7663674 Oct 12 07:38:29.698141 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-1fe33449-be15-4a81-9eac-483334b27e68 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2428358 Oct 12 07:38:29.710782 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-587a852a-f9e3-49aa-b24f-40e6d2bb76a6 None None] Attempt 5 to provision port 8520ab28-77f4-4b5b-86d8-58a2c586ccb6 Oct 12 07:38:29.713153 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38196) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:29.717249 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38198) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:29.729349 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6d3bbb-1b6a-455a-81be-f050ff4183e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e34ae1-9fdf-492c-96a2-2243e6c39295,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:29.734170 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-de7caada-3a2b-4207-8182-6bfa807887b7 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] GET failed (client error): The resource could not be found. Oct 12 07:38:29.735755 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-de7caada-3a2b-4207-8182-6bfa807887b7 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "GET /v2.0/ports/8520ab28-77f4-4b5b-86d8-58a2c586ccb6 HTTP/1.1" status: 404 len: 333 time: 0.0592573 Oct 12 07:38:29.746575 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 57de9ad5-e6de-4cf0-84f0-d1aa0445b15d details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:38:29.752172 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-587a852a-f9e3-49aa-b24f-40e6d2bb76a6 None None] Port 8520ab28-77f4-4b5b-86d8-58a2c586ccb6 was deleted so its status cannot be updated. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 12 07:38:29.766890 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38200) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:29.858916 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6487b596-41a1-4ad9-9e92-76951af2eb12 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:29.859625 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6487b596-41a1-4ad9-9e92-76951af2eb12 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:29.874049 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-b977992a-7af8-463e-927d-6c5967e555f5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Deleting subnet 7b3f7691-9737-409b-a147-8f4fc589f284 {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:38:29.889113 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b977992a-7af8-463e-927d-6c5967e555f5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:29.930627 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-6487b596-41a1-4ad9-9e92-76951af2eb12 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Calling delete_port for 1d17e6ed-f5f5-4651-bdf6-8f410bb0a043 owned by network:floatingip {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:38:29.934890 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-587a852a-f9e3-49aa-b24f-40e6d2bb76a6 None None] Provisioning complete for port 1ae3f590-4be0-4f1e-8f55-b90f0f27c619 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:29.935784 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-587a852a-f9e3-49aa-b24f-40e6d2bb76a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:29.936851 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-587a852a-f9e3-49aa-b24f-40e6d2bb76a6 None None] Attempt 1 to provision port 1ae3f590-4be0-4f1e-8f55-b90f0f27c619 Oct 12 07:38:30.000091 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b977992a-7af8-463e-927d-6c5967e555f5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:30.043656 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-bad728e1-5b2a-4c00-a6d2-9a699fe2af58 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Request body: {'network': {'name': 'tempest-router-network02--13553024'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:30.047214 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38204) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:30.082276 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df67a7-e5e7-4b05-9239-a78377cf1192 tempest-AllowedAddressPairIpV6TestJSON-1113051446 tempest-AllowedAddressPairIpV6TestJSON-1113051446-project] Pushing event deleted for resources: {'Network': ['ID=03669b8b-3135-46bb-89d8-f37e1bbc68ee,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:30.123723 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-1e651df3-c39f-417a-aa08-a9790439dfec tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] device_id is not set on port db4a5e05-3f8c-47a1-8f1d-2d8c466bca3b yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:38:30.135960 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-0731ede8-2aa8-45f5-b4fa-937a19e55034 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Deleting subnet 15b7436f-8f10-40a2-abe4-78aed2ea4c6b {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:38:30.149372 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0731ede8-2aa8-45f5-b4fa-937a19e55034 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:30.179156 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-0e4435f4-c287-4a95-b6d5-bd1a5c4e9755 None None] For port a52d666e-40e7-4532-b4ca-3242c260b008, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:38:30.203231 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-0e4435f4-c287-4a95-b6d5-bd1a5c4e9755 None None] For port a52d666e-40e7-4532-b4ca-3242c260b008, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=a52d666e-40e7-4532-b4ca-3242c260b008,segment=NetworkSegment(71f8a4f1-f804-48a7-835a-d67d35843d39),segment_id=71f8a4f1-f804-48a7-835a-d67d35843d39)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:38:30.208736 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f918a17-2da1-4a66-b756-0356df39df89 None None] Update dhcp port {'port': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'fixed_ips': [{'subnet_id': '3ef833f7-b3a0-40c1-92db-af9b7aa6887f', 'ip_address': '2001:db8::f816:3eff:fe05:1b02'}, {'subnet_id': 'd7845c51-4002-498b-8abe-5047c21b8a79'}], 'binding:host_id': 'dv-neutron-860909-2-hyperv'}, 'id': '1089e628-87f0-4821-9c30-283e0310fce0'} from dv-neutron-860909-2-hyperv. {{(pid=103202) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 07:38:30.213223 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad728e1-5b2a-4c00-a6d2-9a699fe2af58 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Made reservation on behalf of a020ac352da94afbad338b18c9b5a513 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:30.217028 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bad728e1-5b2a-4c00-a6d2-9a699fe2af58 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:30.254889 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0e4435f4-c287-4a95-b6d5-bd1a5c4e9755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:30.324920 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0731ede8-2aa8-45f5-b4fa-937a19e55034 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:30.327693 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-31556aea-1785-4bca-a86d-18a926f1d138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:30.350524 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 1089e628-87f0-4821-9c30-283e0310fce0 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:38:30.394805 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7f918a17-2da1-4a66-b756-0356df39df89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:30.451584 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4435f4-c287-4a95-b6d5-bd1a5c4e9755 None None] Pushing event updated for resources: {'Port': ['ID=a52d666e-40e7-4532-b4ca-3242c260b008,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:30.496864 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bad728e1-5b2a-4c00-a6d2-9a699fe2af58 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:38:30.508759 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 1089e628-87f0-4821-9c30-283e0310fce0 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:30.519482 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:30.519933 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 1089e628-87f0-4821-9c30-283e0310fce0 Oct 12 07:38:30.528570 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-587a852a-f9e3-49aa-b24f-40e6d2bb76a6 None None] Current status of the port 1ae3f590-4be0-4f1e-8f55-b90f0f27c619 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:30.529618 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bad728e1-5b2a-4c00-a6d2-9a699fe2af58 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:30.530240 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-bad728e1-5b2a-4c00-a6d2-9a699fe2af58 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Added segment 3223d50b-f89e-4d5c-9ed4-8bb664144200 of type vlan for network fd1f7998-e8ef-49a1-abb3-c4b37d04bf49 Oct 12 07:38:30.563264 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-31556aea-1785-4bca-a86d-18a926f1d138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:30.585367 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b977992a-7af8-463e-927d-6c5967e555f5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:30.655421 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6487b596-41a1-4ad9-9e92-76951af2eb12 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:30.664913 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-3ce3198c-8579-46af-9beb-117146392863 None None] Could not find standard attr ID for object 0b248dab-2546-4f91-b0d8-af3c9cc102ca. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:38:30.665378 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0731ede8-2aa8-45f5-b4fa-937a19e55034 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:30.675414 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-3ce3198c-8579-46af-9beb-117146392863 None None] Could not find standard attr ID for object 8520ab28-77f4-4b5b-86d8-58a2c586ccb6. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:38:30.678612 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bad728e1-5b2a-4c00-a6d2-9a699fe2af58 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:30.719393 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-3ce3198c-8579-46af-9beb-117146392863 None None] Provisioning complete for port 1089e628-87f0-4821-9c30-283e0310fce0 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:30.719783 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3ce3198c-8579-46af-9beb-117146392863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:30.720344 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-3ce3198c-8579-46af-9beb-117146392863 None None] Attempt 1 to provision port 1089e628-87f0-4821-9c30-283e0310fce0 Oct 12 07:38:30.720997 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487b596-41a1-4ad9-9e92-76951af2eb12 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Pushing event deleted for resources: {'Port': ['ID=1d17e6ed-f5f5-4651-bdf6-8f410bb0a043,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:30.763904 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 1089e628-87f0-4821-9c30-283e0310fce0 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:30.764301 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:30.770184 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6487b596-41a1-4ad9-9e92-76951af2eb12 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for floatingip, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:30.773116 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6487b596-41a1-4ad9-9e92-76951af2eb12 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:30.774329 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-6487b596-41a1-4ad9-9e92-76951af2eb12 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "DELETE /v2.0/floatingips/2e893865-16db-41a3-9cb9-f282fc8663f7 HTTP/1.1" status: 204 len: 168 time: 1.4995325 Oct 12 07:38:30.780713 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38208) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:30.785904 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b977992a-7af8-463e-927d-6c5967e555f5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:30.791597 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-a0609cbd-a29e-40a9-83c2-27b87d06fa23 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Request body: {'floatingip': {'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'port_id': 'da02b94b-ce71-4dbe-9256-beea498b741b'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:30.806331 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 1089e628-87f0-4821-9c30-283e0310fce0, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=1089e628-87f0-4821-9c30-283e0310fce0,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:38:30.817523 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:30.823500 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-35037c64-a71c-49d3-a29f-667ea758bd3a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e1f6ce3ae64a4960a4cb4e6586a418b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7574446 Oct 12 07:38:30.824458 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38210) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:30.855350 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b977992a-7af8-463e-927d-6c5967e555f5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:30.859170 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b977992a-7af8-463e-927d-6c5967e555f5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/subnets/7b3f7691-9737-409b-a147-8f4fc589f284 HTTP/1.1" status: 204 len: 168 time: 1.0900846 Oct 12 07:38:30.860086 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b977992a-7af8-463e-927d-6c5967e555f5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event deleted for resources: {'Subnet': ['ID=7b3f7691-9737-409b-a147-8f4fc589f284,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:30.865584 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38212) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:30.867310 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-1e651df3-c39f-417a-aa08-a9790439dfec tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Allocated IP 172.20.0.2 (9994ec23-a1f7-459d-8925-14bc9ff05f17/d7845c51-4002-498b-8abe-5047c21b8a79/db4a5e05-3f8c-47a1-8f1d-2d8c466bca3b) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:30.881039 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-1e651df3-c39f-417a-aa08-a9790439dfec tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Allocated IP 2001:db8::f816:3eff:fe42:26ae (9994ec23-a1f7-459d-8925-14bc9ff05f17/3ef833f7-b3a0-40c1-92db-af9b7aa6887f/db4a5e05-3f8c-47a1-8f1d-2d8c466bca3b) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:30.885191 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bad728e1-5b2a-4c00-a6d2-9a699fe2af58 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:30.892404 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad728e1-5b2a-4c00-a6d2-9a699fe2af58 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:30.893020 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bad728e1-5b2a-4c00-a6d2-9a699fe2af58 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:30.911627 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a0609cbd-a29e-40a9-83c2-27b87d06fa23 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for floatingip, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:30.912042 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=1089e628-87f0-4821-9c30-283e0310fce0,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:30.914252 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-31556aea-1785-4bca-a86d-18a926f1d138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:30.915242 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38719d1-95d8-4321-82bf-0fd5432d759b None None] Network fb7665b7-4883-4733-a983-caddb96950b9 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:38:30.916757 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-31556aea-1785-4bca-a86d-18a926f1d138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:30.921134 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-31556aea-1785-4bca-a86d-18a926f1d138 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/70e34ae1-9fdf-492c-96a2-2243e6c39295 HTTP/1.1" status: 204 len: 168 time: 0.8948088 Oct 12 07:38:30.954995 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-3ce3198c-8579-46af-9beb-117146392863 None None] Current status of the port 1089e628-87f0-4821-9c30-283e0310fce0 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:30.955830 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-35577539-dce0-4101-a0ed-139a46788048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:30.958742 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3ce3198c-8579-46af-9beb-117146392863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:30.992919 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-bad728e1-5b2a-4c00-a6d2-9a699fe2af58 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9631622 Oct 12 07:38:30.992919 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0731ede8-2aa8-45f5-b4fa-937a19e55034 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:30.993557 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31556aea-1785-4bca-a86d-18a926f1d138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e34ae1-9fdf-492c-96a2-2243e6c39295,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:30.997309 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38216) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:31.009136 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-878d3712-84cf-4818-be46-2859b78aae56 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Request body: {'subnet': {'network_id': '57de9ad5-e6de-4cf0-84f0-d1aa0445b15d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:31.077341 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad728e1-5b2a-4c00-a6d2-9a699fe2af58 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Pushing event updated for resources: {'Network': ['ID=fd1f7998-e8ef-49a1-abb3-c4b37d04bf49,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:31.088582 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0731ede8-2aa8-45f5-b4fa-937a19e55034 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Pushing event deleted for resources: {'Subnet': ['ID=15b7436f-8f10-40a2-abe4-78aed2ea4c6b,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:31.093887 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0731ede8-2aa8-45f5-b4fa-937a19e55034 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:31.101670 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-0731ede8-2aa8-45f5-b4fa-937a19e55034 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "DELETE /v2.0/subnets/15b7436f-8f10-40a2-abe4-78aed2ea4c6b HTTP/1.1" status: 204 len: 168 time: 1.4206603 Oct 12 07:38:31.104420 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38220) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:31.121525 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8baa87ef-0cfe-460a-b8b6-5fb066caee94 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:31.160153 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-35577539-dce0-4101-a0ed-139a46788048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:31.161238 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706c6e06-5234-4851-bfc2-58cb7ece9e12 None None] Network 8b3f15c4-7857-4a10-a1df-d8d2c4e08aac requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:38:31.164488 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network fd1f7998-e8ef-49a1-abb3-c4b37d04bf49 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:38:31.287968 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-de83edc0-5c6a-451e-afbd-3b1c6f441fe3 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:31.293283 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878d3712-84cf-4818-be46-2859b78aae56 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Made reservation on behalf of a020ac352da94afbad338b18c9b5a513 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:31.297305 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-878d3712-84cf-4818-be46-2859b78aae56 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:31.298650 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1e651df3-c39f-417a-aa08-a9790439dfec tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:31.315997 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a0609cbd-a29e-40a9-83c2-27b87d06fa23 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:31.422190 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1e651df3-c39f-417a-aa08-a9790439dfec tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:31.432871 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.db.api [None req-3ce3198c-8579-46af-9beb-117146392863 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103202) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 07:38:31.433458 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG oslo_db.api [None req-3ce3198c-8579-46af-9beb-117146392863 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 07:38:31.480689 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-35577539-dce0-4101-a0ed-139a46788048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:31.484171 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-35577539-dce0-4101-a0ed-139a46788048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:31.488484 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-35577539-dce0-4101-a0ed-139a46788048 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aedac9b0-ba5f-4fe2-b944-b9440ff85c02 HTTP/1.1" status: 204 len: 168 time: 0.6597664 Oct 12 07:38:31.535109 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35577539-dce0-4101-a0ed-139a46788048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedac9b0-ba5f-4fe2-b944-b9440ff85c02,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:31.546533 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e651df3-c39f-417a-aa08-a9790439dfec tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:31.558347 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-8baa87ef-0cfe-460a-b8b6-5fb066caee94 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Deleting port 1ae3f590-4be0-4f1e-8f55-b90f0f27c619 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:38:31.558705 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8baa87ef-0cfe-460a-b8b6-5fb066caee94 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:31.578198 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-1e651df3-c39f-417a-aa08-a9790439dfec tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:31.593009 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e651df3-c39f-417a-aa08-a9790439dfec tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:38:31.619730 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.db.api [None req-7f918a17-2da1-4a66-b756-0356df39df89 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-af9a23b3-8473-48d4-b22a-314a5f3238ab {{(pid=103202) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 07:38:31.620006 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG oslo_db.api [None req-7f918a17-2da1-4a66-b756-0356df39df89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 07:38:31.630738 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e651df3-c39f-417a-aa08-a9790439dfec tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Port': ['ID=db4a5e05-3f8c-47a1-8f1d-2d8c466bca3b,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:31.674237 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-8baa87ef-0cfe-460a-b8b6-5fb066caee94 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] For port 1ae3f590-4be0-4f1e-8f55-b90f0f27c619, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=1ae3f590-4be0-4f1e-8f55-b90f0f27c619,segment=NetworkSegment(9263262c-b907-4bb6-9df5-ceb05ed1ba28),segment_id=9263262c-b907-4bb6-9df5-ceb05ed1ba28)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:38:31.675000 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8baa87ef-0cfe-460a-b8b6-5fb066caee94 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:31.692854 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-8baa87ef-0cfe-460a-b8b6-5fb066caee94 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Calling delete_port for 1ae3f590-4be0-4f1e-8f55-b90f0f27c619 owned by network:dhcp {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:38:31.703834 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-a0609cbd-a29e-40a9-83c2-27b87d06fa23 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Allocated IP 172.26.3.46 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/eff57df8-93d5-4bf2-bc60-c7f790f4d21c) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:31.714656 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b34573d-8a42-4bcd-9ea1-fc87cc604894 None None] DHCP port deletion for fb7665b7-4883-4733-a983-caddb96950b9 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:38:31.782328 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6318abb6-b0d6-459a-9b6e-d7e297978677 None None] DHCP port deletion for 8b3f15c4-7857-4a10-a1df-d8d2c4e08aac request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:38:31.784972 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-de83edc0-5c6a-451e-afbd-3b1c6f441fe3 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Deleting port 98489c5e-4eaa-4168-ab1c-65d313e0788a {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:38:31.785336 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-de83edc0-5c6a-451e-afbd-3b1c6f441fe3 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:31.789300 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e651df3-c39f-417a-aa08-a9790439dfec tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:31.790927 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1e651df3-c39f-417a-aa08-a9790439dfec tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:31.866911 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-1e651df3-c39f-417a-aa08-a9790439dfec tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.3786244 Oct 12 07:38:31.869641 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38238) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:31.932324 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4497026d-a0ed-4d11-9072-9023cd2819a6 None None] Network 75453dce-c889-4fd7-b2a6-4f7670e7a9ad requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:38:31.939077 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-de83edc0-5c6a-451e-afbd-3b1c6f441fe3 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] For port 98489c5e-4eaa-4168-ab1c-65d313e0788a, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=98489c5e-4eaa-4168-ab1c-65d313e0788a,segment=NetworkSegment(a06be846-693f-4baa-aa85-0e3162a6d539),segment_id=a06be846-693f-4baa-aa85-0e3162a6d539)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:38:31.939454 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-de83edc0-5c6a-451e-afbd-3b1c6f441fe3 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:31.957262 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-6b34573d-8a42-4bcd-9ea1-fc87cc604894 None None] Deleting port 1ae3f590-4be0-4f1e-8f55-b90f0f27c619 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:38:31.957647 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6b34573d-8a42-4bcd-9ea1-fc87cc604894 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:31.965959 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-de83edc0-5c6a-451e-afbd-3b1c6f441fe3 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Calling delete_port for 98489c5e-4eaa-4168-ab1c-65d313e0788a owned by network:dhcp {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:38:31.971055 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-878d3712-84cf-4818-be46-2859b78aae56 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:32.014910 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8baa87ef-0cfe-460a-b8b6-5fb066caee94 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:32.015906 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be75320-5d36-43ba-b7f3-ada5762a9cff tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:32.021980 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be75320-5d36-43ba-b7f3-ada5762a9cff tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:32.027337 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-0be75320-5d36-43ba-b7f3-ada5762a9cff tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1560485 Oct 12 07:38:32.030768 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38242) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:32.072052 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-6318abb6-b0d6-459a-9b6e-d7e297978677 None None] Deleting port 98489c5e-4eaa-4168-ab1c-65d313e0788a {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:38:32.072585 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6318abb6-b0d6-459a-9b6e-d7e297978677 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:32.073147 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a0609cbd-a29e-40a9-83c2-27b87d06fa23 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:32.118117 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa87ef-0cfe-460a-b8b6-5fb066caee94 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event deleted for resources: {'Port': ['ID=1ae3f590-4be0-4f1e-8f55-b90f0f27c619,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:32.141807 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8baa87ef-0cfe-460a-b8b6-5fb066caee94 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] No DVR routers for this DVR port 1ae3f590-4be0-4f1e-8f55-b90f0f27c619 on host dv-neutron-860909-2-hyperv {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:38:32.190751 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-3ce3198c-8579-46af-9beb-117146392863 None None] Current status of the port 1089e628-87f0-4821-9c30-283e0310fce0 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:32.215358 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-6b34573d-8a42-4bcd-9ea1-fc87cc604894 None None] For port 1ae3f590-4be0-4f1e-8f55-b90f0f27c619, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=1ae3f590-4be0-4f1e-8f55-b90f0f27c619,segment=NetworkSegment(9263262c-b907-4bb6-9df5-ceb05ed1ba28),segment_id=9263262c-b907-4bb6-9df5-ceb05ed1ba28)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:38:32.215920 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6b34573d-8a42-4bcd-9ea1-fc87cc604894 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:32.218865 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d3712-84cf-4818-be46-2859b78aae56 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Pushing event updated for resources: {'Subnet': ['ID=c2730fcb-4a61-4a73-8a5f-0d5c6404ebbf,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:32.245598 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a0609cbd-a29e-40a9-83c2-27b87d06fa23 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:32.266601 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-142f6200-658f-4a53-b5e2-17d6d13c92ed tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting port db4a5e05-3f8c-47a1-8f1d-2d8c466bca3b {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:38:32.266948 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-142f6200-658f-4a53-b5e2-17d6d13c92ed tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:32.284381 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878d3712-84cf-4818-be46-2859b78aae56 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Checking segment: {'id': 'cdf54509-ffa6-4b42-81e8-50f067cb8ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '57de9ad5-e6de-4cf0-84f0-d1aa0445b15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:38:32.285153 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878d3712-84cf-4818-be46-2859b78aae56 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Network hostable DHCP agents. Network: 57de9ad5-e6de-4cf0-84f0-d1aa0445b15d, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:38:32.305991 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7f918a17-2da1-4a66-b756-0356df39df89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:32.315278 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-6b34573d-8a42-4bcd-9ea1-fc87cc604894 None None] Calling delete_port for 1ae3f590-4be0-4f1e-8f55-b90f0f27c619 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:38:32.361431 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8baa87ef-0cfe-460a-b8b6-5fb066caee94 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:32.363289 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38250) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:32.378604 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-6318abb6-b0d6-459a-9b6e-d7e297978677 None None] For port 98489c5e-4eaa-4168-ab1c-65d313e0788a, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=98489c5e-4eaa-4168-ab1c-65d313e0788a,segment=NetworkSegment(a06be846-693f-4baa-aa85-0e3162a6d539),segment_id=a06be846-693f-4baa-aa85-0e3162a6d539)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:38:32.389996 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6318abb6-b0d6-459a-9b6e-d7e297978677 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:32.395268 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878d3712-84cf-4818-be46-2859b78aae56 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Network 57de9ad5-e6de-4cf0-84f0-d1aa0445b15d is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:38:32.398217 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-8baa87ef-0cfe-460a-b8b6-5fb066caee94 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb7665b7-4883-4733-a983-caddb96950b9']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:32.417877 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-8baa87ef-0cfe-460a-b8b6-5fb066caee94 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9263262c-b907-4bb6-9df5-ceb05ed1ba28') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:32.418273 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-8baa87ef-0cfe-460a-b8b6-5fb066caee94 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9263262c-b907-4bb6-9df5-ceb05ed1ba28') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:32.421620 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-878d3712-84cf-4818-be46-2859b78aae56 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 57de9ad5-e6de-4cf0-84f0-d1aa0445b15d) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:32.429676 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-de83edc0-5c6a-451e-afbd-3b1c6f441fe3 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:32.446289 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878d3712-84cf-4818-be46-2859b78aae56 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:32.447141 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-878d3712-84cf-4818-be46-2859b78aae56 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:32.454086 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8baa87ef-0cfe-460a-b8b6-5fb066caee94 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:32.490069 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de83edc0-5c6a-451e-afbd-3b1c6f441fe3 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Pushing event deleted for resources: {'Port': ['ID=98489c5e-4eaa-4168-ab1c-65d313e0788a,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:32.504687 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de83edc0-5c6a-451e-afbd-3b1c6f441fe3 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] No DVR routers for this DVR port 98489c5e-4eaa-4168-ab1c-65d313e0788a on host dv-neutron-860909-2-hyperv {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:38:32.539838 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b17b5fd-44cd-4cd9-b9fb-ee9e9e994429 None None] Network 57de9ad5-e6de-4cf0-84f0-d1aa0445b15d requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:38:32.547478 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8baa87ef-0cfe-460a-b8b6-5fb066caee94 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:32.550557 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 1089e628-87f0-4821-9c30-283e0310fce0 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:38:32.556919 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-878d3712-84cf-4818-be46-2859b78aae56 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5582249 Oct 12 07:38:32.570291 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-142f6200-658f-4a53-b5e2-17d6d13c92ed tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:32.574308 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8baa87ef-0cfe-460a-b8b6-5fb066caee94 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:38:32.574930 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8baa87ef-0cfe-460a-b8b6-5fb066caee94 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:32.578367 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38258) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:32.595508 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-142f6200-658f-4a53-b5e2-17d6d13c92ed tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Calling delete_port for db4a5e05-3f8c-47a1-8f1d-2d8c466bca3b owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:38:32.613243 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-3dfa95dd-b525-41a5-a016-2d3e077a0057 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Request body: {'subnet': {'network_id': 'fd1f7998-e8ef-49a1-abb3-c4b37d04bf49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:32.711616 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 9263262c-b907-4bb6-9df5-ceb05ed1ba28 resource provider aggregate not found Oct 12 07:38:32.741375 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfa95dd-b525-41a5-a016-2d3e077a0057 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Made reservation on behalf of a020ac352da94afbad338b18c9b5a513 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:32.748492 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3dfa95dd-b525-41a5-a016-2d3e077a0057 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:32.752780 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 9263262c-b907-4bb6-9df5-ceb05ed1ba28 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9263262c-b907-4bb6-9df5-ceb05ed1ba28 found for delete ", "request_id": "req-13b6f30c-b03f-4364-8832-482e93ce6c44"}]} Oct 12 07:38:32.842703 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0609cbd-a29e-40a9-83c2-27b87d06fa23 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:32.845591 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0609cbd-a29e-40a9-83c2-27b87d06fa23 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Pushing event updated for resources: {'Port': ['ID=eff57df8-93d5-4bf2-bc60-c7f790f4d21c,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:32.848703 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-a0609cbd-a29e-40a9-83c2-27b87d06fa23 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:32.858356 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-403cd420-e08d-4b6b-a613-5aa70bcf90e2 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-924172238'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:32.874832 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-de83edc0-5c6a-451e-afbd-3b1c6f441fe3 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:32.889999 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-142f6200-658f-4a53-b5e2-17d6d13c92ed tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:32.892518 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0609cbd-a29e-40a9-83c2-27b87d06fa23 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:38:32.893683 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-6318abb6-b0d6-459a-9b6e-d7e297978677 None None] Calling delete_port for 98489c5e-4eaa-4168-ab1c-65d313e0788a owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:38:32.899967 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8baa87ef-0cfe-460a-b8b6-5fb066caee94 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:32.917248 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8baa87ef-0cfe-460a-b8b6-5fb066caee94 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:32.928804 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-8baa87ef-0cfe-460a-b8b6-5fb066caee94 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/networks/fb7665b7-4883-4733-a983-caddb96950b9 HTTP/1.1" status: 204 len: 168 time: 2.0618927 Oct 12 07:38:32.936712 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-3ac29ad5-5c12-4d10-8243-f35c47c003ea None None] Provisioning complete for port a52d666e-40e7-4532-b4ca-3242c260b008 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:32.937629 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3ac29ad5-5c12-4d10-8243-f35c47c003ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:32.937966 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-3ac29ad5-5c12-4d10-8243-f35c47c003ea None None] Attempt 1 to provision port a52d666e-40e7-4532-b4ca-3242c260b008 Oct 12 07:38:32.965179 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38272) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:32.980848 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-de83edc0-5c6a-451e-afbd-3b1c6f441fe3 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b3f15c4-7857-4a10-a1df-d8d2c4e08aac']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:32.988206 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-621f0b34-67a6-4ada-9480-fe79b6641c4a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1768911527'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:33.003190 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403cd420-e08d-4b6b-a613-5aa70bcf90e2 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Made reservation on behalf of ab8b3ae455d54493a558c1c38223505d for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:33.006077 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38274) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:33.009271 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-403cd420-e08d-4b6b-a613-5aa70bcf90e2 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:33.016273 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa87ef-0cfe-460a-b8b6-5fb066caee94 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event deleted for resources: {'Network': ['ID=fb7665b7-4883-4733-a983-caddb96950b9,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:33.019821 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f6200-658f-4a53-b5e2-17d6d13c92ed tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Port': ['ID=db4a5e05-3f8c-47a1-8f1d-2d8c466bca3b,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:33.039236 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-de83edc0-5c6a-451e-afbd-3b1c6f441fe3 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a06be846-693f-4baa-aa85-0e3162a6d539') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:33.039605 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-de83edc0-5c6a-451e-afbd-3b1c6f441fe3 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a06be846-693f-4baa-aa85-0e3162a6d539') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:33.049642 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-403cd420-e08d-4b6b-a613-5aa70bcf90e2 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:33.050900 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-de83edc0-5c6a-451e-afbd-3b1c6f441fe3 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:33.066755 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-de83edc0-5c6a-451e-afbd-3b1c6f441fe3 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:33.074331 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de83edc0-5c6a-451e-afbd-3b1c6f441fe3 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:38:33.074790 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-de83edc0-5c6a-451e-afbd-3b1c6f441fe3 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:33.143824 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621f0b34-67a6-4ada-9480-fe79b6641c4a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Made reservation on behalf of e65c260e166d457d9b3ff4f3fa4c3b6f for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:33.148583 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-621f0b34-67a6-4ada-9480-fe79b6641c4a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:33.188206 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-de83edc0-5c6a-451e-afbd-3b1c6f441fe3 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:33.211746 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-de83edc0-5c6a-451e-afbd-3b1c6f441fe3 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:33.217961 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-de83edc0-5c6a-451e-afbd-3b1c6f441fe3 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] 10.222.0.26 "DELETE /v2.0/networks/8b3f15c4-7857-4a10-a1df-d8d2c4e08aac HTTP/1.1" status: 204 len: 168 time: 2.1075037 Oct 12 07:38:33.220281 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-142f6200-658f-4a53-b5e2-17d6d13c92ed tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:33.226282 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-142f6200-658f-4a53-b5e2-17d6d13c92ed tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/ports/db4a5e05-3f8c-47a1-8f1d-2d8c466bca3b HTTP/1.1" status: 204 len: 168 time: 1.1943710 Oct 12 07:38:33.229345 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38280) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:33.240661 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de83edc0-5c6a-451e-afbd-3b1c6f441fe3 tempest-TagsExtTest-1481487324 tempest-TagsExtTest-1481487324-project] Pushing event deleted for resources: {'Network': ['ID=8b3f15c4-7857-4a10-a1df-d8d2c4e08aac,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:33.254108 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-621f0b34-67a6-4ada-9480-fe79b6641c4a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:38:33.307340 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-621f0b34-67a6-4ada-9480-fe79b6641c4a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:33.308077 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-621f0b34-67a6-4ada-9480-fe79b6641c4a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Added segment 05e611c5-015d-4203-aa3b-e5a31d6b13a6 of type vlan for network 21b3c634-a65f-420b-b0db-443bcea55ce2 Oct 12 07:38:33.328356 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-3c668bd3-d1d9-4f31-95bf-2fe443cd986f tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1315176116'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:33.358211 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90044144-94db-4ca8-9aeb-8ac051d9217d tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:33.359920 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90044144-94db-4ca8-9aeb-8ac051d9217d tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:33.361476 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90044144-94db-4ca8-9aeb-8ac051d9217d tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:33.366366 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-90044144-94db-4ca8-9aeb-8ac051d9217d tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1345458 Oct 12 07:38:33.370408 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38282) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:33.427970 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-621f0b34-67a6-4ada-9480-fe79b6641c4a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:33.455004 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6b34573d-8a42-4bcd-9ea1-fc87cc604894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:33.465073 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c668bd3-d1d9-4f31-95bf-2fe443cd986f tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Made reservation on behalf of 0661c46065e34719ae0bde5df10863f8 for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:33.470368 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3c668bd3-d1d9-4f31-95bf-2fe443cd986f tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:33.487438 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-403cd420-e08d-4b6b-a613-5aa70bcf90e2 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:33.497080 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3c668bd3-d1d9-4f31-95bf-2fe443cd986f tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:33.498381 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4e28308-23c5-49eb-9e97-81b5ec3cc37b tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting subnet 3ef833f7-b3a0-40c1-92db-af9b7aa6887f {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:38:33.503199 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 1089e628-87f0-4821-9c30-283e0310fce0 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:33.503628 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:33.503963 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 1089e628-87f0-4821-9c30-283e0310fce0 Oct 12 07:38:33.507804 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3dfa95dd-b525-41a5-a016-2d3e077a0057 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:33.511343 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-403cd420-e08d-4b6b-a613-5aa70bcf90e2 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:33.567796 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8085651e-4707-412d-b2f9-a2f9f8044a50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-57de9ad5-e6de-4cf0-84f0-d1aa0445b15d', 'network_id': '57de9ad5-e6de-4cf0-84f0-d1aa0445b15d', 'tenant_id': 'a020ac352da94afbad338b18c9b5a513', 'fixed_ips': [{'subnet_id': 'c2730fcb-4a61-4a73-8a5f-0d5c6404ebbf'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:38:33.568849 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8085651e-4707-412d-b2f9-a2f9f8044a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:33.571320 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6b34573d-8a42-4bcd-9ea1-fc87cc604894 None None] Network fb7665b7-4883-4733-a983-caddb96950b9 is not hosted by any dhcp agent {{(pid=103202) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 12 07:38:33.571747 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b34573d-8a42-4bcd-9ea1-fc87cc604894 None None] No DVR routers for this DVR port 1ae3f590-4be0-4f1e-8f55-b90f0f27c619 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:38:33.590317 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-7f918a17-2da1-4a66-b756-0356df39df89 None None] Allocated IP 172.20.0.3 (9994ec23-a1f7-459d-8925-14bc9ff05f17/d7845c51-4002-498b-8abe-5047c21b8a79/1089e628-87f0-4821-9c30-283e0310fce0) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:33.596450 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b34573d-8a42-4bcd-9ea1-fc87cc604894 None None] Pushing event deleted for resources: {'Port': ['ID=1ae3f590-4be0-4f1e-8f55-b90f0f27c619,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:33.615339 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-621f0b34-67a6-4ada-9480-fe79b6641c4a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:33.626320 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621f0b34-67a6-4ada-9480-fe79b6641c4a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:33.626976 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-621f0b34-67a6-4ada-9480-fe79b6641c4a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:33.631893 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-3ac29ad5-5c12-4d10-8243-f35c47c003ea None None] Current status of the port a52d666e-40e7-4532-b4ca-3242c260b008 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:33.632531 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3ac29ad5-5c12-4d10-8243-f35c47c003ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:33.661225 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6318abb6-b0d6-459a-9b6e-d7e297978677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:33.717338 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38286) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:33.733992 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6318abb6-b0d6-459a-9b6e-d7e297978677 None None] Network 8b3f15c4-7857-4a10-a1df-d8d2c4e08aac is not hosted by any dhcp agent {{(pid=103202) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 12 07:38:33.734724 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6318abb6-b0d6-459a-9b6e-d7e297978677 None None] No DVR routers for this DVR port 98489c5e-4eaa-4168-ab1c-65d313e0788a on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:38:33.741284 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa95dd-b525-41a5-a016-2d3e077a0057 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Pushing event updated for resources: {'Subnet': ['ID=35ba2ba9-db42-45bf-a656-b02695a2c7f1,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:33.761402 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-621f0b34-67a6-4ada-9480-fe79b6641c4a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7845335 Oct 12 07:38:33.766397 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38290) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:33.767242 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318abb6-b0d6-459a-9b6e-d7e297978677 None None] Pushing event deleted for resources: {'Port': ['ID=98489c5e-4eaa-4168-ab1c-65d313e0788a,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:33.775383 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-7146c8b5-a7ce-4b10-a1c3-35355ccca9c1 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'subnet': {'network_id': '21b3c634-a65f-420b-b0db-443bcea55ce2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:33.858467 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f0b34-67a6-4ada-9480-fe79b6641c4a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event updated for resources: {'Network': ['ID=21b3c634-a65f-420b-b0db-443bcea55ce2,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:33.891914 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-3ac29ad5-5c12-4d10-8243-f35c47c003ea None None] For port a52d666e-40e7-4532-b4ca-3242c260b008, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=a52d666e-40e7-4532-b4ca-3242c260b008,segment=NetworkSegment(71f8a4f1-f804-48a7-835a-d67d35843d39),segment_id=71f8a4f1-f804-48a7-835a-d67d35843d39)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:38:33.895954 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 21b3c634-a65f-420b-b0db-443bcea55ce2 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:38:33.910920 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-403cd420-e08d-4b6b-a613-5aa70bcf90e2 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:38:33.924341 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3ac29ad5-5c12-4d10-8243-f35c47c003ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:33.924739 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfa95dd-b525-41a5-a016-2d3e077a0057 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Checking segment: {'id': '3223d50b-f89e-4d5c-9ed4-8bb664144200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fd1f7998-e8ef-49a1-abb3-c4b37d04bf49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:38:33.925107 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfa95dd-b525-41a5-a016-2d3e077a0057 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Network hostable DHCP agents. Network: fd1f7998-e8ef-49a1-abb3-c4b37d04bf49, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:38:33.957544 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-403cd420-e08d-4b6b-a613-5aa70bcf90e2 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:33.957920 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-403cd420-e08d-4b6b-a613-5aa70bcf90e2 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Added segment 4698857c-2912-4fa4-9b9c-95bb2736dd53 of type vlan for network 4372c884-baa9-49f3-922e-d1064c4562ce Oct 12 07:38:33.959262 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403cd420-e08d-4b6b-a613-5aa70bcf90e2 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c80c465e-d822-4c25-840b-2098631e4ca8,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:34.014352 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3c668bd3-d1d9-4f31-95bf-2fe443cd986f tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:34.024873 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfa95dd-b525-41a5-a016-2d3e077a0057 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Network fd1f7998-e8ef-49a1-abb3-c4b37d04bf49 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:38:34.034606 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3c668bd3-d1d9-4f31-95bf-2fe443cd986f tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:34.051789 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7146c8b5-a7ce-4b10-a1c3-35355ccca9c1 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Made reservation on behalf of e65c260e166d457d9b3ff4f3fa4c3b6f for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:34.055700 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7146c8b5-a7ce-4b10-a1c3-35355ccca9c1 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:34.071290 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-128bd4d8-5b92-4d81-8e83-a373918be054 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c69261fb894e45f2882465961465c54d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3450477 Oct 12 07:38:34.073332 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38292) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:34.074772 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-3dfa95dd-b525-41a5-a016-2d3e077a0057 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, fd1f7998-e8ef-49a1-abb3-c4b37d04bf49) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:34.079288 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-403cd420-e08d-4b6b-a613-5aa70bcf90e2 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:34.094640 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c668bd3-d1d9-4f31-95bf-2fe443cd986f tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:38:34.104555 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8b7268-34eb-407f-bff2-c9677ed9aa00 None None] Network fd1f7998-e8ef-49a1-abb3-c4b37d04bf49 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:38:34.110933 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-7f918a17-2da1-4a66-b756-0356df39df89 None None] For port 1089e628-87f0-4821-9c30-283e0310fce0, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=1089e628-87f0-4821-9c30-283e0310fce0,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:38:34.113680 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfa95dd-b525-41a5-a016-2d3e077a0057 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:34.114382 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3dfa95dd-b525-41a5-a016-2d3e077a0057 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:34.149144 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c668bd3-d1d9-4f31-95bf-2fe443cd986f tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fede4cbc-a807-4386-9ce6-c136d56b9a00,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:34.167881 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-8085651e-4707-412d-b2f9-a2f9f8044a50 None None] Allocated IP 172.20.0.2 (57de9ad5-e6de-4cf0-84f0-d1aa0445b15d/c2730fcb-4a61-4a73-8a5f-0d5c6404ebbf/4443369a-32cb-4105-be96-e7db0a0181bd) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:34.170840 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 1089e628-87f0-4821-9c30-283e0310fce0 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:34.171860 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device a52d666e-40e7-4532-b4ca-3242c260b008 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:38:34.187024 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac29ad5-5c12-4d10-8243-f35c47c003ea None None] Pushing event updated for resources: {'Port': ['ID=a52d666e-40e7-4532-b4ca-3242c260b008,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:34.190948 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3c668bd3-d1d9-4f31-95bf-2fe443cd986f tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:34.191271 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-3c668bd3-d1d9-4f31-95bf-2fe443cd986f tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Added segment 27134b2b-8108-40f1-abbd-a380706334aa of type vlan for network 747d1a6b-2744-4732-a307-fbaeb42e6351 Oct 12 07:38:34.213182 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-3dfa95dd-b525-41a5-a016-2d3e077a0057 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6252174 Oct 12 07:38:34.213182 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38294) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:34.230734 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-403cd420-e08d-4b6b-a613-5aa70bcf90e2 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:34.237066 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403cd420-e08d-4b6b-a613-5aa70bcf90e2 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:34.237653 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-403cd420-e08d-4b6b-a613-5aa70bcf90e2 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:34.268361 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-da85dd96-7116-4d47-b427-565bdadc6c86 None None] Provisioning complete for port a52d666e-40e7-4532-b4ca-3242c260b008 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:34.268724 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-da85dd96-7116-4d47-b427-565bdadc6c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:34.269052 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-da85dd96-7116-4d47-b427-565bdadc6c86 None None] Attempt 1 to provision port a52d666e-40e7-4532-b4ca-3242c260b008 Oct 12 07:38:34.281975 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7f918a17-2da1-4a66-b756-0356df39df89 None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:34.300346 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c4e28308-23c5-49eb-9e97-81b5ec3cc37b tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:34.312783 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3c668bd3-d1d9-4f31-95bf-2fe443cd986f tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:34.328915 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7f918a17-2da1-4a66-b756-0356df39df89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:34.339486 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26a0ae55-5395-4a79-9ec4-4ce16819aa41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:34.351676 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-403cd420-e08d-4b6b-a613-5aa70bcf90e2 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.9748404 Oct 12 07:38:34.384772 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a0609cbd-a29e-40a9-83c2-27b87d06fa23 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:34.409352 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403cd420-e08d-4b6b-a613-5aa70bcf90e2 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event updated for resources: {'Network': ['ID=4372c884-baa9-49f3-922e-d1064c4562ce,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:34.434539 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 4372c884-baa9-49f3-922e-d1064c4562ce details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:38:34.442310 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c4e28308-23c5-49eb-9e97-81b5ec3cc37b tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:34.489066 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26a0ae55-5395-4a79-9ec4-4ce16819aa41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:34.628455 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a0609cbd-a29e-40a9-83c2-27b87d06fa23 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:34.635045 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f918a17-2da1-4a66-b756-0356df39df89 None None] Pushing event updated for resources: {'Port': ['ID=1089e628-87f0-4821-9c30-283e0310fce0,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:34.651313 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port a52d666e-40e7-4532-b4ca-3242c260b008 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:34.651756 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:34.652090 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port a52d666e-40e7-4532-b4ca-3242c260b008 Oct 12 07:38:34.674420 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c4e28308-23c5-49eb-9e97-81b5ec3cc37b tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:34.773827 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.db.resource_extend [None req-3c668bd3-d1d9-4f31-95bf-2fe443cd986f tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 07:38:34.801871 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98018e3a-a2b5-46f3-a777-e6a2bdedab60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-fd1f7998-e8ef-49a1-abb3-c4b37d04bf49', 'network_id': 'fd1f7998-e8ef-49a1-abb3-c4b37d04bf49', 'tenant_id': 'a020ac352da94afbad338b18c9b5a513', 'fixed_ips': [{'subnet_id': '35ba2ba9-db42-45bf-a656-b02695a2c7f1'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:38:34.802785 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-98018e3a-a2b5-46f3-a777-e6a2bdedab60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:34.805535 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-da85dd96-7116-4d47-b427-565bdadc6c86 None None] Current status of the port a52d666e-40e7-4532-b4ca-3242c260b008 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:34.812312 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c4e28308-23c5-49eb-9e97-81b5ec3cc37b tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:34.820840 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment a06be846-693f-4baa-aa85-0e3162a6d539 resource provider aggregate not found Oct 12 07:38:34.821060 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8085651e-4707-412d-b2f9-a2f9f8044a50 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:34.848678 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8085651e-4707-412d-b2f9-a2f9f8044a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:34.850912 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c4e28308-23c5-49eb-9e97-81b5ec3cc37b tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:34.862821 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment a06be846-693f-4baa-aa85-0e3162a6d539 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a06be846-693f-4baa-aa85-0e3162a6d539 found for delete ", "request_id": "req-bcba0fd5-c894-40e5-9d31-e5cfd62781d9"}]} Oct 12 07:38:34.866408 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38300) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:34.867513 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c4e28308-23c5-49eb-9e97-81b5ec3cc37b tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/3ef833f7-b3a0-40c1-92db-af9b7aa6887f HTTP/1.1" status: 204 len: 168 time: 1.4943426 Oct 12 07:38:34.873806 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26a0ae55-5395-4a79-9ec4-4ce16819aa41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:34.877705 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26a0ae55-5395-4a79-9ec4-4ce16819aa41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:34.883391 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-26a0ae55-5395-4a79-9ec4-4ce16819aa41 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a4104515-71e2-49e1-98c9-7e19bdb0336e HTTP/1.1" status: 204 len: 168 time: 0.8099883 Oct 12 07:38:34.928755 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a0ae55-5395-4a79-9ec4-4ce16819aa41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4104515-71e2-49e1-98c9-7e19bdb0336e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:34.950400 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e28308-23c5-49eb-9e97-81b5ec3cc37b tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Subnet': ['ID=3ef833f7-b3a0-40c1-92db-af9b7aa6887f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:34.997205 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7146c8b5-a7ce-4b10-a1c3-35355ccca9c1 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:34.999570 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3c668bd3-d1d9-4f31-95bf-2fe443cd986f tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:35.029563 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c668bd3-d1d9-4f31-95bf-2fe443cd986f tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:35.030200 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3c668bd3-d1d9-4f31-95bf-2fe443cd986f tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:35.209992 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a0609cbd-a29e-40a9-83c2-27b87d06fa23 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:35.223458 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a0609cbd-a29e-40a9-83c2-27b87d06fa23 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:35.229744 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8085651e-4707-412d-b2f9-a2f9f8044a50 None None] Network 57de9ad5-e6de-4cf0-84f0-d1aa0445b15d is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:35.241023 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-8085651e-4707-412d-b2f9-a2f9f8044a50 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:35.251130 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8085651e-4707-412d-b2f9-a2f9f8044a50 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:38:35.349219 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-3c668bd3-d1d9-4f31-95bf-2fe443cd986f tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.3339734 Oct 12 07:38:35.356534 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0609cbd-a29e-40a9-83c2-27b87d06fa23 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Pushing event updated for resources: {'Port': ['ID=eff57df8-93d5-4bf2-bc60-c7f790f4d21c,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:35.376099 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38310) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:35.388219 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-0674a524-7fd4-4aec-bc75-d35d742f8cc2 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-133699590'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:35.416606 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0674a524-7fd4-4aec-bc75-d35d742f8cc2 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Made reservation on behalf of 0661c46065e34719ae0bde5df10863f8 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:35.421068 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0674a524-7fd4-4aec-bc75-d35d742f8cc2 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:35.436199 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a0609cbd-a29e-40a9-83c2-27b87d06fa23 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:35.513404 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0674a524-7fd4-4aec-bc75-d35d742f8cc2 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:38:35.523274 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c668bd3-d1d9-4f31-95bf-2fe443cd986f tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event updated for resources: {'Network': ['ID=747d1a6b-2744-4732-a307-fbaeb42e6351,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:35.549503 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 747d1a6b-2744-4732-a307-fbaeb42e6351 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:38:35.589411 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0674a524-7fd4-4aec-bc75-d35d742f8cc2 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:35.590052 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-0674a524-7fd4-4aec-bc75-d35d742f8cc2 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Added segment 85841a7c-605a-4c11-81a8-c30d6338328e of type vlan for network 19ec26d8-3d3a-473a-b25d-123765a80eff Oct 12 07:38:35.618223 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8085651e-4707-412d-b2f9-a2f9f8044a50 None None] Pushing event updated for resources: {'Port': ['ID=4443369a-32cb-4105-be96-e7db0a0181bd,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:35.650067 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7146c8b5-a7ce-4b10-a1c3-35355ccca9c1 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event updated for resources: {'Subnet': ['ID=955f7127-e130-4553-8497-6314826d9fbd,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:35.665132 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e91600f8-03b0-47f4-a527-d78aed63615d tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:35.668683 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.l3_db [None req-a0609cbd-a29e-40a9-83c2-27b87d06fa23 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Floating IP 4c0f3a10-d43b-4436-85b7-d44505ab72d9 associated. External IP: 172.26.3.46, port: da02b94b-ce71-4dbe-9256-beea498b741b. Oct 12 07:38:35.677653 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47347bcf-3dbc-4942-9ab1-cc75fb6024cd None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:38:35.679043 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-0501d973-5fdb-4b73-9614-c84607290f5f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting subnet d7845c51-4002-498b-8abe-5047c21b8a79 {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:38:35.682579 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0501d973-5fdb-4b73-9614-c84607290f5f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:35.752457 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-8085651e-4707-412d-b2f9-a2f9f8044a50 None None] Attempting to bind port 4443369a-32cb-4105-be96-e7db0a0181bd on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:38:35.753265 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-8085651e-4707-412d-b2f9-a2f9f8044a50 None None] Attempting to bind port 4443369a-32cb-4105-be96-e7db0a0181bd by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'cdf54509-ffa6-4b42-81e8-50f067cb8ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '57de9ad5-e6de-4cf0-84f0-d1aa0445b15d'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:38:35.754052 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8085651e-4707-412d-b2f9-a2f9f8044a50 None None] Attempting to bind port 4443369a-32cb-4105-be96-e7db0a0181bd on network 57de9ad5-e6de-4cf0-84f0-d1aa0445b15d {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:38:35.770440 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0501d973-5fdb-4b73-9614-c84607290f5f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:35.817029 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0674a524-7fd4-4aec-bc75-d35d742f8cc2 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:35.900440 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0501d973-5fdb-4b73-9614-c84607290f5f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:35.921722 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0674a524-7fd4-4aec-bc75-d35d742f8cc2 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:35.929452 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0674a524-7fd4-4aec-bc75-d35d742f8cc2 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:35.930086 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0674a524-7fd4-4aec-bc75-d35d742f8cc2 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:35.950505 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port a52d666e-40e7-4532-b4ca-3242c260b008 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:35.970072 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8085651e-4707-412d-b2f9-a2f9f8044a50 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:38:35.971626 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8085651e-4707-412d-b2f9-a2f9f8044a50 None None] Checking segment: {'id': 'cdf54509-ffa6-4b42-81e8-50f067cb8ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '57de9ad5-e6de-4cf0-84f0-d1aa0445b15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:38:35.972171 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8085651e-4707-412d-b2f9-a2f9f8044a50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:35.975599 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8085651e-4707-412d-b2f9-a2f9f8044a50 None None] Bound using segment: {'id': 'cdf54509-ffa6-4b42-81e8-50f067cb8ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '57de9ad5-e6de-4cf0-84f0-d1aa0445b15d'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:38:35.977444 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-8085651e-4707-412d-b2f9-a2f9f8044a50 None None] Bound port: 4443369a-32cb-4105-be96-e7db0a0181bd, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf54509-ffa6-4b42-81e8-50f067cb8ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '57de9ad5-e6de-4cf0-84f0-d1aa0445b15d'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:38:35.978524 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8085651e-4707-412d-b2f9-a2f9f8044a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:36.032628 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7146c8b5-a7ce-4b10-a1c3-35355ccca9c1 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Checking segment: {'id': '05e611c5-015d-4203-aa3b-e5a31d6b13a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '21b3c634-a65f-420b-b0db-443bcea55ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:38:36.032914 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7146c8b5-a7ce-4b10-a1c3-35355ccca9c1 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Network hostable DHCP agents. Network: 21b3c634-a65f-420b-b0db-443bcea55ce2, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:38:36.052660 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0674a524-7fd4-4aec-bc75-d35d742f8cc2 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event updated for resources: {'Network': ['ID=19ec26d8-3d3a-473a-b25d-123765a80eff,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:36.061569 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-98018e3a-a2b5-46f3-a777-e6a2bdedab60 None None] Allocated IP 172.20.0.2 (fd1f7998-e8ef-49a1-abb3-c4b37d04bf49/35ba2ba9-db42-45bf-a656-b02695a2c7f1/fb11f442-e8b5-4487-9549-dd84eaddd1f0) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:36.079118 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0501d973-5fdb-4b73-9614-c84607290f5f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:36.092913 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0674a524-7fd4-4aec-bc75-d35d742f8cc2 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:38:36.093771 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0674a524-7fd4-4aec-bc75-d35d742f8cc2 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:38:36.094529 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0674a524-7fd4-4aec-bc75-d35d742f8cc2 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:38:36.095011 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 1ae3f590-4be0-4f1e-8f55-b90f0f27c619 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:38:36.095624 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0674a524-7fd4-4aec-bc75-d35d742f8cc2 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:38:36.096265 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0674a524-7fd4-4aec-bc75-d35d742f8cc2 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:38:36.096801 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0674a524-7fd4-4aec-bc75-d35d742f8cc2 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:38:36.097453 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0674a524-7fd4-4aec-bc75-d35d742f8cc2 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:38:36.098164 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0674a524-7fd4-4aec-bc75-d35d742f8cc2 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:38:36.098752 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0674a524-7fd4-4aec-bc75-d35d742f8cc2 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:38:36.099234 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0674a524-7fd4-4aec-bc75-d35d742f8cc2 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:38:36.099769 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0674a524-7fd4-4aec-bc75-d35d742f8cc2 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:38:36.100396 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0674a524-7fd4-4aec-bc75-d35d742f8cc2 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:38:36.102252 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-78587428-6b8e-4a9f-8629-29bccc653a72 None None] Provisioning complete for port 1089e628-87f0-4821-9c30-283e0310fce0 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:36.104376 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-78587428-6b8e-4a9f-8629-29bccc653a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:36.106616 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-78587428-6b8e-4a9f-8629-29bccc653a72 None None] Attempt 1 to provision port 1089e628-87f0-4821-9c30-283e0310fce0 Oct 12 07:38:36.119155 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7146c8b5-a7ce-4b10-a1c3-35355ccca9c1 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Network 21b3c634-a65f-420b-b0db-443bcea55ce2 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:38:36.135638 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0501d973-5fdb-4b73-9614-c84607290f5f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:36.143020 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38326) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:36.143863 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-0501d973-5fdb-4b73-9614-c84607290f5f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/d7845c51-4002-498b-8abe-5047c21b8a79 HTTP/1.1" status: 204 len: 168 time: 1.2733293 Oct 12 07:38:36.145059 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0501d973-5fdb-4b73-9614-c84607290f5f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Subnet': ['ID=d7845c51-4002-498b-8abe-5047c21b8a79,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:36.147970 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-7146c8b5-a7ce-4b10-a1c3-35355ccca9c1 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 21b3c634-a65f-420b-b0db-443bcea55ce2) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:36.216168 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-542221de-dbd6-4739-bff0-c49c6d87adee tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0716643 Oct 12 07:38:36.223692 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-0674a524-7fd4-4aec-bc75-d35d742f8cc2 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8427944 Oct 12 07:38:36.223692 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38328) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:36.228667 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-c002b16d-97ba-4522-a35d-da7005f20614 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'subnet': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:36.233417 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38330) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:36.239365 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-43e6b5b3-e379-42e2-aeef-0725b5211975 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Request body: {'subnet': {'network_id': '747d1a6b-2744-4732-a307-fbaeb42e6351', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:36.288880 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7146c8b5-a7ce-4b10-a1c3-35355ccca9c1 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:36.290312 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7146c8b5-a7ce-4b10-a1c3-35355ccca9c1 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:36.313768 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-8085651e-4707-412d-b2f9-a2f9f8044a50 None None] For port 4443369a-32cb-4105-be96-e7db0a0181bd, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:38:36.317618 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-8085651e-4707-412d-b2f9-a2f9f8044a50 None None] For port 4443369a-32cb-4105-be96-e7db0a0181bd, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=4443369a-32cb-4105-be96-e7db0a0181bd,segment=NetworkSegment(cdf54509-ffa6-4b42-81e8-50f067cb8ce8),segment_id=cdf54509-ffa6-4b42-81e8-50f067cb8ce8)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:38:36.324327 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 19ec26d8-3d3a-473a-b25d-123765a80eff details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:38:36.362081 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-7146c8b5-a7ce-4b10-a1c3-35355ccca9c1 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5908165 Oct 12 07:38:36.363224 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bbc2c1-ddb5-4910-8b42-dc7e67de9faa None None] Network 21b3c634-a65f-420b-b0db-443bcea55ce2 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:38:36.365175 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38334) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:36.381857 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-4057a983-2798-4dde-a63b-19a198abaa94 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'port': {'network_id': '21b3c634-a65f-420b-b0db-443bcea55ce2', 'name': 'tempest-PortsIpV6TestJSON-2028283399', 'fixed_ips': [{'subnet_id': '955f7127-e130-4553-8497-6314826d9fbd', 'ip_address': '2001:db8::10'}]}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:36.397812 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 1ae3f590-4be0-4f1e-8f55-b90f0f27c619 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:38:36.399415 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 1ae3f590-4be0-4f1e-8f55-b90f0f27c619 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:38:36.399916 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 98489c5e-4eaa-4168-ab1c-65d313e0788a no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:38:36.403242 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8085651e-4707-412d-b2f9-a2f9f8044a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:36.439368 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0609cbd-a29e-40a9-83c2-27b87d06fa23 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Router cef8cbf0-db0a-4674-9584-db4297dc2e25 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:38:36.644497 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 98489c5e-4eaa-4168-ab1c-65d313e0788a {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:38:36.645276 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 98489c5e-4eaa-4168-ab1c-65d313e0788a not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:38:36.775916 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-e91600f8-03b0-47f4-a527-d78aed63615d tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Allocated IP 172.20.0.1 (57de9ad5-e6de-4cf0-84f0-d1aa0445b15d/c2730fcb-4a61-4a73-8a5f-0d5c6404ebbf/f83ce860-beb2-473f-83ab-9afa05a02fc9) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:36.970162 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 1089e628-87f0-4821-9c30-283e0310fce0 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:38:37.052022 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4057a983-2798-4dde-a63b-19a198abaa94 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Made reservation on behalf of e65c260e166d457d9b3ff4f3fa4c3b6f for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:37.147932 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e6b5b3-e379-42e2-aeef-0725b5211975 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Made reservation on behalf of 0661c46065e34719ae0bde5df10863f8 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:37.150978 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-43e6b5b3-e379-42e2-aeef-0725b5211975 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:37.197279 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-98018e3a-a2b5-46f3-a777-e6a2bdedab60 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:37.212999 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8085651e-4707-412d-b2f9-a2f9f8044a50 None None] Pushing event updated for resources: {'Port': ['ID=4443369a-32cb-4105-be96-e7db0a0181bd,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:37.255577 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c002b16d-97ba-4522-a35d-da7005f20614 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:37.259191 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c002b16d-97ba-4522-a35d-da7005f20614 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:37.273518 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38346) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:37.329568 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-98018e3a-a2b5-46f3-a777-e6a2bdedab60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:37.356728 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e91600f8-03b0-47f4-a527-d78aed63615d tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:37.382250 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0609cbd-a29e-40a9-83c2-27b87d06fa23 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:38:37.423465 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4057a983-2798-4dde-a63b-19a198abaa94 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:37.500415 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a0609cbd-a29e-40a9-83c2-27b87d06fa23 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:37.522659 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-4057a983-2798-4dde-a63b-19a198abaa94 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] device_id is not set on port ddea6741-15b6-4cb5-8038-4d37bb2b2c18 yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:38:37.548838 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-78587428-6b8e-4a9f-8629-29bccc653a72 None None] Current status of the port 1089e628-87f0-4821-9c30-283e0310fce0 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:37.567922 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56804991-504c-4817-9a69-13c91a377fd2 None None] DHCP port deletion for 9994ec23-a1f7-459d-8925-14bc9ff05f17 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:38:37.572182 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33849d95-d579-49ac-a00f-6578acf0d2ee None None] Sync routers for ids ['cef8cbf0-db0a-4674-9584-db4297dc2e25'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:38:37.616953 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d79d3e9-b618-4d9e-b349-d6b959604046 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-21b3c634-a65f-420b-b0db-443bcea55ce2', 'network_id': '21b3c634-a65f-420b-b0db-443bcea55ce2', 'tenant_id': 'e65c260e166d457d9b3ff4f3fa4c3b6f', 'fixed_ips': [{'subnet_id': '955f7127-e130-4553-8497-6314826d9fbd'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:38:37.617809 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6d79d3e9-b618-4d9e-b349-d6b959604046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:37.626454 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98018e3a-a2b5-46f3-a777-e6a2bdedab60 None None] Network fd1f7998-e8ef-49a1-abb3-c4b37d04bf49 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:37.632299 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 1089e628-87f0-4821-9c30-283e0310fce0 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:37.639143 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e91600f8-03b0-47f4-a527-d78aed63615d tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:37.643702 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:37.643888 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 1089e628-87f0-4821-9c30-283e0310fce0 Oct 12 07:38:37.679930 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-98018e3a-a2b5-46f3-a777-e6a2bdedab60 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:37.712279 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-107f9373-c1a5-4a8c-9407-8289df2e51c6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'network': {'name': 'tempest-network-smoke--1772560802', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'port_security_enabled': True}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:37.717137 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91600f8-03b0-47f4-a527-d78aed63615d tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Network 57de9ad5-e6de-4cf0-84f0-d1aa0445b15d is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:37.725435 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-e91600f8-03b0-47f4-a527-d78aed63615d tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:37.728581 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91600f8-03b0-47f4-a527-d78aed63615d tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:38:37.742625 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a0609cbd-a29e-40a9-83c2-27b87d06fa23 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 6.9547074 Oct 12 07:38:37.745780 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38350) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:37.746157 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38352) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:37.749104 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-43e6b5b3-e379-42e2-aeef-0725b5211975 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:37.761276 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-124c94c9-ef2b-4b61-90e1-ef38627a41d8 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Request body: {'subnet': {'network_id': '4372c884-baa9-49f3-922e-d1064c4562ce', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:37.764146 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98018e3a-a2b5-46f3-a777-e6a2bdedab60 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:38:37.790716 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33849d95-d579-49ac-a00f-6578acf0d2ee None None] Routers {'cef8cbf0-db0a-4674-9584-db4297dc2e25'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:38:37.791855 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-33849d95-d579-49ac-a00f-6578acf0d2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:38:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['cef8cbf0-db0a-4674-9584-db4297dc2e25'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:37.794148 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98018e3a-a2b5-46f3-a777-e6a2bdedab60 None None] Pushing event updated for resources: {'Port': ['ID=fb11f442-e8b5-4487-9549-dd84eaddd1f0,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:37.837482 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e91600f8-03b0-47f4-a527-d78aed63615d tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:37.839743 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91600f8-03b0-47f4-a527-d78aed63615d tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Pushing event updated for resources: {'Port': ['ID=f83ce860-beb2-473f-83ab-9afa05a02fc9,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:37.852224 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107f9373-c1a5-4a8c-9407-8289df2e51c6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Made reservation on behalf of 62f83991a7314cd6b6c084162dcfff66 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:37.855634 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-107f9373-c1a5-4a8c-9407-8289df2e51c6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:37.892718 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91600f8-03b0-47f4-a527-d78aed63615d tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:38:37.893086 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91600f8-03b0-47f4-a527-d78aed63615d tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:38:37.893975 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91600f8-03b0-47f4-a527-d78aed63615d tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:38:37.893975 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91600f8-03b0-47f4-a527-d78aed63615d tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:38:37.893975 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91600f8-03b0-47f4-a527-d78aed63615d tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:38:37.894379 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91600f8-03b0-47f4-a527-d78aed63615d tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:38:37.894676 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91600f8-03b0-47f4-a527-d78aed63615d tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:38:37.895134 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91600f8-03b0-47f4-a527-d78aed63615d tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:38:37.895459 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91600f8-03b0-47f4-a527-d78aed63615d tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:38:37.895783 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91600f8-03b0-47f4-a527-d78aed63615d tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:38:37.896845 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91600f8-03b0-47f4-a527-d78aed63615d tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:38:37.896845 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91600f8-03b0-47f4-a527-d78aed63615d tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:38:37.897042 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-107f9373-c1a5-4a8c-9407-8289df2e51c6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:37.909853 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-33849d95-d579-49ac-a00f-6578acf0d2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:37.912710 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98018e3a-a2b5-46f3-a777-e6a2bdedab60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:38:37.913104 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98018e3a-a2b5-46f3-a777-e6a2bdedab60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:38:37.913456 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98018e3a-a2b5-46f3-a777-e6a2bdedab60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:38:37.913802 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98018e3a-a2b5-46f3-a777-e6a2bdedab60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:38:37.914196 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98018e3a-a2b5-46f3-a777-e6a2bdedab60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:38:37.914543 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98018e3a-a2b5-46f3-a777-e6a2bdedab60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:38:37.914900 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98018e3a-a2b5-46f3-a777-e6a2bdedab60 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:38:37.915243 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98018e3a-a2b5-46f3-a777-e6a2bdedab60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:38:37.915571 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98018e3a-a2b5-46f3-a777-e6a2bdedab60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:38:37.915891 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98018e3a-a2b5-46f3-a777-e6a2bdedab60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:38:37.916210 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98018e3a-a2b5-46f3-a777-e6a2bdedab60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:38:37.916530 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98018e3a-a2b5-46f3-a777-e6a2bdedab60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:38:38.002601 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33849d95-d579-49ac-a00f-6578acf0d2ee None None] Routers {'cef8cbf0-db0a-4674-9584-db4297dc2e25'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:38:38.003216 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-33849d95-d579-49ac-a00f-6578acf0d2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:38:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['cef8cbf0-db0a-4674-9584-db4297dc2e25'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:38.037152 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e91600f8-03b0-47f4-a527-d78aed63615d tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:38.041029 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-98018e3a-a2b5-46f3-a777-e6a2bdedab60 None None] Attempting to bind port fb11f442-e8b5-4487-9549-dd84eaddd1f0 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:38:38.041202 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-4057a983-2798-4dde-a63b-19a198abaa94 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Allocated IP 2001:db8::10 (21b3c634-a65f-420b-b0db-443bcea55ce2/955f7127-e130-4553-8497-6314826d9fbd/ddea6741-15b6-4cb5-8038-4d37bb2b2c18) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:38.041449 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-98018e3a-a2b5-46f3-a777-e6a2bdedab60 None None] Attempting to bind port fb11f442-e8b5-4487-9549-dd84eaddd1f0 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '3223d50b-f89e-4d5c-9ed4-8bb664144200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fd1f7998-e8ef-49a1-abb3-c4b37d04bf49'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:38:38.041778 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98018e3a-a2b5-46f3-a777-e6a2bdedab60 None None] Attempting to bind port fb11f442-e8b5-4487-9549-dd84eaddd1f0 on network fd1f7998-e8ef-49a1-abb3-c4b37d04bf49 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:38:38.051624 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98018e3a-a2b5-46f3-a777-e6a2bdedab60 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:38:38.051975 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98018e3a-a2b5-46f3-a777-e6a2bdedab60 None None] Checking segment: {'id': '3223d50b-f89e-4d5c-9ed4-8bb664144200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fd1f7998-e8ef-49a1-abb3-c4b37d04bf49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:38:38.052413 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-98018e3a-a2b5-46f3-a777-e6a2bdedab60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:38.053220 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98018e3a-a2b5-46f3-a777-e6a2bdedab60 None None] Bound using segment: {'id': '3223d50b-f89e-4d5c-9ed4-8bb664144200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fd1f7998-e8ef-49a1-abb3-c4b37d04bf49'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:38:38.053346 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-98018e3a-a2b5-46f3-a777-e6a2bdedab60 None None] Bound port: fb11f442-e8b5-4487-9549-dd84eaddd1f0, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3223d50b-f89e-4d5c-9ed4-8bb664144200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fd1f7998-e8ef-49a1-abb3-c4b37d04bf49'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:38:38.054154 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-98018e3a-a2b5-46f3-a777-e6a2bdedab60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:38.059810 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-33849d95-d579-49ac-a00f-6578acf0d2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:38.061535 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33849d95-d579-49ac-a00f-6578acf0d2ee None None] The sync data for ids ['cef8cbf0-db0a-4674-9584-db4297dc2e25'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:38:38.084107 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e6b5b3-e379-42e2-aeef-0725b5211975 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event updated for resources: {'Subnet': ['ID=b4992595-cfb2-4b4c-adf6-c5194f966b89,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:38.090454 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-5702c0f1-813c-449c-a57f-b1d391ac5988 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "GET /v2.0/floatingips/4c0f3a10-d43b-4436-85b7-d44505ab72d9 HTTP/1.1" status: 200 len: 976 time: 0.3334885 Oct 12 07:38:38.097378 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38354) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:38.105597 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1659b3-c5ea-4445-b8d4-96db746f94ea None None] Network 57de9ad5-e6de-4cf0-84f0-d1aa0445b15d requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:38:38.115385 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e6b5b3-e379-42e2-aeef-0725b5211975 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Checking segment: {'id': '27134b2b-8108-40f1-abbd-a380706334aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '747d1a6b-2744-4732-a307-fbaeb42e6351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:38:38.115765 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e6b5b3-e379-42e2-aeef-0725b5211975 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Network hostable DHCP agents. Network: 747d1a6b-2744-4732-a307-fbaeb42e6351, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:38:38.119770 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-56804991-504c-4817-9a69-13c91a377fd2 None None] Deleting port 1089e628-87f0-4821-9c30-283e0310fce0 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:38:38.120153 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-56804991-504c-4817-9a69-13c91a377fd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:38.176460 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124c94c9-ef2b-4b61-90e1-ef38627a41d8 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Made reservation on behalf of ab8b3ae455d54493a558c1c38223505d for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:38.180213 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-124c94c9-ef2b-4b61-90e1-ef38627a41d8 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:38.210236 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 1089e628-87f0-4821-9c30-283e0310fce0 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:38.211364 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device a52d666e-40e7-4532-b4ca-3242c260b008 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:38:38.224014 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e6b5b3-e379-42e2-aeef-0725b5211975 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Network 747d1a6b-2744-4732-a307-fbaeb42e6351 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:38:38.288462 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-43e6b5b3-e379-42e2-aeef-0725b5211975 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 747d1a6b-2744-4732-a307-fbaeb42e6351) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:38.301440 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e6b5b3-e379-42e2-aeef-0725b5211975 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:38.302057 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-43e6b5b3-e379-42e2-aeef-0725b5211975 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:38.383120 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-107f9373-c1a5-4a8c-9407-8289df2e51c6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:38.391959 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-43e6b5b3-e379-42e2-aeef-0725b5211975 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1547782 Oct 12 07:38:38.395656 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38356) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:38.400566 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-7453fd75-88b4-4cf2-a79d-59d0d1ad2b3a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Request body: {'subnet': {'network_id': '19ec26d8-3d3a-473a-b25d-123765a80eff', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:38.407719 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-107f9373-c1a5-4a8c-9407-8289df2e51c6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:38.460996 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f58c8b5-ae32-403c-9cf0-ee36175bdad1 None None] Network 747d1a6b-2744-4732-a307-fbaeb42e6351 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:38:38.499723 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-56804991-504c-4817-9a69-13c91a377fd2 None None] For port 1089e628-87f0-4821-9c30-283e0310fce0, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=1089e628-87f0-4821-9c30-283e0310fce0,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:38:38.500902 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-56804991-504c-4817-9a69-13c91a377fd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:38.502647 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-107f9373-c1a5-4a8c-9407-8289df2e51c6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:38:38.509003 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-a319062d-8714-43f1-822f-3f52a7865562 None None] Provisioning complete for port 4443369a-32cb-4105-be96-e7db0a0181bd triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:38.509384 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a319062d-8714-43f1-822f-3f52a7865562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:38.509899 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-a319062d-8714-43f1-822f-3f52a7865562 None None] Attempt 1 to provision port 4443369a-32cb-4105-be96-e7db0a0181bd Oct 12 07:38:38.524286 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-98018e3a-a2b5-46f3-a777-e6a2bdedab60 None None] For port fb11f442-e8b5-4487-9549-dd84eaddd1f0, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:38:38.565320 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-56804991-504c-4817-9a69-13c91a377fd2 None None] Calling delete_port for 1089e628-87f0-4821-9c30-283e0310fce0 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:38:38.583099 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107f9373-c1a5-4a8c-9407-8289df2e51c6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3f663a-9333-414f-b241-ca98b96d1b88,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:38.594767 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-98018e3a-a2b5-46f3-a777-e6a2bdedab60 None None] For port fb11f442-e8b5-4487-9549-dd84eaddd1f0, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=fb11f442-e8b5-4487-9549-dd84eaddd1f0,segment=NetworkSegment(3223d50b-f89e-4d5c-9ed4-8bb664144200),segment_id=3223d50b-f89e-4d5c-9ed4-8bb664144200)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:38:38.603437 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-107f9373-c1a5-4a8c-9407-8289df2e51c6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:38.603769 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-107f9373-c1a5-4a8c-9407-8289df2e51c6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Added segment 49c4efd7-0378-47db-8c37-21c6a4c460ae of type vlan for network d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0 Oct 12 07:38:38.629532 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-74e61084-c9e2-4ddf-9e01-231ca310946d tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.5309985 Oct 12 07:38:38.630103 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.objects.ports [None req-c002b16d-97ba-4522-a35d-da7005f20614 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103201) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 12 07:38:38.643420 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38358) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:38.648059 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-b4ece9f0-83b1-4901-8cc8-4b06611ee847 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Request body: {'floatingip': {'port_id': '37245293-7bf7-44e8-b9cf-0e1ed06e67d3'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:38.650382 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-98018e3a-a2b5-46f3-a777-e6a2bdedab60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:38.753799 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-107f9373-c1a5-4a8c-9407-8289df2e51c6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:38.779588 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b4ece9f0-83b1-4901-8cc8-4b06611ee847 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for floatingip, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:38.817867 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7453fd75-88b4-4cf2-a79d-59d0d1ad2b3a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Made reservation on behalf of 0661c46065e34719ae0bde5df10863f8 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:38.821284 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7453fd75-88b4-4cf2-a79d-59d0d1ad2b3a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:38.838431 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port a52d666e-40e7-4532-b4ca-3242c260b008 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:38.838827 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:38.839137 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port a52d666e-40e7-4532-b4ca-3242c260b008 Oct 12 07:38:38.912036 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98018e3a-a2b5-46f3-a777-e6a2bdedab60 None None] Pushing event updated for resources: {'Port': ['ID=fb11f442-e8b5-4487-9549-dd84eaddd1f0,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:38.960469 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-107f9373-c1a5-4a8c-9407-8289df2e51c6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:38.970013 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a319062d-8714-43f1-822f-3f52a7865562 None None] Current status of the port 4443369a-32cb-4105-be96-e7db0a0181bd is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:38.970013 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a319062d-8714-43f1-822f-3f52a7865562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:38.970471 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107f9373-c1a5-4a8c-9407-8289df2e51c6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:38.970935 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-107f9373-c1a5-4a8c-9407-8289df2e51c6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:38.988028 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-124c94c9-ef2b-4b61-90e1-ef38627a41d8 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:38.999998 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-56804991-504c-4817-9a69-13c91a377fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:39.041467 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f487de-d9ac-4e4c-88f4-a712a711bd71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-747d1a6b-2744-4732-a307-fbaeb42e6351', 'network_id': '747d1a6b-2744-4732-a307-fbaeb42e6351', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'fixed_ips': [{'subnet_id': 'b4992595-cfb2-4b4c-adf6-c5194f966b89'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:38:39.042531 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b3f487de-d9ac-4e4c-88f4-a712a711bd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:39.052836 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56804991-504c-4817-9a69-13c91a377fd2 None None] Pushing event deleted for resources: {'Port': ['ID=1089e628-87f0-4821-9c30-283e0310fce0,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:39.055292 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56804991-504c-4817-9a69-13c91a377fd2 None None] No DVR routers for this DVR port 1089e628-87f0-4821-9c30-283e0310fce0 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:38:39.095251 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-107f9373-c1a5-4a8c-9407-8289df2e51c6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7880826 Oct 12 07:38:39.097089 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-a319062d-8714-43f1-822f-3f52a7865562 None None] For port 4443369a-32cb-4105-be96-e7db0a0181bd, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=4443369a-32cb-4105-be96-e7db0a0181bd,segment=NetworkSegment(cdf54509-ffa6-4b42-81e8-50f067cb8ce8),segment_id=cdf54509-ffa6-4b42-81e8-50f067cb8ce8)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:38:39.101684 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38360) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:39.126010 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-a0a2e34b-8097-4b45-8d54-835ea8f46960 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-555883788', 'admin_state_up': True, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:39.156663 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a319062d-8714-43f1-822f-3f52a7865562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:39.175397 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e91600f8-03b0-47f4-a527-d78aed63615d tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:39.210181 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.ipam_pluggable_backend [None req-c002b16d-97ba-4522-a35d-da7005f20614 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Port 1089e628-87f0-4821-9c30-283e0310fce0 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103201) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:601}} Oct 12 07:38:39.211269 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.ipam_pluggable_backend [None req-c002b16d-97ba-4522-a35d-da7005f20614 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Reverting IP allocation for 2001:db8::f816:3eff:fe05:1b02 {{(pid=103201) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:603}} Oct 12 07:38:39.222910 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107f9373-c1a5-4a8c-9407-8289df2e51c6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Network': ['ID=d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:39.233912 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c002b16d-97ba-4522-a35d-da7005f20614 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:39.254498 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c94c9-ef2b-4b61-90e1-ef38627a41d8 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event updated for resources: {'Subnet': ['ID=bd7d78bd-90ee-4019-aa46-bcc3ba6f890c,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:39.280399 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:38:39.322586 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c002b16d-97ba-4522-a35d-da7005f20614 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Subnet': ['ID=60567377-23d3-4035-a755-33ae485e991b,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:39.325368 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port a52d666e-40e7-4532-b4ca-3242c260b008 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:39.353857 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a0a2e34b-8097-4b45-8d54-835ea8f46960 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:39.355148 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a0a2e34b-8097-4b45-8d54-835ea8f46960 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:39.361305 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c002b16d-97ba-4522-a35d-da7005f20614 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:39.394144 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-c002b16d-97ba-4522-a35d-da7005f20614 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:39.394578 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e91600f8-03b0-47f4-a527-d78aed63615d tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:39.404615 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c002b16d-97ba-4522-a35d-da7005f20614 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:39.408209 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c002b16d-97ba-4522-a35d-da7005f20614 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:39.440997 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dc0747-b334-419c-912c-a8442a07a3a4 None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:38:39.442676 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124c94c9-ef2b-4b61-90e1-ef38627a41d8 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Checking segment: {'id': '4698857c-2912-4fa4-9b9c-95bb2736dd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4372c884-baa9-49f3-922e-d1064c4562ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:38:39.443914 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124c94c9-ef2b-4b61-90e1-ef38627a41d8 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Network hostable DHCP agents. Network: 4372c884-baa9-49f3-922e-d1064c4562ce, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:38:39.461399 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a319062d-8714-43f1-822f-3f52a7865562 None None] Pushing event updated for resources: {'Port': ['ID=4443369a-32cb-4105-be96-e7db0a0181bd,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:39.461568 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c002b16d-97ba-4522-a35d-da7005f20614 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2373581 Oct 12 07:38:39.471688 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38362) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:39.515117 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e91600f8-03b0-47f4-a527-d78aed63615d tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:39.522942 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-24948a58-5763-48ac-bee9-b026902e4ffe tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'subnet': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:39.543734 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a0a2e34b-8097-4b45-8d54-835ea8f46960 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:39.588401 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124c94c9-ef2b-4b61-90e1-ef38627a41d8 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Network 4372c884-baa9-49f3-922e-d1064c4562ce is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:38:39.599209 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device fb11f442-e8b5-4487-9549-dd84eaddd1f0 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:38:39.637483 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-124c94c9-ef2b-4b61-90e1-ef38627a41d8 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 4372c884-baa9-49f3-922e-d1064c4562ce) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:39.643578 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124c94c9-ef2b-4b61-90e1-ef38627a41d8 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:39.644414 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-124c94c9-ef2b-4b61-90e1-ef38627a41d8 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:39.646493 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-b3f487de-d9ac-4e4c-88f4-a712a711bd71 None None] Allocated IP 2001:db8::2 (747d1a6b-2744-4732-a307-fbaeb42e6351/b4992595-cfb2-4b4c-adf6-c5194f966b89/8957af6e-3795-41ef-994f-ad6ae4b6ff82) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:39.659802 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64e20bf-2da4-4673-bbfe-e1d242cec977 None None] Network 4372c884-baa9-49f3-922e-d1064c4562ce requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:38:39.663667 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4057a983-2798-4dde-a63b-19a198abaa94 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:39.730304 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-124c94c9-ef2b-4b61-90e1-ef38627a41d8 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9748118 Oct 12 07:38:39.731573 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7453fd75-88b4-4cf2-a79d-59d0d1ad2b3a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:39.737420 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38364) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:39.757413 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-be087d08-22f6-4eba-b690-5107627d7309 None None] Provisioning complete for port 4443369a-32cb-4105-be96-e7db0a0181bd triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:39.757717 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-be087d08-22f6-4eba-b690-5107627d7309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:39.758163 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-be087d08-22f6-4eba-b690-5107627d7309 None None] Attempt 1 to provision port 4443369a-32cb-4105-be96-e7db0a0181bd Oct 12 07:38:39.827153 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-ebd5ab23-644a-44ab-8b8d-ac7b1be45891 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-373979100'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:39.862797 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91600f8-03b0-47f4-a527-d78aed63615d tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Pushing event updated for resources: {'Port': ['ID=f83ce860-beb2-473f-83ab-9afa05a02fc9,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:39.867181 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd5ab23-644a-44ab-8b8d-ac7b1be45891 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Made reservation on behalf of ab8b3ae455d54493a558c1c38223505d for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:39.871650 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ebd5ab23-644a-44ab-8b8d-ac7b1be45891 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:40.019150 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port fb11f442-e8b5-4487-9549-dd84eaddd1f0 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:40.019676 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:40.020121 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port fb11f442-e8b5-4487-9549-dd84eaddd1f0 Oct 12 07:38:40.072652 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4057a983-2798-4dde-a63b-19a198abaa94 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:40.174097 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057a983-2798-4dde-a63b-19a198abaa94 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event updated for resources: {'Port': ['ID=ddea6741-15b6-4cb5-8038-4d37bb2b2c18,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:40.206100 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510a9fdf-6330-4c4d-b7c8-948721df8cc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-9994ec23-a1f7-459d-8925-14bc9ff05f17', 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'tenant_id': '3e134b4bc92f4839ac5ca68b448223d9', 'fixed_ips': [{'subnet_id': '60567377-23d3-4035-a755-33ae485e991b'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:38:40.207346 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-510a9fdf-6330-4c4d-b7c8-948721df8cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:40.214532 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24948a58-5763-48ac-bee9-b026902e4ffe tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:40.218592 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24948a58-5763-48ac-bee9-b026902e4ffe tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:40.224306 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91600f8-03b0-47f4-a527-d78aed63615d tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Network 57de9ad5-e6de-4cf0-84f0-d1aa0445b15d is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:40.234554 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4057a983-2798-4dde-a63b-19a198abaa94 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Network 21b3c634-a65f-420b-b0db-443bcea55ce2 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:40.247547 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-4057a983-2798-4dde-a63b-19a198abaa94 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:40.253528 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-e91600f8-03b0-47f4-a527-d78aed63615d tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:40.261518 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.db.resource_extend [None req-b4ece9f0-83b1-4901-8cc8-4b06611ee847 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 07:38:40.264340 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4057a983-2798-4dde-a63b-19a198abaa94 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:38:40.269851 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4057a983-2798-4dde-a63b-19a198abaa94 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:40.270567 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4057a983-2798-4dde-a63b-19a198abaa94 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:40.288117 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a0a2e34b-8097-4b45-8d54-835ea8f46960 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:40.304417 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453fd75-88b4-4cf2-a79d-59d0d1ad2b3a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event updated for resources: {'Subnet': ['ID=f67a08d8-ec31-4ee9-9722-f5014f15158f,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:40.342967 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebd5ab23-644a-44ab-8b8d-ac7b1be45891 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:38:40.348371 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b4ece9f0-83b1-4901-8cc8-4b06611ee847 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:40.354510 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a7bc44-4b7a-4bde-bb90-03150235f06f None None] Network fd1f7998-e8ef-49a1-abb3-c4b37d04bf49 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:38:40.365505 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ebd5ab23-644a-44ab-8b8d-ac7b1be45891 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:40.366183 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-ebd5ab23-644a-44ab-8b8d-ac7b1be45891 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Added segment a33bf793-db5d-4264-a7ea-c3a7ac20be88 of type vlan for network 63a8f212-88fe-4816-9d62-9c1bac497034 Oct 12 07:38:40.379742 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-4057a983-2798-4dde-a63b-19a198abaa94 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.0049551 Oct 12 07:38:40.384300 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38366) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:40.389351 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b4ece9f0-83b1-4901-8cc8-4b06611ee847 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:40.395707 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-d98a6dd3-bbed-48a7-a9df-7c2f50dd2c20 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'port': {'network_id': '21b3c634-a65f-420b-b0db-443bcea55ce2', 'name': 'tempest-PortsIpV6TestJSON-264993335', 'fixed_ips': [{'subnet_id': '955f7127-e130-4553-8497-6314826d9fbd', 'ip_address': '2001:db8::f'}]}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:40.421075 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ebd5ab23-644a-44ab-8b8d-ac7b1be45891 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:40.475563 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7453fd75-88b4-4cf2-a79d-59d0d1ad2b3a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Checking segment: {'id': '85841a7c-605a-4c11-81a8-c30d6338328e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '19ec26d8-3d3a-473a-b25d-123765a80eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:38:40.475942 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7453fd75-88b4-4cf2-a79d-59d0d1ad2b3a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Network hostable DHCP agents. Network: 19ec26d8-3d3a-473a-b25d-123765a80eff, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:38:40.499996 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ebd5ab23-644a-44ab-8b8d-ac7b1be45891 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:40.505963 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd5ab23-644a-44ab-8b8d-ac7b1be45891 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:40.506652 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ebd5ab23-644a-44ab-8b8d-ac7b1be45891 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:40.606042 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7453fd75-88b4-4cf2-a79d-59d0d1ad2b3a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Network 19ec26d8-3d3a-473a-b25d-123765a80eff is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:38:40.616483 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ebd5ab23-644a-44ab-8b8d-ac7b1be45891 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8452864 Oct 12 07:38:40.619446 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38368) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:40.633684 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-2d65d9d0-01c5-45e7-8b10-98874742dba2 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Request body: {'subnet': {'network_id': '63a8f212-88fe-4816-9d62-9c1bac497034', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:40.639568 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b3f487de-d9ac-4e4c-88f4-a712a711bd71 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:40.679642 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-7453fd75-88b4-4cf2-a79d-59d0d1ad2b3a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 19ec26d8-3d3a-473a-b25d-123765a80eff) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:40.684156 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7453fd75-88b4-4cf2-a79d-59d0d1ad2b3a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:40.684989 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7453fd75-88b4-4cf2-a79d-59d0d1ad2b3a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:40.687398 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5ab23-644a-44ab-8b8d-ac7b1be45891 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event updated for resources: {'Network': ['ID=63a8f212-88fe-4816-9d62-9c1bac497034,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:40.695275 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b3f487de-d9ac-4e4c-88f4-a712a711bd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:40.697551 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-6d79d3e9-b618-4d9e-b349-d6b959604046 None None] Allocated IP 2001:db8::2 (21b3c634-a65f-420b-b0db-443bcea55ce2/955f7127-e130-4553-8497-6314826d9fbd/c37173ba-00ec-4f7e-934d-dd70c7c7f612) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:40.706106 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc96962-9917-445f-a3e1-b8f9b3287944 None None] Network 19ec26d8-3d3a-473a-b25d-123765a80eff requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:38:40.792460 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-7453fd75-88b4-4cf2-a79d-59d0d1ad2b3a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3957298 Oct 12 07:38:40.793341 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38370) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:40.818829 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 63a8f212-88fe-4816-9d62-9c1bac497034 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:38:40.821205 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-be087d08-22f6-4eba-b690-5107627d7309 None None] Current status of the port 4443369a-32cb-4105-be96-e7db0a0181bd is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:40.826531 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-f3673086-82f1-4e8f-bf4d-a6ac1f74a71b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-722543711', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:40.894180 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d65d9d0-01c5-45e7-8b10-98874742dba2 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Made reservation on behalf of ab8b3ae455d54493a558c1c38223505d for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:40.898036 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2d65d9d0-01c5-45e7-8b10-98874742dba2 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:40.934297 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f3673086-82f1-4e8f-bf4d-a6ac1f74a71b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:40.935399 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f3673086-82f1-4e8f-bf4d-a6ac1f74a71b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:40.974058 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a0a2e34b-8097-4b45-8d54-835ea8f46960 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router_gateway, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:40.992497 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f487de-d9ac-4e4c-88f4-a712a711bd71 None None] Pushing event updated for resources: {'Port': ['ID=8957af6e-3795-41ef-994f-ad6ae4b6ff82,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:41.003806 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83a51f9-a738-4836-b56b-0bdce3e9f624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-4372c884-baa9-49f3-922e-d1064c4562ce', 'network_id': '4372c884-baa9-49f3-922e-d1064c4562ce', 'tenant_id': 'ab8b3ae455d54493a558c1c38223505d', 'fixed_ips': [{'subnet_id': 'bd7d78bd-90ee-4019-aa46-bcc3ba6f890c'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:38:41.004705 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b83a51f9-a738-4836-b56b-0bdce3e9f624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:41.011463 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a0a2e34b-8097-4b45-8d54-835ea8f46960 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:41.054994 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [None req-b4ece9f0-83b1-4901-8cc8-4b06611ee847 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Floating IP 4c0f3a10-d43b-4436-85b7-d44505ab72d9 associated. External IP: 172.26.3.46, port: da02b94b-ce71-4dbe-9256-beea498b741b. Oct 12 07:38:41.117583 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f487de-d9ac-4e4c-88f4-a712a711bd71 None None] Network 747d1a6b-2744-4732-a307-fbaeb42e6351 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:41.124327 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24948a58-5763-48ac-bee9-b026902e4ffe tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:41.126673 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-a0a2e34b-8097-4b45-8d54-835ea8f46960 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Allocated IP 172.26.3.155 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/0b43baf8-2140-4c2d-a8c3-c75746ab1776) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:41.137167 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98a6dd3-bbed-48a7-a9df-7c2f50dd2c20 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Made reservation on behalf of e65c260e166d457d9b3ff4f3fa4c3b6f for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:41.145585 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d98a6dd3-bbed-48a7-a9df-7c2f50dd2c20 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:41.154828 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6935788f-a4ef-4e84-b500-7e29c46deec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-19ec26d8-3d3a-473a-b25d-123765a80eff', 'network_id': '19ec26d8-3d3a-473a-b25d-123765a80eff', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'fixed_ips': [{'subnet_id': 'f67a08d8-ec31-4ee9-9722-f5014f15158f'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:38:41.160144 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6935788f-a4ef-4e84-b500-7e29c46deec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:41.173389 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-be087d08-22f6-4eba-b690-5107627d7309 None None] Provisioning complete for port f83ce860-beb2-473f-83ab-9afa05a02fc9 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:41.173389 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-be087d08-22f6-4eba-b690-5107627d7309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:41.173389 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-be087d08-22f6-4eba-b690-5107627d7309 None None] Attempt 1 to provision port f83ce860-beb2-473f-83ab-9afa05a02fc9 Oct 12 07:38:41.189976 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-b3f487de-d9ac-4e4c-88f4-a712a711bd71 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:41.194181 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f487de-d9ac-4e4c-88f4-a712a711bd71 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:38:41.208218 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24948a58-5763-48ac-bee9-b026902e4ffe tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:41.216548 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-24948a58-5763-48ac-bee9-b026902e4ffe tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:41.219438 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24948a58-5763-48ac-bee9-b026902e4ffe tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:41.220136 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-24948a58-5763-48ac-bee9-b026902e4ffe tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:41.237467 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e91600f8-03b0-47f4-a527-d78aed63615d tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Router ae96c8c0-7986-4194-8126-42f7512407a5 is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:38:41.248667 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f3673086-82f1-4e8f-bf4d-a6ac1f74a71b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:41.261463 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-24948a58-5763-48ac-bee9-b026902e4ffe tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7433200 Oct 12 07:38:41.268721 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-d98a6dd3-bbed-48a7-a9df-7c2f50dd2c20 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] device_id is not set on port 300caf60-228f-47a0-b225-3a055a5b0247 yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:38:41.273647 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38376) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:41.284401 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-92814dbb-5549-4146-ba7b-021c4a0a86f9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'port': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'mac_address': 'fa:16:3e:7c:64:09', 'name': 'tempest-NetworksTestDHCPv6-1614664378'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:41.287104 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f3673086-82f1-4e8f-bf4d-a6ac1f74a71b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:41.342992 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24948a58-5763-48ac-bee9-b026902e4ffe tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Subnet': ['ID=7bc541da-baf2-4916-bfd5-769ffaf4c989,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:41.354198 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-be087d08-22f6-4eba-b690-5107627d7309 None None] Port f83ce860-beb2-473f-83ab-9afa05a02fc9 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:41.358944 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f3673086-82f1-4e8f-bf4d-a6ac1f74a71b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:41.360818 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f3673086-82f1-4e8f-bf4d-a6ac1f74a71b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5488617 Oct 12 07:38:41.364665 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38378) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:41.375744 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port fb11f442-e8b5-4487-9549-dd84eaddd1f0 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:41.376132 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:41.443213 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a0a2e34b-8097-4b45-8d54-835ea8f46960 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:41.574962 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-510a9fdf-6330-4c4d-b7c8-948721df8cc7 None None] Allocated IP 2001:db8::f816:3eff:fe36:ecee (9994ec23-a1f7-459d-8925-14bc9ff05f17/60567377-23d3-4035-a755-33ae485e991b/99a53ff6-5222-421e-bd4d-75c1896d9692) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:41.603284 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2d65d9d0-01c5-45e7-8b10-98874742dba2 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:41.627329 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-b3f487de-d9ac-4e4c-88f4-a712a711bd71 None None] Attempting to bind port 8957af6e-3795-41ef-994f-ad6ae4b6ff82 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:38:41.627567 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-b3f487de-d9ac-4e4c-88f4-a712a711bd71 None None] Attempting to bind port 8957af6e-3795-41ef-994f-ad6ae4b6ff82 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '27134b2b-8108-40f1-abbd-a380706334aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '747d1a6b-2744-4732-a307-fbaeb42e6351'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:38:41.628177 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f487de-d9ac-4e4c-88f4-a712a711bd71 None None] Attempting to bind port 8957af6e-3795-41ef-994f-ad6ae4b6ff82 on network 747d1a6b-2744-4732-a307-fbaeb42e6351 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:38:41.663259 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91600f8-03b0-47f4-a527-d78aed63615d tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:38:41.668699 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e91600f8-03b0-47f4-a527-d78aed63615d tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] 10.222.0.26 "PUT /v2.0/routers/ae96c8c0-7986-4194-8126-42f7512407a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4552286 Oct 12 07:38:41.674328 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38380) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:41.681238 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69556700-a9d3-4525-adde-80819f42acdf None None] Sync routers for ids ['ae96c8c0-7986-4194-8126-42f7512407a5'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:38:41.698671 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port fb11f442-e8b5-4487-9549-dd84eaddd1f0, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=fb11f442-e8b5-4487-9549-dd84eaddd1f0,segment=NetworkSegment(3223d50b-f89e-4d5c-9ed4-8bb664144200),segment_id=3223d50b-f89e-4d5c-9ed4-8bb664144200)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:38:41.707441 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f487de-d9ac-4e4c-88f4-a712a711bd71 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:38:41.707875 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f487de-d9ac-4e4c-88f4-a712a711bd71 None None] Checking segment: {'id': '27134b2b-8108-40f1-abbd-a380706334aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '747d1a6b-2744-4732-a307-fbaeb42e6351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:38:41.708202 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b3f487de-d9ac-4e4c-88f4-a712a711bd71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:41.708586 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f487de-d9ac-4e4c-88f4-a712a711bd71 None None] Bound using segment: {'id': '27134b2b-8108-40f1-abbd-a380706334aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '747d1a6b-2744-4732-a307-fbaeb42e6351'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:38:41.709059 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-b3f487de-d9ac-4e4c-88f4-a712a711bd71 None None] Bound port: 8957af6e-3795-41ef-994f-ad6ae4b6ff82, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27134b2b-8108-40f1-abbd-a380706334aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '747d1a6b-2744-4732-a307-fbaeb42e6351'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:38:41.709430 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b3f487de-d9ac-4e4c-88f4-a712a711bd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:41.713233 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69556700-a9d3-4525-adde-80819f42acdf None None] Routers {'ae96c8c0-7986-4194-8126-42f7512407a5'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:38:41.714239 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-69556700-a9d3-4525-adde-80819f42acdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:38:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['ae96c8c0-7986-4194-8126-42f7512407a5'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:41.756607 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:41.757460 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 4443369a-32cb-4105-be96-e7db0a0181bd up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:38:41.769693 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d65d9d0-01c5-45e7-8b10-98874742dba2 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event updated for resources: {'Subnet': ['ID=6ff90fe3-c428-465b-8123-26f0646dcf05,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:41.772794 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a0a2e34b-8097-4b45-8d54-835ea8f46960 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:41.797635 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-69556700-a9d3-4525-adde-80819f42acdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:41.809919 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69556700-a9d3-4525-adde-80819f42acdf None None] Routers {'ae96c8c0-7986-4194-8126-42f7512407a5'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:38:41.811840 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-69556700-a9d3-4525-adde-80819f42acdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:38:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['ae96c8c0-7986-4194-8126-42f7512407a5'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:41.831391 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d65d9d0-01c5-45e7-8b10-98874742dba2 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Checking segment: {'id': 'a33bf793-db5d-4264-a7ea-c3a7ac20be88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '63a8f212-88fe-4816-9d62-9c1bac497034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:38:41.831391 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d65d9d0-01c5-45e7-8b10-98874742dba2 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Network hostable DHCP agents. Network: 63a8f212-88fe-4816-9d62-9c1bac497034, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:38:41.840775 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a2e34b-8097-4b45-8d54-835ea8f46960 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:41.850379 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-a0a2e34b-8097-4b45-8d54-835ea8f46960 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:41.863390 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-be087d08-22f6-4eba-b690-5107627d7309 None None] Attempt 2 to provision port f83ce860-beb2-473f-83ab-9afa05a02fc9 Oct 12 07:38:41.874043 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a2e34b-8097-4b45-8d54-835ea8f46960 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:38:41.878449 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6d79d3e9-b618-4d9e-b349-d6b959604046 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:41.879943 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d7a74b5-38db-46fa-b70a-9c62b35f5e02 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:41.899935 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a2e34b-8097-4b45-8d54-835ea8f46960 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=0b43baf8-2140-4c2d-a8c3-c75746ab1776,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:41.922453 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-69556700-a9d3-4525-adde-80819f42acdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:41.923799 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69556700-a9d3-4525-adde-80819f42acdf None None] The sync data for ids ['ae96c8c0-7986-4194-8126-42f7512407a5'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:38:41.986526 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d65d9d0-01c5-45e7-8b10-98874742dba2 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Network 63a8f212-88fe-4816-9d62-9c1bac497034 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:38:41.992507 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-b83a51f9-a738-4836-b56b-0bdce3e9f624 None None] Allocated IP 2001:db8:0:ffff::2 (4372c884-baa9-49f3-922e-d1064c4562ce/bd7d78bd-90ee-4019-aa46-bcc3ba6f890c/91e64527-121d-4ce3-acb7-ef65c085865e) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:42.001934 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-6935788f-a4ef-4e84-b500-7e29c46deec0 None None] Allocated IP 2001:db8:1::2 (19ec26d8-3d3a-473a-b25d-123765a80eff/f67a08d8-ec31-4ee9-9722-f5014f15158f/73a6cd25-0146-4214-a0be-45cf9a8cc979) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:42.015287 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6d79d3e9-b618-4d9e-b349-d6b959604046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:42.058870 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=fb11f442-e8b5-4487-9549-dd84eaddd1f0,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:42.073185 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-2d65d9d0-01c5-45e7-8b10-98874742dba2 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 63a8f212-88fe-4816-9d62-9c1bac497034) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:42.085577 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-be087d08-22f6-4eba-b690-5107627d7309 None None] Port f83ce860-beb2-473f-83ab-9afa05a02fc9 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:42.132315 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd1baf4-54a6-455e-9e26-2640aafff6d4 None None] Network 63a8f212-88fe-4816-9d62-9c1bac497034 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:38:42.133328 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d65d9d0-01c5-45e7-8b10-98874742dba2 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:42.133925 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2d65d9d0-01c5-45e7-8b10-98874742dba2 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:42.182237 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d79d3e9-b618-4d9e-b349-d6b959604046 None None] Network 21b3c634-a65f-420b-b0db-443bcea55ce2 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:42.206253 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-2d65d9d0-01c5-45e7-8b10-98874742dba2 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5778334 Oct 12 07:38:42.218294 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-6d79d3e9-b618-4d9e-b349-d6b959604046 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:42.233407 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38382) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:42.252049 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-b3f487de-d9ac-4e4c-88f4-a712a711bd71 None None] For port 8957af6e-3795-41ef-994f-ad6ae4b6ff82, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:38:42.260651 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d79d3e9-b618-4d9e-b349-d6b959604046 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:38:42.354261 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-b3f487de-d9ac-4e4c-88f4-a712a711bd71 None None] For port 8957af6e-3795-41ef-994f-ad6ae4b6ff82, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=8957af6e-3795-41ef-994f-ad6ae4b6ff82,segment=NetworkSegment(27134b2b-8108-40f1-abbd-a380706334aa),segment_id=27134b2b-8108-40f1-abbd-a380706334aa)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:38:42.402951 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-d98a6dd3-bbed-48a7-a9df-7c2f50dd2c20 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Allocated IP 2001:db8::f (21b3c634-a65f-420b-b0db-443bcea55ce2/955f7127-e130-4553-8497-6314826d9fbd/300caf60-228f-47a0-b225-3a055a5b0247) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:42.412444 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92814dbb-5549-4146-ba7b-021c4a0a86f9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:42.468790 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-3d7a74b5-38db-46fa-b70a-9c62b35f5e02 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Allocated IP 2001:db8::1 (747d1a6b-2744-4732-a307-fbaeb42e6351/b4992595-cfb2-4b4c-adf6-c5194f966b89/b8cbd88c-6712-49b4-85bc-d2577328abb1) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:42.473365 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ece9f0-83b1-4901-8cc8-4b06611ee847 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Router cef8cbf0-db0a-4674-9584-db4297dc2e25 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:38:42.491252 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a0a2e34b-8097-4b45-8d54-835ea8f46960 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router_gateway, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:42.498334 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5bd3376b-ead2-4ca3-a881-22bdb9c58c81 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:42.569244 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d79d3e9-b618-4d9e-b349-d6b959604046 None None] Pushing event updated for resources: {'Port': ['ID=c37173ba-00ec-4f7e-934d-dd70c7c7f612,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:42.573579 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 4443369a-32cb-4105-be96-e7db0a0181bd triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:42.573941 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:42.574290 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 4443369a-32cb-4105-be96-e7db0a0181bd Oct 12 07:38:42.587386 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-be087d08-22f6-4eba-b690-5107627d7309 None None] Attempt 3 to provision port f83ce860-beb2-473f-83ab-9afa05a02fc9 Oct 12 07:38:42.589394 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b3f487de-d9ac-4e4c-88f4-a712a711bd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:42.768705 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-510a9fdf-6330-4c4d-b7c8-948721df8cc7 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:42.820177 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f487de-d9ac-4e4c-88f4-a712a711bd71 None None] Pushing event updated for resources: {'Port': ['ID=8957af6e-3795-41ef-994f-ad6ae4b6ff82,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:42.853224 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-92814dbb-5549-4146-ba7b-021c4a0a86f9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:42.927005 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76146f-e40e-4bf9-8a67-e3ba3e9abb66 req-7071d7e0-9092-4a4a-b44b-b4350aab4297 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:42.928378 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3c76146f-e40e-4bf9-8a67-e3ba3e9abb66 req-7071d7e0-9092-4a4a-b44b-b4350aab4297 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.3867390 Oct 12 07:38:42.929356 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-6d79d3e9-b618-4d9e-b349-d6b959604046 None None] Attempting to bind port c37173ba-00ec-4f7e-934d-dd70c7c7f612 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:38:42.930408 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-6d79d3e9-b618-4d9e-b349-d6b959604046 None None] Attempting to bind port c37173ba-00ec-4f7e-934d-dd70c7c7f612 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '05e611c5-015d-4203-aa3b-e5a31d6b13a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '21b3c634-a65f-420b-b0db-443bcea55ce2'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:38:42.930408 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d79d3e9-b618-4d9e-b349-d6b959604046 None None] Attempting to bind port c37173ba-00ec-4f7e-934d-dd70c7c7f612 on network 21b3c634-a65f-420b-b0db-443bcea55ce2 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:38:42.932501 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-510a9fdf-6330-4c4d-b7c8-948721df8cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:42.961591 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-be087d08-22f6-4eba-b690-5107627d7309 None None] Port f83ce860-beb2-473f-83ab-9afa05a02fc9 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:43.015139 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d79d3e9-b618-4d9e-b349-d6b959604046 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:38:43.015503 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d79d3e9-b618-4d9e-b349-d6b959604046 None None] Checking segment: {'id': '05e611c5-015d-4203-aa3b-e5a31d6b13a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '21b3c634-a65f-420b-b0db-443bcea55ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:38:43.015901 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6d79d3e9-b618-4d9e-b349-d6b959604046 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:43.016325 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d79d3e9-b618-4d9e-b349-d6b959604046 None None] Bound using segment: {'id': '05e611c5-015d-4203-aa3b-e5a31d6b13a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '21b3c634-a65f-420b-b0db-443bcea55ce2'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:38:43.016757 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-6d79d3e9-b618-4d9e-b349-d6b959604046 None None] Bound port: c37173ba-00ec-4f7e-934d-dd70c7c7f612, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e611c5-015d-4203-aa3b-e5a31d6b13a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '21b3c634-a65f-420b-b0db-443bcea55ce2'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:38:43.017405 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6d79d3e9-b618-4d9e-b349-d6b959604046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:43.044161 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d7a74b5-38db-46fa-b70a-9c62b35f5e02 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:43.047610 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-92814dbb-5549-4146-ba7b-021c4a0a86f9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] device_id is not set on port f8c00d15-b396-4a7b-824c-791acb6417f2 yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:38:43.061799 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6935788f-a4ef-4e84-b500-7e29c46deec0 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:43.089302 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510a9fdf-6330-4c4d-b7c8-948721df8cc7 None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:43.098362 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6935788f-a4ef-4e84-b500-7e29c46deec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:43.108798 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-510a9fdf-6330-4c4d-b7c8-948721df8cc7 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:43.118602 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510a9fdf-6330-4c4d-b7c8-948721df8cc7 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:38:43.142584 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5bd3376b-ead2-4ca3-a881-22bdb9c58c81 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:43.150937 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a9fdf-6330-4c4d-b7c8-948721df8cc7 None None] Pushing event updated for resources: {'Port': ['ID=99a53ff6-5222-421e-bd4d-75c1896d9692,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:43.163006 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ece9f0-83b1-4901-8cc8-4b06611ee847 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:38:43.171447 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b83a51f9-a738-4836-b56b-0bdce3e9f624 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:43.183558 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d98a6dd3-bbed-48a7-a9df-7c2f50dd2c20 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:43.192718 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3c76146f-e40e-4bf9-8a67-e3ba3e9abb66 req-297545c1-6019-4dc8-b26f-d0ded0e0ea30 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2416401 Oct 12 07:38:43.226405 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dadbc4-c4a8-419d-851e-4d8e21241fe5 None None] Sync routers for ids ['cef8cbf0-db0a-4674-9584-db4297dc2e25'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:38:43.290351 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6935788f-a4ef-4e84-b500-7e29c46deec0 None None] Network 19ec26d8-3d3a-473a-b25d-123765a80eff is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:43.292226 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b83a51f9-a738-4836-b56b-0bdce3e9f624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:43.305096 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-6935788f-a4ef-4e84-b500-7e29c46deec0 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:43.340125 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6935788f-a4ef-4e84-b500-7e29c46deec0 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:38:43.349117 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec91acf5-abd5-4c16-a9d6-d56cac424f2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-63a8f212-88fe-4816-9d62-9c1bac497034', 'network_id': '63a8f212-88fe-4816-9d62-9c1bac497034', 'tenant_id': 'ab8b3ae455d54493a558c1c38223505d', 'fixed_ips': [{'subnet_id': '6ff90fe3-c428-465b-8123-26f0646dcf05'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:38:43.350003 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ec91acf5-abd5-4c16-a9d6-d56cac424f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:43.362869 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d7a74b5-38db-46fa-b70a-9c62b35f5e02 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:43.390222 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7a74b5-38db-46fa-b70a-9c62b35f5e02 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Network 747d1a6b-2744-4732-a307-fbaeb42e6351 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:43.402467 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 4443369a-32cb-4105-be96-e7db0a0181bd is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:43.412279 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-3d7a74b5-38db-46fa-b70a-9c62b35f5e02 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:43.413330 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dadbc4-c4a8-419d-851e-4d8e21241fe5 None None] Routers {'cef8cbf0-db0a-4674-9584-db4297dc2e25'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:38:43.414066 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-d1dadbc4-c4a8-419d-851e-4d8e21241fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:38:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['cef8cbf0-db0a-4674-9584-db4297dc2e25'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:43.415461 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7a74b5-38db-46fa-b70a-9c62b35f5e02 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:38:43.416102 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d7a74b5-38db-46fa-b70a-9c62b35f5e02 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:43.416244 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6935788f-a4ef-4e84-b500-7e29c46deec0 None None] Pushing event updated for resources: {'Port': ['ID=73a6cd25-0146-4214-a0be-45cf9a8cc979,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:43.426048 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83a51f9-a738-4836-b56b-0bdce3e9f624 None None] Network 4372c884-baa9-49f3-922e-d1064c4562ce is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:43.429852 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-6d79d3e9-b618-4d9e-b349-d6b959604046 None None] For port c37173ba-00ec-4f7e-934d-dd70c7c7f612, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:38:43.430940 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-510a9fdf-6330-4c4d-b7c8-948721df8cc7 None None] Attempting to bind port 99a53ff6-5222-421e-bd4d-75c1896d9692 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:38:43.431380 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-510a9fdf-6330-4c4d-b7c8-948721df8cc7 None None] Attempting to bind port 99a53ff6-5222-421e-bd4d-75c1896d9692 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:38:43.431832 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510a9fdf-6330-4c4d-b7c8-948721df8cc7 None None] Attempting to bind port 99a53ff6-5222-421e-bd4d-75c1896d9692 on network 9994ec23-a1f7-459d-8925-14bc9ff05f17 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:38:43.461315 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-3612bc4f-56b9-40b0-aadd-9c40f065396a tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:38:43.463208 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-3612bc4f-56b9-40b0-aadd-9c40f065396a tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] 10.222.0.26 "PUT /v2.0/routers/ae96c8c0-7986-4194-8126-42f7512407a5/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7879179 Oct 12 07:38:43.473311 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38388) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:43.494281 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-be087d08-22f6-4eba-b690-5107627d7309 None None] Attempt 4 to provision port f83ce860-beb2-473f-83ab-9afa05a02fc9 Oct 12 07:38:43.501850 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d98a6dd3-bbed-48a7-a9df-7c2f50dd2c20 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:43.512504 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5bd3376b-ead2-4ca3-a881-22bdb9c58c81 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:43.524290 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-b83a51f9-a738-4836-b56b-0bdce3e9f624 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:43.538602 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83a51f9-a738-4836-b56b-0bdce3e9f624 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:38:43.546094 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796413b-62c0-4dbd-b4bb-ed70681ba69d req-83ac1cdb-571c-4751-96c2-7a9fbb5f2d7a tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:43.547832 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4796413b-62c0-4dbd-b4bb-ed70681ba69d req-83ac1cdb-571c-4751-96c2-7a9fbb5f2d7a tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.2484488 Oct 12 07:38:43.552816 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a0a2e34b-8097-4b45-8d54-835ea8f46960 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:43.560577 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-d1dadbc4-c4a8-419d-851e-4d8e21241fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:43.563917 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 1089e628-87f0-4821-9c30-283e0310fce0 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:38:43.567146 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd3376b-ead2-4ca3-a881-22bdb9c58c81 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event deleted for resources: {'Subnet': ['ID=6ff90fe3-c428-465b-8123-26f0646dcf05,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:43.579203 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-6d79d3e9-b618-4d9e-b349-d6b959604046 None None] For port c37173ba-00ec-4f7e-934d-dd70c7c7f612, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=c37173ba-00ec-4f7e-934d-dd70c7c7f612,segment=NetworkSegment(05e611c5-015d-4203-aa3b-e5a31d6b13a6),segment_id=05e611c5-015d-4203-aa3b-e5a31d6b13a6)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:38:43.580828 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510a9fdf-6330-4c4d-b7c8-948721df8cc7 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:38:43.581223 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510a9fdf-6330-4c4d-b7c8-948721df8cc7 None None] Checking segment: {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:38:43.581607 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-510a9fdf-6330-4c4d-b7c8-948721df8cc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:43.581997 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510a9fdf-6330-4c4d-b7c8-948721df8cc7 None None] Bound using segment: {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:38:43.582494 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-510a9fdf-6330-4c4d-b7c8-948721df8cc7 None None] Bound port: 99a53ff6-5222-421e-bd4d-75c1896d9692, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:38:43.582870 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-510a9fdf-6330-4c4d-b7c8-948721df8cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:43.652242 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7a74b5-38db-46fa-b70a-9c62b35f5e02 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event updated for resources: {'Port': ['ID=b8cbd88c-6712-49b4-85bc-d2577328abb1,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:43.699967 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d7a74b5-38db-46fa-b70a-9c62b35f5e02 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:43.700185 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 1089e628-87f0-4821-9c30-283e0310fce0 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:38:43.700385 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 1089e628-87f0-4821-9c30-283e0310fce0 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:38:43.706552 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6d79d3e9-b618-4d9e-b349-d6b959604046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:43.750402 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98a6dd3-bbed-48a7-a9df-7c2f50dd2c20 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Network 21b3c634-a65f-420b-b0db-443bcea55ce2 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:43.778399 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-d98a6dd3-bbed-48a7-a9df-7c2f50dd2c20 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:43.786503 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98a6dd3-bbed-48a7-a9df-7c2f50dd2c20 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:38:43.792041 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98a6dd3-bbed-48a7-a9df-7c2f50dd2c20 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:43.792692 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d98a6dd3-bbed-48a7-a9df-7c2f50dd2c20 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:43.812206 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-6935788f-a4ef-4e84-b500-7e29c46deec0 None None] Attempting to bind port 73a6cd25-0146-4214-a0be-45cf9a8cc979 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:38:43.812703 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-6935788f-a4ef-4e84-b500-7e29c46deec0 None None] Attempting to bind port 73a6cd25-0146-4214-a0be-45cf9a8cc979 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '85841a7c-605a-4c11-81a8-c30d6338328e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '19ec26d8-3d3a-473a-b25d-123765a80eff'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:38:43.813062 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6935788f-a4ef-4e84-b500-7e29c46deec0 None None] Attempting to bind port 73a6cd25-0146-4214-a0be-45cf9a8cc979 on network 19ec26d8-3d3a-473a-b25d-123765a80eff {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:38:43.819540 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-be087d08-22f6-4eba-b690-5107627d7309 None None] Port f83ce860-beb2-473f-83ab-9afa05a02fc9 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:43.829149 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5bd3376b-ead2-4ca3-a881-22bdb9c58c81 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:43.839370 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6935788f-a4ef-4e84-b500-7e29c46deec0 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:38:43.839748 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6935788f-a4ef-4e84-b500-7e29c46deec0 None None] Checking segment: {'id': '85841a7c-605a-4c11-81a8-c30d6338328e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '19ec26d8-3d3a-473a-b25d-123765a80eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:38:43.840149 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6935788f-a4ef-4e84-b500-7e29c46deec0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:43.840542 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6935788f-a4ef-4e84-b500-7e29c46deec0 None None] Bound using segment: {'id': '85841a7c-605a-4c11-81a8-c30d6338328e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '19ec26d8-3d3a-473a-b25d-123765a80eff'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:38:43.842952 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-6935788f-a4ef-4e84-b500-7e29c46deec0 None None] Bound port: 73a6cd25-0146-4214-a0be-45cf9a8cc979, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85841a7c-605a-4c11-81a8-c30d6338328e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '19ec26d8-3d3a-473a-b25d-123765a80eff'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:38:43.843339 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6935788f-a4ef-4e84-b500-7e29c46deec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:43.857535 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a6dd3-bbed-48a7-a9df-7c2f50dd2c20 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event updated for resources: {'Port': ['ID=300caf60-228f-47a0-b225-3a055a5b0247,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:43.862688 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a51f9-a738-4836-b56b-0bdce3e9f624 None None] Pushing event updated for resources: {'Port': ['ID=91e64527-121d-4ce3-acb7-ef65c085865e,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:43.932307 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dadbc4-c4a8-419d-851e-4d8e21241fe5 None None] Routers {'cef8cbf0-db0a-4674-9584-db4297dc2e25'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:38:43.933825 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-d1dadbc4-c4a8-419d-851e-4d8e21241fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:38:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['cef8cbf0-db0a-4674-9584-db4297dc2e25'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:44.004258 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-5bd3376b-ead2-4ca3-a881-22bdb9c58c81 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63a8f212-88fe-4816-9d62-9c1bac497034']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:44.016405 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-b83a51f9-a738-4836-b56b-0bdce3e9f624 None None] Attempting to bind port 91e64527-121d-4ce3-acb7-ef65c085865e on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:38:44.017769 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-b83a51f9-a738-4836-b56b-0bdce3e9f624 None None] Attempting to bind port 91e64527-121d-4ce3-acb7-ef65c085865e by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '4698857c-2912-4fa4-9b9c-95bb2736dd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4372c884-baa9-49f3-922e-d1064c4562ce'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:38:44.018338 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83a51f9-a738-4836-b56b-0bdce3e9f624 None None] Attempting to bind port 91e64527-121d-4ce3-acb7-ef65c085865e on network 4372c884-baa9-49f3-922e-d1064c4562ce {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:38:44.024351 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-d1dadbc4-c4a8-419d-851e-4d8e21241fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:44.025325 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dadbc4-c4a8-419d-851e-4d8e21241fe5 None None] The sync data for ids ['cef8cbf0-db0a-4674-9584-db4297dc2e25'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:38:44.030309 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ace2f7-8949-4215-a824-81ad9791ace7 None None] Network 63a8f212-88fe-4816-9d62-9c1bac497034 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:38:44.038116 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-5bd3376b-ead2-4ca3-a881-22bdb9c58c81 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a33bf793-db5d-4264-a7ea-c3a7ac20be88') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:44.038516 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-5bd3376b-ead2-4ca3-a881-22bdb9c58c81 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a33bf793-db5d-4264-a7ea-c3a7ac20be88') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:44.111309 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5bd3376b-ead2-4ca3-a881-22bdb9c58c81 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:44.141687 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5bd3376b-ead2-4ca3-a881-22bdb9c58c81 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:44.148437 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bd3376b-ead2-4ca3-a881-22bdb9c58c81 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:38:44.149007 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5bd3376b-ead2-4ca3-a881-22bdb9c58c81 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:44.205621 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-510a9fdf-6330-4c4d-b7c8-948721df8cc7 None None] For port 99a53ff6-5222-421e-bd4d-75c1896d9692, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:38:44.211738 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-510a9fdf-6330-4c4d-b7c8-948721df8cc7 None None] For port 99a53ff6-5222-421e-bd4d-75c1896d9692, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=99a53ff6-5222-421e-bd4d-75c1896d9692,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:38:44.221304 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device fb11f442-e8b5-4487-9549-dd84eaddd1f0 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:38:44.266192 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-510a9fdf-6330-4c4d-b7c8-948721df8cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:44.269306 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5bd3376b-ead2-4ca3-a881-22bdb9c58c81 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:44.283202 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5bd3376b-ead2-4ca3-a881-22bdb9c58c81 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:44.287720 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-5bd3376b-ead2-4ca3-a881-22bdb9c58c81 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "DELETE /v2.0/networks/63a8f212-88fe-4816-9d62-9c1bac497034 HTTP/1.1" status: 204 len: 168 time: 2.0514436 Oct 12 07:38:44.291467 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38392) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:44.300314 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-3f98a142-0861-46bc-97ae-056971f5e216 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-654289107'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:44.304777 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4796413b-62c0-4dbd-b4bb-ed70681ba69d req-9f331a3d-5503-4a0a-815c-d3f50524a98a tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7168322 Oct 12 07:38:44.321657 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment a33bf793-db5d-4264-a7ea-c3a7ac20be88 resource provider aggregate not found Oct 12 07:38:44.323579 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-92814dbb-5549-4146-ba7b-021c4a0a86f9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Allocated IP 172.20.0.10 (9994ec23-a1f7-459d-8925-14bc9ff05f17/7bc541da-baf2-4916-bfd5-769ffaf4c989/f8c00d15-b396-4a7b-824c-791acb6417f2) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:44.338619 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-be087d08-22f6-4eba-b690-5107627d7309 None None] Attempt 5 to provision port f83ce860-beb2-473f-83ab-9afa05a02fc9 Oct 12 07:38:44.344592 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66145d9-7fb7-4029-8e1a-60670f57704f None None] Network 747d1a6b-2744-4732-a307-fbaeb42e6351 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:38:44.347606 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83a51f9-a738-4836-b56b-0bdce3e9f624 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:38:44.347984 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83a51f9-a738-4836-b56b-0bdce3e9f624 None None] Checking segment: {'id': '4698857c-2912-4fa4-9b9c-95bb2736dd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4372c884-baa9-49f3-922e-d1064c4562ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:38:44.348386 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b83a51f9-a738-4836-b56b-0bdce3e9f624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:44.348772 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83a51f9-a738-4836-b56b-0bdce3e9f624 None None] Bound using segment: {'id': '4698857c-2912-4fa4-9b9c-95bb2736dd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4372c884-baa9-49f3-922e-d1064c4562ce'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:38:44.349256 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-b83a51f9-a738-4836-b56b-0bdce3e9f624 None None] Bound port: 91e64527-121d-4ce3-acb7-ef65c085865e, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4698857c-2912-4fa4-9b9c-95bb2736dd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4372c884-baa9-49f3-922e-d1064c4562ce'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:38:44.349634 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b83a51f9-a738-4836-b56b-0bdce3e9f624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:44.351816 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd3376b-ead2-4ca3-a881-22bdb9c58c81 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event deleted for resources: {'Network': ['ID=63a8f212-88fe-4816-9d62-9c1bac497034,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:44.369406 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d98a6dd3-bbed-48a7-a9df-7c2f50dd2c20 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.9774060 Oct 12 07:38:44.381239 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-92814dbb-5549-4146-ba7b-021c4a0a86f9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Allocated IP 2001:db8::f816:3eff:fe7c:6409 (9994ec23-a1f7-459d-8925-14bc9ff05f17/60567377-23d3-4035-a755-33ae485e991b/f8c00d15-b396-4a7b-824c-791acb6417f2) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:44.383622 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38398) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:44.402745 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment a33bf793-db5d-4264-a7ea-c3a7ac20be88 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a33bf793-db5d-4264-a7ea-c3a7ac20be88 found for delete ", "request_id": "req-1fbff98c-abfc-46d6-812b-da9bf5706177"}]} Oct 12 07:38:44.435651 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a2e34b-8097-4b45-8d54-835ea8f46960 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Router 8c7410a8-7294-4d50-bca8-31d4228bdbad is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:38:44.453385 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f98a142-0861-46bc-97ae-056971f5e216 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Made reservation on behalf of ab8b3ae455d54493a558c1c38223505d for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:44.457142 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3f98a142-0861-46bc-97ae-056971f5e216 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:44.465283 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f7306ad5-e3b4-4964-839d-b3e0c7c32d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:44.598505 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f98a142-0861-46bc-97ae-056971f5e216 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:38:44.602306 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d79d3e9-b618-4d9e-b349-d6b959604046 None None] Pushing event updated for resources: {'Port': ['ID=c37173ba-00ec-4f7e-934d-dd70c7c7f612,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:44.679770 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-b83a51f9-a738-4836-b56b-0bdce3e9f624 None None] For port 91e64527-121d-4ce3-acb7-ef65c085865e, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:38:44.684190 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-b83a51f9-a738-4836-b56b-0bdce3e9f624 None None] For port 91e64527-121d-4ce3-acb7-ef65c085865e, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=91e64527-121d-4ce3-acb7-ef65c085865e,segment=NetworkSegment(4698857c-2912-4fa4-9b9c-95bb2736dd53),segment_id=4698857c-2912-4fa4-9b9c-95bb2736dd53)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:38:44.696596 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3f98a142-0861-46bc-97ae-056971f5e216 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:44.697184 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-3f98a142-0861-46bc-97ae-056971f5e216 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Added segment 5fbf4032-2a30-4fd2-a7e2-dd16f8d816ef of type vlan for network 8ae78925-8a28-47d7-83a4-4e489a00f182 Oct 12 07:38:44.705695 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-be087d08-22f6-4eba-b690-5107627d7309 None None] Port f83ce860-beb2-473f-83ab-9afa05a02fc9 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:44.723472 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ece9f0-83b1-4901-8cc8-4b06611ee847 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Router cef8cbf0-db0a-4674-9584-db4297dc2e25 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:38:44.734628 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b83a51f9-a738-4836-b56b-0bdce3e9f624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:44.743295 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-6935788f-a4ef-4e84-b500-7e29c46deec0 None None] For port 73a6cd25-0146-4214-a0be-45cf9a8cc979, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:38:44.768075 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-6935788f-a4ef-4e84-b500-7e29c46deec0 None None] For port 73a6cd25-0146-4214-a0be-45cf9a8cc979, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=73a6cd25-0146-4214-a0be-45cf9a8cc979,segment=NetworkSegment(85841a7c-605a-4c11-81a8-c30d6338328e),segment_id=85841a7c-605a-4c11-81a8-c30d6338328e)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:38:44.791678 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a2e34b-8097-4b45-8d54-835ea8f46960 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:38:44.803593 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d7a74b5-38db-46fa-b70a-9c62b35f5e02 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:44.803593 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3f98a142-0861-46bc-97ae-056971f5e216 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:44.813144 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6935788f-a4ef-4e84-b500-7e29c46deec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:44.817222 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73702cf8-8d27-43c1-ba53-e4f0b6a597f0 None None] Sync routers for ids ['8c7410a8-7294-4d50-bca8-31d4228bdbad'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:38:44.820081 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d7a74b5-38db-46fa-b70a-9c62b35f5e02 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:44.821167 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d7a74b5-38db-46fa-b70a-9c62b35f5e02 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:44.832165 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73702cf8-8d27-43c1-ba53-e4f0b6a597f0 None None] Routers {'8c7410a8-7294-4d50-bca8-31d4228bdbad'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:38:44.832802 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-73702cf8-8d27-43c1-ba53-e4f0b6a597f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:38:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['8c7410a8-7294-4d50-bca8-31d4228bdbad'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:44.858660 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a9fdf-6330-4c4d-b7c8-948721df8cc7 None None] Pushing event updated for resources: {'Port': ['ID=99a53ff6-5222-421e-bd4d-75c1896d9692,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:44.873760 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port fb11f442-e8b5-4487-9549-dd84eaddd1f0 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:44.873760 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:44.873760 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port fb11f442-e8b5-4487-9549-dd84eaddd1f0 Oct 12 07:38:45.032827 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9202de-7436-4d9c-abcc-bad7cba24cbe tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:45.040358 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-9d9202de-7436-4d9c-abcc-bad7cba24cbe tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.6511562 Oct 12 07:38:45.060822 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3895a-6700-42b4-8edb-64f054d7d20f req-8a25f7c6-b6b5-4280-86ab-bb6f8d49bc22 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:45.062470 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-69a3895a-6700-42b4-8edb-64f054d7d20f req-8a25f7c6-b6b5-4280-86ab-bb6f8d49bc22 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.5936143 Oct 12 07:38:45.097070 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38400) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:45.101410 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.db.resource_extend [None req-3f98a142-0861-46bc-97ae-056971f5e216 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 07:38:45.101607 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-73702cf8-8d27-43c1-ba53-e4f0b6a597f0 None None] Set router 8c7410a8-7294-4d50-bca8-31d4228bdbad gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:38:45.220019 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7a74b5-38db-46fa-b70a-9c62b35f5e02 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Network 747d1a6b-2744-4732-a307-fbaeb42e6351 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:45.256994 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-be087d08-22f6-4eba-b690-5107627d7309 None None] Attempt 6 to provision port f83ce860-beb2-473f-83ab-9afa05a02fc9 Oct 12 07:38:45.310933 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a0a2e34b-8097-4b45-8d54-835ea8f46960 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:45.314269 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a0a2e34b-8097-4b45-8d54-835ea8f46960 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.2001789 Oct 12 07:38:45.327729 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-3d7a74b5-38db-46fa-b70a-9c62b35f5e02 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:45.329680 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7a74b5-38db-46fa-b70a-9c62b35f5e02 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event updated for resources: {'Port': ['ID=b8cbd88c-6712-49b4-85bc-d2577328abb1,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:45.336057 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-92814dbb-5549-4146-ba7b-021c4a0a86f9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:45.339217 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38402) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:45.378569 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3f98a142-0861-46bc-97ae-056971f5e216 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:45.384371 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f98a142-0861-46bc-97ae-056971f5e216 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:45.391492 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3f98a142-0861-46bc-97ae-056971f5e216 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:45.412314 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-92814dbb-5549-4146-ba7b-021c4a0a86f9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:45.526695 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port fb11f442-e8b5-4487-9549-dd84eaddd1f0 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:45.527852 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 8957af6e-3795-41ef-994f-ad6ae4b6ff82 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:38:45.529613 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a51f9-a738-4836-b56b-0bdce3e9f624 None None] Pushing event updated for resources: {'Port': ['ID=91e64527-121d-4ce3-acb7-ef65c085865e,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:45.533220 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-be087d08-22f6-4eba-b690-5107627d7309 None None] Port f83ce860-beb2-473f-83ab-9afa05a02fc9 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:45.657153 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-73702cf8-8d27-43c1-ba53-e4f0b6a597f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'name': 'tempest-TestNetworkBasicOps-router-555883788', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': '0b43baf8-2140-4c2d-a8c3-c75746ab1776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:38:39Z', 'updated_at': '2022-10-12T07:38:42Z', 'revision_number': 3, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '0b43baf8-2140-4c2d-a8c3-c75746ab1776', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:40:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:38:41Z', 'updated_at': '2022-10-12T07:38:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:45.704822 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6935788f-a4ef-4e84-b500-7e29c46deec0 None None] Pushing event updated for resources: {'Port': ['ID=73a6cd25-0146-4214-a0be-45cf9a8cc979,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:45.711406 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-3f98a142-0861-46bc-97ae-056971f5e216 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4126134 Oct 12 07:38:45.715350 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73702cf8-8d27-43c1-ba53-e4f0b6a597f0 None None] Checking router: 8c7410a8-7294-4d50-bca8-31d4228bdbad for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:38:45.718763 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38406) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:45.723549 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73702cf8-8d27-43c1-ba53-e4f0b6a597f0 None None] Updating router 8c7410a8-7294-4d50-bca8-31d4228bdbad port 0b43baf8-2140-4c2d-a8c3-c75746ab1776 binding host dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:38:45.728162 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-69a3895a-6700-42b4-8edb-64f054d7d20f req-02f9c039-e8fc-4489-92d7-0a5cb33c050c tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5083699 Oct 12 07:38:45.737955 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-e26d38e8-4562-43aa-8742-daff711c0078 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Request body: {'subnet': {'network_id': '8ae78925-8a28-47d7-83a4-4e489a00f182', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:45.748973 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92814dbb-5549-4146-ba7b-021c4a0a86f9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:45.794128 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 8957af6e-3795-41ef-994f-ad6ae4b6ff82 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:45.794728 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:45.795169 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 8957af6e-3795-41ef-994f-ad6ae4b6ff82 Oct 12 07:38:45.804447 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254f7c7e-a68f-4d12-bba5-028b493423d1 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:45.818711 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254f7c7e-a68f-4d12-bba5-028b493423d1 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:45.830372 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254f7c7e-a68f-4d12-bba5-028b493423d1 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:45.832331 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-254f7c7e-a68f-4d12-bba5-028b493423d1 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.7260959 Oct 12 07:38:45.838750 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-7f2d7afd-86a1-4823-92cc-c95f25d0f5bc tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=62f83991a7314cd6b6c084162dcfff66&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4776404 Oct 12 07:38:45.842366 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38410) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:45.842923 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38412) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:45.843888 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f98a142-0861-46bc-97ae-056971f5e216 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event updated for resources: {'Network': ['ID=8ae78925-8a28-47d7-83a4-4e489a00f182,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:45.849985 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-73702cf8-8d27-43c1-ba53-e4f0b6a597f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:45.925074 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827842a5-c177-4609-81aa-5bcdb26e3378 None None] Network 21b3c634-a65f-420b-b0db-443bcea55ce2 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:38:45.956775 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 8ae78925-8a28-47d7-83a4-4e489a00f182 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:38:45.971030 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92814dbb-5549-4146-ba7b-021c4a0a86f9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Port': ['ID=f8c00d15-b396-4a7b-824c-791acb6417f2,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:45.989124 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-92814dbb-5549-4146-ba7b-021c4a0a86f9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:46.042817 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ece9f0-83b1-4901-8cc8-4b06611ee847 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:38:46.055732 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b4ece9f0-83b1-4901-8cc8-4b06611ee847 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:46.060716 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92814dbb-5549-4146-ba7b-021c4a0a86f9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:38:46.088228 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-be087d08-22f6-4eba-b690-5107627d7309 None None] Attempt 7 to provision port f83ce860-beb2-473f-83ab-9afa05a02fc9 Oct 12 07:38:46.149808 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26d38e8-4562-43aa-8742-daff711c0078 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Made reservation on behalf of ab8b3ae455d54493a558c1c38223505d for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:46.154950 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e26d38e8-4562-43aa-8742-daff711c0078 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:46.200608 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-be087d08-22f6-4eba-b690-5107627d7309 None None] Port f83ce860-beb2-473f-83ab-9afa05a02fc9 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:46.201675 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f2ddbc-fe6c-464b-bf43-30031720763a None None] Sync routers for ids ['cef8cbf0-db0a-4674-9584-db4297dc2e25'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:38:46.286518 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c19e55-1687-469a-9c74-c04b105b6dde req-8daf3baf-2c88-4255-8199-daf5ad3c8de4 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:46.288019 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-63c19e55-1687-469a-9c74-c04b105b6dde req-8daf3baf-2c88-4255-8199-daf5ad3c8de4 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.2850218 Oct 12 07:38:46.375184 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57bcbf1-78f4-4ead-8fbb-5b61c1350849 None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:38:46.433310 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-73702cf8-8d27-43c1-ba53-e4f0b6a597f0 None None] Notify callbacks [] for port, precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:46.445816 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-73702cf8-8d27-43c1-ba53-e4f0b6a597f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:46.456799 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:38:46.493164 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-73702cf8-8d27-43c1-ba53-e4f0b6a597f0 None None] Attempting to bind port 0b43baf8-2140-4c2d-a8c3-c75746ab1776 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:38:46.493766 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-73702cf8-8d27-43c1-ba53-e4f0b6a597f0 None None] Attempting to bind port 0b43baf8-2140-4c2d-a8c3-c75746ab1776 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:38:46.494303 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73702cf8-8d27-43c1-ba53-e4f0b6a597f0 None None] Attempting to bind port 0b43baf8-2140-4c2d-a8c3-c75746ab1776 on network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:38:46.497487 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92814dbb-5549-4146-ba7b-021c4a0a86f9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:46.500589 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-92814dbb-5549-4146-ba7b-021c4a0a86f9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:46.504350 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73702cf8-8d27-43c1-ba53-e4f0b6a597f0 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:38:46.505215 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73702cf8-8d27-43c1-ba53-e4f0b6a597f0 None None] Checking segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:38:46.505772 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-73702cf8-8d27-43c1-ba53-e4f0b6a597f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:46.507478 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73702cf8-8d27-43c1-ba53-e4f0b6a597f0 None None] Bound using segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:38:46.508184 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-73702cf8-8d27-43c1-ba53-e4f0b6a597f0 None None] Bound port: 0b43baf8-2140-4c2d-a8c3-c75746ab1776, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:38:46.508790 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-73702cf8-8d27-43c1-ba53-e4f0b6a597f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:46.514533 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c40e6-be77-49c7-a4d4-9d7df4444402 None None] Pushing event updated for resources: {'Port': ['ID=0b43baf8-2140-4c2d-a8c3-c75746ab1776,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:46.523709 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b4ece9f0-83b1-4901-8cc8-4b06611ee847 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "PUT /v2.0/floatingips/4c0f3a10-d43b-4436-85b7-d44505ab72d9 HTTP/1.1" status: 200 len: 978 time: 7.8791223 Oct 12 07:38:46.556916 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38414) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:46.581958 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f2ddbc-fe6c-464b-bf43-30031720763a None None] Routers {'cef8cbf0-db0a-4674-9584-db4297dc2e25'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:38:46.582699 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-d9f2ddbc-fe6c-464b-bf43-30031720763a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:38:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['cef8cbf0-db0a-4674-9584-db4297dc2e25'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:46.596037 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-6e10e2b8-9241-48fc-8765-133265712e7f tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:46.602992 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-63c19e55-1687-469a-9c74-c04b105b6dde req-bc2018c6-340e-4471-993f-5810f7ce3e29 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2732832 Oct 12 07:38:46.629150 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-73702cf8-8d27-43c1-ba53-e4f0b6a597f0 None None] For port 0b43baf8-2140-4c2d-a8c3-c75746ab1776, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:38:46.646313 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38416) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:46.646532 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d168af23-8c34-4b8f-9886-b52467ec04fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:46.649917 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-73702cf8-8d27-43c1-ba53-e4f0b6a597f0 None None] For port 0b43baf8-2140-4c2d-a8c3-c75746ab1776, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=0b43baf8-2140-4c2d-a8c3-c75746ab1776,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:38:46.664343 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-73702cf8-8d27-43c1-ba53-e4f0b6a597f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:46.673314 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-92814dbb-5549-4146-ba7b-021c4a0a86f9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 5.3943372 Oct 12 07:38:46.735662 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73702cf8-8d27-43c1-ba53-e4f0b6a597f0 None None] Routers {'8c7410a8-7294-4d50-bca8-31d4228bdbad'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:38:46.738314 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3c354d56-97a4-437d-9114-0e539882b99b tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:46.743545 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-73702cf8-8d27-43c1-ba53-e4f0b6a597f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:38:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['8c7410a8-7294-4d50-bca8-31d4228bdbad'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:46.768751 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-be087d08-22f6-4eba-b690-5107627d7309 None None] Attempt 8 to provision port f83ce860-beb2-473f-83ab-9afa05a02fc9 Oct 12 07:38:46.817642 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-d9f2ddbc-fe6c-464b-bf43-30031720763a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:46.924556 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c40e6-be77-49c7-a4d4-9d7df4444402 None None] Pushing event updated for resources: {'Port': ['ID=0b43baf8-2140-4c2d-a8c3-c75746ab1776,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:46.936009 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 8957af6e-3795-41ef-994f-ad6ae4b6ff82 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:46.937333 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:46.997851 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7a74b5-38db-46fa-b70a-9c62b35f5e02 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Router fdf6ba3e-cc93-4c11-80af-fdc412ef13ec is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:38:47.006758 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6e10e2b8-9241-48fc-8765-133265712e7f tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for floatingip, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:47.009468 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8bc1e7-b508-4e3f-aef2-8e5dacc9f34a tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:47.014502 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-bd8bc1e7-b508-4e3f-aef2-8e5dacc9f34a tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.1628189 Oct 12 07:38:47.028179 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38422) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:47.032121 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f2ddbc-fe6c-464b-bf43-30031720763a None None] Routers {'cef8cbf0-db0a-4674-9584-db4297dc2e25'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:38:47.033033 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-d9f2ddbc-fe6c-464b-bf43-30031720763a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:38:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['cef8cbf0-db0a-4674-9584-db4297dc2e25'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:47.043624 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d7ddf3-c0b6-4827-b57e-299fc8e0628d tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:47.051398 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d7ddf3-c0b6-4827-b57e-299fc8e0628d tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:47.057540 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-81d7ddf3-c0b6-4827-b57e-299fc8e0628d tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.4038355 Oct 12 07:38:47.081252 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-73702cf8-8d27-43c1-ba53-e4f0b6a597f0 None None] Set router 8c7410a8-7294-4d50-bca8-31d4228bdbad gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:38:47.083273 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 8957af6e-3795-41ef-994f-ad6ae4b6ff82, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=8957af6e-3795-41ef-994f-ad6ae4b6ff82,segment=NetworkSegment(27134b2b-8108-40f1-abbd-a380706334aa),segment_id=27134b2b-8108-40f1-abbd-a380706334aa)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:38:47.085775 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-be087d08-22f6-4eba-b690-5107627d7309 None None] Port f83ce860-beb2-473f-83ab-9afa05a02fc9 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:47.094088 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38424) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:47.219041 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-31c49527-af3e-4f88-9315-b3a9c3941f4f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Deleting port 300caf60-228f-47a0-b225-3a055a5b0247 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:38:47.219394 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-31c49527-af3e-4f88-9315-b3a9c3941f4f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:47.223321 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0d7a39-35cc-415f-8e2f-4449207dbca1 None None] Network 4372c884-baa9-49f3-922e-d1064c4562ce requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:38:47.229842 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:47.230726 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 4443369a-32cb-4105-be96-e7db0a0181bd up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:38:47.270378 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e26d38e8-4562-43aa-8742-daff711c0078 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:47.316107 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-d9f2ddbc-fe6c-464b-bf43-30031720763a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:47.317062 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f2ddbc-fe6c-464b-bf43-30031720763a None None] The sync data for ids ['cef8cbf0-db0a-4674-9584-db4297dc2e25'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:38:47.345950 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=8957af6e-3795-41ef-994f-ad6ae4b6ff82,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:47.352628 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d5ea4480-080d-4c00-b1ed-1d6e6d93b636 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2909291 Oct 12 07:38:47.368684 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-73702cf8-8d27-43c1-ba53-e4f0b6a597f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'name': 'tempest-TestNetworkBasicOps-router-555883788', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': '0b43baf8-2140-4c2d-a8c3-c75746ab1776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:38:39Z', 'updated_at': '2022-10-12T07:38:42Z', 'revision_number': 3, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '0b43baf8-2140-4c2d-a8c3-c75746ab1776', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:40:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:38:41Z', 'updated_at': '2022-10-12T07:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:47.375254 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38426) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:47.385840 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-2aa61bff-caaf-4a81-a593-a8df265dbbc2 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1603362957', 'network_id': 'd3f174f3-fe7c-477c-82b4-dc8c70c0c1d0', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:47.415498 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73702cf8-8d27-43c1-ba53-e4f0b6a597f0 None None] The sync data for ids ['8c7410a8-7294-4d50-bca8-31d4228bdbad'] in dv-neutron-860909-2-hyperv is: [{'id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'name': 'tempest-TestNetworkBasicOps-router-555883788', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': '0b43baf8-2140-4c2d-a8c3-c75746ab1776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:38:39Z', 'updated_at': '2022-10-12T07:38:42Z', 'revision_number': 3, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '0b43baf8-2140-4c2d-a8c3-c75746ab1776', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:40:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:38:41Z', 'updated_at': '2022-10-12T07:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:38:47.419762 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ae92cf-fc40-40f2-8973-1f83eb7441f8 None None] Network 19ec26d8-3d3a-473a-b25d-123765a80eff requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:38:47.421892 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:47.498635 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7a74b5-38db-46fa-b70a-9c62b35f5e02 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:38:47.508294 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-3d7a74b5-38db-46fa-b70a-9c62b35f5e02 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "PUT /v2.0/routers/fdf6ba3e-cc93-4c11-80af-fdc412ef13ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1404276 Oct 12 07:38:47.513554 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebd4156-02d2-449e-9caf-04b64836e62a None None] Sync routers for ids ['fdf6ba3e-cc93-4c11-80af-fdc412ef13ec'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:38:47.527755 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebd4156-02d2-449e-9caf-04b64836e62a None None] Routers {'fdf6ba3e-cc93-4c11-80af-fdc412ef13ec'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:38:47.529893 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-3ebd4156-02d2-449e-9caf-04b64836e62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:38:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['fdf6ba3e-cc93-4c11-80af-fdc412ef13ec'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:47.547363 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38428) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:47.596438 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-3ebd4156-02d2-449e-9caf-04b64836e62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:47.613977 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-be087d08-22f6-4eba-b690-5107627d7309 None None] Attempt 9 to provision port f83ce860-beb2-473f-83ab-9afa05a02fc9 Oct 12 07:38:47.616502 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebd4156-02d2-449e-9caf-04b64836e62a None None] Routers {'fdf6ba3e-cc93-4c11-80af-fdc412ef13ec'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:38:47.618516 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-3ebd4156-02d2-449e-9caf-04b64836e62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:38:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['fdf6ba3e-cc93-4c11-80af-fdc412ef13ec'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:47.623237 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 4443369a-32cb-4105-be96-e7db0a0181bd triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:47.623611 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:47.623941 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 4443369a-32cb-4105-be96-e7db0a0181bd Oct 12 07:38:47.681701 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-3ebd4156-02d2-449e-9caf-04b64836e62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:47.682365 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebd4156-02d2-449e-9caf-04b64836e62a None None] The sync data for ids ['fdf6ba3e-cc93-4c11-80af-fdc412ef13ec'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:38:47.705906 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25db390d-5efc-4abe-8be7-5ad84cde2d5e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:47.710366 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-25db390d-5efc-4abe-8be7-5ad84cde2d5e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "GET /v2.0/ports/b8cbd88c-6712-49b4-85bc-d2577328abb1 HTTP/1.1" status: 200 len: 911 time: 0.1619461 Oct 12 07:38:47.717026 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38430) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:47.724201 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa61bff-caaf-4a81-a593-a8df265dbbc2 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Made reservation on behalf of 62f83991a7314cd6b6c084162dcfff66 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:47.729095 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2aa61bff-caaf-4a81-a593-a8df265dbbc2 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:47.731012 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-be087d08-22f6-4eba-b690-5107627d7309 None None] Port f83ce860-beb2-473f-83ab-9afa05a02fc9 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:47.733682 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-31c49527-af3e-4f88-9315-b3a9c3941f4f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:47.787177 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d38e8-4562-43aa-8742-daff711c0078 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event updated for resources: {'Subnet': ['ID=ec971c35-bafb-4e4a-bf07-cf850e4e98b7,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:47.794921 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6e10e2b8-9241-48fc-8765-133265712e7f tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:47.812032 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-0b8f1035-cc74-42fb-802d-280ad87274c7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting port f8c00d15-b396-4a7b-824c-791acb6417f2 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:38:47.812396 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0b8f1035-cc74-42fb-802d-280ad87274c7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:47.818406 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-31c49527-af3e-4f88-9315-b3a9c3941f4f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Calling delete_port for 300caf60-228f-47a0-b225-3a055a5b0247 owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:38:47.822057 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6e10e2b8-9241-48fc-8765-133265712e7f tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:47.822432 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.l3_db [None req-6e10e2b8-9241-48fc-8765-133265712e7f tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Floating IP 4c0f3a10-d43b-4436-85b7-d44505ab72d9 disassociated. External IP: 172.26.3.46, port: 37245293-7bf7-44e8-b9cf-0e1ed06e67d3. Oct 12 07:38:47.839844 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d5ba7-af81-494a-862e-645477246354 req-5d5843c1-4230-4f7c-9b2b-f5d6c9e742f4 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:47.841477 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-153d5ba7-af81-494a-862e-645477246354 req-5d5843c1-4230-4f7c-9b2b-f5d6c9e742f4 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.7245169 Oct 12 07:38:47.934072 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26d38e8-4562-43aa-8742-daff711c0078 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Checking segment: {'id': '5fbf4032-2a30-4fd2-a7e2-dd16f8d816ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8ae78925-8a28-47d7-83a4-4e489a00f182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:38:47.934456 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26d38e8-4562-43aa-8742-daff711c0078 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Network hostable DHCP agents. Network: 8ae78925-8a28-47d7-83a4-4e489a00f182, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:38:48.082620 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 4443369a-32cb-4105-be96-e7db0a0181bd is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:48.110226 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-153d5ba7-af81-494a-862e-645477246354 req-e2c3e511-04af-428e-8e22-5e94ab86c4bb tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680729 Oct 12 07:38:48.117229 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26d38e8-4562-43aa-8742-daff711c0078 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Network 8ae78925-8a28-47d7-83a4-4e489a00f182 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:38:48.119722 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a20578-cbb8-4eb8-971a-bf7645b40f9b None None] Update dhcp port {'port': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'fixed_ips': [{'subnet_id': '60567377-23d3-4035-a755-33ae485e991b', 'ip_address': '2001:db8::f816:3eff:fe36:ecee'}, {'subnet_id': '7bc541da-baf2-4916-bfd5-769ffaf4c989'}], 'binding:host_id': 'dv-neutron-860909-2-hyperv'}, 'id': '99a53ff6-5222-421e-bd4d-75c1896d9692'} from dv-neutron-860909-2-hyperv. {{(pid=103202) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 07:38:48.233846 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-be087d08-22f6-4eba-b690-5107627d7309 None None] Attempt 10 to provision port f83ce860-beb2-473f-83ab-9afa05a02fc9 Oct 12 07:38:48.250583 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-05a20578-cbb8-4eb8-971a-bf7645b40f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:48.261426 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-e26d38e8-4562-43aa-8742-daff711c0078 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 8ae78925-8a28-47d7-83a4-4e489a00f182) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:48.276532 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0b8f1035-cc74-42fb-802d-280ad87274c7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:48.284709 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26d38e8-4562-43aa-8742-daff711c0078 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:48.296694 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e26d38e8-4562-43aa-8742-daff711c0078 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:48.319383 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-0b8f1035-cc74-42fb-802d-280ad87274c7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Calling delete_port for f8c00d15-b396-4a7b-824c-791acb6417f2 owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:38:48.385812 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e26d38e8-4562-43aa-8742-daff711c0078 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.6612585 Oct 12 07:38:48.391883 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-3c354d56-97a4-437d-9114-0e539882b99b tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Deleting port f83ce860-beb2-473f-83ab-9afa05a02fc9 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:38:48.401054 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3c354d56-97a4-437d-9114-0e539882b99b tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:48.447600 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38432) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:48.510066 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-46aa9d87-c5b2-4193-a192-b5a67f8c290f tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-688775264'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:48.604923 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3c354d56-97a4-437d-9114-0e539882b99b tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:48.620936 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-3c354d56-97a4-437d-9114-0e539882b99b tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Calling delete_port for f83ce860-beb2-473f-83ab-9afa05a02fc9 owned by network:router_interface {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:38:48.648890 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152e3102-a48c-4dde-bc16-99113ef4f187 None None] Network 8ae78925-8a28-47d7-83a4-4e489a00f182 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:38:48.767503 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e10e2b8-9241-48fc-8765-133265712e7f tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Router cef8cbf0-db0a-4674-9584-db4297dc2e25 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:38:48.833063 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2aa61bff-caaf-4a81-a593-a8df265dbbc2 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:48.877310 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3c354d56-97a4-437d-9114-0e539882b99b tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:48.879033 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 91e64527-121d-4ce3-acb7-ef65c085865e up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:38:48.929547 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46aa9d87-c5b2-4193-a192-b5a67f8c290f tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Made reservation on behalf of ab8b3ae455d54493a558c1c38223505d for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:48.933251 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-46aa9d87-c5b2-4193-a192-b5a67f8c290f tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:48.990621 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-be087d08-22f6-4eba-b690-5107627d7309 None None] Port f83ce860-beb2-473f-83ab-9afa05a02fc9 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:49.008498 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c354d56-97a4-437d-9114-0e539882b99b tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Pushing event deleted for resources: {'Port': ['ID=f83ce860-beb2-473f-83ab-9afa05a02fc9,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:49.041508 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:49.147243 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:49.163742 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 91e64527-121d-4ce3-acb7-ef65c085865e triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:49.164119 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:49.164456 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 91e64527-121d-4ce3-acb7-ef65c085865e Oct 12 07:38:49.217040 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3c354d56-97a4-437d-9114-0e539882b99b tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:49.239265 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-05a20578-cbb8-4eb8-971a-bf7645b40f9b None None] Allocated IP 172.20.0.2 (9994ec23-a1f7-459d-8925-14bc9ff05f17/7bc541da-baf2-4916-bfd5-769ffaf4c989/99a53ff6-5222-421e-bd4d-75c1896d9692) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:49.275481 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49671f47-f5c8-4147-aadc-baaa049ac73d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-8ae78925-8a28-47d7-83a4-4e489a00f182', 'network_id': '8ae78925-8a28-47d7-83a4-4e489a00f182', 'tenant_id': 'ab8b3ae455d54493a558c1c38223505d', 'fixed_ips': [{'subnet_id': 'ec971c35-bafb-4e4a-bf07-cf850e4e98b7'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:38:49.276250 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-49671f47-f5c8-4147-aadc-baaa049ac73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:49.356694 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-31c49527-af3e-4f88-9315-b3a9c3941f4f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:49.357258 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Provisioning complete for port ddea6741-15b6-4cb5-8038-4d37bb2b2c18 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:49.357482 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:49.357764 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Attempt 1 to provision port ddea6741-15b6-4cb5-8038-4d37bb2b2c18 Oct 12 07:38:49.391694 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-091a852f-90b7-4f3f-977f-f4161f40dcfc tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:49.528730 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa61bff-caaf-4a81-a593-a8df265dbbc2 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Subnet': ['ID=f94507d5-d2c5-4934-a94a-80714edc117a,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:49.538927 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c49527-af3e-4f88-9315-b3a9c3941f4f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event deleted for resources: {'Port': ['ID=300caf60-228f-47a0-b225-3a055a5b0247,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:49.554250 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c354d56-97a4-437d-9114-0e539882b99b tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Router ae96c8c0-7986-4194-8126-42f7512407a5 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:38:49.624141 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 91e64527-121d-4ce3-acb7-ef65c085865e is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:49.624571 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:49.654277 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c48f8-58fc-44f9-92f4-007b71fb8394 req-1f1f94f1-9ceb-4459-adf1-62f0efa2c618 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:49.655623 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f41c48f8-58fc-44f9-92f4-007b71fb8394 req-1f1f94f1-9ceb-4459-adf1-62f0efa2c618 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.2681329 Oct 12 07:38:49.678463 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-05a20578-cbb8-4eb8-971a-bf7645b40f9b None None] For port 99a53ff6-5222-421e-bd4d-75c1896d9692, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=99a53ff6-5222-421e-bd4d-75c1896d9692,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:38:49.684247 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Port ddea6741-15b6-4cb5-8038-4d37bb2b2c18 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:49.687255 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-31c49527-af3e-4f88-9315-b3a9c3941f4f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:49.694076 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-31c49527-af3e-4f88-9315-b3a9c3941f4f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/ports/300caf60-228f-47a0-b225-3a055a5b0247 HTTP/1.1" status: 204 len: 168 time: 3.8467758 Oct 12 07:38:49.698800 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38436) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:49.699828 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46aa9d87-c5b2-4193-a192-b5a67f8c290f tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:38:49.773935 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 91e64527-121d-4ce3-acb7-ef65c085865e, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=91e64527-121d-4ce3-acb7-ef65c085865e,segment=NetworkSegment(4698857c-2912-4fa4-9b9c-95bb2736dd53),segment_id=4698857c-2912-4fa4-9b9c-95bb2736dd53)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:38:49.783848 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa61bff-caaf-4a81-a593-a8df265dbbc2 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Checking segment: {'id': '49c4efd7-0378-47db-8c37-21c6a4c460ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd3f174f3-fe7c-477c-82b4-dc8c70c0c1d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:38:49.784272 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa61bff-caaf-4a81-a593-a8df265dbbc2 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network hostable DHCP agents. Network: d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:38:49.788001 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:49.788275 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-46aa9d87-c5b2-4193-a192-b5a67f8c290f tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:49.788583 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-46aa9d87-c5b2-4193-a192-b5a67f8c290f tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Added segment b4ca3bc4-12e7-4090-ab11-d25bcb828f9a of type vlan for network 27fa7e54-aad3-4b51-9c94-5cef11eea082 Oct 12 07:38:49.788812 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device c37173ba-00ec-4f7e-934d-dd70c7c7f612 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:38:49.791937 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-05a20578-cbb8-4eb8-971a-bf7645b40f9b None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:49.794018 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaf9a8a6-403d-481c-9990-c8c04ca94c2c tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] GET failed (client error): The resource could not be found. Oct 12 07:38:49.795906 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-aaf9a8a6-403d-481c-9990-c8c04ca94c2c tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "GET /v2.0/ports/300caf60-228f-47a0-b225-3a055a5b0247 HTTP/1.1" status: 404 len: 333 time: 0.0921359 Oct 12 07:38:49.798790 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c354d56-97a4-437d-9114-0e539882b99b tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:38:49.800237 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38438) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:49.838145 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-3c354d56-97a4-437d-9114-0e539882b99b tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] 10.222.0.26 "PUT /v2.0/routers/ae96c8c0-7986-4194-8126-42f7512407a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3605828 Oct 12 07:38:49.843919 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c59330-f793-4934-99b3-9761bc6625dc None None] Sync routers for ids ['ae96c8c0-7986-4194-8126-42f7512407a5'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:38:49.872013 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-05a20578-cbb8-4eb8-971a-bf7645b40f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:49.878652 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38440) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:49.883464 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f41c48f8-58fc-44f9-92f4-007b71fb8394 req-419a8ed1-7276-49bd-a3a3-b0e74302e938 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785545 Oct 12 07:38:49.890534 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-49671f47-f5c8-4147-aadc-baaa049ac73d None None] Allocated IP 2001:db8::3 (8ae78925-8a28-47d7-83a4-4e489a00f182/ec971c35-bafb-4e4a-bf07-cf850e4e98b7/58106964-58ef-4bd8-8df1-4b738a31524c) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:49.956112 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e10e2b8-9241-48fc-8765-133265712e7f tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:38:49.963048 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6e10e2b8-9241-48fc-8765-133265712e7f tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:49.967997 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c59330-f793-4934-99b3-9761bc6625dc None None] Routers {'ae96c8c0-7986-4194-8126-42f7512407a5'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:38:49.968634 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-c2c59330-f793-4934-99b3-9761bc6625dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:38:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['ae96c8c0-7986-4194-8126-42f7512407a5'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:49.973676 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f73407-7814-4b01-b739-a924fddd3dec None None] Sync routers for ids ['cef8cbf0-db0a-4674-9584-db4297dc2e25'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:38:49.980472 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-e0b52173-6a17-43c8-bf37-e902a883a19b tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] delete failed (client error): The resource could not be found. Oct 12 07:38:49.985812 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e0b52173-6a17-43c8-bf37-e902a883a19b tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] 10.222.0.26 "DELETE /v2.0/routers/tempest-non_exist_router-1301563425 HTTP/1.1" status: 404 len: 335 time: 0.0999906 Oct 12 07:38:49.986002 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-46aa9d87-c5b2-4193-a192-b5a67f8c290f tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:50.000332 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f73407-7814-4b01-b739-a924fddd3dec None None] Routers {'cef8cbf0-db0a-4674-9584-db4297dc2e25'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:38:50.001952 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-81f73407-7814-4b01-b739-a924fddd3dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:38:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['cef8cbf0-db0a-4674-9584-db4297dc2e25'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:50.004244 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38442) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:50.019847 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-7e04630c-9657-4254-8826-4cecc9934f53 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ae96c8c0-7986-4194-8126-42f7512407a5'}}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:50.042365 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa61bff-caaf-4a81-a593-a8df265dbbc2 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:38:50.057958 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0b8f1035-cc74-42fb-802d-280ad87274c7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:50.069979 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-6e10e2b8-9241-48fc-8765-133265712e7f tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "PUT /v2.0/floatingips/4c0f3a10-d43b-4436-85b7-d44505ab72d9 HTTP/1.1" status: 200 len: 687 time: 3.4805133 Oct 12 07:38:50.072845 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-81f73407-7814-4b01-b739-a924fddd3dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:50.077089 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38444) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:50.086248 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f73407-7814-4b01-b739-a924fddd3dec None None] Routers {'cef8cbf0-db0a-4674-9584-db4297dc2e25'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:38:50.087100 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-81f73407-7814-4b01-b739-a924fddd3dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:38:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['cef8cbf0-db0a-4674-9584-db4297dc2e25'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:50.088807 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-2aa61bff-caaf-4a81-a593-a8df265dbbc2 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:50.099712 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=91e64527-121d-4ce3-acb7-ef65c085865e,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:50.112975 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa61bff-caaf-4a81-a593-a8df265dbbc2 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:50.112975 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2aa61bff-caaf-4a81-a593-a8df265dbbc2 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:50.128109 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-81f73407-7814-4b01-b739-a924fddd3dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:50.129756 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f73407-7814-4b01-b739-a924fddd3dec None None] The sync data for ids ['cef8cbf0-db0a-4674-9584-db4297dc2e25'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:38:50.134514 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-c2c59330-f793-4934-99b3-9761bc6625dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:50.159925 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7a6761-9285-4056-a4bb-a54aff820959 None None] Network d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:38:50.205074 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Attempt 2 to provision port ddea6741-15b6-4cb5-8038-4d37bb2b2c18 Oct 12 07:38:50.211278 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f1035-cc74-42fb-802d-280ad87274c7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Port': ['ID=f8c00d15-b396-4a7b-824c-791acb6417f2,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:50.232789 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-46aa9d87-c5b2-4193-a192-b5a67f8c290f tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:50.239015 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46aa9d87-c5b2-4193-a192-b5a67f8c290f tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:50.240583 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-46aa9d87-c5b2-4193-a192-b5a67f8c290f tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:50.335588 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-2aa61bff-caaf-4a81-a593-a8df265dbbc2 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.9591961 Oct 12 07:38:50.338425 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38446) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:50.346210 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c59330-f793-4934-99b3-9761bc6625dc None None] Routers {'ae96c8c0-7986-4194-8126-42f7512407a5'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:38:50.346845 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-c2c59330-f793-4934-99b3-9761bc6625dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:38:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['ae96c8c0-7986-4194-8126-42f7512407a5'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:50.424998 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-46aa9d87-c5b2-4193-a192-b5a67f8c290f tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.9698579 Oct 12 07:38:50.437228 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-c2c59330-f793-4934-99b3-9761bc6625dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:50.437893 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c59330-f793-4934-99b3-9761bc6625dc None None] The sync data for ids ['ae96c8c0-7986-4194-8126-42f7512407a5'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:38:50.440071 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port c37173ba-00ec-4f7e-934d-dd70c7c7f612 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:50.440450 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:50.440786 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port c37173ba-00ec-4f7e-934d-dd70c7c7f612 Oct 12 07:38:50.451181 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38448) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:50.463201 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-49f6badc-edcc-41a0-9db0-ceb3bb679523 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Request body: {'subnet': {'network_id': '27fa7e54-aad3-4b51-9c94-5cef11eea082', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:50.489755 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a20578-cbb8-4eb8-971a-bf7645b40f9b None None] Pushing event updated for resources: {'Port': ['ID=99a53ff6-5222-421e-bd4d-75c1896d9692,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:50.507325 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Port ddea6741-15b6-4cb5-8038-4d37bb2b2c18 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:50.541938 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa9d87-c5b2-4193-a192-b5a67f8c290f tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event updated for resources: {'Network': ['ID=27fa7e54-aad3-4b51-9c94-5cef11eea082,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:50.576603 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 27fa7e54-aad3-4b51-9c94-5cef11eea082 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:38:50.656063 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0b8f1035-cc74-42fb-802d-280ad87274c7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:50.662745 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-0b8f1035-cc74-42fb-802d-280ad87274c7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/ports/f8c00d15-b396-4a7b-824c-791acb6417f2 HTTP/1.1" status: 204 len: 168 time: 3.5652766 Oct 12 07:38:50.665745 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38450) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:50.708537 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-49671f47-f5c8-4147-aadc-baaa049ac73d None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:50.761879 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-30bc49b6-2b9d-41b3-b91d-24f93b680eb7 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Deleting port eff57df8-93d5-4bf2-bc60-c7f790f4d21c {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:38:50.762638 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30bc49b6-2b9d-41b3-b91d-24f93b680eb7 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:50.768957 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-49671f47-f5c8-4147-aadc-baaa049ac73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:50.785277 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f6badc-edcc-41a0-9db0-ceb3bb679523 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Made reservation on behalf of ab8b3ae455d54493a558c1c38223505d for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:50.789222 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-49f6badc-edcc-41a0-9db0-ceb3bb679523 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:50.789734 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14bbc95-cfd4-4f34-b4c5-89ef61f9a432 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0', 'network_id': 'd3f174f3-fe7c-477c-82b4-dc8c70c0c1d0', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ips': [{'subnet_id': 'f94507d5-d2c5-4934-a94a-80714edc117a'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:38:50.790639 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a14bbc95-cfd4-4f34-b4c5-89ef61f9a432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:50.790947 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c94716-9e4f-4025-ba61-524870283352 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:50.792573 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c94716-9e4f-4025-ba61-524870283352 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:50.794080 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c94716-9e4f-4025-ba61-524870283352 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:50.799601 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-65c94716-9e4f-4025-ba61-524870283352 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1143770 Oct 12 07:38:50.816588 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38452) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:50.830544 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d789a40a-eaba-4653-8aa5-83b92b63a613 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Deleting port ddea6741-15b6-4cb5-8038-4d37bb2b2c18 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:38:50.831155 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d789a40a-eaba-4653-8aa5-83b92b63a613 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:50.860205 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port c37173ba-00ec-4f7e-934d-dd70c7c7f612 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:50.860623 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:50.867208 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49671f47-f5c8-4147-aadc-baaa049ac73d None None] Network 8ae78925-8a28-47d7-83a4-4e489a00f182 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:50.875575 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.ipam_backend_mixin [None req-49f6badc-edcc-41a0-9db0-ceb3bb679523 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Performing IP validity checks on allocation pools {{(pid=103201) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Oct 12 07:38:50.876095 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.ipam_backend_mixin [None req-49f6badc-edcc-41a0-9db0-ceb3bb679523 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103201) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Oct 12 07:38:50.887237 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-49671f47-f5c8-4147-aadc-baaa049ac73d None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:50.890093 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49671f47-f5c8-4147-aadc-baaa049ac73d None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:38:50.906449 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49671f47-f5c8-4147-aadc-baaa049ac73d None None] Pushing event updated for resources: {'Port': ['ID=58106964-58ef-4bd8-8df1-4b738a31524c,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:50.916290 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7e04630c-9657-4254-8826-4cecc9934f53 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:50.946539 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-091a852f-90b7-4f3f-977f-f4161f40dcfc tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Allocated IP 2001:db8:1::1 (19ec26d8-3d3a-473a-b25d-123765a80eff/f67a08d8-ec31-4ee9-9722-f5014f15158f/9112e326-ee62-4d9c-b0cc-56cbffa2c10a) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:51.010320 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Attempt 3 to provision port ddea6741-15b6-4cb5-8038-4d37bb2b2c18 Oct 12 07:38:51.050840 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30bc49b6-2b9d-41b3-b91d-24f93b680eb7 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:51.051161 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30bc49b6-2b9d-41b3-b91d-24f93b680eb7 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:51.109780 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-30bc49b6-2b9d-41b3-b91d-24f93b680eb7 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Calling delete_port for eff57df8-93d5-4bf2-bc60-c7f790f4d21c owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:38:51.186263 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-866a9aba-634e-4dd2-b2ff-462827fb5095 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting subnet 60567377-23d3-4035-a755-33ae485e991b {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:38:51.189880 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-866a9aba-634e-4dd2-b2ff-462827fb5095 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:51.219925 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:51.236877 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-866a9aba-634e-4dd2-b2ff-462827fb5095 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:51.258156 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port c37173ba-00ec-4f7e-934d-dd70c7c7f612, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=c37173ba-00ec-4f7e-934d-dd70c7c7f612,segment=NetworkSegment(05e611c5-015d-4203-aa3b-e5a31d6b13a6),segment_id=05e611c5-015d-4203-aa3b-e5a31d6b13a6)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:38:51.279375 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-7e04630c-9657-4254-8826-4cecc9934f53 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] update failed (client error): The resource could not be found. Oct 12 07:38:51.283632 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-7e04630c-9657-4254-8826-4cecc9934f53 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] 10.222.0.26 "PUT /v2.0/routers/ae96c8c0-7986-4194-8126-42f7512407a5 HTTP/1.1" status: 404 len: 339 time: 1.2686744 Oct 12 07:38:51.294367 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38456) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:51.302074 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:51.302890 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 99a53ff6-5222-421e-bd4d-75c1896d9692 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:38:51.361895 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-49f6badc-edcc-41a0-9db0-ceb3bb679523 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:51.424956 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d789a40a-eaba-4653-8aa5-83b92b63a613 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:51.435005 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Port ddea6741-15b6-4cb5-8038-4d37bb2b2c18 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:51.440485 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-49671f47-f5c8-4147-aadc-baaa049ac73d None None] Attempting to bind port 58106964-58ef-4bd8-8df1-4b738a31524c on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:38:51.440485 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-49671f47-f5c8-4147-aadc-baaa049ac73d None None] Attempting to bind port 58106964-58ef-4bd8-8df1-4b738a31524c by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '5fbf4032-2a30-4fd2-a7e2-dd16f8d816ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8ae78925-8a28-47d7-83a4-4e489a00f182'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:38:51.440834 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49671f47-f5c8-4147-aadc-baaa049ac73d None None] Attempting to bind port 58106964-58ef-4bd8-8df1-4b738a31524c on network 8ae78925-8a28-47d7-83a4-4e489a00f182 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:38:51.443293 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d789a40a-eaba-4653-8aa5-83b92b63a613 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Calling delete_port for ddea6741-15b6-4cb5-8038-4d37bb2b2c18 owned by {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:38:51.471317 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49671f47-f5c8-4147-aadc-baaa049ac73d None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:38:51.471686 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49671f47-f5c8-4147-aadc-baaa049ac73d None None] Checking segment: {'id': '5fbf4032-2a30-4fd2-a7e2-dd16f8d816ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8ae78925-8a28-47d7-83a4-4e489a00f182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:38:51.472094 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-49671f47-f5c8-4147-aadc-baaa049ac73d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:51.472493 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49671f47-f5c8-4147-aadc-baaa049ac73d None None] Bound using segment: {'id': '5fbf4032-2a30-4fd2-a7e2-dd16f8d816ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8ae78925-8a28-47d7-83a4-4e489a00f182'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:38:51.473095 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-49671f47-f5c8-4147-aadc-baaa049ac73d None None] Bound port: 58106964-58ef-4bd8-8df1-4b738a31524c, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fbf4032-2a30-4fd2-a7e2-dd16f8d816ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8ae78925-8a28-47d7-83a4-4e489a00f182'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:38:51.473727 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-49671f47-f5c8-4147-aadc-baaa049ac73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:51.515239 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-a14bbc95-cfd4-4f34-b4c5-89ef61f9a432 None None] Allocated IP 172.20.0.2 (d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0/f94507d5-d2c5-4934-a94a-80714edc117a/5625e4e1-bdfc-4ab3-8710-b77fc8172be7) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:51.532948 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f6badc-edcc-41a0-9db0-ceb3bb679523 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event updated for resources: {'Subnet': ['ID=36c6cdc3-b0f2-4dd7-9374-11428fe9955e,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:51.542447 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30bc49b6-2b9d-41b3-b91d-24f93b680eb7 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:51.558091 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=c37173ba-00ec-4f7e-934d-dd70c7c7f612,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:51.620031 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f6badc-edcc-41a0-9db0-ceb3bb679523 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Checking segment: {'id': 'b4ca3bc4-12e7-4090-ab11-d25bcb828f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '27fa7e54-aad3-4b51-9c94-5cef11eea082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:38:51.620430 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f6badc-edcc-41a0-9db0-ceb3bb679523 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Network hostable DHCP agents. Network: 27fa7e54-aad3-4b51-9c94-5cef11eea082, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:38:51.623662 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc49b6-2b9d-41b3-b91d-24f93b680eb7 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Pushing event deleted for resources: {'Port': ['ID=eff57df8-93d5-4bf2-bc60-c7f790f4d21c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:51.672838 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126db32-163e-4893-8b1d-68acd6a90132 req-2596cfbb-0c51-42e9-9981-ff7193d297fb tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:51.674981 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b126db32-163e-4893-8b1d-68acd6a90132 req-2596cfbb-0c51-42e9-9981-ff7193d297fb tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.6084971 Oct 12 07:38:51.686856 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a0fa59f2-8307-44b2-9189-56cd806e3ca6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:51.703683 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f6badc-edcc-41a0-9db0-ceb3bb679523 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Network 27fa7e54-aad3-4b51-9c94-5cef11eea082 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:38:51.706407 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 99a53ff6-5222-421e-bd4d-75c1896d9692 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:51.706853 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:51.707793 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 99a53ff6-5222-421e-bd4d-75c1896d9692 Oct 12 07:38:51.714345 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-49671f47-f5c8-4147-aadc-baaa049ac73d None None] For port 58106964-58ef-4bd8-8df1-4b738a31524c, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:38:51.752718 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-49671f47-f5c8-4147-aadc-baaa049ac73d None None] For port 58106964-58ef-4bd8-8df1-4b738a31524c, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=58106964-58ef-4bd8-8df1-4b738a31524c,segment=NetworkSegment(5fbf4032-2a30-4fd2-a7e2-dd16f8d816ef),segment_id=5fbf4032-2a30-4fd2-a7e2-dd16f8d816ef)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:38:51.761883 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-49671f47-f5c8-4147-aadc-baaa049ac73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:51.762256 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30bc49b6-2b9d-41b3-b91d-24f93b680eb7 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for floatingip, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:51.762424 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-866a9aba-634e-4dd2-b2ff-462827fb5095 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:51.764755 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30bc49b6-2b9d-41b3-b91d-24f93b680eb7 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:51.766068 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-30bc49b6-2b9d-41b3-b91d-24f93b680eb7 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "DELETE /v2.0/floatingips/4c0f3a10-d43b-4436-85b7-d44505ab72d9 HTTP/1.1" status: 204 len: 168 time: 1.6877658 Oct 12 07:38:51.769283 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-49f6badc-edcc-41a0-9db0-ceb3bb679523 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 27fa7e54-aad3-4b51-9c94-5cef11eea082) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:51.771866 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38458) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:51.778096 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f6badc-edcc-41a0-9db0-ceb3bb679523 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:51.779453 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-49f6badc-edcc-41a0-9db0-ceb3bb679523 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:51.809251 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-091a852f-90b7-4f3f-977f-f4161f40dcfc tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:51.821875 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f93e1aa-5eaa-4537-8f58-cd8ee65a7cc9 None None] Network 27fa7e54-aad3-4b51-9c94-5cef11eea082 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:38:51.844792 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-8fed721b-4b06-43fc-a428-cc6f8739be0a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] delete failed (client error): The resource could not be found. Oct 12 07:38:51.846361 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-8fed721b-4b06-43fc-a428-cc6f8739be0a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "DELETE /v2.0/floatingips/4c0f3a10-d43b-4436-85b7-d44505ab72d9 HTTP/1.1" status: 404 len: 345 time: 0.0705807 Oct 12 07:38:51.860503 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38460) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:51.954846 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-49f6badc-edcc-41a0-9db0-ceb3bb679523 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.4930770 Oct 12 07:38:51.955629 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38462) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:51.960365 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Attempt 4 to provision port ddea6741-15b6-4cb5-8038-4d37bb2b2c18 Oct 12 07:38:52.014274 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b126db32-163e-4893-8b1d-68acd6a90132 req-3162c10d-f10e-4e73-91db-db1b2e69985f tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3266642 Oct 12 07:38:52.064227 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d789a40a-eaba-4653-8aa5-83b92b63a613 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:52.085711 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49671f47-f5c8-4147-aadc-baaa049ac73d None None] Pushing event updated for resources: {'Port': ['ID=58106964-58ef-4bd8-8df1-4b738a31524c,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:52.161674 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789a40a-eaba-4653-8aa5-83b92b63a613 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event deleted for resources: {'Port': ['ID=ddea6741-15b6-4cb5-8038-4d37bb2b2c18,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:52.164478 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Port ddea6741-15b6-4cb5-8038-4d37bb2b2c18 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:52.175999 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 99a53ff6-5222-421e-bd4d-75c1896d9692 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:52.176318 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:52.193689 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-866a9aba-634e-4dd2-b2ff-462827fb5095 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:52.217837 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-091a852f-90b7-4f3f-977f-f4161f40dcfc tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:52.224824 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c9ce968f-f460-4443-b0d7-b9f10b78c9e6 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:52.228882 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a14bbc95-cfd4-4f34-b4c5-89ef61f9a432 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:52.244170 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d789a40a-eaba-4653-8aa5-83b92b63a613 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:52.248426 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d789a40a-eaba-4653-8aa5-83b92b63a613 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/ports/ddea6741-15b6-4cb5-8038-4d37bb2b2c18 HTTP/1.1" status: 204 len: 168 time: 2.4301136 Oct 12 07:38:52.281765 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38464) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:52.285996 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866a9aba-634e-4dd2-b2ff-462827fb5095 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Subnet': ['ID=60567377-23d3-4035-a755-33ae485e991b,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:52.324736 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-866a9aba-634e-4dd2-b2ff-462827fb5095 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:52.332794 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-866a9aba-634e-4dd2-b2ff-462827fb5095 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/60567377-23d3-4035-a755-33ae485e991b HTTP/1.1" status: 204 len: 168 time: 1.5151210 Oct 12 07:38:52.341454 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38466) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:52.378977 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a14bbc95-cfd4-4f34-b4c5-89ef61f9a432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:52.382153 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac801d3-8eab-450c-9902-8e3a75a5606c None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:38:52.431668 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-15a52a53-8c67-4061-8abc-8640f60e51b2 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] GET failed (client error): The resource could not be found. Oct 12 07:38:52.433399 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-15a52a53-8c67-4061-8abc-8640f60e51b2 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "GET /v2.0/ports/ddea6741-15b6-4cb5-8038-4d37bb2b2c18 HTTP/1.1" status: 404 len: 333 time: 0.1485593 Oct 12 07:38:52.438516 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38468) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:52.440440 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091a852f-90b7-4f3f-977f-f4161f40dcfc tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Network 19ec26d8-3d3a-473a-b25d-123765a80eff is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:52.447730 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f10ce6b-8127-45ce-97d4-06e8f7f5a843 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-27fa7e54-aad3-4b51-9c94-5cef11eea082', 'network_id': '27fa7e54-aad3-4b51-9c94-5cef11eea082', 'tenant_id': 'ab8b3ae455d54493a558c1c38223505d', 'fixed_ips': [{'subnet_id': '36c6cdc3-b0f2-4dd7-9374-11428fe9955e'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:38:52.448729 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f10ce6b-8127-45ce-97d4-06e8f7f5a843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:52.452221 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-091a852f-90b7-4f3f-977f-f4161f40dcfc tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:52.454710 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091a852f-90b7-4f3f-977f-f4161f40dcfc tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:38:52.455257 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-091a852f-90b7-4f3f-977f-f4161f40dcfc tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:52.511485 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14bbc95-cfd4-4f34-b4c5-89ef61f9a432 None None] Network d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:52.542562 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1266463-269d-45f9-93b4-a634bd93f54c tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:52.550546 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1266463-269d-45f9-93b4-a634bd93f54c tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:52.556958 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1266463-269d-45f9-93b4-a634bd93f54c tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:52.562475 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f1266463-269d-45f9-93b4-a634bd93f54c tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "GET /v2.0/ports?network_id=3d212256-ee23-4061-85c6-3c52822c1a47 HTTP/1.1" status: 200 len: 2358 time: 0.7006798 Oct 12 07:38:52.563362 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38470) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:52.674774 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-22fca140-6d5a-46c1-8b71-39cf57cf7ca4 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Deleting subnet 955f7127-e130-4553-8497-6314826d9fbd {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:38:52.690857 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-22fca140-6d5a-46c1-8b71-39cf57cf7ca4 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:52.738417 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-a14bbc95-cfd4-4f34-b4c5-89ef61f9a432 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:52.774182 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270ddaf9-18bf-466c-8b0c-d86e78f5ebc9 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:52.780457 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-270ddaf9-18bf-466c-8b0c-d86e78f5ebc9 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "GET /v2.0/subnets/361fcb5d-2612-484d-a22b-563ab8c02bc0 HTTP/1.1" status: 200 len: 797 time: 0.2106738 Oct 12 07:38:52.782676 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38472) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:52.791354 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Attempt 5 to provision port ddea6741-15b6-4cb5-8038-4d37bb2b2c18 Oct 12 07:38:52.791747 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-76763af5-cdda-424b-8f36-7104a3ebe8be tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Request body: {'port': {'network_id': '3d212256-ee23-4061-85c6-3c52822c1a47', 'name': 'tempest-FloatingIPTestJSON-1863466232', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:52.795342 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-1f10ce6b-8127-45ce-97d4-06e8f7f5a843 None None] Allocated IP 2001:db8::3 (27fa7e54-aad3-4b51-9c94-5cef11eea082/36c6cdc3-b0f2-4dd7-9374-11428fe9955e/44aa0b01-32cd-4cfe-9d9b-b661ada8b5dc) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:52.816342 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14bbc95-cfd4-4f34-b4c5-89ef61f9a432 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:38:52.837491 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3f2a77a1-f616-42e1-b5a0-81495876c95c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:52.864527 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Port ddea6741-15b6-4cb5-8038-4d37bb2b2c18 was deleted so its status cannot be updated. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 12 07:38:52.885164 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091a852f-90b7-4f3f-977f-f4161f40dcfc tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event updated for resources: {'Port': ['ID=9112e326-ee62-4d9c-b0cc-56cbffa2c10a,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:52.885635 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Could not find standard attr ID for object 300caf60-228f-47a0-b225-3a055a5b0247. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:38:52.887347 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14bbc95-cfd4-4f34-b4c5-89ef61f9a432 None None] Pushing event updated for resources: {'Port': ['ID=5625e4e1-bdfc-4ab3-8710-b77fc8172be7,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:52.944403 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Could not find standard attr ID for object f83ce860-beb2-473f-83ab-9afa05a02fc9. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:38:52.947666 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.db.api [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103202) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 07:38:52.948026 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG oslo_db.api [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 07:38:52.951563 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-a14bbc95-cfd4-4f34-b4c5-89ef61f9a432 None None] Attempting to bind port 5625e4e1-bdfc-4ab3-8710-b77fc8172be7 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:38:52.951938 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-a14bbc95-cfd4-4f34-b4c5-89ef61f9a432 None None] Attempting to bind port 5625e4e1-bdfc-4ab3-8710-b77fc8172be7 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '49c4efd7-0378-47db-8c37-21c6a4c460ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd3f174f3-fe7c-477c-82b4-dc8c70c0c1d0'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:38:52.952308 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14bbc95-cfd4-4f34-b4c5-89ef61f9a432 None None] Attempting to bind port 5625e4e1-bdfc-4ab3-8710-b77fc8172be7 on network d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:38:52.962944 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a1e5668-7396-4965-99eb-14948abfbe96 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting subnet 7bc541da-baf2-4916-bfd5-769ffaf4c989 {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:38:52.963826 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14bbc95-cfd4-4f34-b4c5-89ef61f9a432 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:38:52.964207 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14bbc95-cfd4-4f34-b4c5-89ef61f9a432 None None] Checking segment: {'id': '49c4efd7-0378-47db-8c37-21c6a4c460ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd3f174f3-fe7c-477c-82b4-dc8c70c0c1d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:38:52.964617 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a14bbc95-cfd4-4f34-b4c5-89ef61f9a432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:52.965108 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14bbc95-cfd4-4f34-b4c5-89ef61f9a432 None None] Bound using segment: {'id': '49c4efd7-0378-47db-8c37-21c6a4c460ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd3f174f3-fe7c-477c-82b4-dc8c70c0c1d0'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:38:52.965630 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-a14bbc95-cfd4-4f34-b4c5-89ef61f9a432 None None] Bound port: 5625e4e1-bdfc-4ab3-8710-b77fc8172be7, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c4efd7-0378-47db-8c37-21c6a4c460ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd3f174f3-fe7c-477c-82b4-dc8c70c0c1d0'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:38:52.966573 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a14bbc95-cfd4-4f34-b4c5-89ef61f9a432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:52.976707 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4a1e5668-7396-4965-99eb-14948abfbe96 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:52.984025 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-22fca140-6d5a-46c1-8b71-39cf57cf7ca4 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:53.008106 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Provisioning complete for port 99a53ff6-5222-421e-bd4d-75c1896d9692 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:53.008485 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:53.008820 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Attempt 1 to provision port 99a53ff6-5222-421e-bd4d-75c1896d9692 Oct 12 07:38:53.073158 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76763af5-cdda-424b-8f36-7104a3ebe8be tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Made reservation on behalf of 6d4011bbd41f4c1e9844d80c11ed720a for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:53.087113 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4a1e5668-7396-4965-99eb-14948abfbe96 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:53.220978 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-091a852f-90b7-4f3f-977f-f4161f40dcfc tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:53.243565 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-76763af5-cdda-424b-8f36-7104a3ebe8be tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:53.245573 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3f2a77a1-f616-42e1-b5a0-81495876c95c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:53.277962 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8151cec5-26ba-46ce-bc0a-097006984283 None None] Network 8ae78925-8a28-47d7-83a4-4e489a00f182 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:38:53.324693 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-a14bbc95-cfd4-4f34-b4c5-89ef61f9a432 None None] For port 5625e4e1-bdfc-4ab3-8710-b77fc8172be7, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:38:53.344830 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-76763af5-cdda-424b-8f36-7104a3ebe8be tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] device_id is not set on port 82aff046-9439-4313-94f4-2e15dd1e7aba yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:38:53.361316 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e4467-84b0-4653-ba19-3b8a906c273c req-ead637b5-fa92-4fd7-8a60-82b98e609252 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:53.361572 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-a14bbc95-cfd4-4f34-b4c5-89ef61f9a432 None None] For port 5625e4e1-bdfc-4ab3-8710-b77fc8172be7, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=5625e4e1-bdfc-4ab3-8710-b77fc8172be7,segment=NetworkSegment(49c4efd7-0378-47db-8c37-21c6a4c460ae),segment_id=49c4efd7-0378-47db-8c37-21c6a4c460ae)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:38:53.363231 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6c0e4467-84b0-4653-ba19-3b8a906c273c req-ead637b5-fa92-4fd7-8a60-82b98e609252 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.2201209 Oct 12 07:38:53.381258 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Current status of the port 99a53ff6-5222-421e-bd4d-75c1896d9692 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:53.381513 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:53.386607 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-c9ce968f-f460-4443-b0d7-b9f10b78c9e6 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Allocated IP 172.20.0.1 (75453dce-c889-4fd7-b2a6-4f7670e7a9ad/964a3a46-d0d9-4337-aac5-56bc5c7b1661/19da7abe-7b46-40e2-81e3-2f30ad000986) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:53.398288 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a14bbc95-cfd4-4f34-b4c5-89ef61f9a432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:53.442473 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-a0fa59f2-8307-44b2-9189-56cd806e3ca6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Allocated IP 172.20.0.1 (d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0/f94507d5-d2c5-4934-a94a-80714edc117a/8bb6b36e-60ed-4267-80b7-be073d9d55e1) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:53.449535 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4a1e5668-7396-4965-99eb-14948abfbe96 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:53.515792 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-22fca140-6d5a-46c1-8b71-39cf57cf7ca4 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:53.565736 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6c0e4467-84b0-4653-ba19-3b8a906c273c req-3690a0cc-af60-4e34-94ad-1e29be08253d tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1865690 Oct 12 07:38:53.691875 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f10ce6b-8127-45ce-97d4-06e8f7f5a843 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:53.721884 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f10ce6b-8127-45ce-97d4-06e8f7f5a843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:53.724407 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4a1e5668-7396-4965-99eb-14948abfbe96 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:53.737088 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-22fca140-6d5a-46c1-8b71-39cf57cf7ca4 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:53.753643 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 99a53ff6-5222-421e-bd4d-75c1896d9692 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:53.754246 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:53.770699 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14bbc95-cfd4-4f34-b4c5-89ef61f9a432 None None] Pushing event updated for resources: {'Port': ['ID=5625e4e1-bdfc-4ab3-8710-b77fc8172be7,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:53.772894 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1e5668-7396-4965-99eb-14948abfbe96 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Subnet': ['ID=7bc541da-baf2-4916-bfd5-769ffaf4c989,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:53.790280 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4a1e5668-7396-4965-99eb-14948abfbe96 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:53.796564 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-4a1e5668-7396-4965-99eb-14948abfbe96 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/7bc541da-baf2-4916-bfd5-769ffaf4c989 HTTP/1.1" status: 204 len: 168 time: 1.4526589 Oct 12 07:38:53.802627 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38476) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:53.816674 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c9ce968f-f460-4443-b0d7-b9f10b78c9e6 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:53.830132 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fca140-6d5a-46c1-8b71-39cf57cf7ca4 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event deleted for resources: {'Subnet': ['ID=955f7127-e130-4553-8497-6314826d9fbd,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:53.842521 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-22fca140-6d5a-46c1-8b71-39cf57cf7ca4 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:53.847148 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-22fca140-6d5a-46c1-8b71-39cf57cf7ca4 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/subnets/955f7127-e130-4553-8497-6314826d9fbd HTTP/1.1" status: 204 len: 168 time: 1.3950913 Oct 12 07:38:53.854246 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f10ce6b-8127-45ce-97d4-06e8f7f5a843 None None] Network 27fa7e54-aad3-4b51-9c94-5cef11eea082 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:53.855480 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.db.api [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103202) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 07:38:53.855839 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG oslo_db.api [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 07:38:53.857644 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a0fa59f2-8307-44b2-9189-56cd806e3ca6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:53.859338 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38478) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:53.891381 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-1e8d9472-23af-4ae5-b975-36277f35683f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0857849 Oct 12 07:38:53.893159 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38480) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:53.906684 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ae8ed0-bee0-48f7-9c8b-0dae3df0cefb None None] Network 21b3c634-a65f-420b-b0db-443bcea55ce2 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:38:53.916905 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3f2a77a1-f616-42e1-b5a0-81495876c95c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:53.925094 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-65cf3764-5128-4814-8eb0-6a882b9703b3 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'subnet': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:53.947602 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-1f10ce6b-8127-45ce-97d4-06e8f7f5a843 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:53.951635 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f10ce6b-8127-45ce-97d4-06e8f7f5a843 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:38:53.954375 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10ce6b-8127-45ce-97d4-06e8f7f5a843 None None] Pushing event updated for resources: {'Port': ['ID=44aa0b01-32cd-4cfe-9d9b-b661ada8b5dc,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:53.956944 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-091a852f-90b7-4f3f-977f-f4161f40dcfc tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:53.971011 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-091a852f-90b7-4f3f-977f-f4161f40dcfc tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:53.972538 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-091a852f-90b7-4f3f-977f-f4161f40dcfc tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:54.037533 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a77a1-f616-42e1-b5a0-81495876c95c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event deleted for resources: {'Subnet': ['ID=36c6cdc3-b0f2-4dd7-9374-11428fe9955e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:54.061179 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c9ce968f-f460-4443-b0d7-b9f10b78c9e6 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:54.068886 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.db.api [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103202) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 07:38:54.069249 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG oslo_db.api [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 07:38:54.134210 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-76763af5-cdda-424b-8f36-7104a3ebe8be tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Allocated IP 172.20.0.14 (3d212256-ee23-4061-85c6-3c52822c1a47/361fcb5d-2612-484d-a22b-563ab8c02bc0/82aff046-9439-4313-94f4-2e15dd1e7aba) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:54.170640 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091a852f-90b7-4f3f-977f-f4161f40dcfc tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event updated for resources: {'Port': ['ID=9112e326-ee62-4d9c-b0cc-56cbffa2c10a,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:54.179979 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ce968f-f460-4443-b0d7-b9f10b78c9e6 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Network 75453dce-c889-4fd7-b2a6-4f7670e7a9ad is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:54.196778 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-c9ce968f-f460-4443-b0d7-b9f10b78c9e6 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:54.201871 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ce968f-f460-4443-b0d7-b9f10b78c9e6 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:38:54.217552 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-1f10ce6b-8127-45ce-97d4-06e8f7f5a843 None None] Attempting to bind port 44aa0b01-32cd-4cfe-9d9b-b661ada8b5dc on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:38:54.217997 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-1f10ce6b-8127-45ce-97d4-06e8f7f5a843 None None] Attempting to bind port 44aa0b01-32cd-4cfe-9d9b-b661ada8b5dc by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'b4ca3bc4-12e7-4090-ab11-d25bcb828f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '27fa7e54-aad3-4b51-9c94-5cef11eea082'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:38:54.218470 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f10ce6b-8127-45ce-97d4-06e8f7f5a843 None None] Attempting to bind port 44aa0b01-32cd-4cfe-9d9b-b661ada8b5dc on network 27fa7e54-aad3-4b51-9c94-5cef11eea082 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:38:54.230549 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-76763af5-cdda-424b-8f36-7104a3ebe8be tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Allocated IP 172.20.0.13 (3d212256-ee23-4061-85c6-3c52822c1a47/361fcb5d-2612-484d-a22b-563ab8c02bc0/82aff046-9439-4313-94f4-2e15dd1e7aba) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:54.252135 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f10ce6b-8127-45ce-97d4-06e8f7f5a843 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:38:54.252837 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f10ce6b-8127-45ce-97d4-06e8f7f5a843 None None] Checking segment: {'id': 'b4ca3bc4-12e7-4090-ab11-d25bcb828f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '27fa7e54-aad3-4b51-9c94-5cef11eea082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:38:54.254093 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f10ce6b-8127-45ce-97d4-06e8f7f5a843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:54.254290 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f10ce6b-8127-45ce-97d4-06e8f7f5a843 None None] Bound using segment: {'id': 'b4ca3bc4-12e7-4090-ab11-d25bcb828f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '27fa7e54-aad3-4b51-9c94-5cef11eea082'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:38:54.257495 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-1f10ce6b-8127-45ce-97d4-06e8f7f5a843 None None] Bound port: 44aa0b01-32cd-4cfe-9d9b-b661ada8b5dc, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4ca3bc4-12e7-4090-ab11-d25bcb828f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '27fa7e54-aad3-4b51-9c94-5cef11eea082'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:38:54.258148 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f10ce6b-8127-45ce-97d4-06e8f7f5a843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:54.309600 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e58cbe26-f7aa-4e1f-8765-558ec657a958 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:54.360314 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce968f-f460-4443-b0d7-b9f10b78c9e6 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Pushing event updated for resources: {'Port': ['ID=19da7abe-7b46-40e2-81e3-2f30ad000986,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:54.383786 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c9ce968f-f460-4443-b0d7-b9f10b78c9e6 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:54.392345 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a0fa59f2-8307-44b2-9189-56cd806e3ca6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:54.402356 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Current status of the port 99a53ff6-5222-421e-bd4d-75c1896d9692 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:54.402840 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:54.430953 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-1f10ce6b-8127-45ce-97d4-06e8f7f5a843 None None] For port 44aa0b01-32cd-4cfe-9d9b-b661ada8b5dc, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:38:54.436007 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-1f10ce6b-8127-45ce-97d4-06e8f7f5a843 None None] For port 44aa0b01-32cd-4cfe-9d9b-b661ada8b5dc, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=44aa0b01-32cd-4cfe-9d9b-b661ada8b5dc,segment=NetworkSegment(b4ca3bc4-12e7-4090-ab11-d25bcb828f9a),segment_id=b4ca3bc4-12e7-4090-ab11-d25bcb828f9a)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:38:54.445192 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f10ce6b-8127-45ce-97d4-06e8f7f5a843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:54.454085 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091a852f-90b7-4f3f-977f-f4161f40dcfc tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Network 19ec26d8-3d3a-473a-b25d-123765a80eff is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:54.464079 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-091a852f-90b7-4f3f-977f-f4161f40dcfc tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:54.468404 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3f2a77a1-f616-42e1-b5a0-81495876c95c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:54.530066 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] For port 99a53ff6-5222-421e-bd4d-75c1896d9692, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=99a53ff6-5222-421e-bd4d-75c1896d9692,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:38:54.550103 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:54.561503 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10ce6b-8127-45ce-97d4-06e8f7f5a843 None None] Pushing event updated for resources: {'Port': ['ID=44aa0b01-32cd-4cfe-9d9b-b661ada8b5dc,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:54.584107 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cf3764-5128-4814-8eb0-6a882b9703b3 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:54.589383 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-65cf3764-5128-4814-8eb0-6a882b9703b3 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:54.607336 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fa59f2-8307-44b2-9189-56cd806e3ca6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:54.610477 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-3f2a77a1-f616-42e1-b5a0-81495876c95c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27fa7e54-aad3-4b51-9c94-5cef11eea082']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:54.625713 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Pushing event updated for resources: {'Port': ['ID=99a53ff6-5222-421e-bd4d-75c1896d9692,revision_number=6']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:54.713109 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cede7f-c45f-4286-8007-364b7afe97cb None None] Network 27fa7e54-aad3-4b51-9c94-5cef11eea082 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:38:54.757306 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-a0fa59f2-8307-44b2-9189-56cd806e3ca6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:54.762356 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Provisioning complete for port c37173ba-00ec-4f7e-934d-dd70c7c7f612 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:54.763102 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c9ce968f-f460-4443-b0d7-b9f10b78c9e6 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:54.763633 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:54.764148 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Attempt 1 to provision port c37173ba-00ec-4f7e-934d-dd70c7c7f612 Oct 12 07:38:54.771720 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b7f8d7-1552-48ae-83e4-a2fb58f8e094 None None] DHCP port deletion for 21b3c634-a65f-420b-b0db-443bcea55ce2 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:38:54.777336 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-3f2a77a1-f616-42e1-b5a0-81495876c95c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4ca3bc4-12e7-4090-ab11-d25bcb828f9a') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:54.777630 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-3f2a77a1-f616-42e1-b5a0-81495876c95c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4ca3bc4-12e7-4090-ab11-d25bcb828f9a') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:54.821934 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fa59f2-8307-44b2-9189-56cd806e3ca6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:38:54.824252 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 99a53ff6-5222-421e-bd4d-75c1896d9692 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:54.825380 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 8957af6e-3795-41ef-994f-ad6ae4b6ff82 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:38:54.866537 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa59f2-8307-44b2-9189-56cd806e3ca6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=8bb6b36e-60ed-4267-80b7-be073d9d55e1,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:54.933076 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-091a852f-90b7-4f3f-977f-f4161f40dcfc tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Router fdf6ba3e-cc93-4c11-80af-fdc412ef13ec has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:38:54.988394 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3f2a77a1-f616-42e1-b5a0-81495876c95c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:55.139507 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c84c74-7227-4c4e-b1f1-a909f66a1f42 None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:38:55.148214 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3f2a77a1-f616-42e1-b5a0-81495876c95c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:55.174746 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 8957af6e-3795-41ef-994f-ad6ae4b6ff82 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:55.175138 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:55.175468 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 8957af6e-3795-41ef-994f-ad6ae4b6ff82 Oct 12 07:38:55.197119 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-091a852f-90b7-4f3f-977f-f4161f40dcfc tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:38:55.208407 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-091a852f-90b7-4f3f-977f-f4161f40dcfc tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "PUT /v2.0/routers/fdf6ba3e-cc93-4c11-80af-fdc412ef13ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4905725 Oct 12 07:38:55.209134 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f2a77a1-f616-42e1-b5a0-81495876c95c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:38:55.209550 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3f2a77a1-f616-42e1-b5a0-81495876c95c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:55.213423 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38486) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:55.224564 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381e795-6660-4f91-9c40-01e924006b40 req-92983b78-cb78-4965-9aa2-bd9037c5b434 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:55.226581 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0381e795-6660-4f91-9c40-01e924006b40 req-92983b78-cb78-4965-9aa2-bd9037c5b434 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.4333894 Oct 12 07:38:55.253349 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Current status of the port c37173ba-00ec-4f7e-934d-dd70c7c7f612 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:55.259137 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a0fa59f2-8307-44b2-9189-56cd806e3ca6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:55.263489 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-51b7f8d7-1552-48ae-83e4-a2fb58f8e094 None None] Deleting port c37173ba-00ec-4f7e-934d-dd70c7c7f612 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:38:55.264588 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-51b7f8d7-1552-48ae-83e4-a2fb58f8e094 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:55.273351 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment b4ca3bc4-12e7-4090-ab11-d25bcb828f9a resource provider aggregate not found Oct 12 07:38:55.315284 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b578216-7733-401c-8079-749b95414991 None None] Sync routers for ids ['fdf6ba3e-cc93-4c11-80af-fdc412ef13ec'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:38:55.327824 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment b4ca3bc4-12e7-4090-ab11-d25bcb828f9a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b4ca3bc4-12e7-4090-ab11-d25bcb828f9a found for delete ", "request_id": "req-bc1edc2f-3357-4763-bfb0-dc3d4061f0db"}]} Oct 12 07:38:55.346933 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0381e795-6660-4f91-9c40-01e924006b40 req-f7c18fad-7d0f-4f20-ba8e-8cefc6de3e64 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097527 Oct 12 07:38:55.366947 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5c31b0-16fa-49c3-a6cf-e2491ffc84d4 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:55.371319 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-cb5c31b0-16fa-49c3-a6cf-e2491ffc84d4 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "GET /v2.0/ports/9112e326-ee62-4d9c-b0cc-56cbffa2c10a HTTP/1.1" status: 200 len: 913 time: 0.1406169 Oct 12 07:38:55.372703 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38492) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:55.395051 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-e58cbe26-f7aa-4e1f-8765-558ec657a958 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Deleting port c37173ba-00ec-4f7e-934d-dd70c7c7f612 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:38:55.395395 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e58cbe26-f7aa-4e1f-8765-558ec657a958 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:55.458019 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-76763af5-cdda-424b-8f36-7104a3ebe8be tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:55.485425 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.db.api [None req-3f2a77a1-f616-42e1-b5a0-81495876c95c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 07:38:55.485425 dv-neutron-860909-2-hyperv neutron-server[103201]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 07:38:55.485425 dv-neutron-860909-2-hyperv neutron-server[103201]: [parameters: {'id': '27fa7e54-aad3-4b51-9c94-5cef11eea082'}] Oct 12 07:38:55.485425 dv-neutron-860909-2-hyperv neutron-server[103201]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103201) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 07:38:55.485880 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG oslo_db.api [None req-3f2a77a1-f616-42e1-b5a0-81495876c95c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 07:38:55.527077 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b578216-7733-401c-8079-749b95414991 None None] Routers {'fdf6ba3e-cc93-4c11-80af-fdc412ef13ec'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:38:55.527721 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-0b578216-7733-401c-8079-749b95414991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:38:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['fdf6ba3e-cc93-4c11-80af-fdc412ef13ec'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:55.535798 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Provisioning complete for port 73a6cd25-0146-4214-a0be-45cf9a8cc979 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:55.536231 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:55.536630 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Attempt 1 to provision port 73a6cd25-0146-4214-a0be-45cf9a8cc979 Oct 12 07:38:55.555290 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca290070-9773-42df-9f70-5eb082acf866 None None] Network d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:38:55.564820 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-e58cbe26-f7aa-4e1f-8765-558ec657a958 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] For port c37173ba-00ec-4f7e-934d-dd70c7c7f612, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=c37173ba-00ec-4f7e-934d-dd70c7c7f612,segment=NetworkSegment(05e611c5-015d-4203-aa3b-e5a31d6b13a6),segment_id=05e611c5-015d-4203-aa3b-e5a31d6b13a6)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:38:55.565199 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e58cbe26-f7aa-4e1f-8765-558ec657a958 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:55.590102 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-51b7f8d7-1552-48ae-83e4-a2fb58f8e094 None None] For port c37173ba-00ec-4f7e-934d-dd70c7c7f612, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=c37173ba-00ec-4f7e-934d-dd70c7c7f612,segment=NetworkSegment(05e611c5-015d-4203-aa3b-e5a31d6b13a6),segment_id=05e611c5-015d-4203-aa3b-e5a31d6b13a6)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:38:55.590102 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-51b7f8d7-1552-48ae-83e4-a2fb58f8e094 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:55.659475 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-0b578216-7733-401c-8079-749b95414991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:55.670127 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-51b7f8d7-1552-48ae-83e4-a2fb58f8e094 None None] Calling delete_port for c37173ba-00ec-4f7e-934d-dd70c7c7f612 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:38:55.806559 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b578216-7733-401c-8079-749b95414991 None None] Routers {'fdf6ba3e-cc93-4c11-80af-fdc412ef13ec'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:38:55.807213 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-0b578216-7733-401c-8079-749b95414991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:38:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['fdf6ba3e-cc93-4c11-80af-fdc412ef13ec'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:55.870538 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-0b578216-7733-401c-8079-749b95414991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:55.871445 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b578216-7733-401c-8079-749b95414991 None None] The sync data for ids ['fdf6ba3e-cc93-4c11-80af-fdc412ef13ec'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:38:55.881271 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 8957af6e-3795-41ef-994f-ad6ae4b6ff82 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:55.883192 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 0b43baf8-2140-4c2d-a8c3-c75746ab1776 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:38:55.932774 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-e58cbe26-f7aa-4e1f-8765-558ec657a958 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Calling delete_port for c37173ba-00ec-4f7e-934d-dd70c7c7f612 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:38:55.946955 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-65cf3764-5128-4814-8eb0-6a882b9703b3 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:55.949829 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a0fa59f2-8307-44b2-9189-56cd806e3ca6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:55.991341 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c9ce968f-f460-4443-b0d7-b9f10b78c9e6 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:56.004235 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3f2a77a1-f616-42e1-b5a0-81495876c95c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:56.006280 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-76763af5-cdda-424b-8f36-7104a3ebe8be tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:56.016952 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c9ce968f-f460-4443-b0d7-b9f10b78c9e6 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:56.083928 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cf3764-5128-4814-8eb0-6a882b9703b3 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:56.086420 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5aaee71-5234-48df-bd2f-1875066da775 None None] DHCP port deletion for 9994ec23-a1f7-459d-8925-14bc9ff05f17 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:38:56.112114 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c9ce968f-f460-4443-b0d7-b9f10b78c9e6 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:56.114474 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-65cf3764-5128-4814-8eb0-6a882b9703b3 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:56.117407 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cf3764-5128-4814-8eb0-6a882b9703b3 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:56.118090 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-65cf3764-5128-4814-8eb0-6a882b9703b3 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:56.118399 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce968f-f460-4443-b0d7-b9f10b78c9e6 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Pushing event updated for resources: {'Port': ['ID=19da7abe-7b46-40e2-81e3-2f30ad000986,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:56.167938 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76763af5-cdda-424b-8f36-7104a3ebe8be tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Network 3d212256-ee23-4061-85c6-3c52822c1a47 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:56.191340 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-76763af5-cdda-424b-8f36-7104a3ebe8be tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:56.194075 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76763af5-cdda-424b-8f36-7104a3ebe8be tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:38:56.220107 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf3764-5128-4814-8eb0-6a882b9703b3 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Subnet': ['ID=dc88beba-b512-4198-981e-1823a579c319,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:56.240672 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-51b7f8d7-1552-48ae-83e4-a2fb58f8e094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:56.264679 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-65cf3764-5128-4814-8eb0-6a882b9703b3 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3491969 Oct 12 07:38:56.265959 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76763af5-cdda-424b-8f36-7104a3ebe8be tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Pushing event updated for resources: {'Port': ['ID=82aff046-9439-4313-94f4-2e15dd1e7aba,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:56.274729 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38494) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:56.283585 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-e03d997b-40e0-43e8-a5c8-f40373b9f82a tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'subnet': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:56.290703 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Current status of the port 73a6cd25-0146-4214-a0be-45cf9a8cc979 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:56.291567 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:56.298272 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b7f8d7-1552-48ae-83e4-a2fb58f8e094 None None] Pushing event deleted for resources: {'Port': ['ID=c37173ba-00ec-4f7e-934d-dd70c7c7f612,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:56.308114 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b7f8d7-1552-48ae-83e4-a2fb58f8e094 None None] No DVR routers for this DVR port c37173ba-00ec-4f7e-934d-dd70c7c7f612 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:38:56.309630 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 0b43baf8-2140-4c2d-a8c3-c75746ab1776 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:56.310140 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:56.311087 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 0b43baf8-2140-4c2d-a8c3-c75746ab1776 Oct 12 07:38:56.361459 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ce968f-f460-4443-b0d7-b9f10b78c9e6 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Network 75453dce-c889-4fd7-b2a6-4f7670e7a9ad is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:56.366289 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e58cbe26-f7aa-4e1f-8765-558ec657a958 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:56.369295 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-c9ce968f-f460-4443-b0d7-b9f10b78c9e6 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:56.394599 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-d5aaee71-5234-48df-bd2f-1875066da775 None None] Deleting port 99a53ff6-5222-421e-bd4d-75c1896d9692 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:38:56.395155 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d5aaee71-5234-48df-bd2f-1875066da775 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:56.412483 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] For port 73a6cd25-0146-4214-a0be-45cf9a8cc979, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=73a6cd25-0146-4214-a0be-45cf9a8cc979,segment=NetworkSegment(85841a7c-605a-4c11-81a8-c30d6338328e),segment_id=85841a7c-605a-4c11-81a8-c30d6338328e)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:38:56.436095 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:56.481108 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8bef07eb-43c3-488e-a68e-e647a3509ff3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:56.502872 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76763af5-cdda-424b-8f36-7104a3ebe8be tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:56.503534 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-76763af5-cdda-424b-8f36-7104a3ebe8be tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:56.540338 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58cbe26-f7aa-4e1f-8765-558ec657a958 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] No DVR routers for this DVR port c37173ba-00ec-4f7e-934d-dd70c7c7f612 on host dv-neutron-860909-2-hyperv {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:38:56.549923 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58cbe26-f7aa-4e1f-8765-558ec657a958 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event deleted for resources: {'Port': ['ID=c37173ba-00ec-4f7e-934d-dd70c7c7f612,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:56.597548 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-3f2a77a1-f616-42e1-b5a0-81495876c95c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Deleting port 44aa0b01-32cd-4cfe-9d9b-b661ada8b5dc {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:38:56.598238 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3f2a77a1-f616-42e1-b5a0-81495876c95c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:56.603620 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Provisioning complete for port b8cbd88c-6712-49b4-85bc-d2577328abb1 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:56.604004 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:56.604830 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Attempt 1 to provision port b8cbd88c-6712-49b4-85bc-d2577328abb1 Oct 12 07:38:56.609970 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-76763af5-cdda-424b-8f36-7104a3ebe8be tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.8222263 Oct 12 07:38:56.612917 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38498) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:56.618120 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-ffc93583-27ce-497d-a5e2-ae6ff85441af tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Request body: {'floatingip': {'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'port_id': '82aff046-9439-4313-94f4-2e15dd1e7aba', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:56.671676 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03d997b-40e0-43e8-a5c8-f40373b9f82a tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:56.679555 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e03d997b-40e0-43e8-a5c8-f40373b9f82a tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:56.702440 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Port b8cbd88c-6712-49b4-85bc-d2577328abb1 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:56.718606 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-d5aaee71-5234-48df-bd2f-1875066da775 None None] For port 99a53ff6-5222-421e-bd4d-75c1896d9692, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=99a53ff6-5222-421e-bd4d-75c1896d9692,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:38:56.720817 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d5aaee71-5234-48df-bd2f-1875066da775 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:56.725116 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ce968f-f460-4443-b0d7-b9f10b78c9e6 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Router ae96c8c0-7986-4194-8126-42f7512407a5 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:38:56.742616 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-d5aaee71-5234-48df-bd2f-1875066da775 None None] Calling delete_port for 99a53ff6-5222-421e-bd4d-75c1896d9692 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:38:56.770048 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ffc93583-27ce-497d-a5e2-ae6ff85441af tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for floatingip, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:56.773077 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e58cbe26-f7aa-4e1f-8765-558ec657a958 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:56.805850 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Pushing event updated for resources: {'Port': ['ID=73a6cd25-0146-4214-a0be-45cf9a8cc979,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:56.811501 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 0b43baf8-2140-4c2d-a8c3-c75746ab1776 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:56.812111 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:56.858920 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 0b43baf8-2140-4c2d-a8c3-c75746ab1776, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=0b43baf8-2140-4c2d-a8c3-c75746ab1776,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:38:56.866467 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-3f2a77a1-f616-42e1-b5a0-81495876c95c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] For port 44aa0b01-32cd-4cfe-9d9b-b661ada8b5dc, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=44aa0b01-32cd-4cfe-9d9b-b661ada8b5dc,segment=NetworkSegment(b4ca3bc4-12e7-4090-ab11-d25bcb828f9a),segment_id=b4ca3bc4-12e7-4090-ab11-d25bcb828f9a)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:38:56.866829 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3f2a77a1-f616-42e1-b5a0-81495876c95c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:56.873807 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-e58cbe26-f7aa-4e1f-8765-558ec657a958 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21b3c634-a65f-420b-b0db-443bcea55ce2']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:56.878841 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76870f05-1e2b-44b2-8979-b75ffe6df22e req-379723f7-9cd5-4275-aaca-a52b3cee66e5 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:56.887898 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-76870f05-1e2b-44b2-8979-b75ffe6df22e req-379723f7-9cd5-4275-aaca-a52b3cee66e5 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.3928647 Oct 12 07:38:56.890433 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:56.891744 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 73a6cd25-0146-4214-a0be-45cf9a8cc979 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:38:56.898297 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-3f2a77a1-f616-42e1-b5a0-81495876c95c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Calling delete_port for 44aa0b01-32cd-4cfe-9d9b-b661ada8b5dc owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:38:56.903360 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-e58cbe26-f7aa-4e1f-8765-558ec657a958 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05e611c5-015d-4203-aa3b-e5a31d6b13a6') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:56.903682 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-e58cbe26-f7aa-4e1f-8765-558ec657a958 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05e611c5-015d-4203-aa3b-e5a31d6b13a6') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:56.952196 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d5aaee71-5234-48df-bd2f-1875066da775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:56.968640 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a0fa59f2-8307-44b2-9189-56cd806e3ca6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:56.972181 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e58cbe26-f7aa-4e1f-8765-558ec657a958 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:56.984468 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5aaee71-5234-48df-bd2f-1875066da775 None None] No DVR routers for this DVR port 99a53ff6-5222-421e-bd4d-75c1896d9692 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:38:56.988074 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a0fa59f2-8307-44b2-9189-56cd806e3ca6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:57.004947 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e58cbe26-f7aa-4e1f-8765-558ec657a958 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:57.009278 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e2cc82-04ee-4e88-9cf9-8c22a7bd66a8 None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:38:57.015068 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=0b43baf8-2140-4c2d-a8c3-c75746ab1776,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:57.068191 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aaee71-5234-48df-bd2f-1875066da775 None None] Pushing event deleted for resources: {'Port': ['ID=99a53ff6-5222-421e-bd4d-75c1896d9692,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:57.079802 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e58cbe26-f7aa-4e1f-8765-558ec657a958 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:38:57.080422 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e58cbe26-f7aa-4e1f-8765-558ec657a958 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:57.093466 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 73a6cd25-0146-4214-a0be-45cf9a8cc979 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:57.093846 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:57.094267 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 73a6cd25-0146-4214-a0be-45cf9a8cc979 Oct 12 07:38:57.108456 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-76870f05-1e2b-44b2-8979-b75ffe6df22e req-39531dab-ebf6-4b31-afbb-73fd5d212a1e tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2185020 Oct 12 07:38:57.203062 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Attempt 2 to provision port b8cbd88c-6712-49b4-85bc-d2577328abb1 Oct 12 07:38:57.207577 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa59f2-8307-44b2-9189-56cd806e3ca6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=8bb6b36e-60ed-4267-80b7-be073d9d55e1,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:57.209931 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a0fa59f2-8307-44b2-9189-56cd806e3ca6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:57.223818 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ce968f-f460-4443-b0d7-b9f10b78c9e6 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:38:57.232259 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e58cbe26-f7aa-4e1f-8765-558ec657a958 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:57.240435 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c9ce968f-f460-4443-b0d7-b9f10b78c9e6 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] 10.222.0.26 "PUT /v2.0/routers/ae96c8c0-7986-4194-8126-42f7512407a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9395177 Oct 12 07:38:57.244392 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38500) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:57.270684 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fcc7f5-9464-4acf-a556-53a513d37113 None None] Sync routers for ids ['ae96c8c0-7986-4194-8126-42f7512407a5'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:38:57.273178 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Port b8cbd88c-6712-49b4-85bc-d2577328abb1 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:57.314269 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fcc7f5-9464-4acf-a556-53a513d37113 None None] Routers {'ae96c8c0-7986-4194-8126-42f7512407a5'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:38:57.319038 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c6fcc7f5-9464-4acf-a556-53a513d37113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:38:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['ae96c8c0-7986-4194-8126-42f7512407a5'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:57.348464 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e58cbe26-f7aa-4e1f-8765-558ec657a958 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:57.354637 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e58cbe26-f7aa-4e1f-8765-558ec657a958 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/networks/21b3c634-a65f-420b-b0db-443bcea55ce2 HTTP/1.1" status: 204 len: 168 time: 3.4697824 Oct 12 07:38:57.364555 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dcb2d865-d9ea-4231-a37a-ef690d683c85 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks [] for router, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:57.370225 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38502) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:57.384695 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c6fcc7f5-9464-4acf-a556-53a513d37113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:57.392834 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-7db3422e-40e0-40b1-8232-59a53c22994d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1416058012'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:57.396080 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 73a6cd25-0146-4214-a0be-45cf9a8cc979 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:57.406823 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fcc7f5-9464-4acf-a556-53a513d37113 None None] Routers {'ae96c8c0-7986-4194-8126-42f7512407a5'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:38:57.408661 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c6fcc7f5-9464-4acf-a556-53a513d37113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:38:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['ae96c8c0-7986-4194-8126-42f7512407a5'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:57.416140 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d7eb77-ed35-4671-b3a5-50604f16f9b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-9994ec23-a1f7-459d-8925-14bc9ff05f17', 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'tenant_id': '3e134b4bc92f4839ac5ca68b448223d9', 'fixed_ips': [{'subnet_id': 'dc88beba-b512-4198-981e-1823a579c319'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:38:57.417756 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58cbe26-f7aa-4e1f-8765-558ec657a958 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event deleted for resources: {'Network': ['ID=21b3c634-a65f-420b-b0db-443bcea55ce2,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:57.421220 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b1d7eb77-ed35-4671-b3a5-50604f16f9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:57.423288 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 05e611c5-015d-4203-aa3b-e5a31d6b13a6 resource provider aggregate not found Oct 12 07:38:57.432874 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3f2a77a1-f616-42e1-b5a0-81495876c95c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:57.450107 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c6fcc7f5-9464-4acf-a556-53a513d37113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:57.450821 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fcc7f5-9464-4acf-a556-53a513d37113 None None] The sync data for ids ['ae96c8c0-7986-4194-8126-42f7512407a5'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:38:57.485682 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 05e611c5-015d-4203-aa3b-e5a31d6b13a6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 05e611c5-015d-4203-aa3b-e5a31d6b13a6 found for delete ", "request_id": "req-f8441d3b-7fa4-4717-bb49-19152f2d8f95"}]} Oct 12 07:38:57.536754 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db3422e-40e0-40b1-8232-59a53c22994d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Made reservation on behalf of e65c260e166d457d9b3ff4f3fa4c3b6f for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:57.540449 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7db3422e-40e0-40b1-8232-59a53c22994d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:57.545111 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a77a1-f616-42e1-b5a0-81495876c95c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event deleted for resources: {'Port': ['ID=44aa0b01-32cd-4cfe-9d9b-b661ada8b5dc,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:57.549152 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2a77a1-f616-42e1-b5a0-81495876c95c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] No DVR routers for this DVR port 44aa0b01-32cd-4cfe-9d9b-b661ada8b5dc on host dv-neutron-860909-2-hyperv {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:38:57.551637 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ffc93583-27ce-497d-a5e2-ae6ff85441af tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:57.615544 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-dcb2d865-d9ea-4231-a37a-ef690d683c85 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 12 07:38:57.617497 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-dcb2d865-d9ea-4231-a37a-ef690d683c85 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] 10.222.0.26 "DELETE /v2.0/routers/ae96c8c0-7986-4194-8126-42f7512407a5 HTTP/1.1" status: 409 len: 329 time: 0.3682816 Oct 12 07:38:57.621312 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38508) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:57.640220 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c4cbed7c-1b16-43f3-bc40-b25a51235ec1 req-82e385e9-dbd9-4c6e-a886-e208e1554544 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2634587 Oct 12 07:38:57.656897 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7db3422e-40e0-40b1-8232-59a53c22994d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:38:57.697490 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fa59f2-8307-44b2-9189-56cd806e3ca6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:57.699876 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-b1d7eb77-ed35-4671-b3a5-50604f16f9b3 None None] Allocated IP 172.20.0.2 (9994ec23-a1f7-459d-8925-14bc9ff05f17/dc88beba-b512-4198-981e-1823a579c319/e43d65ff-3c2e-463b-b82b-990e8a2600ab) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:57.750680 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3f2a77a1-f616-42e1-b5a0-81495876c95c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:57.776085 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Attempt 3 to provision port b8cbd88c-6712-49b4-85bc-d2577328abb1 Oct 12 07:38:57.785524 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-3f2a77a1-f616-42e1-b5a0-81495876c95c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27fa7e54-aad3-4b51-9c94-5cef11eea082']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:57.798721 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-3f2a77a1-f616-42e1-b5a0-81495876c95c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4ca3bc4-12e7-4090-ab11-d25bcb828f9a') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:57.799391 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-3f2a77a1-f616-42e1-b5a0-81495876c95c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4ca3bc4-12e7-4090-ab11-d25bcb828f9a') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:57.802758 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-a0fa59f2-8307-44b2-9189-56cd806e3ca6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:57.816654 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 91e64527-121d-4ce3-acb7-ef65c085865e up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:38:57.838468 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3f2a77a1-f616-42e1-b5a0-81495876c95c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:57.883516 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Port b8cbd88c-6712-49b4-85bc-d2577328abb1 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:57.933974 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3f2a77a1-f616-42e1-b5a0-81495876c95c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:57.943657 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 91e64527-121d-4ce3-acb7-ef65c085865e triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:57.944293 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:57.944758 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 91e64527-121d-4ce3-acb7-ef65c085865e Oct 12 07:38:57.986966 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b1d7eb77-ed35-4671-b3a5-50604f16f9b3 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:57.995599 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7db3422e-40e0-40b1-8232-59a53c22994d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:57.995937 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-7db3422e-40e0-40b1-8232-59a53c22994d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Added segment 32cb4bb4-74a6-4252-b6af-95c215f46736 of type vlan for network 1c683f0b-423c-46e3-a835-1dd7dd5cb5b9 Oct 12 07:38:57.997678 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b1d7eb77-ed35-4671-b3a5-50604f16f9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:58.005954 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f2a77a1-f616-42e1-b5a0-81495876c95c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:38:58.006623 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3f2a77a1-f616-42e1-b5a0-81495876c95c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:58.054800 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d7eb77-ed35-4671-b3a5-50604f16f9b3 None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:58.058547 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-b1d7eb77-ed35-4671-b3a5-50604f16f9b3 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:58.064362 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d7eb77-ed35-4671-b3a5-50604f16f9b3 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:38:58.068883 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7eb77-ed35-4671-b3a5-50604f16f9b3 None None] Pushing event updated for resources: {'Port': ['ID=e43d65ff-3c2e-463b-b82b-990e8a2600ab,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:58.116380 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7db3422e-40e0-40b1-8232-59a53c22994d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:58.127662 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-8bef07eb-43c3-488e-a68e-e647a3509ff3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Deleting port 9112e326-ee62-4d9c-b0cc-56cbffa2c10a {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:38:58.128005 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8bef07eb-43c3-488e-a68e-e647a3509ff3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:58.133273 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-ffc93583-27ce-497d-a5e2-ae6ff85441af tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Allocated IP 172.26.3.81 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/022509a1-0cad-4e23-9724-e1614ff24ff2) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:38:58.141532 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 91e64527-121d-4ce3-acb7-ef65c085865e is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:58.144557 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 0b43baf8-2140-4c2d-a8c3-c75746ab1776 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:38:58.208144 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-b1d7eb77-ed35-4671-b3a5-50604f16f9b3 None None] Attempting to bind port e43d65ff-3c2e-463b-b82b-990e8a2600ab on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:38:58.208502 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-b1d7eb77-ed35-4671-b3a5-50604f16f9b3 None None] Attempting to bind port e43d65ff-3c2e-463b-b82b-990e8a2600ab by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:38:58.208866 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d7eb77-ed35-4671-b3a5-50604f16f9b3 None None] Attempting to bind port e43d65ff-3c2e-463b-b82b-990e8a2600ab on network 9994ec23-a1f7-459d-8925-14bc9ff05f17 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:38:58.220445 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d7eb77-ed35-4671-b3a5-50604f16f9b3 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:38:58.220917 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d7eb77-ed35-4671-b3a5-50604f16f9b3 None None] Checking segment: {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:38:58.221332 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b1d7eb77-ed35-4671-b3a5-50604f16f9b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:58.222060 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d7eb77-ed35-4671-b3a5-50604f16f9b3 None None] Bound using segment: {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:38:58.222402 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-b1d7eb77-ed35-4671-b3a5-50604f16f9b3 None None] Bound port: e43d65ff-3c2e-463b-b82b-990e8a2600ab, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:38:58.222624 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b1d7eb77-ed35-4671-b3a5-50604f16f9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:58.231458 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cbed7c-1b16-43f3-bc40-b25a51235ec1 req-75b60db5-7e5c-4b00-af20-d5e650101ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:58.233213 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c4cbed7c-1b16-43f3-bc40-b25a51235ec1 req-75b60db5-7e5c-4b00-af20-d5e650101ba9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d1d3cbb5d7ca448db4db422a609861ea&device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 1099 time: 0.5241418 Oct 12 07:38:58.274729 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 0b43baf8-2140-4c2d-a8c3-c75746ab1776 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:58.275390 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:58.276331 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 0b43baf8-2140-4c2d-a8c3-c75746ab1776 Oct 12 07:38:58.329646 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-b1d7eb77-ed35-4671-b3a5-50604f16f9b3 None None] For port e43d65ff-3c2e-463b-b82b-990e8a2600ab, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:38:58.333992 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-b1d7eb77-ed35-4671-b3a5-50604f16f9b3 None None] For port e43d65ff-3c2e-463b-b82b-990e8a2600ab, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=e43d65ff-3c2e-463b-b82b-990e8a2600ab,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:38:58.341077 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b1d7eb77-ed35-4671-b3a5-50604f16f9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:58.348571 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.objects.ports [None req-e03d997b-40e0-43e8-a5c8-f40373b9f82a tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103200) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 12 07:38:58.387265 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Attempt 4 to provision port b8cbd88c-6712-49b4-85bc-d2577328abb1 Oct 12 07:38:58.434157 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7db3422e-40e0-40b1-8232-59a53c22994d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:58.440277 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db3422e-40e0-40b1-8232-59a53c22994d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:58.440913 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7db3422e-40e0-40b1-8232-59a53c22994d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:58.511407 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3f2a77a1-f616-42e1-b5a0-81495876c95c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:58.536155 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0fa59f2-8307-44b2-9189-56cd806e3ca6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Router 8c7410a8-7294-4d50-bca8-31d4228bdbad has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:38:58.545412 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3f2a77a1-f616-42e1-b5a0-81495876c95c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:58.548937 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-3f2a77a1-f616-42e1-b5a0-81495876c95c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "DELETE /v2.0/networks/27fa7e54-aad3-4b51-9c94-5cef11eea082 HTTP/1.1" status: 204 len: 168 time: 6.1355586 Oct 12 07:38:58.563408 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38512) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:58.574182 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-1911e5b1-5927-4c97-a30f-cc1ba789f6f3 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-597673367'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:58.579233 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a77a1-f616-42e1-b5a0-81495876c95c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event deleted for resources: {'Network': ['ID=27fa7e54-aad3-4b51-9c94-5cef11eea082,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:58.625598 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 0b43baf8-2140-4c2d-a8c3-c75746ab1776 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:58.626736 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 5625e4e1-bdfc-4ab3-8710-b77fc8172be7 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:38:58.630052 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Port b8cbd88c-6712-49b4-85bc-d2577328abb1 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:58.674122 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7eb77-ed35-4671-b3a5-50604f16f9b3 None None] Pushing event updated for resources: {'Port': ['ID=e43d65ff-3c2e-463b-b82b-990e8a2600ab,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:58.699065 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1911e5b1-5927-4c97-a30f-cc1ba789f6f3 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Made reservation on behalf of ab8b3ae455d54493a558c1c38223505d for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:58.707905 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1911e5b1-5927-4c97-a30f-cc1ba789f6f3 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:58.711269 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 5625e4e1-bdfc-4ab3-8710-b77fc8172be7 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:58.711535 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:58.711872 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 5625e4e1-bdfc-4ab3-8710-b77fc8172be7 Oct 12 07:38:58.719584 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8bef07eb-43c3-488e-a68e-e647a3509ff3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:58.785637 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-7db3422e-40e0-40b1-8232-59a53c22994d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3973246 Oct 12 07:38:58.795454 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38514) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:58.806280 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-38056c3f-abb9-419b-8cb6-94357bfab788 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'subnet': {'network_id': '1c683f0b-423c-46e3-a835-1dd7dd5cb5b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:58.823370 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1911e5b1-5927-4c97-a30f-cc1ba789f6f3 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:38:58.823938 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 5625e4e1-bdfc-4ab3-8710-b77fc8172be7 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:58.824399 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:58.849315 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-8bef07eb-43c3-488e-a68e-e647a3509ff3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Calling delete_port for 9112e326-ee62-4d9c-b0cc-56cbffa2c10a owned by network:router_interface {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:38:58.864586 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 5625e4e1-bdfc-4ab3-8710-b77fc8172be7, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=5625e4e1-bdfc-4ab3-8710-b77fc8172be7,segment=NetworkSegment(49c4efd7-0378-47db-8c37-21c6a4c460ae),segment_id=49c4efd7-0378-47db-8c37-21c6a4c460ae)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:38:58.870117 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:58.871146 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 73a6cd25-0146-4214-a0be-45cf9a8cc979 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:38:58.873495 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0fa59f2-8307-44b2-9189-56cd806e3ca6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:38:58.878827 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a0fa59f2-8307-44b2-9189-56cd806e3ca6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "PUT /v2.0/routers/8c7410a8-7294-4d50-bca8-31d4228bdbad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5133834 Oct 12 07:38:58.879326 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ffc93583-27ce-497d-a5e2-ae6ff85441af tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:58.883385 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1911e5b1-5927-4c97-a30f-cc1ba789f6f3 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:58.883732 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-1911e5b1-5927-4c97-a30f-cc1ba789f6f3 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Added segment 3b1844b3-935e-4f2d-95ed-dbe40c26153d of type vlan for network 2dc7c579-9f98-4ae6-a99b-02ed2a54253b Oct 12 07:38:58.887017 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38516) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:58.908444 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d34df7-b553-403e-abb9-7348845fe3eb None None] Sync routers for ids ['8c7410a8-7294-4d50-bca8-31d4228bdbad'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:38:58.917217 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cbed7c-1b16-43f3-bc40-b25a51235ec1 req-d95566ab-5e99-4416-901a-7eb2209c06b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:58.918962 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c4cbed7c-1b16-43f3-bc40-b25a51235ec1 req-d95566ab-5e99-4416-901a-7eb2209c06b6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd72da9c-d321-4cc4-881d-466168d9f856 HTTP/1.1" status: 200 len: 913 time: 0.6514187 Oct 12 07:38:58.958492 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d34df7-b553-403e-abb9-7348845fe3eb None None] Routers {'8c7410a8-7294-4d50-bca8-31d4228bdbad'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:38:58.959269 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-39d34df7-b553-403e-abb9-7348845fe3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:38:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['8c7410a8-7294-4d50-bca8-31d4228bdbad'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:58.985332 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8c816-d756-4d29-9425-2e4793a5c05c req-c1fdef97-0222-45d8-8c7f-8c70654204e8 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:58.987175 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-29d8c816-d756-4d29-9425-2e4793a5c05c req-c1fdef97-0222-45d8-8c7f-8c70654204e8 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.7208307 Oct 12 07:38:59.009514 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=5625e4e1-bdfc-4ab3-8710-b77fc8172be7,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:59.037165 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 73a6cd25-0146-4214-a0be-45cf9a8cc979 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:59.037678 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:59.038144 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 73a6cd25-0146-4214-a0be-45cf9a8cc979 Oct 12 07:38:59.067290 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1911e5b1-5927-4c97-a30f-cc1ba789f6f3 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:59.069772 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db3422e-40e0-40b1-8232-59a53c22994d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event updated for resources: {'Network': ['ID=1c683f0b-423c-46e3-a835-1dd7dd5cb5b9,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:59.073763 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c4cbed7c-1b16-43f3-bc40-b25a51235ec1 req-14d8ce2a-1470-4cd5-b970-03c9db158d5a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f313128-80bc-4b70-a468-c9add69f7f2f HTTP/1.1" status: 200 len: 1001 time: 0.0849290 Oct 12 07:38:59.093495 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 1c683f0b-423c-46e3-a835-1dd7dd5cb5b9 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:38:59.119941 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ffc93583-27ce-497d-a5e2-ae6ff85441af tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:59.135976 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Attempt 5 to provision port b8cbd88c-6712-49b4-85bc-d2577328abb1 Oct 12 07:38:59.157925 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-29d8c816-d756-4d29-9425-2e4793a5c05c req-140822bf-7e10-4d35-b8a3-ac6f990e57f9 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828497 Oct 12 07:38:59.182791 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38056c3f-abb9-419b-8cb6-94357bfab788 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Made reservation on behalf of e65c260e166d457d9b3ff4f3fa4c3b6f for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:38:59.186756 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-38056c3f-abb9-419b-8cb6-94357bfab788 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:59.214968 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-39d34df7-b553-403e-abb9-7348845fe3eb None None] Set router 8c7410a8-7294-4d50-bca8-31d4228bdbad gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:38:59.254061 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Port b8cbd88c-6712-49b4-85bc-d2577328abb1 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:59.291511 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675ae865-9cd5-4263-a15a-62878f4d07d4 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:59.292175 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675ae865-9cd5-4263-a15a-62878f4d07d4 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:59.292755 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675ae865-9cd5-4263-a15a-62878f4d07d4 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:59.293890 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675ae865-9cd5-4263-a15a-62878f4d07d4 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:59.295185 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675ae865-9cd5-4263-a15a-62878f4d07d4 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:59.295403 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675ae865-9cd5-4263-a15a-62878f4d07d4 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:59.296325 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675ae865-9cd5-4263-a15a-62878f4d07d4 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:59.298113 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675ae865-9cd5-4263-a15a-62878f4d07d4 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:59.298830 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675ae865-9cd5-4263-a15a-62878f4d07d4 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:59.299564 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675ae865-9cd5-4263-a15a-62878f4d07d4 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:59.301224 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675ae865-9cd5-4263-a15a-62878f4d07d4 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:59.301967 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675ae865-9cd5-4263-a15a-62878f4d07d4 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:59.302755 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675ae865-9cd5-4263-a15a-62878f4d07d4 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:59.303510 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675ae865-9cd5-4263-a15a-62878f4d07d4 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:59.304428 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675ae865-9cd5-4263-a15a-62878f4d07d4 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:59.304902 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675ae865-9cd5-4263-a15a-62878f4d07d4 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:59.309396 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-675ae865-9cd5-4263-a15a-62878f4d07d4 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 11180 time: 0.4187462 Oct 12 07:38:59.347547 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38522) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:59.348728 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1911e5b1-5927-4c97-a30f-cc1ba789f6f3 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:59.358245 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1911e5b1-5927-4c97-a30f-cc1ba789f6f3 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:59.358975 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1911e5b1-5927-4c97-a30f-cc1ba789f6f3 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:59.466682 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c53a8f17-1991-49d2-ae6d-d401157a534a tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:59.473470 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 73a6cd25-0146-4214-a0be-45cf9a8cc979 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:59.474636 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 58106964-58ef-4bd8-8df1-4b738a31524c up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:38:59.518550 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-1911e5b1-5927-4c97-a30f-cc1ba789f6f3 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9514103 Oct 12 07:38:59.542370 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38526) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:59.558458 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-f78e6425-f2b6-41a1-83f2-23010059e37c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Request body: {'subnet': {'network_id': '2dc7c579-9f98-4ae6-a99b-02ed2a54253b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:38:59.566131 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e03d997b-40e0-43e8-a5c8-f40373b9f82a tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:59.568672 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cbed7c-1b16-43f3-bc40-b25a51235ec1 req-05a4f83b-deca-4dfc-abc6-3caa40b427c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:59.569706 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment b4ca3bc4-12e7-4090-ab11-d25bcb828f9a resource provider aggregate not found Oct 12 07:38:59.570185 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c4cbed7c-1b16-43f3-bc40-b25a51235ec1 req-05a4f83b-deca-4dfc-abc6-3caa40b427c1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b41a3bc7-3f1c-47b8-8c1a-d904035b712e HTTP/1.1" status: 200 len: 851 time: 0.4219155 Oct 12 07:38:59.593956 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-39d34df7-b553-403e-abb9-7348845fe3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'name': 'tempest-TestNetworkBasicOps-router-555883788', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': '0b43baf8-2140-4c2d-a8c3-c75746ab1776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:38:39Z', 'updated_at': '2022-10-12T07:38:55Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '0b43baf8-2140-4c2d-a8c3-c75746ab1776', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:40:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:38:41Z', 'updated_at': '2022-10-12T07:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '8bb6b36e-60ed-4267-80b7-be073d9d55e1', 'name': '', 'network_id': 'd3f174f3-fe7c-477c-82b4-dc8c70c0c1d0', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:a1:a4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'f94507d5-d2c5-4934-a94a-80714edc117a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:38:52Z', 'updated_at': '2022-10-12T07:38:56Z', 'revision_number': 2, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': 'f94507d5-d2c5-4934-a94a-80714edc117a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:38:59.597189 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 58106964-58ef-4bd8-8df1-4b738a31524c triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:38:59.597565 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:59.597893 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 58106964-58ef-4bd8-8df1-4b738a31524c Oct 12 07:38:59.631170 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment b4ca3bc4-12e7-4090-ab11-d25bcb828f9a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b4ca3bc4-12e7-4090-ab11-d25bcb828f9a found for delete ", "request_id": "req-84ef2288-2130-4467-8004-30333f6b001d"}]} Oct 12 07:38:59.666455 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc93583-27ce-497d-a5e2-ae6ff85441af tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:38:59.666605 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d34df7-b553-403e-abb9-7348845fe3eb None None] Checking router: 8c7410a8-7294-4d50-bca8-31d4228bdbad for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:38:59.667056 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d34df7-b553-403e-abb9-7348845fe3eb None None] Updating router 8c7410a8-7294-4d50-bca8-31d4228bdbad port 8bb6b36e-60ed-4267-80b7-be073d9d55e1 binding host dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:38:59.673331 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8bef07eb-43c3-488e-a68e-e647a3509ff3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:59.683181 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1911e5b1-5927-4c97-a30f-cc1ba789f6f3 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event updated for resources: {'Network': ['ID=2dc7c579-9f98-4ae6-a99b-02ed2a54253b,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:59.696562 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39d34df7-b553-403e-abb9-7348845fe3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:38:59.702447 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9f2b4-fc92-40f4-9aa4-0e55cf9a71e6 req-795c14b1-c415-4e77-8b91-43fea30854de tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:59.703990 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-dba9f2b4-fc92-40f4-9aa4-0e55cf9a71e6 req-795c14b1-c415-4e77-8b91-43fea30854de tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.1319420 Oct 12 07:38:59.704989 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-ffc93583-27ce-497d-a5e2-ae6ff85441af tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:38:59.719027 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 2dc7c579-9f98-4ae6-a99b-02ed2a54253b details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:38:59.746897 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f81fc6c-70cc-4b94-80d8-20981f94dd51 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:59.747399 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f81fc6c-70cc-4b94-80d8-20981f94dd51 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:59.747946 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f81fc6c-70cc-4b94-80d8-20981f94dd51 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:59.748404 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f81fc6c-70cc-4b94-80d8-20981f94dd51 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:59.748884 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f81fc6c-70cc-4b94-80d8-20981f94dd51 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:59.749334 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f81fc6c-70cc-4b94-80d8-20981f94dd51 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:59.749767 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f81fc6c-70cc-4b94-80d8-20981f94dd51 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:59.750244 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f81fc6c-70cc-4b94-80d8-20981f94dd51 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:59.750678 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f81fc6c-70cc-4b94-80d8-20981f94dd51 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:59.751278 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f81fc6c-70cc-4b94-80d8-20981f94dd51 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:59.751769 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f81fc6c-70cc-4b94-80d8-20981f94dd51 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:59.751972 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f81fc6c-70cc-4b94-80d8-20981f94dd51 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:59.752406 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f81fc6c-70cc-4b94-80d8-20981f94dd51 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:59.752856 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f81fc6c-70cc-4b94-80d8-20981f94dd51 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:59.753336 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f81fc6c-70cc-4b94-80d8-20981f94dd51 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:59.758338 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-4f81fc6c-70cc-4b94-80d8-20981f94dd51 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9474 time: 0.3936834 Oct 12 07:38:59.758544 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Attempt 6 to provision port b8cbd88c-6712-49b4-85bc-d2577328abb1 Oct 12 07:38:59.765915 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38530) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:38:59.789883 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc93583-27ce-497d-a5e2-ae6ff85441af tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:38:59.836493 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cbed7c-1b16-43f3-bc40-b25a51235ec1 req-def51b07-0af0-4ad7-ab5e-839cde274dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:38:59.838383 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c4cbed7c-1b16-43f3-bc40-b25a51235ec1 req-def51b07-0af0-4ad7-ab5e-839cde274dc4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd72da9c-d321-4cc4-881d-466168d9f856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2103908 Oct 12 07:38:59.839322 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc93583-27ce-497d-a5e2-ae6ff85441af tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Pushing event updated for resources: {'Port': ['ID=022509a1-0cad-4e23-9724-e1614ff24ff2,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:59.950144 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef07eb-43c3-488e-a68e-e647a3509ff3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event deleted for resources: {'Port': ['ID=9112e326-ee62-4d9c-b0cc-56cbffa2c10a,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:38:59.955116 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Port b8cbd88c-6712-49b4-85bc-d2577328abb1 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:38:59.969598 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 58106964-58ef-4bd8-8df1-4b738a31524c is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:38:59.970212 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:00.037977 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 58106964-58ef-4bd8-8df1-4b738a31524c, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=58106964-58ef-4bd8-8df1-4b738a31524c,segment=NetworkSegment(5fbf4032-2a30-4fd2-a7e2-dd16f8d816ef),segment_id=5fbf4032-2a30-4fd2-a7e2-dd16f8d816ef)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:00.056982 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-dba9f2b4-fc92-40f4-9aa4-0e55cf9a71e6 req-72e7a6c3-63ee-41d1-9080-2779e20ea8a0 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2682955 Oct 12 07:39:00.070823 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:00.097727 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-38056c3f-abb9-419b-8cb6-94357bfab788 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:00.118079 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78e6425-f2b6-41a1-83f2-23010059e37c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Made reservation on behalf of ab8b3ae455d54493a558c1c38223505d for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:00.122947 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f78e6425-f2b6-41a1-83f2-23010059e37c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:00.139973 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=58106964-58ef-4bd8-8df1-4b738a31524c,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:00.147909 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89376f90-16fe-4e9e-866b-c78262f8d158 None None] get_active_networks_info from dv-neutron-860909-2-hyperv {{(pid=103202) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 07:39:00.184908 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device c37173ba-00ec-4f7e-934d-dd70c7c7f612 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:39:00.189604 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8bef07eb-43c3-488e-a68e-e647a3509ff3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:00.225177 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: c37173ba-00ec-4f7e-934d-dd70c7c7f612 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:39:00.225667 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device c37173ba-00ec-4f7e-934d-dd70c7c7f612 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:39:00.226661 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 99a53ff6-5222-421e-bd4d-75c1896d9692 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:39:00.260179 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 99a53ff6-5222-421e-bd4d-75c1896d9692 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:39:00.260179 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 99a53ff6-5222-421e-bd4d-75c1896d9692 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:39:00.332165 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38056c3f-abb9-419b-8cb6-94357bfab788 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event updated for resources: {'Subnet': ['ID=cfe31c66-0b21-4343-9f75-377e8729f0f3,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:00.354540 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38056c3f-abb9-419b-8cb6-94357bfab788 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Checking segment: {'id': '32cb4bb4-74a6-4252-b6af-95c215f46736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1c683f0b-423c-46e3-a835-1dd7dd5cb5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:39:00.354931 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38056c3f-abb9-419b-8cb6-94357bfab788 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Network hostable DHCP agents. Network: 1c683f0b-423c-46e3-a835-1dd7dd5cb5b9, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:39:00.376615 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39d34df7-b553-403e-abb9-7348845fe3eb None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:00.391615 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39d34df7-b553-403e-abb9-7348845fe3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:00.458282 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Attempt 7 to provision port b8cbd88c-6712-49b4-85bc-d2577328abb1 Oct 12 07:39:00.506537 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Port b8cbd88c-6712-49b4-85bc-d2577328abb1 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:00.538484 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38056c3f-abb9-419b-8cb6-94357bfab788 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Network 1c683f0b-423c-46e3-a835-1dd7dd5cb5b9 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:39:00.567339 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6cd074-5208-4294-843e-6011079dd30c None None] Pushing event updated for resources: {'Port': ['ID=8bb6b36e-60ed-4267-80b7-be073d9d55e1,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:00.569806 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-e03d997b-40e0-43e8-a5c8-f40373b9f82a tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] For port e43d65ff-3c2e-463b-b82b-990e8a2600ab, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=e43d65ff-3c2e-463b-b82b-990e8a2600ab,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:00.585854 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c4cbed7c-1b16-43f3-bc40-b25a51235ec1 req-631bee2d-ab94-4417-905b-ffd9dd434a47 service neutron] 10.222.0.23 "GET /v2.0/networks/dd72da9c-d321-4cc4-881d-466168d9f856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6690228 Oct 12 07:39:00.611598 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-38056c3f-abb9-419b-8cb6-94357bfab788 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 1c683f0b-423c-46e3-a835-1dd7dd5cb5b9) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:00.617234 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38056c3f-abb9-419b-8cb6-94357bfab788 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:00.617885 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-38056c3f-abb9-419b-8cb6-94357bfab788 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:00.708672 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-7e7e73a9-d690-44bc-b759-43b9899ece73 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4121 time: 0.9341936 Oct 12 07:39:00.715624 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-38056c3f-abb9-419b-8cb6-94357bfab788 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9141147 Oct 12 07:39:00.718813 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38534) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:00.726102 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-6c3a9b2b-fae7-41e4-83fa-9f38c1913d61 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-368028817', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:00.751018 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-c53a8f17-1991-49d2-ae6d-d401157a534a tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Deleting port 19da7abe-7b46-40e2-81e3-2f30ad000986 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:39:00.751467 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c53a8f17-1991-49d2-ae6d-d401157a534a tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:00.758592 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f78e6425-f2b6-41a1-83f2-23010059e37c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:00.782509 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38536) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:00.786967 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-cc67a586-995b-4f23-ba2f-c21cefe58548 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1377122893', 'description': 'tempest-secgroup-smoke-1377122893 description', 'project_id': '62f83991a7314cd6b6c084162dcfff66'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:00.789803 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e03d997b-40e0-43e8-a5c8-f40373b9f82a tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:00.793481 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device e43d65ff-3c2e-463b-b82b-990e8a2600ab up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:39:00.805053 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-39d34df7-b553-403e-abb9-7348845fe3eb None None] Attempting to bind port 8bb6b36e-60ed-4267-80b7-be073d9d55e1 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:39:00.805053 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-39d34df7-b553-403e-abb9-7348845fe3eb None None] Attempting to bind port 8bb6b36e-60ed-4267-80b7-be073d9d55e1 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '49c4efd7-0378-47db-8c37-21c6a4c460ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd3f174f3-fe7c-477c-82b4-dc8c70c0c1d0'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:39:00.805576 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d34df7-b553-403e-abb9-7348845fe3eb None None] Attempting to bind port 8bb6b36e-60ed-4267-80b7-be073d9d55e1 on network d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:39:00.831030 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e03d997b-40e0-43e8-a5c8-f40373b9f82a tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:00.831781 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e03d997b-40e0-43e8-a5c8-f40373b9f82a tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:00.843623 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6c3a9b2b-fae7-41e4-83fa-9f38c1913d61 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:00.844512 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6c3a9b2b-fae7-41e4-83fa-9f38c1913d61 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:00.847438 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d34df7-b553-403e-abb9-7348845fe3eb None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:39:00.847934 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d34df7-b553-403e-abb9-7348845fe3eb None None] Checking segment: {'id': '49c4efd7-0378-47db-8c37-21c6a4c460ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd3f174f3-fe7c-477c-82b4-dc8c70c0c1d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:39:00.848462 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39d34df7-b553-403e-abb9-7348845fe3eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:00.848954 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d34df7-b553-403e-abb9-7348845fe3eb None None] Bound using segment: {'id': '49c4efd7-0378-47db-8c37-21c6a4c460ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd3f174f3-fe7c-477c-82b4-dc8c70c0c1d0'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:39:00.849540 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-39d34df7-b553-403e-abb9-7348845fe3eb None None] Bound port: 8bb6b36e-60ed-4267-80b7-be073d9d55e1, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c4efd7-0378-47db-8c37-21c6a4c460ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd3f174f3-fe7c-477c-82b4-dc8c70c0c1d0'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:39:00.850066 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39d34df7-b553-403e-abb9-7348845fe3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:00.962845 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port e43d65ff-3c2e-463b-b82b-990e8a2600ab triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:00.963979 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:00.964317 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port e43d65ff-3c2e-463b-b82b-990e8a2600ab Oct 12 07:39:01.004292 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39d34df7-b553-403e-abb9-7348845fe3eb None None] For port 8bb6b36e-60ed-4267-80b7-be073d9d55e1, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:39:01.008283 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Attempt 8 to provision port b8cbd88c-6712-49b4-85bc-d2577328abb1 Oct 12 07:39:01.009607 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c4cbed7c-1b16-43f3-bc40-b25a51235ec1 req-37db5483-37de-43e7-a453-d3c05761c348 service neutron] 10.222.0.23 "GET /v2.0/networks/dd72da9c-d321-4cc4-881d-466168d9f856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598592 Oct 12 07:39:01.010443 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89376f90-16fe-4e9e-866b-c78262f8d158 None None] Unable to find a vacant binding_index for network 1c683f0b-423c-46e3-a835-1dd7dd5cb5b9 and agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Oct 12 07:39:01.011489 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03d997b-40e0-43e8-a5c8-f40373b9f82a tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:39:01.063373 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-e03d997b-40e0-43e8-a5c8-f40373b9f82a tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:01.076485 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03d997b-40e0-43e8-a5c8-f40373b9f82a tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:01.077143 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e03d997b-40e0-43e8-a5c8-f40373b9f82a tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:01.091700 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Port b8cbd88c-6712-49b4-85bc-d2577328abb1 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:01.107835 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39d34df7-b553-403e-abb9-7348845fe3eb None None] For port 8bb6b36e-60ed-4267-80b7-be073d9d55e1, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=8bb6b36e-60ed-4267-80b7-be073d9d55e1,segment=NetworkSegment(49c4efd7-0378-47db-8c37-21c6a4c460ae),segment_id=49c4efd7-0378-47db-8c37-21c6a4c460ae)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:39:01.112498 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d997b-40e0-43e8-a5c8-f40373b9f82a tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Subnet': ['ID=61833441-f8e4-430f-b8c2-339275f90643,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:01.136053 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89376f90-16fe-4e9e-866b-c78262f8d158 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 1c683f0b-423c-46e3-a835-1dd7dd5cb5b9) {{(pid=103202) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 07:39:01.155175 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39d34df7-b553-403e-abb9-7348845fe3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:01.178941 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d997b-40e0-43e8-a5c8-f40373b9f82a tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Port': ['ID=e43d65ff-3c2e-463b-b82b-990e8a2600ab,revision_number=4']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:01.214379 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e03d997b-40e0-43e8-a5c8-f40373b9f82a tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.9384477 Oct 12 07:39:01.220094 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38540) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:01.228312 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-75bc3ce3-9bd3-4e88-a107-4bf508e70717 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'port': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'mac_address': 'fa:16:3e:87:15:df', 'name': 'tempest-NetworksTestDHCPv6-456357062'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:01.232537 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bef07eb-43c3-488e-a68e-e647a3509ff3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Router fdf6ba3e-cc93-4c11-80af-fdc412ef13ec has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:39:01.236193 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cc67a586-995b-4f23-ba2f-c21cefe58548 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:01.256658 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e6425-f2b6-41a1-83f2-23010059e37c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event updated for resources: {'Subnet': ['ID=582cf55a-2f73-4f29-ae1e-fe02f765d63d,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:01.266359 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d34df7-b553-403e-abb9-7348845fe3eb None None] Routers {'8c7410a8-7294-4d50-bca8-31d4228bdbad'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:39:01.267080 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-39d34df7-b553-403e-abb9-7348845fe3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:38:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['8c7410a8-7294-4d50-bca8-31d4228bdbad'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:01.285745 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c53a8f17-1991-49d2-ae6d-d401157a534a tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:01.295592 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78e6425-f2b6-41a1-83f2-23010059e37c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Checking segment: {'id': '3b1844b3-935e-4f2d-95ed-dbe40c26153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2dc7c579-9f98-4ae6-a99b-02ed2a54253b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:39:01.295970 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78e6425-f2b6-41a1-83f2-23010059e37c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Network hostable DHCP agents. Network: 2dc7c579-9f98-4ae6-a99b-02ed2a54253b, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:39:01.322194 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34635660-95c4-4259-b58b-b60ca794a7ec req-b547d1e9-2e52-42db-adbb-518ceba852ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:01.324009 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-34635660-95c4-4259-b58b-b60ca794a7ec req-b547d1e9-2e52-42db-adbb-518ceba852ff service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d1d3cbb5d7ca448db4db422a609861ea&device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 1099 time: 0.2298775 Oct 12 07:39:01.324695 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6c3a9b2b-fae7-41e4-83fa-9f38c1913d61 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:01.335461 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-c53a8f17-1991-49d2-ae6d-d401157a534a tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Calling delete_port for 19da7abe-7b46-40e2-81e3-2f30ad000986 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:39:01.344163 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6c3a9b2b-fae7-41e4-83fa-9f38c1913d61 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:01.361125 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port e43d65ff-3c2e-463b-b82b-990e8a2600ab is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:01.361125 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:01.380353 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6c3a9b2b-fae7-41e4-83fa-9f38c1913d61 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:01.384247 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-6c3a9b2b-fae7-41e4-83fa-9f38c1913d61 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6591129 Oct 12 07:39:01.414805 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38542) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:01.418705 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6cd074-5208-4294-843e-6011079dd30c None None] Pushing event updated for resources: {'Port': ['ID=8bb6b36e-60ed-4267-80b7-be073d9d55e1,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:01.419721 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-fc428bd2-6ed6-45da-a843-dc4b1f4aa05c tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'port': {'network_id': '1c683f0b-423c-46e3-a835-1dd7dd5cb5b9', 'name': 'tempest-PortsIpV6TestJSON-1398928192'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:01.427111 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78e6425-f2b6-41a1-83f2-23010059e37c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Network 2dc7c579-9f98-4ae6-a99b-02ed2a54253b is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:39:01.459917 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d0ebb-00a0-4627-aeef-89d9599cd58d req-5bfbcd8b-6e9c-4b87-856b-f247ba9e35d7 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:01.461453 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-da8d0ebb-00a0-4627-aeef-89d9599cd58d req-5bfbcd8b-6e9c-4b87-856b-f247ba9e35d7 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.2982166 Oct 12 07:39:01.481183 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-f78e6425-f2b6-41a1-83f2-23010059e37c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 2dc7c579-9f98-4ae6-a99b-02ed2a54253b) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:01.504131 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78e6425-f2b6-41a1-83f2-23010059e37c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:01.505549 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f78e6425-f2b6-41a1-83f2-23010059e37c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:01.520434 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port e43d65ff-3c2e-463b-b82b-990e8a2600ab, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=e43d65ff-3c2e-463b-b82b-990e8a2600ab,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:01.542192 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:01.543793 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 5625e4e1-bdfc-4ab3-8710-b77fc8172be7 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:39:01.552766 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cc67a586-995b-4f23-ba2f-c21cefe58548 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:01.569767 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cc67a586-995b-4f23-ba2f-c21cefe58548 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:01.570914 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ffc93583-27ce-497d-a5e2-ae6ff85441af tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:01.605366 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Attempt 9 to provision port b8cbd88c-6712-49b4-85bc-d2577328abb1 Oct 12 07:39:01.621185 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f78e6425-f2b6-41a1-83f2-23010059e37c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.0648026 Oct 12 07:39:01.625755 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38544) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:01.642694 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-39d34df7-b553-403e-abb9-7348845fe3eb None None] Set router 8c7410a8-7294-4d50-bca8-31d4228bdbad gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:39:01.665676 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cc67a586-995b-4f23-ba2f-c21cefe58548 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:01.666963 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-cc67a586-995b-4f23-ba2f-c21cefe58548 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8834412 Oct 12 07:39:01.671700 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38546) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:01.677805 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-b33d94e3-64bb-4b36-9b8f-d51796602c69 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': 'e40253a9-c4ca-4cfd-924e-62dea94da4ff', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:01.685472 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bef07eb-43c3-488e-a68e-e647a3509ff3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:39:01.698924 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-8bef07eb-43c3-488e-a68e-e647a3509ff3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "PUT /v2.0/routers/fdf6ba3e-cc93-4c11-80af-fdc412ef13ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3246641 Oct 12 07:39:01.707469 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a1ca85-94bd-41a5-859e-775e95af40b9 None None] Sync routers for ids ['fdf6ba3e-cc93-4c11-80af-fdc412ef13ec'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:39:01.715687 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38548) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:01.733781 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Port b8cbd88c-6712-49b4-85bc-d2577328abb1 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:01.734405 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a1ca85-94bd-41a5-859e-775e95af40b9 None None] Routers {'fdf6ba3e-cc93-4c11-80af-fdc412ef13ec'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:39:01.735922 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-12a1ca85-94bd-41a5-859e-775e95af40b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:38:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['fdf6ba3e-cc93-4c11-80af-fdc412ef13ec'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:01.737462 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=e43d65ff-3c2e-463b-b82b-990e8a2600ab,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:01.738540 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-da8d0ebb-00a0-4627-aeef-89d9599cd58d req-3ab9e740-e918-4a10-be4f-ccdcc756c616 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2617424 Oct 12 07:39:01.777306 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc67a586-995b-4f23-ba2f-c21cefe58548 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e40253a9-c4ca-4cfd-924e-62dea94da4ff,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:01.791849 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c53a8f17-1991-49d2-ae6d-d401157a534a tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:01.825540 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b33d94e3-64bb-4b36-9b8f-d51796602c69 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:01.829736 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bc3ce3-9bd3-4e88-a107-4bf508e70717 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:01.832169 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a8f17-1991-49d2-ae6d-d401157a534a tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Pushing event deleted for resources: {'Port': ['ID=19da7abe-7b46-40e2-81e3-2f30ad000986,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:01.834185 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34635660-95c4-4259-b58b-b60ca794a7ec req-a22aab4a-07f5-49f0-bd06-dc417de35984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:01.835681 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-34635660-95c4-4259-b58b-b60ca794a7ec req-a22aab4a-07f5-49f0-bd06-dc417de35984 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd72da9c-d321-4cc4-881d-466168d9f856 HTTP/1.1" status: 200 len: 913 time: 0.4736018 Oct 12 07:39:01.853419 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-12a1ca85-94bd-41a5-859e-775e95af40b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:01.871664 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a1ca85-94bd-41a5-859e-775e95af40b9 None None] Routers {'fdf6ba3e-cc93-4c11-80af-fdc412ef13ec'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:39:01.873198 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-12a1ca85-94bd-41a5-859e-775e95af40b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:38:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['fdf6ba3e-cc93-4c11-80af-fdc412ef13ec'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:01.911920 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 5625e4e1-bdfc-4ab3-8710-b77fc8172be7 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:01.911920 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:01.912227 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 5625e4e1-bdfc-4ab3-8710-b77fc8172be7 Oct 12 07:39:01.914584 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc428bd2-6ed6-45da-a843-dc4b1f4aa05c tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Made reservation on behalf of e65c260e166d457d9b3ff4f3fa4c3b6f for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:01.918687 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fc428bd2-6ed6-45da-a843-dc4b1f4aa05c tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:01.964249 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-12a1ca85-94bd-41a5-859e-775e95af40b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:01.964894 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a1ca85-94bd-41a5-859e-775e95af40b9 None None] The sync data for ids ['fdf6ba3e-cc93-4c11-80af-fdc412ef13ec'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:39:01.973560 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-fc428bd2-6ed6-45da-a843-dc4b1f4aa05c tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] device_id is not set on port 16b91b28-22cb-4591-9543-0c3d06e284ed yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:39:02.068814 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e67da4-64a5-47c6-b35f-0374c31c5d2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-1c683f0b-423c-46e3-a835-1dd7dd5cb5b9', 'network_id': '1c683f0b-423c-46e3-a835-1dd7dd5cb5b9', 'tenant_id': 'e65c260e166d457d9b3ff4f3fa4c3b6f', 'fixed_ips': [{'subnet_id': 'cfe31c66-0b21-4343-9f75-377e8729f0f3'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:39:02.069709 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-75e67da4-64a5-47c6-b35f-0374c31c5d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:02.096960 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b33d94e3-64bb-4b36-9b8f-d51796602c69 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:02.101888 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c53a8f17-1991-49d2-ae6d-d401157a534a tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:02.112696 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b33d94e3-64bb-4b36-9b8f-d51796602c69 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:02.151048 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d94e3-64bb-4b36-9b8f-d51796602c69 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adfb0a11-6846-47e5-b3b6-d0898648961c,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:02.210979 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 5625e4e1-bdfc-4ab3-8710-b77fc8172be7 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:02.212098 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 58106964-58ef-4bd8-8df1-4b738a31524c up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:39:02.220495 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b33d94e3-64bb-4b36-9b8f-d51796602c69 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:02.224366 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b33d94e3-64bb-4b36-9b8f-d51796602c69 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5477033 Oct 12 07:39:02.226444 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38550) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:02.230873 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-0e9396f1-3add-454c-b2a9-fb8c10afee51 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': 'e40253a9-c4ca-4cfd-924e-62dea94da4ff', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:02.238254 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Attempt 10 to provision port b8cbd88c-6712-49b4-85bc-d2577328abb1 Oct 12 07:39:02.267465 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ffc93583-27ce-497d-a5e2-ae6ff85441af tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:02.287613 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-39d34df7-b553-403e-abb9-7348845fe3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'name': 'tempest-TestNetworkBasicOps-router-555883788', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': '0b43baf8-2140-4c2d-a8c3-c75746ab1776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:38:39Z', 'updated_at': '2022-10-12T07:38:55Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '0b43baf8-2140-4c2d-a8c3-c75746ab1776', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:40:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:38:41Z', 'updated_at': '2022-10-12T07:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '8bb6b36e-60ed-4267-80b7-be073d9d55e1', 'name': '', 'network_id': 'd3f174f3-fe7c-477c-82b4-dc8c70c0c1d0', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:a1:a4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'f94507d5-d2c5-4934-a94a-80714edc117a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:38:52Z', 'updated_at': '2022-10-12T07:39:00Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': 'f94507d5-d2c5-4934-a94a-80714edc117a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:02.294056 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Port b8cbd88c-6712-49b4-85bc-d2577328abb1 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:02.323668 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d34df7-b553-403e-abb9-7348845fe3eb None None] The sync data for ids ['8c7410a8-7294-4d50-bca8-31d4228bdbad'] in dv-neutron-860909-2-hyperv is: [{'id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'name': 'tempest-TestNetworkBasicOps-router-555883788', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': '0b43baf8-2140-4c2d-a8c3-c75746ab1776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:38:39Z', 'updated_at': '2022-10-12T07:38:55Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '0b43baf8-2140-4c2d-a8c3-c75746ab1776', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:40:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:38:41Z', 'updated_at': '2022-10-12T07:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '8bb6b36e-60ed-4267-80b7-be073d9d55e1', 'name': '', 'network_id': 'd3f174f3-fe7c-477c-82b4-dc8c70c0c1d0', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:a1:a4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'f94507d5-d2c5-4934-a94a-80714edc117a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:38:52Z', 'updated_at': '2022-10-12T07:39:00Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': 'f94507d5-d2c5-4934-a94a-80714edc117a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:39:02.339703 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Provisioning complete for port fb11f442-e8b5-4487-9549-dd84eaddd1f0 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:02.339961 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:02.340290 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Attempt 1 to provision port fb11f442-e8b5-4487-9549-dd84eaddd1f0 Oct 12 07:39:02.351446 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-fc428bd2-6ed6-45da-a843-dc4b1f4aa05c tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Allocated IP 2001:db8::1fc (1c683f0b-423c-46e3-a835-1dd7dd5cb5b9/cfe31c66-0b21-4343-9f75-377e8729f0f3/16b91b28-22cb-4591-9543-0c3d06e284ed) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:39:02.355120 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0e9396f1-3add-454c-b2a9-fb8c10afee51 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:02.360683 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5a0eb26c-7a9b-453c-8263-8bf52220aaab tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:02.369896 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 58106964-58ef-4bd8-8df1-4b738a31524c triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:02.370320 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:02.370702 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 58106964-58ef-4bd8-8df1-4b738a31524c Oct 12 07:39:02.439738 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-34635660-95c4-4259-b58b-b60ca794a7ec req-2c6ab8d8-0832-4cb9-ba81-4a7038c79d74 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f313128-80bc-4b70-a468-c9add69f7f2f HTTP/1.1" status: 200 len: 1001 time: 0.5946274 Oct 12 07:39:02.459049 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c53a8f17-1991-49d2-ae6d-d401157a534a tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Router ae96c8c0-7986-4194-8126-42f7512407a5 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:39:02.514757 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0e9396f1-3add-454c-b2a9-fb8c10afee51 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:02.535316 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0e9396f1-3add-454c-b2a9-fb8c10afee51 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:02.554603 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 58106964-58ef-4bd8-8df1-4b738a31524c is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:02.558782 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Current status of the port fb11f442-e8b5-4487-9549-dd84eaddd1f0 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:02.583774 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Provisioning complete for port 91e64527-121d-4ce3-acb7-ef65c085865e triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:02.584470 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:02.584470 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Attempt 1 to provision port 91e64527-121d-4ce3-acb7-ef65c085865e Oct 12 07:39:02.645317 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9396f1-3add-454c-b2a9-fb8c10afee51 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df95892c-f5c6-4b30-94b6-f29c8361ed8e,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:02.651099 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53a8f17-1991-49d2-ae6d-d401157a534a tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:39:02.660024 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c53a8f17-1991-49d2-ae6d-d401157a534a tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] 10.222.0.26 "PUT /v2.0/routers/ae96c8c0-7986-4194-8126-42f7512407a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0340414 Oct 12 07:39:02.661161 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0e9396f1-3add-454c-b2a9-fb8c10afee51 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:02.662371 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-0e9396f1-3add-454c-b2a9-fb8c10afee51 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4349716 Oct 12 07:39:02.665673 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38552) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:02.666010 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38554) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:02.669757 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a978256d-91d1-4843-af74-71386c82379b None None] Sync routers for ids ['ae96c8c0-7986-4194-8126-42f7512407a5'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:39:02.678221 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-75bc3ce3-9bd3-4e88-a107-4bf508e70717 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:02.685859 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a978256d-91d1-4843-af74-71386c82379b None None] Routers {'ae96c8c0-7986-4194-8126-42f7512407a5'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:39:02.685859 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-a978256d-91d1-4843-af74-71386c82379b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:38:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['ae96c8c0-7986-4194-8126-42f7512407a5'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:02.697550 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-e620ca12-accf-4d50-92f7-8d6674eb722d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': 'e40253a9-c4ca-4cfd-924e-62dea94da4ff', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:02.781721 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-7abb6978-2c2f-47de-8ecc-dfa48257cdf9 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] show failed (client error): The resource could not be found. Oct 12 07:39:02.782803 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-7abb6978-2c2f-47de-8ecc-dfa48257cdf9 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] 10.222.0.26 "GET /v2.0/routers/tempest-non_exist_router-1899099575 HTTP/1.1" status: 404 len: 335 time: 0.1048784 Oct 12 07:39:02.791513 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38558) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:02.801238 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-c639e2a5-a015-4068-9b11-f1f3de422d17 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:02.807251 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-75bc3ce3-9bd3-4e88-a107-4bf508e70717 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] device_id is not set on port 54341981-4893-46cc-a1d1-9fcdb34d9c64 yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:39:02.861268 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-c639e2a5-a015-4068-9b11-f1f3de422d17 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] update failed (client error): The resource could not be found. Oct 12 07:39:02.862677 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c639e2a5-a015-4068-9b11-f1f3de422d17 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] 10.222.0.26 "PUT /v2.0/routers/tempest-non_exist_router-409867625 HTTP/1.1" status: 404 len: 334 time: 0.0701067 Oct 12 07:39:02.869175 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38560) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:02.891763 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e620ca12-accf-4d50-92f7-8d6674eb722d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:02.944168 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ffc93583-27ce-497d-a5e2-ae6ff85441af tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:02.965151 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34635660-95c4-4259-b58b-b60ca794a7ec req-28e755a6-4c6a-4f03-948c-ba1e63c452a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:02.966953 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fc428bd2-6ed6-45da-a843-dc4b1f4aa05c tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:02.967080 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-34635660-95c4-4259-b58b-b60ca794a7ec req-28e755a6-4c6a-4f03-948c-ba1e63c452a2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b41a3bc7-3f1c-47b8-8c1a-d904035b712e HTTP/1.1" status: 200 len: 851 time: 0.5123813 Oct 12 07:39:02.979656 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ffc93583-27ce-497d-a5e2-ae6ff85441af tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:02.996960 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbf87c06-d8d6-44ff-94f5-776643368d0d tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Deleting subnet 35ba2ba9-db42-45bf-a656-b02695a2c7f1 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:39:03.005747 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dbf87c06-d8d6-44ff-94f5-776643368d0d tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:03.041161 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e620ca12-accf-4d50-92f7-8d6674eb722d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:03.060886 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e620ca12-accf-4d50-92f7-8d6674eb722d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:03.086229 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 8bb6b36e-60ed-4267-80b7-be073d9d55e1 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:39:03.091824 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dbf87c06-d8d6-44ff-94f5-776643368d0d tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:03.115012 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e620ca12-accf-4d50-92f7-8d6674eb722d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0592d507-1642-4563-aeeb-9b63c9791584,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:03.117135 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-a978256d-91d1-4843-af74-71386c82379b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:03.133986 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e620ca12-accf-4d50-92f7-8d6674eb722d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:03.137912 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e620ca12-accf-4d50-92f7-8d6674eb722d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4412918 Oct 12 07:39:03.138547 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5a0eb26c-7a9b-453c-8263-8bf52220aaab tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:03.138679 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38562) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:03.143502 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-9dbe92d4-3cc6-424b-b438-366fc8fd44e5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': 'e40253a9-c4ca-4cfd-924e-62dea94da4ff', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:03.151187 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fc428bd2-6ed6-45da-a843-dc4b1f4aa05c tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:03.152815 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Current status of the port 91e64527-121d-4ce3-acb7-ef65c085865e is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:03.228008 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc428bd2-6ed6-45da-a843-dc4b1f4aa05c tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Network 1c683f0b-423c-46e3-a835-1dd7dd5cb5b9 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:39:03.233999 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-75e67da4-64a5-47c6-b35f-0374c31c5d2c None None] Allocated IP 2001:db8::2 (1c683f0b-423c-46e3-a835-1dd7dd5cb5b9/cfe31c66-0b21-4343-9f75-377e8729f0f3/237f1248-df8d-4e6b-be87-58af279dd914) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:39:03.245757 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5a0eb26c-7a9b-453c-8263-8bf52220aaab tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:03.254892 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-fc428bd2-6ed6-45da-a843-dc4b1f4aa05c tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:03.258604 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc428bd2-6ed6-45da-a843-dc4b1f4aa05c tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:39:03.265274 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc428bd2-6ed6-45da-a843-dc4b1f4aa05c tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:03.265931 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fc428bd2-6ed6-45da-a843-dc4b1f4aa05c tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:03.287883 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc428bd2-6ed6-45da-a843-dc4b1f4aa05c tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event updated for resources: {'Port': ['ID=16b91b28-22cb-4591-9543-0c3d06e284ed,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:03.299784 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9dbe92d4-3cc6-424b-b438-366fc8fd44e5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:03.301020 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0eb26c-7a9b-453c-8263-8bf52220aaab tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event deleted for resources: {'Subnet': ['ID=582cf55a-2f73-4f29-ae1e-fe02f765d63d,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:03.314995 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dbf87c06-d8d6-44ff-94f5-776643368d0d tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:03.320448 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-fc428bd2-6ed6-45da-a843-dc4b1f4aa05c tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9046159 Oct 12 07:39:03.342181 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38564) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:03.343591 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe13b4-86ed-44e1-8874-376936435d68 req-17efbc94-67a4-4961-bdde-1fc5e2f18bf4 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:03.345267 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b0fe13b4-86ed-44e1-8874-376936435d68 req-17efbc94-67a4-4961-bdde-1fc5e2f18bf4 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.3931205 Oct 12 07:39:03.392555 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ffc93583-27ce-497d-a5e2-ae6ff85441af tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:03.403744 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a978256d-91d1-4843-af74-71386c82379b None None] Routers {'ae96c8c0-7986-4194-8126-42f7512407a5'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:39:03.404520 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-a978256d-91d1-4843-af74-71386c82379b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:38:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['ae96c8c0-7986-4194-8126-42f7512407a5'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:03.408673 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc93583-27ce-497d-a5e2-ae6ff85441af tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Pushing event updated for resources: {'Port': ['ID=022509a1-0cad-4e23-9724-e1614ff24ff2,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:03.465220 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34635660-95c4-4259-b58b-b60ca794a7ec req-7240e8b0-d3c7-4361-b70f-c8826a92a8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:03.467883 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-34635660-95c4-4259-b58b-b60ca794a7ec req-7240e8b0-d3c7-4361-b70f-c8826a92a8e8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd72da9c-d321-4cc4-881d-466168d9f856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4618111 Oct 12 07:39:03.494264 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-a978256d-91d1-4843-af74-71386c82379b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:03.496074 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a978256d-91d1-4843-af74-71386c82379b None None] The sync data for ids ['ae96c8c0-7986-4194-8126-42f7512407a5'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:39:03.506741 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Provisioning complete for port 8957af6e-3795-41ef-994f-ad6ae4b6ff82 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:03.514642 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:03.515214 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Attempt 1 to provision port 8957af6e-3795-41ef-994f-ad6ae4b6ff82 Oct 12 07:39:03.554657 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9dbe92d4-3cc6-424b-b438-366fc8fd44e5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:03.556230 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 8bb6b36e-60ed-4267-80b7-be073d9d55e1 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:03.556754 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:03.557259 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 8bb6b36e-60ed-4267-80b7-be073d9d55e1 Oct 12 07:39:03.557482 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dbf87c06-d8d6-44ff-94f5-776643368d0d tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:03.599922 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5a0eb26c-7a9b-453c-8263-8bf52220aaab tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:03.611740 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-75e67da4-64a5-47c6-b35f-0374c31c5d2c None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:03.619294 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9dbe92d4-3cc6-424b-b438-366fc8fd44e5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:03.625833 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-75e67da4-64a5-47c6-b35f-0374c31c5d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:03.635422 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf87c06-d8d6-44ff-94f5-776643368d0d tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Pushing event deleted for resources: {'Subnet': ['ID=35ba2ba9-db42-45bf-a656-b02695a2c7f1,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:03.678440 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dbf87c06-d8d6-44ff-94f5-776643368d0d tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:03.682597 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-dbf87c06-d8d6-44ff-94f5-776643368d0d tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] 10.222.0.26 "DELETE /v2.0/subnets/35ba2ba9-db42-45bf-a656-b02695a2c7f1 HTTP/1.1" status: 204 len: 168 time: 0.8090198 Oct 12 07:39:03.686369 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38566) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:03.698639 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9dbe92d4-3cc6-424b-b438-366fc8fd44e5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:03.702316 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-9dbe92d4-3cc6-424b-b438-366fc8fd44e5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5602975 Oct 12 07:39:03.702316 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe92d4-3cc6-424b-b438-366fc8fd44e5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b0717b2-1f8d-47ea-ba61-af38c126c1a5,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:03.710336 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38568) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:03.717106 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-77744e12-38d9-458f-8b38-960aa9137c33 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': 'e40253a9-c4ca-4cfd-924e-62dea94da4ff', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:03.721259 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e67da4-64a5-47c6-b35f-0374c31c5d2c None None] Network 1c683f0b-423c-46e3-a835-1dd7dd5cb5b9 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:39:03.734896 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-75e67da4-64a5-47c6-b35f-0374c31c5d2c None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:03.745532 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e67da4-64a5-47c6-b35f-0374c31c5d2c None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:39:03.755723 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e67da4-64a5-47c6-b35f-0374c31c5d2c None None] Pushing event updated for resources: {'Port': ['ID=237f1248-df8d-4e6b-be87-58af279dd914,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:03.763457 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-04ce22ee-2b1f-4667-a339-a57816c024f1 None None] Current status of the port 8957af6e-3795-41ef-994f-ad6ae4b6ff82 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:03.767780 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b0fe13b4-86ed-44e1-8874-376936435d68 req-39d2a2fe-5e95-41ad-bbe7-0534888878a7 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3817570 Oct 12 07:39:03.768321 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 8bb6b36e-60ed-4267-80b7-be073d9d55e1 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:03.768710 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:03.808542 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-5a0eb26c-7a9b-453c-8263-8bf52220aaab tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dc7c579-9f98-4ae6-a99b-02ed2a54253b']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:03.847705 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-75e67da4-64a5-47c6-b35f-0374c31c5d2c None None] Attempting to bind port 237f1248-df8d-4e6b-be87-58af279dd914 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:39:03.847705 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-75e67da4-64a5-47c6-b35f-0374c31c5d2c None None] Attempting to bind port 237f1248-df8d-4e6b-be87-58af279dd914 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '32cb4bb4-74a6-4252-b6af-95c215f46736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1c683f0b-423c-46e3-a835-1dd7dd5cb5b9'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:39:03.847705 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e67da4-64a5-47c6-b35f-0374c31c5d2c None None] Attempting to bind port 237f1248-df8d-4e6b-be87-58af279dd914 on network 1c683f0b-423c-46e3-a835-1dd7dd5cb5b9 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:39:03.857488 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d683be0-9ffd-4234-9ac9-cef4c9c67822 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Deleting subnet c2730fcb-4a61-4a73-8a5f-0d5c6404ebbf {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:39:03.857684 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 8bb6b36e-60ed-4267-80b7-be073d9d55e1, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=8bb6b36e-60ed-4267-80b7-be073d9d55e1,segment=NetworkSegment(49c4efd7-0378-47db-8c37-21c6a4c460ae),segment_id=49c4efd7-0378-47db-8c37-21c6a4c460ae)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:03.857684 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e67da4-64a5-47c6-b35f-0374c31c5d2c None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:39:03.857684 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e67da4-64a5-47c6-b35f-0374c31c5d2c None None] Checking segment: {'id': '32cb4bb4-74a6-4252-b6af-95c215f46736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1c683f0b-423c-46e3-a835-1dd7dd5cb5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:39:03.857684 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-75e67da4-64a5-47c6-b35f-0374c31c5d2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:03.857684 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e67da4-64a5-47c6-b35f-0374c31c5d2c None None] Bound using segment: {'id': '32cb4bb4-74a6-4252-b6af-95c215f46736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1c683f0b-423c-46e3-a835-1dd7dd5cb5b9'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:39:03.857684 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-75e67da4-64a5-47c6-b35f-0374c31c5d2c None None] Bound port: 237f1248-df8d-4e6b-be87-58af279dd914, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32cb4bb4-74a6-4252-b6af-95c215f46736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1c683f0b-423c-46e3-a835-1dd7dd5cb5b9'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:39:03.857684 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-75e67da4-64a5-47c6-b35f-0374c31c5d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:03.860186 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-77744e12-38d9-458f-8b38-960aa9137c33 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Project 62f83991a7314cd6b6c084162dcfff66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 07:39:03.860951 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:03.861740 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device e43d65ff-3c2e-463b-b82b-990e8a2600ab up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:39:03.863020 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [None req-ffc93583-27ce-497d-a5e2-ae6ff85441af tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Floating IP 1bac7ae4-6527-44bb-ac02-7f3bf9f45e73 associated. External IP: 172.26.3.81, port: 82aff046-9439-4313-94f4-2e15dd1e7aba. Oct 12 07:39:03.866256 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d683be0-9ffd-4234-9ac9-cef4c9c67822 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:03.895997 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-77744e12-38d9-458f-8b38-960aa9137c33 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:03.900262 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-75bc3ce3-9bd3-4e88-a107-4bf508e70717 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Allocated IP 172.20.0.7 (9994ec23-a1f7-459d-8925-14bc9ff05f17/dc88beba-b512-4198-981e-1823a579c319/54341981-4893-46cc-a1d1-9fcdb34d9c64) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:39:03.910280 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-5a0eb26c-7a9b-453c-8263-8bf52220aaab tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b1844b3-935e-4f2d-95ed-dbe40c26153d') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:03.910596 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-5a0eb26c-7a9b-453c-8263-8bf52220aaab tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b1844b3-935e-4f2d-95ed-dbe40c26153d') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:03.931349 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-6aaaa8b1-1a93-4c63-b0e6-3a95d2b8a14f None None] Could not find standard attr ID for object ddea6741-15b6-4cb5-8038-4d37bb2b2c18. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:39:03.957542 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d683be0-9ffd-4234-9ac9-cef4c9c67822 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:03.976373 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-75bc3ce3-9bd3-4e88-a107-4bf508e70717 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Allocated IP 2001:db8::f816:3eff:fe87:15df (9994ec23-a1f7-459d-8925-14bc9ff05f17/61833441-f8e4-430f-b8c2-339275f90643/54341981-4893-46cc-a1d1-9fcdb34d9c64) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:39:03.980845 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5a0eb26c-7a9b-453c-8263-8bf52220aaab tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:04.003259 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ee65b3f9-9f6c-471e-9fa6-10eae1723cbc tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:04.043888 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-77744e12-38d9-458f-8b38-960aa9137c33 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:04.047791 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=8bb6b36e-60ed-4267-80b7-be073d9d55e1,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:04.053291 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-34635660-95c4-4259-b58b-b60ca794a7ec req-dd162928-5a6c-4be5-b974-791a47ebfd4a service neutron] 10.222.0.23 "GET /v2.0/networks/dd72da9c-d321-4cc4-881d-466168d9f856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5704477 Oct 12 07:39:04.062262 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5a0eb26c-7a9b-453c-8263-8bf52220aaab tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:04.078460 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-77744e12-38d9-458f-8b38-960aa9137c33 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:04.078678 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-6aaaa8b1-1a93-4c63-b0e6-3a95d2b8a14f None None] Provisioning complete for port 5625e4e1-bdfc-4ab3-8710-b77fc8172be7 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:04.079133 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6aaaa8b1-1a93-4c63-b0e6-3a95d2b8a14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:04.079564 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-6aaaa8b1-1a93-4c63-b0e6-3a95d2b8a14f None None] Attempt 1 to provision port 5625e4e1-bdfc-4ab3-8710-b77fc8172be7 Oct 12 07:39:04.120373 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port e43d65ff-3c2e-463b-b82b-990e8a2600ab triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:04.121028 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:04.121421 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port e43d65ff-3c2e-463b-b82b-990e8a2600ab Oct 12 07:39:04.125047 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-75e67da4-64a5-47c6-b35f-0374c31c5d2c None None] For port 237f1248-df8d-4e6b-be87-58af279dd914, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:39:04.137605 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77744e12-38d9-458f-8b38-960aa9137c33 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19cb84ae-dc07-40df-98c3-b54f093e5bd9,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:04.177995 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-77744e12-38d9-458f-8b38-960aa9137c33 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:04.178352 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-34635660-95c4-4259-b58b-b60ca794a7ec req-11324cd1-06a8-4d81-be0d-76074fdd559a service neutron] 10.222.0.23 "GET /v2.0/networks/dd72da9c-d321-4cc4-881d-466168d9f856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114426 Oct 12 07:39:04.179474 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-77744e12-38d9-458f-8b38-960aa9137c33 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4667740 Oct 12 07:39:04.184459 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38570) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:04.191665 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-42ea4fb2-970b-42c0-aea9-d3e765479210 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': 'e40253a9-c4ca-4cfd-924e-62dea94da4ff', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:04.202779 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a0eb26c-7a9b-453c-8263-8bf52220aaab tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:39:04.203193 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5a0eb26c-7a9b-453c-8263-8bf52220aaab tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:04.204590 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d683be0-9ffd-4234-9ac9-cef4c9c67822 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:04.288789 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-6aaaa8b1-1a93-4c63-b0e6-3a95d2b8a14f None None] Current status of the port 5625e4e1-bdfc-4ab3-8710-b77fc8172be7 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:04.302992 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-6aaaa8b1-1a93-4c63-b0e6-3a95d2b8a14f None None] Could not find standard attr ID for object 300caf60-228f-47a0-b225-3a055a5b0247. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:39:04.305963 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port e43d65ff-3c2e-463b-b82b-990e8a2600ab is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:04.306654 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 3b1844b3-935e-4f2d-95ed-dbe40c26153d resource provider aggregate not found Oct 12 07:39:04.315396 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f13b6c33-b0d3-4004-a1c6-33ed45cffeae tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:04.321540 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-6aaaa8b1-1a93-4c63-b0e6-3a95d2b8a14f None None] Could not find standard attr ID for object 9112e326-ee62-4d9c-b0cc-56cbffa2c10a. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:39:04.324953 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-6aaaa8b1-1a93-4c63-b0e6-3a95d2b8a14f None None] Could not find standard attr ID for object 19da7abe-7b46-40e2-81e3-2f30ad000986. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:39:04.328651 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-6aaaa8b1-1a93-4c63-b0e6-3a95d2b8a14f None None] Could not find standard attr ID for object 99a53ff6-5222-421e-bd4d-75c1896d9692. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:39:04.338846 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-42ea4fb2-970b-42c0-aea9-d3e765479210 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Project 62f83991a7314cd6b6c084162dcfff66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 07:39:04.340648 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-6aaaa8b1-1a93-4c63-b0e6-3a95d2b8a14f None None] Provisioning complete for port 73a6cd25-0146-4214-a0be-45cf9a8cc979 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:04.341097 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6aaaa8b1-1a93-4c63-b0e6-3a95d2b8a14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:04.341530 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-6aaaa8b1-1a93-4c63-b0e6-3a95d2b8a14f None None] Attempt 1 to provision port 73a6cd25-0146-4214-a0be-45cf9a8cc979 Oct 12 07:39:04.359072 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 3b1844b3-935e-4f2d-95ed-dbe40c26153d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b1844b3-935e-4f2d-95ed-dbe40c26153d found for delete ", "request_id": "req-d5be9f34-6181-4c50-8e62-2aefb52a2b74"}]} Oct 12 07:39:04.377288 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-42ea4fb2-970b-42c0-aea9-d3e765479210 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:04.423905 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-6aaaa8b1-1a93-4c63-b0e6-3a95d2b8a14f None None] Current status of the port 73a6cd25-0146-4214-a0be-45cf9a8cc979 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:04.426016 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d683be0-9ffd-4234-9ac9-cef4c9c67822 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:04.435934 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-6aaaa8b1-1a93-4c63-b0e6-3a95d2b8a14f None None] Provisioning complete for port 58106964-58ef-4bd8-8df1-4b738a31524c triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:04.436208 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6aaaa8b1-1a93-4c63-b0e6-3a95d2b8a14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:04.436660 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-6aaaa8b1-1a93-4c63-b0e6-3a95d2b8a14f None None] Attempt 1 to provision port 58106964-58ef-4bd8-8df1-4b738a31524c Oct 12 07:39:04.480060 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d683be0-9ffd-4234-9ac9-cef4c9c67822 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Pushing event deleted for resources: {'Subnet': ['ID=c2730fcb-4a61-4a73-8a5f-0d5c6404ebbf,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:04.493161 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3d683be0-9ffd-4234-9ac9-cef4c9c67822 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:04.496669 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-3d683be0-9ffd-4234-9ac9-cef4c9c67822 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] 10.222.0.26 "DELETE /v2.0/subnets/c2730fcb-4a61-4a73-8a5f-0d5c6404ebbf HTTP/1.1" status: 204 len: 168 time: 0.8089213 Oct 12 07:39:04.503730 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38576) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:04.524851 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-6aaaa8b1-1a93-4c63-b0e6-3a95d2b8a14f None None] Current status of the port 58106964-58ef-4bd8-8df1-4b738a31524c is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:04.529472 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-6aaaa8b1-1a93-4c63-b0e6-3a95d2b8a14f None None] Could not find standard attr ID for object f8c00d15-b396-4a7b-824c-791acb6417f2. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:39:04.540502 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-6aaaa8b1-1a93-4c63-b0e6-3a95d2b8a14f None None] Provisioning complete for port 91e64527-121d-4ce3-acb7-ef65c085865e triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:04.540878 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6aaaa8b1-1a93-4c63-b0e6-3a95d2b8a14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:04.541194 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-6aaaa8b1-1a93-4c63-b0e6-3a95d2b8a14f None None] Attempt 1 to provision port 91e64527-121d-4ce3-acb7-ef65c085865e Oct 12 07:39:04.563679 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-42ea4fb2-970b-42c0-aea9-d3e765479210 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:04.583902 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-42ea4fb2-970b-42c0-aea9-d3e765479210 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:04.630138 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-6aaaa8b1-1a93-4c63-b0e6-3a95d2b8a14f None None] Current status of the port 91e64527-121d-4ce3-acb7-ef65c085865e is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:04.641851 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-6aaaa8b1-1a93-4c63-b0e6-3a95d2b8a14f None None] Provisioning complete for port e43d65ff-3c2e-463b-b82b-990e8a2600ab triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:04.642410 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6aaaa8b1-1a93-4c63-b0e6-3a95d2b8a14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:04.642839 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-6aaaa8b1-1a93-4c63-b0e6-3a95d2b8a14f None None] Attempt 1 to provision port e43d65ff-3c2e-463b-b82b-990e8a2600ab Oct 12 07:39:04.688370 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 8bb6b36e-60ed-4267-80b7-be073d9d55e1 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:39:04.756614 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-75e67da4-64a5-47c6-b35f-0374c31c5d2c None None] For port 237f1248-df8d-4e6b-be87-58af279dd914, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=237f1248-df8d-4e6b-be87-58af279dd914,segment=NetworkSegment(32cb4bb4-74a6-4252-b6af-95c215f46736),segment_id=32cb4bb4-74a6-4252-b6af-95c215f46736)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:39:04.766891 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-75e67da4-64a5-47c6-b35f-0374c31c5d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:04.772881 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5a0eb26c-7a9b-453c-8263-8bf52220aaab tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:04.825340 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5a0eb26c-7a9b-453c-8263-8bf52220aaab tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:04.829809 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-5a0eb26c-7a9b-453c-8263-8bf52220aaab tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "DELETE /v2.0/networks/2dc7c579-9f98-4ae6-a99b-02ed2a54253b HTTP/1.1" status: 204 len: 168 time: 3.1900201 Oct 12 07:39:04.835727 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38578) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:04.891452 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0eb26c-7a9b-453c-8263-8bf52220aaab tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event deleted for resources: {'Network': ['ID=2dc7c579-9f98-4ae6-a99b-02ed2a54253b,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:04.900995 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-097f8f02-2509-4b23-9257-c04eda389433 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2086896646'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:04.939847 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-6aaaa8b1-1a93-4c63-b0e6-3a95d2b8a14f None None] Current status of the port e43d65ff-3c2e-463b-b82b-990e8a2600ab is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:04.944725 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e67da4-64a5-47c6-b35f-0374c31c5d2c None None] Pushing event updated for resources: {'Port': ['ID=237f1248-df8d-4e6b-be87-58af279dd914,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:04.954637 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 8bb6b36e-60ed-4267-80b7-be073d9d55e1 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:04.955006 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:04.955382 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 8bb6b36e-60ed-4267-80b7-be073d9d55e1 Oct 12 07:39:05.013881 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-6aaaa8b1-1a93-4c63-b0e6-3a95d2b8a14f None None] Provisioning complete for port 8bb6b36e-60ed-4267-80b7-be073d9d55e1 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:05.014484 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6aaaa8b1-1a93-4c63-b0e6-3a95d2b8a14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:05.014966 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-6aaaa8b1-1a93-4c63-b0e6-3a95d2b8a14f None None] Attempt 1 to provision port 8bb6b36e-60ed-4267-80b7-be073d9d55e1 Oct 12 07:39:05.081739 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ea4fb2-970b-42c0-aea9-d3e765479210 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=751e74eb-a229-4aa0-a87d-796ca8082ad1,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:05.086152 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-42ea4fb2-970b-42c0-aea9-d3e765479210 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:05.087785 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-42ea4fb2-970b-42c0-aea9-d3e765479210 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8999383 Oct 12 07:39:05.092672 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ee65b3f9-9f6c-471e-9fa6-10eae1723cbc tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:05.115360 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 8bb6b36e-60ed-4267-80b7-be073d9d55e1 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:05.117665 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe26e5a1-8466-473e-8887-396c75864534 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:05.128204 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ee65b3f9-9f6c-471e-9fa6-10eae1723cbc tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:05.161570 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097f8f02-2509-4b23-9257-c04eda389433 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Made reservation on behalf of ab8b3ae455d54493a558c1c38223505d for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:05.165238 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-097f8f02-2509-4b23-9257-c04eda389433 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:05.185360 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-6aaaa8b1-1a93-4c63-b0e6-3a95d2b8a14f None None] Current status of the port 8bb6b36e-60ed-4267-80b7-be073d9d55e1 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:05.206997 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc93583-27ce-497d-a5e2-ae6ff85441af tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Router cef8cbf0-db0a-4674-9584-db4297dc2e25 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:39:05.259230 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-75bc3ce3-9bd3-4e88-a107-4bf508e70717 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:05.273505 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-097f8f02-2509-4b23-9257-c04eda389433 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:39:05.291832 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65b3f9-9f6c-471e-9fa6-10eae1723cbc tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event updated for resources: {'Port': ['ID=16b91b28-22cb-4591-9543-0c3d06e284ed,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:05.292461 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0bcbc-fee9-4a3b-abab-303d1ea8c89f req-0e3e1490-3484-411b-87d0-91b1b5444cf4 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:05.294742 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7ad0bcbc-fee9-4a3b-abab-303d1ea8c89f req-0e3e1490-3484-411b-87d0-91b1b5444cf4 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.3415220 Oct 12 07:39:05.369843 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-097f8f02-2509-4b23-9257-c04eda389433 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:05.370499 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-097f8f02-2509-4b23-9257-c04eda389433 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Added segment c7b36083-7ebe-46eb-8913-064f4d59c6be of type vlan for network f9167e43-0ffd-428d-bf1b-2f8fb0b43774 Oct 12 07:39:05.370787 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ee65b3f9-9f6c-471e-9fa6-10eae1723cbc tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:05.418797 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-fe26e5a1-8466-473e-8887-396c75864534 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Deleting port fb11f442-e8b5-4487-9549-dd84eaddd1f0 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:39:05.419335 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe26e5a1-8466-473e-8887-396c75864534 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:05.514480 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-fe26e5a1-8466-473e-8887-396c75864534 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] For port fb11f442-e8b5-4487-9549-dd84eaddd1f0, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=fb11f442-e8b5-4487-9549-dd84eaddd1f0,segment=NetworkSegment(3223d50b-f89e-4d5c-9ed4-8bb664144200),segment_id=3223d50b-f89e-4d5c-9ed4-8bb664144200)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:05.514855 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe26e5a1-8466-473e-8887-396c75864534 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:05.521902 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-097f8f02-2509-4b23-9257-c04eda389433 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:05.549548 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-3d85b2c7-6515-4039-b8a8-84224b82d54f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1377122893&fields=id&tenant_id=62f83991a7314cd6b6c084162dcfff66 HTTP/1.1" status: 200 len: 267 time: 0.2708647 Oct 12 07:39:05.554095 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-fe26e5a1-8466-473e-8887-396c75864534 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Calling delete_port for fb11f442-e8b5-4487-9549-dd84eaddd1f0 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:39:05.567588 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ee65b3f9-9f6c-471e-9fa6-10eae1723cbc tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:05.568626 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7ad0bcbc-fee9-4a3b-abab-303d1ea8c89f req-a11a1b36-b39c-4f0e-a3c0-02a73f246b06 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2231088 Oct 12 07:39:05.581738 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-75bc3ce3-9bd3-4e88-a107-4bf508e70717 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:05.663541 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc93583-27ce-497d-a5e2-ae6ff85441af tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:39:05.676422 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39de7d51-75ca-47ff-954a-a7218873456b None None] Sync routers for ids ['cef8cbf0-db0a-4674-9584-db4297dc2e25'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:39:05.688666 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39de7d51-75ca-47ff-954a-a7218873456b None None] Routers {'cef8cbf0-db0a-4674-9584-db4297dc2e25'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:39:05.689263 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-39de7d51-75ca-47ff-954a-a7218873456b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:38:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['cef8cbf0-db0a-4674-9584-db4297dc2e25'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:05.731699 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-39de7d51-75ca-47ff-954a-a7218873456b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:05.743343 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39de7d51-75ca-47ff-954a-a7218873456b None None] Routers {'cef8cbf0-db0a-4674-9584-db4297dc2e25'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:39:05.744313 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-39de7d51-75ca-47ff-954a-a7218873456b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:38:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['cef8cbf0-db0a-4674-9584-db4297dc2e25'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:05.784715 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-39de7d51-75ca-47ff-954a-a7218873456b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:05.785384 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bc3ce3-9bd3-4e88-a107-4bf508e70717 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:39:05.786343 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe26e5a1-8466-473e-8887-396c75864534 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:05.786541 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39de7d51-75ca-47ff-954a-a7218873456b None None] The sync data for ids ['cef8cbf0-db0a-4674-9584-db4297dc2e25'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:39:05.794706 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-097f8f02-2509-4b23-9257-c04eda389433 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:05.800775 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097f8f02-2509-4b23-9257-c04eda389433 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:05.801310 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-097f8f02-2509-4b23-9257-c04eda389433 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:05.828111 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe26e5a1-8466-473e-8887-396c75864534 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Pushing event deleted for resources: {'Port': ['ID=fb11f442-e8b5-4487-9549-dd84eaddd1f0,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:05.841519 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe26e5a1-8466-473e-8887-396c75864534 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] No DVR routers for this DVR port fb11f442-e8b5-4487-9549-dd84eaddd1f0 on host dv-neutron-860909-2-hyperv {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:39:05.865708 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-75bc3ce3-9bd3-4e88-a107-4bf508e70717 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:05.889583 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc3ce3-9bd3-4e88-a107-4bf508e70717 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Port': ['ID=54341981-4893-46cc-a1d1-9fcdb34d9c64,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:05.899832 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bc3ce3-9bd3-4e88-a107-4bf508e70717 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:39:05.935534 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ffc93583-27ce-497d-a5e2-ae6ff85441af tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:05.984915 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe26e5a1-8466-473e-8887-396c75864534 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:05.990600 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-097f8f02-2509-4b23-9257-c04eda389433 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1459458 Oct 12 07:39:05.993636 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38600) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:06.002384 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-cd38e783-87cf-4eec-8cf0-5ba0e915bd51 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Request body: {'subnet': {'network_id': 'f9167e43-0ffd-428d-bf1b-2f8fb0b43774', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:06.044173 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-fe26e5a1-8466-473e-8887-396c75864534 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd1f7998-e8ef-49a1-abb3-c4b37d04bf49']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:06.065515 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-fe26e5a1-8466-473e-8887-396c75864534 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3223d50b-f89e-4d5c-9ed4-8bb664144200') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:06.065820 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-fe26e5a1-8466-473e-8887-396c75864534 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3223d50b-f89e-4d5c-9ed4-8bb664144200') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:06.084767 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f8f02-2509-4b23-9257-c04eda389433 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event updated for resources: {'Network': ['ID=f9167e43-0ffd-428d-bf1b-2f8fb0b43774,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:06.098568 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-ffc93583-27ce-497d-a5e2-ae6ff85441af tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.4837995 Oct 12 07:39:06.099608 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network f9167e43-0ffd-428d-bf1b-2f8fb0b43774 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:39:06.101245 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38602) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:06.110178 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-c42c72f8-7dce-4188-ad37-b98beea70586 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:06.118775 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-c42c72f8-7dce-4188-ad37-b98beea70586 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/networks?id=d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0 HTTP/1.1" status: 200 len: 797 time: 0.5446665 Oct 12 07:39:06.122095 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe26e5a1-8466-473e-8887-396c75864534 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:06.129896 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18936a95-3d10-476c-831e-bad1162ac62e req-7b696800-53cc-4364-a184-764ee98ed90c tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:06.131474 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-18936a95-3d10-476c-831e-bad1162ac62e req-7b696800-53cc-4364-a184-764ee98ed90c tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.4653335 Oct 12 07:39:06.137120 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-6ac30670-5668-4067-8ae1-7c7ba1d49af6 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Request body: {'floatingip': {'port_id': '82aff046-9439-4313-94f4-2e15dd1e7aba', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:06.145828 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d68723-d2ae-44e4-bd5d-656e38d86db3 None None] Network 1c683f0b-423c-46e3-a835-1dd7dd5cb5b9 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:06.147244 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bc3ce3-9bd3-4e88-a107-4bf508e70717 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:06.148035 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-75bc3ce3-9bd3-4e88-a107-4bf508e70717 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:06.155200 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d09ea3e-e065-433c-8de8-a47859fdb0ca None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:06.157073 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e8fecc-e389-4a62-8b45-f08cef41dc3d None None] Network 2dc7c579-9f98-4ae6-a99b-02ed2a54253b requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:06.168462 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ee65b3f9-9f6c-471e-9fa6-10eae1723cbc tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:06.170805 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e96aeb2-5061-4d36-9f4a-029d7438b332 None None] Network fd1f7998-e8ef-49a1-abb3-c4b37d04bf49 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:06.173403 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d28c0f-1eaa-4e5e-bc09-511579873878 None None] Network 57de9ad5-e6de-4cf0-84f0-d1aa0445b15d requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:06.186490 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe26e5a1-8466-473e-8887-396c75864534 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:06.195503 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe26e5a1-8466-473e-8887-396c75864534 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:39:06.195995 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe26e5a1-8466-473e-8887-396c75864534 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:06.218750 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-f13b6c33-b0d3-4004-a1c6-33ed45cffeae tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Deleting port b8cbd88c-6712-49b4-85bc-d2577328abb1 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:39:06.219068 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f13b6c33-b0d3-4004-a1c6-33ed45cffeae tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:06.236023 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-d702be26-07f9-49d0-9a99-8edc574690e7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/quotas/62f83991a7314cd6b6c084162dcfff66 HTTP/1.1" status: 200 len: 375 time: 0.1162517 Oct 12 07:39:06.249555 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e8fecc-e389-4a62-8b45-f08cef41dc3d None None] Network 2dc7c579-9f98-4ae6-a99b-02ed2a54253b could not be found, it might have been deleted concurrently. {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 12 07:39:06.273560 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-75bc3ce3-9bd3-4e88-a107-4bf508e70717 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.0521848 Oct 12 07:39:06.297425 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38604) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:06.314226 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cc8c16-73ee-4361-a122-cdfdeebfd968 None None] Network 2dc7c579-9f98-4ae6-a99b-02ed2a54253b requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:06.327996 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 3223d50b-f89e-4d5c-9ed4-8bb664144200 resource provider aggregate not found Oct 12 07:39:06.334598 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd38e783-87cf-4eec-8cf0-5ba0e915bd51 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Made reservation on behalf of ab8b3ae455d54493a558c1c38223505d for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:06.339085 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd38e783-87cf-4eec-8cf0-5ba0e915bd51 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:06.344327 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ee65b3f9-9f6c-471e-9fa6-10eae1723cbc tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:06.345147 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ee65b3f9-9f6c-471e-9fa6-10eae1723cbc tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:06.399202 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe26e5a1-8466-473e-8887-396c75864534 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:06.434202 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6ac30670-5668-4067-8ae1-7c7ba1d49af6 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for floatingip, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:06.451930 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 3223d50b-f89e-4d5c-9ed4-8bb664144200 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3223d50b-f89e-4d5c-9ed4-8bb664144200 found for delete ", "request_id": "req-c4101376-7439-488d-a394-6f8d6caddf8a"}]} Oct 12 07:39:06.467775 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe26e5a1-8466-473e-8887-396c75864534 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:06.473973 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-fe26e5a1-8466-473e-8887-396c75864534 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] 10.222.0.26 "DELETE /v2.0/networks/fd1f7998-e8ef-49a1-abb3-c4b37d04bf49 HTTP/1.1" status: 204 len: 168 time: 1.9655008 Oct 12 07:39:06.486626 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-18936a95-3d10-476c-831e-bad1162ac62e req-8359ca59-e9a9-4334-aa0a-7497ec3b017d tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3264511 Oct 12 07:39:06.487149 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38610) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:06.607537 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65b3f9-9f6c-471e-9fa6-10eae1723cbc tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event updated for resources: {'Port': ['ID=16b91b28-22cb-4591-9543-0c3d06e284ed,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:06.666205 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cc8c16-73ee-4361-a122-cdfdeebfd968 None None] Network 2dc7c579-9f98-4ae6-a99b-02ed2a54253b could not be found, it might have been deleted concurrently. {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 12 07:39:06.677023 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe26e5a1-8466-473e-8887-396c75864534 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Pushing event deleted for resources: {'Network': ['ID=fd1f7998-e8ef-49a1-abb3-c4b37d04bf49,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:06.688630 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee65b3f9-9f6c-471e-9fa6-10eae1723cbc tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Network 1c683f0b-423c-46e3-a835-1dd7dd5cb5b9 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:39:06.693430 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-ee65b3f9-9f6c-471e-9fa6-10eae1723cbc tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:06.727273 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49063eb-ddc4-4ce7-a028-69057a1e6869 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:06.728689 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-ef8ecb64-3e28-4b92-ab60-177452380181 None None] Provisioning complete for port 237f1248-df8d-4e6b-be87-58af279dd914 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:06.729066 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ef8ecb64-3e28-4b92-ab60-177452380181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:06.729399 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ef8ecb64-3e28-4b92-ab60-177452380181 None None] Attempt 1 to provision port 237f1248-df8d-4e6b-be87-58af279dd914 Oct 12 07:39:06.732944 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49063eb-ddc4-4ce7-a028-69057a1e6869 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:06.737697 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e49063eb-ddc4-4ce7-a028-69057a1e6869 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.4283998 Oct 12 07:39:06.738423 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38614) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:06.863403 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-62e53b3c-7e5a-4b38-b6ba-ab8001298acd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6036305 Oct 12 07:39:06.868979 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 237f1248-df8d-4e6b-be87-58af279dd914 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:39:06.872932 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f13b6c33-b0d3-4004-a1c6-33ed45cffeae tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:06.949022 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-f13b6c33-b0d3-4004-a1c6-33ed45cffeae tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Calling delete_port for b8cbd88c-6712-49b4-85bc-d2577328abb1 owned by network:router_interface {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:39:07.052109 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9220fc3-8e20-4cf0-ab88-66f1eec01d26 None None] DHCP port deletion for fd1f7998-e8ef-49a1-abb3-c4b37d04bf49 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:39:07.056489 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-c88ac22f-6b80-40de-98bc-394501f27960 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting port 54341981-4893-46cc-a1d1-9fcdb34d9c64 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:39:07.056836 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c88ac22f-6b80-40de-98bc-394501f27960 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:07.092811 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd38e783-87cf-4eec-8cf0-5ba0e915bd51 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:07.104269 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee65b3f9-9f6c-471e-9fa6-10eae1723cbc tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Router 24bb2604-517d-4800-bade-dd4aa9ce8be4 is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:39:07.152747 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-45d74ce3-6c95-4948-87f0-9546930c9295 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:07.153714 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 237f1248-df8d-4e6b-be87-58af279dd914 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:07.154266 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:07.154505 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 237f1248-df8d-4e6b-be87-58af279dd914 Oct 12 07:39:07.163211 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ef8ecb64-3e28-4b92-ab60-177452380181 None None] Current status of the port 237f1248-df8d-4e6b-be87-58af279dd914 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:07.163599 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ef8ecb64-3e28-4b92-ab60-177452380181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:07.243094 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f723a3ec-57d9-4b3d-8c7b-4fb3d28173cd None None] DHCP port deletion for 57de9ad5-e6de-4cf0-84f0-d1aa0445b15d request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:39:07.250817 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c88ac22f-6b80-40de-98bc-394501f27960 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:07.260453 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ee78e-98ed-4269-817f-35e3f86d7447 req-c8db3ab6-73c1-459f-8702-7b70f1b418d2 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:07.262723 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d36ee78e-98ed-4269-817f-35e3f86d7447 req-c8db3ab6-73c1-459f-8702-7b70f1b418d2 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.3926818 Oct 12 07:39:07.281181 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-ef8ecb64-3e28-4b92-ab60-177452380181 None None] For port 237f1248-df8d-4e6b-be87-58af279dd914, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=237f1248-df8d-4e6b-be87-58af279dd914,segment=NetworkSegment(32cb4bb4-74a6-4252-b6af-95c215f46736),segment_id=32cb4bb4-74a6-4252-b6af-95c215f46736)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:07.310980 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e783-87cf-4eec-8cf0-5ba0e915bd51 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event updated for resources: {'Subnet': ['ID=3c8964e2-5fe5-41bf-a76e-35b41fc7eb13,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:07.311192 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ef8ecb64-3e28-4b92-ab60-177452380181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:07.313431 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-9a7964f3-181e-4786-84d7-7896fc085d51 service neutron] 10.222.0.26 "GET /v2.0/networks/d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4159558 Oct 12 07:39:07.319855 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-c88ac22f-6b80-40de-98bc-394501f27960 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Calling delete_port for 54341981-4893-46cc-a1d1-9fcdb34d9c64 owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:39:07.333644 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd38e783-87cf-4eec-8cf0-5ba0e915bd51 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Checking segment: {'id': 'c7b36083-7ebe-46eb-8913-064f4d59c6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f9167e43-0ffd-428d-bf1b-2f8fb0b43774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:39:07.333927 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd38e783-87cf-4eec-8cf0-5ba0e915bd51 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Network hostable DHCP agents. Network: f9167e43-0ffd-428d-bf1b-2f8fb0b43774, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:39:07.355961 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee65b3f9-9f6c-471e-9fa6-10eae1723cbc tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:39:07.373152 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d416755-0949-4ba8-8182-88611302aeda None None] Sync routers for ids ['24bb2604-517d-4800-bade-dd4aa9ce8be4'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:39:07.404110 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ee65b3f9-9f6c-471e-9fa6-10eae1723cbc tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "PUT /v2.0/routers/24bb2604-517d-4800-bade-dd4aa9ce8be4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0603640 Oct 12 07:39:07.412036 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38616) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:07.432795 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd38e783-87cf-4eec-8cf0-5ba0e915bd51 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Network f9167e43-0ffd-428d-bf1b-2f8fb0b43774 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:39:07.473434 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-cd38e783-87cf-4eec-8cf0-5ba0e915bd51 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, f9167e43-0ffd-428d-bf1b-2f8fb0b43774) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:07.477622 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8ecb64-3e28-4b92-ab60-177452380181 None None] Pushing event updated for resources: {'Port': ['ID=237f1248-df8d-4e6b-be87-58af279dd914,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:07.500420 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 237f1248-df8d-4e6b-be87-58af279dd914 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:07.500633 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd38e783-87cf-4eec-8cf0-5ba0e915bd51 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:07.501155 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd38e783-87cf-4eec-8cf0-5ba0e915bd51 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:07.516302 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f586b0-1a89-4b33-861d-dc11606fcb60 None None] Network f9167e43-0ffd-428d-bf1b-2f8fb0b43774 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:07.546570 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a50cc75-4a0e-4f3a-bcf9-93c940156628 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:07.548160 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-7a50cc75-4a0e-4f3a-bcf9-93c940156628 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "GET /v2.0/ports?device_id=24bb2604-517d-4800-bade-dd4aa9ce8be4 HTTP/1.1" status: 200 len: 989 time: 0.1351564 Oct 12 07:39:07.558072 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-cd38e783-87cf-4eec-8cf0-5ba0e915bd51 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5613651 Oct 12 07:39:07.559437 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38618) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:07.561791 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38620) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:07.595908 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d36ee78e-98ed-4269-817f-35e3f86d7447 req-3ff370a1-075c-49a6-9d53-0cf25dc1998c tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3213556 Oct 12 07:39:07.630182 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d416755-0949-4ba8-8182-88611302aeda None None] Routers {'24bb2604-517d-4800-bade-dd4aa9ce8be4'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:39:07.630777 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-9d416755-0949-4ba8-8182-88611302aeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:38:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['24bb2604-517d-4800-bade-dd4aa9ce8be4'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:07.733137 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-3e343927-02f4-4b5d-b203-18dc21931056 service neutron] 10.222.0.26 "GET /v2.0/networks/d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778880 Oct 12 07:39:07.756632 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-45d74ce3-6c95-4948-87f0-9546930c9295 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Deleting port 4443369a-32cb-4105-be96-e7db0a0181bd {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:39:07.757112 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-45d74ce3-6c95-4948-87f0-9546930c9295 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:07.762227 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f723a3ec-57d9-4b3d-8c7b-4fb3d28173cd None None] Deleting port 4443369a-32cb-4105-be96-e7db0a0181bd {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:39:07.765297 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f723a3ec-57d9-4b3d-8c7b-4fb3d28173cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:07.829555 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-9d416755-0949-4ba8-8182-88611302aeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:07.857637 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d416755-0949-4ba8-8182-88611302aeda None None] Routers {'24bb2604-517d-4800-bade-dd4aa9ce8be4'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:39:07.859115 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-9d416755-0949-4ba8-8182-88611302aeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:38:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['24bb2604-517d-4800-bade-dd4aa9ce8be4'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:08.028036 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-9d416755-0949-4ba8-8182-88611302aeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:08.028720 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d416755-0949-4ba8-8182-88611302aeda None None] The sync data for ids ['24bb2604-517d-4800-bade-dd4aa9ce8be4'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:39:08.049872 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-f723a3ec-57d9-4b3d-8c7b-4fb3d28173cd None None] For port 4443369a-32cb-4105-be96-e7db0a0181bd, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=4443369a-32cb-4105-be96-e7db0a0181bd,segment=NetworkSegment(cdf54509-ffa6-4b42-81e8-50f067cb8ce8),segment_id=cdf54509-ffa6-4b42-81e8-50f067cb8ce8)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:08.050309 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f723a3ec-57d9-4b3d-8c7b-4fb3d28173cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:08.096910 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f723a3ec-57d9-4b3d-8c7b-4fb3d28173cd None None] Calling delete_port for 4443369a-32cb-4105-be96-e7db0a0181bd owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:39:08.105954 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f13b6c33-b0d3-4004-a1c6-33ed45cffeae tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:08.264981 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b6c33-b0d3-4004-a1c6-33ed45cffeae tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event deleted for resources: {'Port': ['ID=b8cbd88c-6712-49b4-85bc-d2577328abb1,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:08.297640 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3922e643-c889-4f20-a84e-bcda8af702cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-f9167e43-0ffd-428d-bf1b-2f8fb0b43774', 'network_id': 'f9167e43-0ffd-428d-bf1b-2f8fb0b43774', 'tenant_id': 'ab8b3ae455d54493a558c1c38223505d', 'fixed_ips': [{'subnet_id': '3c8964e2-5fe5-41bf-a76e-35b41fc7eb13'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:39:08.298624 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3922e643-c889-4f20-a84e-bcda8af702cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:08.302882 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-45d74ce3-6c95-4948-87f0-9546930c9295 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] For port 4443369a-32cb-4105-be96-e7db0a0181bd, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=4443369a-32cb-4105-be96-e7db0a0181bd,segment=NetworkSegment(cdf54509-ffa6-4b42-81e8-50f067cb8ce8),segment_id=cdf54509-ffa6-4b42-81e8-50f067cb8ce8)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:08.303432 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-45d74ce3-6c95-4948-87f0-9546930c9295 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:08.363156 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f723a3ec-57d9-4b3d-8c7b-4fb3d28173cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:08.374481 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-45d74ce3-6c95-4948-87f0-9546930c9295 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Calling delete_port for 4443369a-32cb-4105-be96-e7db0a0181bd owned by network:dhcp {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:39:08.408087 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc32a16-fa8b-4b22-a4a1-30954977a38e None None] Network 1c683f0b-423c-46e3-a835-1dd7dd5cb5b9 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:08.416596 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f723a3ec-57d9-4b3d-8c7b-4fb3d28173cd None None] No DVR routers for this DVR port 4443369a-32cb-4105-be96-e7db0a0181bd on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:39:08.424290 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f723a3ec-57d9-4b3d-8c7b-4fb3d28173cd None None] Pushing event deleted for resources: {'Port': ['ID=4443369a-32cb-4105-be96-e7db0a0181bd,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:08.483663 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-ab1038ab-d845-4e1d-8bf1-c36f7012447f None None] Provisioning complete for port 16b91b28-22cb-4591-9543-0c3d06e284ed triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:08.484033 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ab1038ab-d845-4e1d-8bf1-c36f7012447f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:08.484365 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ab1038ab-d845-4e1d-8bf1-c36f7012447f None None] Attempt 1 to provision port 16b91b28-22cb-4591-9543-0c3d06e284ed Oct 12 07:39:08.527785 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-45d74ce3-6c95-4948-87f0-9546930c9295 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:08.613400 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ab1038ab-d845-4e1d-8bf1-c36f7012447f None None] Port 16b91b28-22cb-4591-9543-0c3d06e284ed cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:08.685839 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d74ce3-6c95-4948-87f0-9546930c9295 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] No DVR routers for this DVR port 4443369a-32cb-4105-be96-e7db0a0181bd on host dv-neutron-860909-2-hyperv {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:39:08.691390 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 237f1248-df8d-4e6b-be87-58af279dd914 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:39:08.709543 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f13b6c33-b0d3-4004-a1c6-33ed45cffeae tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:08.721668 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26d6e8b0-77fb-41cc-b503-d8da61f83a1d tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:08.789135 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-45d74ce3-6c95-4948-87f0-9546930c9295 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:08.807664 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c88ac22f-6b80-40de-98bc-394501f27960 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:08.815800 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-45d74ce3-6c95-4948-87f0-9546930c9295 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57de9ad5-e6de-4cf0-84f0-d1aa0445b15d']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:08.825833 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-45d74ce3-6c95-4948-87f0-9546930c9295 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdf54509-ffa6-4b42-81e8-50f067cb8ce8') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:08.826189 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-45d74ce3-6c95-4948-87f0-9546930c9295 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdf54509-ffa6-4b42-81e8-50f067cb8ce8') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:08.846623 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 237f1248-df8d-4e6b-be87-58af279dd914 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:08.847005 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:08.847328 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 237f1248-df8d-4e6b-be87-58af279dd914 Oct 12 07:39:08.853477 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ac22f-6b80-40de-98bc-394501f27960 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Port': ['ID=54341981-4893-46cc-a1d1-9fcdb34d9c64,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:08.915381 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26d6e8b0-77fb-41cc-b503-d8da61f83a1d tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:08.915737 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d74ce3-6c95-4948-87f0-9546930c9295 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Pushing event deleted for resources: {'Port': ['ID=4443369a-32cb-4105-be96-e7db0a0181bd,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:08.929961 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb49a1-3c33-4bea-bdc9-17d65faa725f req-8f8f3d19-c728-4602-b4f9-7dc1f966c2d4 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:08.936932 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-80eb49a1-3c33-4bea-bdc9-17d65faa725f req-8f8f3d19-c728-4602-b4f9-7dc1f966c2d4 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.9796774 Oct 12 07:39:08.958595 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-45d74ce3-6c95-4948-87f0-9546930c9295 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:08.969743 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-3922e643-c889-4f20-a84e-bcda8af702cc None None] Allocated IP 2001:db8::1 (f9167e43-0ffd-428d-bf1b-2f8fb0b43774/3c8964e2-5fe5-41bf-a76e-35b41fc7eb13/fea5d543-0649-4ea8-adba-da9e6846889e) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:39:09.030139 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 237f1248-df8d-4e6b-be87-58af279dd914 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:09.056228 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-45d74ce3-6c95-4948-87f0-9546930c9295 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:09.076389 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-80eb49a1-3c33-4bea-bdc9-17d65faa725f req-c2704c84-d5f8-40e8-ad1e-1f0cff3b0f1b tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359935 Oct 12 07:39:09.094531 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45d74ce3-6c95-4948-87f0-9546930c9295 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:39:09.095164 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-45d74ce3-6c95-4948-87f0-9546930c9295 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:09.098433 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c88ac22f-6b80-40de-98bc-394501f27960 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:09.104856 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c88ac22f-6b80-40de-98bc-394501f27960 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/ports/54341981-4893-46cc-a1d1-9fcdb34d9c64 HTTP/1.1" status: 204 len: 168 time: 2.3636901 Oct 12 07:39:09.109441 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38626) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:09.162288 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment cdf54509-ffa6-4b42-81e8-50f067cb8ce8 resource provider aggregate not found Oct 12 07:39:09.175297 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.db.resource_extend [None req-6ac30670-5668-4067-8ae1-7c7ba1d49af6 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 07:39:09.197794 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ab1038ab-d845-4e1d-8bf1-c36f7012447f None None] Attempt 2 to provision port 16b91b28-22cb-4591-9543-0c3d06e284ed Oct 12 07:39:09.210675 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device fb11f442-e8b5-4487-9549-dd84eaddd1f0 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:39:09.221129 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168b0d3c-5ebf-4c08-b21e-fb043844bfb9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:09.223632 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168b0d3c-5ebf-4c08-b21e-fb043844bfb9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:09.225337 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168b0d3c-5ebf-4c08-b21e-fb043844bfb9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:09.229909 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-168b0d3c-5ebf-4c08-b21e-fb043844bfb9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1178534 Oct 12 07:39:09.230876 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38632) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:09.234725 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment cdf54509-ffa6-4b42-81e8-50f067cb8ce8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cdf54509-ffa6-4b42-81e8-50f067cb8ce8 found for delete ", "request_id": "req-801cae08-755d-48b4-9836-6a01ceba03f6"}]} Oct 12 07:39:09.287912 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: fb11f442-e8b5-4487-9549-dd84eaddd1f0 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:39:09.288326 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device fb11f442-e8b5-4487-9549-dd84eaddd1f0 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:39:09.288820 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 4443369a-32cb-4105-be96-e7db0a0181bd no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:39:09.323727 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ab1038ab-d845-4e1d-8bf1-c36f7012447f None None] Port 16b91b28-22cb-4591-9543-0c3d06e284ed cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:09.327647 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 4443369a-32cb-4105-be96-e7db0a0181bd {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:39:09.329097 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 4443369a-32cb-4105-be96-e7db0a0181bd not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:39:09.348911 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3922e643-c889-4f20-a84e-bcda8af702cc None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:09.363792 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3922e643-c889-4f20-a84e-bcda8af702cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:09.396591 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-f24167dd-3902-4650-ade8-b3c7d55d4c22 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting subnet 61833441-f8e4-430f-b8c2-339275f90643 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:39:09.410132 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f24167dd-3902-4650-ade8-b3c7d55d4c22 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:09.447008 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26d6e8b0-77fb-41cc-b503-d8da61f83a1d tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:09.448992 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3922e643-c889-4f20-a84e-bcda8af702cc None None] Network f9167e43-0ffd-428d-bf1b-2f8fb0b43774 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:39:09.451964 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-3922e643-c889-4f20-a84e-bcda8af702cc None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:09.454799 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922e643-c889-4f20-a84e-bcda8af702cc None None] Pushing event updated for resources: {'Port': ['ID=fea5d543-0649-4ea8-adba-da9e6846889e,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:09.463638 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3922e643-c889-4f20-a84e-bcda8af702cc None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:39:09.467836 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d6b3bd29-a99f-4e55-b72c-896c0dadb195 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:09.555777 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-3922e643-c889-4f20-a84e-bcda8af702cc None None] Attempting to bind port fea5d543-0649-4ea8-adba-da9e6846889e on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:39:09.556398 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-3922e643-c889-4f20-a84e-bcda8af702cc None None] Attempting to bind port fea5d543-0649-4ea8-adba-da9e6846889e by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'c7b36083-7ebe-46eb-8913-064f4d59c6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f9167e43-0ffd-428d-bf1b-2f8fb0b43774'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:39:09.557079 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3922e643-c889-4f20-a84e-bcda8af702cc None None] Attempting to bind port fea5d543-0649-4ea8-adba-da9e6846889e on network f9167e43-0ffd-428d-bf1b-2f8fb0b43774 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:39:09.563430 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3922e643-c889-4f20-a84e-bcda8af702cc None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:39:09.563608 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d6e8b0-77fb-41cc-b503-d8da61f83a1d tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event deleted for resources: {'Subnet': ['ID=3c8964e2-5fe5-41bf-a76e-35b41fc7eb13,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:09.563740 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3922e643-c889-4f20-a84e-bcda8af702cc None None] Checking segment: {'id': 'c7b36083-7ebe-46eb-8913-064f4d59c6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f9167e43-0ffd-428d-bf1b-2f8fb0b43774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:39:09.564126 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3922e643-c889-4f20-a84e-bcda8af702cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:09.564511 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3922e643-c889-4f20-a84e-bcda8af702cc None None] Bound using segment: {'id': 'c7b36083-7ebe-46eb-8913-064f4d59c6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f9167e43-0ffd-428d-bf1b-2f8fb0b43774'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:39:09.564975 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-3922e643-c889-4f20-a84e-bcda8af702cc None None] Bound port: fea5d543-0649-4ea8-adba-da9e6846889e, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7b36083-7ebe-46eb-8913-064f4d59c6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f9167e43-0ffd-428d-bf1b-2f8fb0b43774'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:39:09.565351 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3922e643-c889-4f20-a84e-bcda8af702cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:09.638374 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f24167dd-3902-4650-ade8-b3c7d55d4c22 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:09.655882 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f13b6c33-b0d3-4004-a1c6-33ed45cffeae tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Router fdf6ba3e-cc93-4c11-80af-fdc412ef13ec has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:39:09.680847 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-3922e643-c889-4f20-a84e-bcda8af702cc None None] For port fea5d543-0649-4ea8-adba-da9e6846889e, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:39:09.685303 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-3922e643-c889-4f20-a84e-bcda8af702cc None None] For port fea5d543-0649-4ea8-adba-da9e6846889e, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=fea5d543-0649-4ea8-adba-da9e6846889e,segment=NetworkSegment(c7b36083-7ebe-46eb-8913-064f4d59c6be),segment_id=c7b36083-7ebe-46eb-8913-064f4d59c6be)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:39:09.691046 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3922e643-c889-4f20-a84e-bcda8af702cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:09.727497 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-45d74ce3-6c95-4948-87f0-9546930c9295 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:09.733967 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26d6e8b0-77fb-41cc-b503-d8da61f83a1d tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:09.734593 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6d07e1b5-a244-49ec-91ad-803dd89b4457 req-aab6ed9c-37a8-4afb-ab9f-2a1a549f08e7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8926720-09b0-467b-9e8a-3bd93ba7b4ac HTTP/1.1" status: 200 len: 210 time: 0.0466065 Oct 12 07:39:09.766320 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-45d74ce3-6c95-4948-87f0-9546930c9295 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:09.766320 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-45d74ce3-6c95-4948-87f0-9546930c9295 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] 10.222.0.26 "DELETE /v2.0/networks/57de9ad5-e6de-4cf0-84f0-d1aa0445b15d HTTP/1.1" status: 204 len: 168 time: 3.2722893 Oct 12 07:39:09.766661 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d74ce3-6c95-4948-87f0-9546930c9295 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Pushing event deleted for resources: {'Network': ['ID=57de9ad5-e6de-4cf0-84f0-d1aa0445b15d,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:09.768431 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38638) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:09.784813 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6ac30670-5668-4067-8ae1-7c7ba1d49af6 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:09.818584 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a96e76-44a1-4568-9f34-f507650059fc req-79623189-815b-4d50-add8-fae6f63043c9 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:09.827216 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-71a96e76-44a1-4568-9f34-f507650059fc req-79623189-815b-4d50-add8-fae6f63043c9 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.6038799 Oct 12 07:39:09.830394 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-26d6e8b0-77fb-41cc-b503-d8da61f83a1d tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9167e43-0ffd-428d-bf1b-2f8fb0b43774']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:09.833158 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ab1038ab-d845-4e1d-8bf1-c36f7012447f None None] Attempt 3 to provision port 16b91b28-22cb-4591-9543-0c3d06e284ed Oct 12 07:39:09.842751 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14aa38f1-432d-47af-8087-85516b69e4e8 None None] Network f9167e43-0ffd-428d-bf1b-2f8fb0b43774 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:09.852038 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6ac30670-5668-4067-8ae1-7c7ba1d49af6 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:09.870069 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-26d6e8b0-77fb-41cc-b503-d8da61f83a1d tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7b36083-7ebe-46eb-8913-064f4d59c6be') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:09.870368 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-26d6e8b0-77fb-41cc-b503-d8da61f83a1d tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7b36083-7ebe-46eb-8913-064f4d59c6be') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:09.886763 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26d6e8b0-77fb-41cc-b503-d8da61f83a1d tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:09.901493 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922e643-c889-4f20-a84e-bcda8af702cc None None] Pushing event updated for resources: {'Port': ['ID=fea5d543-0649-4ea8-adba-da9e6846889e,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:09.915430 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f24167dd-3902-4650-ade8-b3c7d55d4c22 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:09.918099 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26d6e8b0-77fb-41cc-b503-d8da61f83a1d tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:09.952800 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ab1038ab-d845-4e1d-8bf1-c36f7012447f None None] Port 16b91b28-22cb-4591-9543-0c3d06e284ed cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:09.954614 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d6e8b0-77fb-41cc-b503-d8da61f83a1d tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:39:09.955025 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26d6e8b0-77fb-41cc-b503-d8da61f83a1d tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:10.007392 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment c7b36083-7ebe-46eb-8913-064f4d59c6be resource provider aggregate not found Oct 12 07:39:10.016752 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-36cd53b9-a24f-4055-b064-fb30c85b3c46 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Deleting subnet 964a3a46-d0d9-4337-aac5-56bc5c7b1661 {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:39:10.036062 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-71a96e76-44a1-4568-9f34-f507650059fc req-2fc456d6-a53c-44fd-94df-2254287bc354 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2077610 Oct 12 07:39:10.049188 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13b6c33-b0d3-4004-a1c6-33ed45cffeae tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:39:10.053003 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-36cd53b9-a24f-4055-b064-fb30c85b3c46 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:10.069005 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.db.api [None req-26d6e8b0-77fb-41cc-b503-d8da61f83a1d tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 07:39:10.069005 dv-neutron-860909-2-hyperv neutron-server[103201]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 07:39:10.069005 dv-neutron-860909-2-hyperv neutron-server[103201]: [parameters: {'id': 'f9167e43-0ffd-428d-bf1b-2f8fb0b43774'}] Oct 12 07:39:10.069005 dv-neutron-860909-2-hyperv neutron-server[103201]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103201) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 07:39:10.069422 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb8a01c-e024-4839-895e-b347ce6a6e6d None None] Sync routers for ids ['fdf6ba3e-cc93-4c11-80af-fdc412ef13ec'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:39:10.069996 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG oslo_db.api [None req-26d6e8b0-77fb-41cc-b503-d8da61f83a1d tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 07:39:10.077107 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf72aa8-7753-4cd9-b03f-93bc075787bc None None] get_active_networks_info from dv-neutron-860909-2-hyperv {{(pid=103202) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 07:39:10.089699 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb8a01c-e024-4839-895e-b347ce6a6e6d None None] Routers {'fdf6ba3e-cc93-4c11-80af-fdc412ef13ec'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:39:10.092165 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-efb8a01c-e024-4839-895e-b347ce6a6e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:38:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['fdf6ba3e-cc93-4c11-80af-fdc412ef13ec'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:10.114794 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment c7b36083-7ebe-46eb-8913-064f4d59c6be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7b36083-7ebe-46eb-8913-064f4d59c6be found for delete ", "request_id": "req-8a426d55-86ce-4294-80cd-bbef848199c3"}]} Oct 12 07:39:10.123732 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f13b6c33-b0d3-4004-a1c6-33ed45cffeae tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "PUT /v2.0/routers/fdf6ba3e-cc93-4c11-80af-fdc412ef13ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4066222 Oct 12 07:39:10.132782 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38646) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:10.137198 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-efb8a01c-e024-4839-895e-b347ce6a6e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:10.147856 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb8a01c-e024-4839-895e-b347ce6a6e6d None None] Routers {'fdf6ba3e-cc93-4c11-80af-fdc412ef13ec'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:39:10.148591 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-efb8a01c-e024-4839-895e-b347ce6a6e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:38:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['fdf6ba3e-cc93-4c11-80af-fdc412ef13ec'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:10.190925 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-efb8a01c-e024-4839-895e-b347ce6a6e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:10.191856 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb8a01c-e024-4839-895e-b347ce6a6e6d None None] The sync data for ids ['fdf6ba3e-cc93-4c11-80af-fdc412ef13ec'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:39:10.217889 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-5ddb87b6-460c-4c7a-ab0f-4ac65962b09e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdf6ba3e-cc93-4c11-80af-fdc412ef13ec HTTP/1.1" status: 200 len: 205 time: 0.0810897 Oct 12 07:39:10.218145 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f24167dd-3902-4650-ade8-b3c7d55d4c22 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:10.219865 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38648) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:10.236588 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-36cd53b9-a24f-4055-b064-fb30c85b3c46 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:10.253664 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf72aa8-7753-4cd9-b03f-93bc075787bc None None] Resources bound (agent type, host, resource id): {{(pid=103202) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 07:39:10.286714 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24167dd-3902-4650-ade8-b3c7d55d4c22 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Subnet': ['ID=61833441-f8e4-430f-b8c2-339275f90643,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:10.300573 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f24167dd-3902-4650-ade8-b3c7d55d4c22 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:10.306660 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f24167dd-3902-4650-ade8-b3c7d55d4c22 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/61833441-f8e4-430f-b8c2-339275f90643 HTTP/1.1" status: 204 len: 168 time: 1.0733001 Oct 12 07:39:10.346999 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38652) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:10.353335 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8e194e1a-940f-4949-97b2-c81a7f12ba7a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for router, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:10.359083 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-d6b3bd29-a99f-4e55-b72c-896c0dadb195 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Deleting port 16b91b28-22cb-4591-9543-0c3d06e284ed {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:39:10.359416 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d6b3bd29-a99f-4e55-b72c-896c0dadb195 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:10.386298 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-36cd53b9-a24f-4055-b064-fb30c85b3c46 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:10.457329 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ab1038ab-d845-4e1d-8bf1-c36f7012447f None None] Attempt 4 to provision port 16b91b28-22cb-4591-9543-0c3d06e284ed Oct 12 07:39:10.562427 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-36cd53b9-a24f-4055-b064-fb30c85b3c46 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:10.575766 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8e194e1a-940f-4949-97b2-c81a7f12ba7a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:10.577220 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26d6e8b0-77fb-41cc-b503-d8da61f83a1d tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:10.581104 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8e194e1a-940f-4949-97b2-c81a7f12ba7a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:10.584332 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4893dd0-957b-4fd1-b03f-fa31deeb53c4 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting subnet dc88beba-b512-4198-981e-1823a579c319 {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:39:10.619842 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c4893dd0-957b-4fd1-b03f-fa31deeb53c4 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:10.624053 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cd53b9-a24f-4055-b064-fb30c85b3c46 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Pushing event deleted for resources: {'Subnet': ['ID=964a3a46-d0d9-4337-aac5-56bc5c7b1661,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:10.632902 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d0ed7-1654-4804-97b3-a6f93ca63e13 req-6058dee9-6aae-4485-a18b-788666aeb05d tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:10.640862 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-138d0ed7-1654-4804-97b3-a6f93ca63e13 req-6058dee9-6aae-4485-a18b-788666aeb05d tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.2953584 Oct 12 07:39:10.650183 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d6b3bd29-a99f-4e55-b72c-896c0dadb195 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:10.660556 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8e194e1a-940f-4949-97b2-c81a7f12ba7a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:10.661081 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e194e1a-940f-4949-97b2-c81a7f12ba7a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Fanout notify agent at l3_agent the message router_deleted on router fdf6ba3e-cc93-4c11-80af-fdc412ef13ec {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:39:10.672830 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8e194e1a-940f-4949-97b2-c81a7f12ba7a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:10.677807 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-8e194e1a-940f-4949-97b2-c81a7f12ba7a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "DELETE /v2.0/routers/fdf6ba3e-cc93-4c11-80af-fdc412ef13ec HTTP/1.1" status: 204 len: 168 time: 0.4500268 Oct 12 07:39:10.677807 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-d6b3bd29-a99f-4e55-b72c-896c0dadb195 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Calling delete_port for 16b91b28-22cb-4591-9543-0c3d06e284ed owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:39:10.678066 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ab1038ab-d845-4e1d-8bf1-c36f7012447f None None] Port 16b91b28-22cb-4591-9543-0c3d06e284ed cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:10.678184 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38658) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:10.689950 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-36cd53b9-a24f-4055-b064-fb30c85b3c46 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:10.694082 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-36cd53b9-a24f-4055-b064-fb30c85b3c46 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] 10.222.0.26 "DELETE /v2.0/subnets/964a3a46-d0d9-4337-aac5-56bc5c7b1661 HTTP/1.1" status: 204 len: 168 time: 0.9196334 Oct 12 07:39:10.705112 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38660) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:10.755031 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-138d0ed7-1654-4804-97b3-a6f93ca63e13 req-22648c87-f4ae-4186-b63d-2ac9a1d9492f tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132600 Oct 12 07:39:10.761319 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c4893dd0-957b-4fd1-b03f-fa31deeb53c4 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:10.848541 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155c3739-4102-4da4-80eb-6df0399dd4cd None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:10.851168 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0269e0bb-1a32-47eb-afc0-bb3855be574b None None] Network 75453dce-c889-4fd7-b2a6-4f7670e7a9ad requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:10.862683 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac30670-5668-4067-8ae1-7c7ba1d49af6 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Router cef8cbf0-db0a-4674-9584-db4297dc2e25 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:39:10.866803 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f9127de-af55-4a60-af6c-d0ae53780ae4 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Deleting subnet f67a08d8-ec31-4ee9-9722-f5014f15158f {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:39:10.876783 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b850f319-9291-4d12-803d-d79677352f21 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:10.879442 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6f9127de-af55-4a60-af6c-d0ae53780ae4 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:10.897398 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a0b30880-0f75-4af3-9a05-b8459d9574e1 req-70971079-c25a-4c4f-b2de-b7017433058b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8926720-09b0-467b-9e8a-3bd93ba7b4ac HTTP/1.1" status: 200 len: 210 time: 0.0399489 Oct 12 07:39:10.947609 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6f9127de-af55-4a60-af6c-d0ae53780ae4 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:10.973333 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-26d6e8b0-77fb-41cc-b503-d8da61f83a1d tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Deleting port fea5d543-0649-4ea8-adba-da9e6846889e {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:39:10.973982 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26d6e8b0-77fb-41cc-b503-d8da61f83a1d tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:11.000113 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c4893dd0-957b-4fd1-b03f-fa31deeb53c4 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:11.081566 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac30670-5668-4067-8ae1-7c7ba1d49af6 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:39:11.086603 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6ac30670-5668-4067-8ae1-7c7ba1d49af6 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:11.103501 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af14e59-4af7-4c0f-bf27-f22fa6aa3674 None None] Sync routers for ids ['cef8cbf0-db0a-4674-9584-db4297dc2e25'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:39:11.134128 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af14e59-4af7-4c0f-bf27-f22fa6aa3674 None None] Routers {'cef8cbf0-db0a-4674-9584-db4297dc2e25'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:39:11.134762 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-7af14e59-4af7-4c0f-bf27-f22fa6aa3674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:38:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['cef8cbf0-db0a-4674-9584-db4297dc2e25'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:11.153306 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-6ac30670-5668-4067-8ae1-7c7ba1d49af6 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "PUT /v2.0/floatingips/1bac7ae4-6527-44bb-ac02-7f3bf9f45e73 HTTP/1.1" status: 200 len: 978 time: 5.0204539 Oct 12 07:39:11.157731 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38664) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:11.168143 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c4893dd0-957b-4fd1-b03f-fa31deeb53c4 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:11.208852 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ab1038ab-d845-4e1d-8bf1-c36f7012447f None None] Attempt 5 to provision port 16b91b28-22cb-4591-9543-0c3d06e284ed Oct 12 07:39:11.228836 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4893dd0-957b-4fd1-b03f-fa31deeb53c4 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Subnet': ['ID=dc88beba-b512-4198-981e-1823a579c319,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:11.236720 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c4893dd0-957b-4fd1-b03f-fa31deeb53c4 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:11.237785 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-26d6e8b0-77fb-41cc-b503-d8da61f83a1d tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] For port fea5d543-0649-4ea8-adba-da9e6846889e, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=fea5d543-0649-4ea8-adba-da9e6846889e,segment=NetworkSegment(c7b36083-7ebe-46eb-8913-064f4d59c6be),segment_id=c7b36083-7ebe-46eb-8913-064f4d59c6be)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:11.238295 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26d6e8b0-77fb-41cc-b503-d8da61f83a1d tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:11.240009 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c4893dd0-957b-4fd1-b03f-fa31deeb53c4 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/dc88beba-b512-4198-981e-1823a579c319 HTTP/1.1" status: 204 len: 168 time: 0.8890457 Oct 12 07:39:11.242711 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38666) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:11.258220 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a285f8b-ca69-4339-b8f6-891aaca22473 None None] DHCP port deletion for 75453dce-c889-4fd7-b2a6-4f7670e7a9ad request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:39:11.265125 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ab1038ab-d845-4e1d-8bf1-c36f7012447f None None] Port 16b91b28-22cb-4591-9543-0c3d06e284ed cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:11.266921 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-7af14e59-4af7-4c0f-bf27-f22fa6aa3674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:11.270730 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6f9127de-af55-4a60-af6c-d0ae53780ae4 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:11.277174 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-26d6e8b0-77fb-41cc-b503-d8da61f83a1d tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Calling delete_port for fea5d543-0649-4ea8-adba-da9e6846889e owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:39:11.291334 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d9d07233-9f2d-4d08-8ddb-4385d929d5bc tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0478010 Oct 12 07:39:11.293945 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38668) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:11.299122 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-0fa872b4-3a03-42f9-a722-80fd1bc00f25 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'subnet': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:11.316852 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af14e59-4af7-4c0f-bf27-f22fa6aa3674 None None] Routers {'cef8cbf0-db0a-4674-9584-db4297dc2e25'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:39:11.317703 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-7af14e59-4af7-4c0f-bf27-f22fa6aa3674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:38:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['cef8cbf0-db0a-4674-9584-db4297dc2e25'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:11.369344 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-7af14e59-4af7-4c0f-bf27-f22fa6aa3674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:11.370181 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af14e59-4af7-4c0f-bf27-f22fa6aa3674 None None] The sync data for ids ['cef8cbf0-db0a-4674-9584-db4297dc2e25'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:39:11.385770 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2a285f8b-ca69-4339-b8f6-891aaca22473 None None] Deleting port a52d666e-40e7-4532-b4ca-3242c260b008 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:39:11.386466 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2a285f8b-ca69-4339-b8f6-891aaca22473 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:11.456293 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-b850f319-9291-4d12-803d-d79677352f21 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Deleting port a52d666e-40e7-4532-b4ca-3242c260b008 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:39:11.456631 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b850f319-9291-4d12-803d-d79677352f21 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:11.460514 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-2a285f8b-ca69-4339-b8f6-891aaca22473 None None] For port a52d666e-40e7-4532-b4ca-3242c260b008, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=a52d666e-40e7-4532-b4ca-3242c260b008,segment=NetworkSegment(71f8a4f1-f804-48a7-835a-d67d35843d39),segment_id=71f8a4f1-f804-48a7-835a-d67d35843d39)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:11.461181 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2a285f8b-ca69-4339-b8f6-891aaca22473 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:11.462870 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26d6e8b0-77fb-41cc-b503-d8da61f83a1d tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:11.477980 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2a285f8b-ca69-4339-b8f6-891aaca22473 None None] Calling delete_port for a52d666e-40e7-4532-b4ca-3242c260b008 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:39:11.536136 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa872b4-3a03-42f9-a722-80fd1bc00f25 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:11.539670 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0fa872b4-3a03-42f9-a722-80fd1bc00f25 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:11.575368 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2a285f8b-ca69-4339-b8f6-891aaca22473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:11.608424 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b52d8-24b4-42e2-a6f5-8c3f3c8e909f tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Deleting port 022509a1-0cad-4e23-9724-e1614ff24ff2 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:39:11.608634 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a285f8b-ca69-4339-b8f6-891aaca22473 None None] Pushing event deleted for resources: {'Port': ['ID=a52d666e-40e7-4532-b4ca-3242c260b008,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:11.608730 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2a4b52d8-24b4-42e2-a6f5-8c3f3c8e909f tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:11.613084 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a285f8b-ca69-4339-b8f6-891aaca22473 None None] No DVR routers for this DVR port a52d666e-40e7-4532-b4ca-3242c260b008 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:39:11.766837 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ab1038ab-d845-4e1d-8bf1-c36f7012447f None None] Attempt 6 to provision port 16b91b28-22cb-4591-9543-0c3d06e284ed Oct 12 07:39:11.770894 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2a4b52d8-24b4-42e2-a6f5-8c3f3c8e909f tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:11.771266 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2a4b52d8-24b4-42e2-a6f5-8c3f3c8e909f tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:11.793786 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ab1038ab-d845-4e1d-8bf1-c36f7012447f None None] Port 16b91b28-22cb-4591-9543-0c3d06e284ed was deleted so its status cannot be updated. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 12 07:39:11.811222 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-ab1038ab-d845-4e1d-8bf1-c36f7012447f None None] Provisioning complete for port 237f1248-df8d-4e6b-be87-58af279dd914 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:11.811641 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ab1038ab-d845-4e1d-8bf1-c36f7012447f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:11.811934 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ab1038ab-d845-4e1d-8bf1-c36f7012447f None None] Attempt 1 to provision port 237f1248-df8d-4e6b-be87-58af279dd914 Oct 12 07:39:11.818211 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b52d8-24b4-42e2-a6f5-8c3f3c8e909f tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Calling delete_port for 022509a1-0cad-4e23-9724-e1614ff24ff2 owned by network:floatingip {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:39:11.889402 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d6b3bd29-a99f-4e55-b72c-896c0dadb195 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:11.907004 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d6e8b0-77fb-41cc-b503-d8da61f83a1d tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] No DVR routers for this DVR port fea5d543-0649-4ea8-adba-da9e6846889e on host dv-neutron-860909-2-hyperv {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:39:11.918875 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ab1038ab-d845-4e1d-8bf1-c36f7012447f None None] Current status of the port 237f1248-df8d-4e6b-be87-58af279dd914 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:11.920718 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d6e8b0-77fb-41cc-b503-d8da61f83a1d tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event deleted for resources: {'Port': ['ID=fea5d543-0649-4ea8-adba-da9e6846889e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:11.956469 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbaafab-9a4d-4e8a-8aa9-e45e5deaff9d None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:12.014841 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6f9127de-af55-4a60-af6c-d0ae53780ae4 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:12.039486 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b3bd29-a99f-4e55-b72c-896c0dadb195 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event deleted for resources: {'Port': ['ID=16b91b28-22cb-4591-9543-0c3d06e284ed,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:12.068430 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-b850f319-9291-4d12-803d-d79677352f21 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] For port a52d666e-40e7-4532-b4ca-3242c260b008, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=a52d666e-40e7-4532-b4ca-3242c260b008,segment=NetworkSegment(71f8a4f1-f804-48a7-835a-d67d35843d39),segment_id=71f8a4f1-f804-48a7-835a-d67d35843d39)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:12.069049 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b850f319-9291-4d12-803d-d79677352f21 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:12.071008 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-26dfe0b2-4a32-456a-a688-3b14d03cb71f req-ace001f0-9834-490d-a5c6-72171e5f49b7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8926720-09b0-467b-9e8a-3bd93ba7b4ac HTTP/1.1" status: 200 len: 210 time: 0.0540066 Oct 12 07:39:12.074305 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-0d6d5a5a-5b13-4ccd-84a3-1d662311afd5 None None] Provisioning complete for port 237f1248-df8d-4e6b-be87-58af279dd914 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:12.074684 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0d6d5a5a-5b13-4ccd-84a3-1d662311afd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:12.075016 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-0d6d5a5a-5b13-4ccd-84a3-1d662311afd5 None None] Attempt 1 to provision port 237f1248-df8d-4e6b-be87-58af279dd914 Oct 12 07:39:12.078733 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0fa872b4-3a03-42f9-a722-80fd1bc00f25 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:12.093733 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9127de-af55-4a60-af6c-d0ae53780ae4 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event deleted for resources: {'Subnet': ['ID=f67a08d8-ec31-4ee9-9722-f5014f15158f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:12.141596 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0381f9-46d0-4fed-b4f1-c201ab4113aa None None] Network 19ec26d8-3d3a-473a-b25d-123765a80eff requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:12.142315 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-b850f319-9291-4d12-803d-d79677352f21 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Calling delete_port for a52d666e-40e7-4532-b4ca-3242c260b008 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:39:12.144841 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6f9127de-af55-4a60-af6c-d0ae53780ae4 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:12.148889 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-6f9127de-af55-4a60-af6c-d0ae53780ae4 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "DELETE /v2.0/subnets/f67a08d8-ec31-4ee9-9722-f5014f15158f HTTP/1.1" status: 204 len: 168 time: 1.4696100 Oct 12 07:39:12.159229 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7284fb-f93c-4523-b002-b3eb6986ea11 req-a58c72db-a86e-45bd-924d-154239963ca9 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:12.166476 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ff7284fb-f93c-4523-b002-b3eb6986ea11 req-a58c72db-a86e-45bd-924d-154239963ca9 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.2428727 Oct 12 07:39:12.174552 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa872b4-3a03-42f9-a722-80fd1bc00f25 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:39:12.178477 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38680) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:12.180982 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26d6e8b0-77fb-41cc-b503-d8da61f83a1d tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:12.203143 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-0fa872b4-3a03-42f9-a722-80fd1bc00f25 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:12.251499 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa872b4-3a03-42f9-a722-80fd1bc00f25 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:12.252127 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0fa872b4-3a03-42f9-a722-80fd1bc00f25 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:12.273245 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-26d6e8b0-77fb-41cc-b503-d8da61f83a1d tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9167e43-0ffd-428d-bf1b-2f8fb0b43774']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:12.282218 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa872b4-3a03-42f9-a722-80fd1bc00f25 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Subnet': ['ID=008acf2d-eddf-4ef3-aa0c-dc323a802438,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:12.352538 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ff7284fb-f93c-4523-b002-b3eb6986ea11 req-15a3d6d5-e350-4473-acfd-48b6e77535f9 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850414 Oct 12 07:39:12.359908 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-0d6d5a5a-5b13-4ccd-84a3-1d662311afd5 None None] Current status of the port 237f1248-df8d-4e6b-be87-58af279dd914 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:12.361357 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-0fa872b4-3a03-42f9-a722-80fd1bc00f25 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0663579 Oct 12 07:39:12.364200 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38682) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:12.368526 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d400d88-2fb8-46bd-b8e4-f75a91955e42 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Deleting subnet b4992595-cfb2-4b4c-adf6-c5194f966b89 {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:39:12.375228 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-2e7f4d04-7c42-4979-ae25-9838ea28e6d2 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'subnet': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:12.383221 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20f897b-f3a7-4ca3-9282-1b257082a4bb None None] DHCP port deletion for 9994ec23-a1f7-459d-8925-14bc9ff05f17 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:39:12.383779 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-26d6e8b0-77fb-41cc-b503-d8da61f83a1d tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7b36083-7ebe-46eb-8913-064f4d59c6be') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:12.384331 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-26d6e8b0-77fb-41cc-b503-d8da61f83a1d tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7b36083-7ebe-46eb-8913-064f4d59c6be') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:12.387023 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8d400d88-2fb8-46bd-b8e4-f75a91955e42 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:12.399391 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-0d6d5a5a-5b13-4ccd-84a3-1d662311afd5 None None] Could not find standard attr ID for object 16b91b28-22cb-4591-9543-0c3d06e284ed. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:39:12.400614 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d6b3bd29-a99f-4e55-b72c-896c0dadb195 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:12.407816 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26d6e8b0-77fb-41cc-b503-d8da61f83a1d tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:12.423953 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2a4b52d8-24b4-42e2-a6f5-8c3f3c8e909f tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:12.439764 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26d6e8b0-77fb-41cc-b503-d8da61f83a1d tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:12.444114 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-0d6d5a5a-5b13-4ccd-84a3-1d662311afd5 None None] Provisioning complete for port e43d65ff-3c2e-463b-b82b-990e8a2600ab triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:12.444483 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0d6d5a5a-5b13-4ccd-84a3-1d662311afd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:12.444816 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-0d6d5a5a-5b13-4ccd-84a3-1d662311afd5 None None] Attempt 1 to provision port e43d65ff-3c2e-463b-b82b-990e8a2600ab Oct 12 07:39:12.483236 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b52d8-24b4-42e2-a6f5-8c3f3c8e909f tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Pushing event deleted for resources: {'Port': ['ID=022509a1-0cad-4e23-9724-e1614ff24ff2,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:12.486727 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8d400d88-2fb8-46bd-b8e4-f75a91955e42 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:12.510923 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d6e8b0-77fb-41cc-b503-d8da61f83a1d tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:39:12.511653 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26d6e8b0-77fb-41cc-b503-d8da61f83a1d tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:12.515131 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c20f897b-f3a7-4ca3-9282-1b257082a4bb None None] Deleting port e43d65ff-3c2e-463b-b82b-990e8a2600ab {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:39:12.515643 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c20f897b-f3a7-4ca3-9282-1b257082a4bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:12.598961 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment c7b36083-7ebe-46eb-8913-064f4d59c6be resource provider aggregate not found Oct 12 07:39:12.661857 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment c7b36083-7ebe-46eb-8913-064f4d59c6be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7b36083-7ebe-46eb-8913-064f4d59c6be found for delete ", "request_id": "req-ea0609d9-b5f4-47dd-9af6-a8809c310d9b"}]} Oct 12 07:39:12.712925 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5314048-b432-4d09-8234-2f3f2d6068d1 None None] DHCP port deletion for 19ec26d8-3d3a-473a-b25d-123765a80eff request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:39:12.779375 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b850f319-9291-4d12-803d-d79677352f21 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:12.811383 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device e43d65ff-3c2e-463b-b82b-990e8a2600ab no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:39:12.813473 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26d6e8b0-77fb-41cc-b503-d8da61f83a1d tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:12.816817 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-0d6d5a5a-5b13-4ccd-84a3-1d662311afd5 None None] Current status of the port e43d65ff-3c2e-463b-b82b-990e8a2600ab is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:12.844076 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26d6e8b0-77fb-41cc-b503-d8da61f83a1d tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:12.851176 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-26d6e8b0-77fb-41cc-b503-d8da61f83a1d tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "DELETE /v2.0/networks/f9167e43-0ffd-428d-bf1b-2f8fb0b43774 HTTP/1.1" status: 204 len: 168 time: 5.2845595 Oct 12 07:39:12.877464 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-0d6d5a5a-5b13-4ccd-84a3-1d662311afd5 None None] Could not find standard attr ID for object 54341981-4893-46cc-a1d1-9fcdb34d9c64. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:39:12.884851 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850f319-9291-4d12-803d-d79677352f21 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Pushing event deleted for resources: {'Port': ['ID=a52d666e-40e7-4532-b4ca-3242c260b008,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:12.892222 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38696) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:12.895788 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-c20f897b-f3a7-4ca3-9282-1b257082a4bb None None] For port e43d65ff-3c2e-463b-b82b-990e8a2600ab, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=e43d65ff-3c2e-463b-b82b-990e8a2600ab,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:12.896195 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c20f897b-f3a7-4ca3-9282-1b257082a4bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:12.912159 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-d98317ea-4095-4c12-8acd-2352dd33ddcc tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-842826834'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:12.916684 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b850f319-9291-4d12-803d-d79677352f21 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] No DVR routers for this DVR port a52d666e-40e7-4532-b4ca-3242c260b008 on host dv-neutron-860909-2-hyperv {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:39:12.920456 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c20f897b-f3a7-4ca3-9282-1b257082a4bb None None] Calling delete_port for e43d65ff-3c2e-463b-b82b-990e8a2600ab owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:39:12.928839 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d6e8b0-77fb-41cc-b503-d8da61f83a1d tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event deleted for resources: {'Network': ['ID=f9167e43-0ffd-428d-bf1b-2f8fb0b43774,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:12.961147 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b3bd29-a99f-4e55-b72c-896c0dadb195 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Router 24bb2604-517d-4800-bade-dd4aa9ce8be4 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:39:12.994455 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2a4b52d8-24b4-42e2-a6f5-8c3f3c8e909f tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for floatingip, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:12.994776 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [None req-2a4b52d8-24b4-42e2-a6f5-8c3f3c8e909f tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Floating IP 1bac7ae4-6527-44bb-ac02-7f3bf9f45e73 disassociated (deleted). External IP: 172.26.3.81, port: 82aff046-9439-4313-94f4-2e15dd1e7aba. Oct 12 07:39:13.014638 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98317ea-4095-4c12-8acd-2352dd33ddcc tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Made reservation on behalf of ab8b3ae455d54493a558c1c38223505d for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:13.018192 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d98317ea-4095-4c12-8acd-2352dd33ddcc tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:13.025859 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a5314048-b432-4d09-8234-2f3f2d6068d1 None None] Deleting port 73a6cd25-0146-4214-a0be-45cf9a8cc979 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:39:13.026315 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a5314048-b432-4d09-8234-2f3f2d6068d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:13.047550 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b850f319-9291-4d12-803d-d79677352f21 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:13.125250 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8d400d88-2fb8-46bd-b8e4-f75a91955e42 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:13.125808 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-b850f319-9291-4d12-803d-d79677352f21 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75453dce-c889-4fd7-b2a6-4f7670e7a9ad']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:13.142252 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7f4d04-7c42-4979-ae25-9838ea28e6d2 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:13.145843 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2e7f4d04-7c42-4979-ae25-9838ea28e6d2 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:13.163532 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d98317ea-4095-4c12-8acd-2352dd33ddcc tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:39:13.171368 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-b850f319-9291-4d12-803d-d79677352f21 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71f8a4f1-f804-48a7-835a-d67d35843d39') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:13.171597 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-b850f319-9291-4d12-803d-d79677352f21 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71f8a4f1-f804-48a7-835a-d67d35843d39') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:13.172721 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port e43d65ff-3c2e-463b-b82b-990e8a2600ab is: ACTIVE; New status is: DOWN {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:13.173186 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:13.173938 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b3bd29-a99f-4e55-b72c-896c0dadb195 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:39:13.186349 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d6b3bd29-a99f-4e55-b72c-896c0dadb195 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "PUT /v2.0/routers/24bb2604-517d-4800-bade-dd4aa9ce8be4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6253154 Oct 12 07:39:13.190070 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b4a132-2192-41cf-b04e-d9e212c703d5 None None] Sync routers for ids ['24bb2604-517d-4800-bade-dd4aa9ce8be4'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:39:13.193898 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38702) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:13.201988 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b850f319-9291-4d12-803d-d79677352f21 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:13.207196 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b4a132-2192-41cf-b04e-d9e212c703d5 None None] Routers {'24bb2604-517d-4800-bade-dd4aa9ce8be4'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:39:13.209462 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-80b4a132-2192-41cf-b04e-d9e212c703d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:38:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['24bb2604-517d-4800-bade-dd4aa9ce8be4'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:13.213913 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d98317ea-4095-4c12-8acd-2352dd33ddcc tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:13.214279 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-d98317ea-4095-4c12-8acd-2352dd33ddcc tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Added segment 61c9f415-7ada-4068-ab88-d91ceea15523 of type vlan for network 743140af-e078-41a9-9cd2-c882e1fb8a9c Oct 12 07:39:13.225160 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-a5314048-b432-4d09-8234-2f3f2d6068d1 None None] For port 73a6cd25-0146-4214-a0be-45cf9a8cc979, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=73a6cd25-0146-4214-a0be-45cf9a8cc979,segment=NetworkSegment(85841a7c-605a-4c11-81a8-c30d6338328e),segment_id=85841a7c-605a-4c11-81a8-c30d6338328e)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:13.226232 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a5314048-b432-4d09-8234-2f3f2d6068d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:13.243185 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b850f319-9291-4d12-803d-d79677352f21 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:13.247457 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a5314048-b432-4d09-8234-2f3f2d6068d1 None None] Calling delete_port for 73a6cd25-0146-4214-a0be-45cf9a8cc979 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:39:13.253087 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b850f319-9291-4d12-803d-d79677352f21 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:39:13.253612 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b850f319-9291-4d12-803d-d79677352f21 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:13.262507 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-80b4a132-2192-41cf-b04e-d9e212c703d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:13.272317 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b4a132-2192-41cf-b04e-d9e212c703d5 None None] Routers {'24bb2604-517d-4800-bade-dd4aa9ce8be4'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:39:13.273245 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-80b4a132-2192-41cf-b04e-d9e212c703d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:38:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['24bb2604-517d-4800-bade-dd4aa9ce8be4'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:13.313467 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-80b4a132-2192-41cf-b04e-d9e212c703d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:13.314563 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b4a132-2192-41cf-b04e-d9e212c703d5 None None] The sync data for ids ['24bb2604-517d-4800-bade-dd4aa9ce8be4'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:39:13.320317 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d98317ea-4095-4c12-8acd-2352dd33ddcc tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:13.326720 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb2e7d1c-b923-4a40-9a3d-997f479a736f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] GET failed (client error): The resource could not be found. Oct 12 07:39:13.331817 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-cb2e7d1c-b923-4a40-9a3d-997f479a736f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "GET /v2.0/ports/16b91b28-22cb-4591-9543-0c3d06e284ed HTTP/1.1" status: 404 len: 333 time: 0.1245971 Oct 12 07:39:13.332202 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9c00338b-4869-47f7-a7ea-887119ed13a4 req-60112af5-d9f9-4da6-9adf-555c72de3dbc tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8926720-09b0-467b-9e8a-3bd93ba7b4ac HTTP/1.1" status: 200 len: 210 time: 0.1422687 Oct 12 07:39:13.343080 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a7c29-ca3a-4dcc-b4a5-9dc683ab1706 req-e909533b-e194-48f3-b8b9-bf91b374f99a tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:13.350603 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ad0a7c29-ca3a-4dcc-b4a5-9dc683ab1706 req-e909533b-e194-48f3-b8b9-bf91b374f99a tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.3574643 Oct 12 07:39:13.353301 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38704) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:13.376539 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b850f319-9291-4d12-803d-d79677352f21 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:13.383828 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b850f319-9291-4d12-803d-d79677352f21 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:13.386910 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b850f319-9291-4d12-803d-d79677352f21 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] 10.222.0.26 "DELETE /v2.0/networks/75453dce-c889-4fd7-b2a6-4f7670e7a9ad HTTP/1.1" status: 204 len: 168 time: 2.6787276 Oct 12 07:39:13.389208 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d98317ea-4095-4c12-8acd-2352dd33ddcc tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:13.394867 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98317ea-4095-4c12-8acd-2352dd33ddcc tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:13.395494 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d98317ea-4095-4c12-8acd-2352dd33ddcc tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:13.406892 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38706) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:13.423262 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850f319-9291-4d12-803d-d79677352f21 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Pushing event deleted for resources: {'Network': ['ID=75453dce-c889-4fd7-b2a6-4f7670e7a9ad,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:13.444333 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-01f87d52-499a-4ce1-a708-bda4cca53f28 tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] 10.222.0.26 "GET /v2.0/ports?device_id=ae96c8c0-7986-4194-8126-42f7512407a5 HTTP/1.1" status: 200 len: 205 time: 0.0353465 Oct 12 07:39:13.447123 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38708) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:13.455733 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8d400d88-2fb8-46bd-b8e4-f75a91955e42 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:13.492163 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c20f897b-f3a7-4ca3-9282-1b257082a4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:13.502475 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fff7ed-5d28-40fe-81fc-0894c754c0e4 req-b7e747e2-bbd4-4237-981d-c3d13873c4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:13.504885 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b7fff7ed-5d28-40fe-81fc-0894c754c0e4 req-b7e747e2-bbd4-4237-981d-c3d13873c4d4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d1d3cbb5d7ca448db4db422a609861ea&device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 1099 time: 0.5127530 Oct 12 07:39:13.507277 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d98317ea-4095-4c12-8acd-2352dd33ddcc tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6094668 Oct 12 07:39:13.511999 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38710) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:13.527057 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-fce584d4-7724-4242-bd95-c300ed120232 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Request body: {'subnet': {'network_id': '743140af-e078-41a9-9cd2-c882e1fb8a9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:13.554171 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20f897b-f3a7-4ca3-9282-1b257082a4bb None None] No DVR routers for this DVR port e43d65ff-3c2e-463b-b82b-990e8a2600ab on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:39:13.556187 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f897b-f3a7-4ca3-9282-1b257082a4bb None None] Pushing event deleted for resources: {'Port': ['ID=e43d65ff-3c2e-463b-b82b-990e8a2600ab,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:13.568372 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device a52d666e-40e7-4532-b4ca-3242c260b008 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:39:13.571073 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d400d88-2fb8-46bd-b8e4-f75a91955e42 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event deleted for resources: {'Subnet': ['ID=b4992595-cfb2-4b4c-adf6-c5194f966b89,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:13.572120 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8d400d88-2fb8-46bd-b8e4-f75a91955e42 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:13.575882 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-8d400d88-2fb8-46bd-b8e4-f75a91955e42 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "DELETE /v2.0/subnets/b4992595-cfb2-4b4c-adf6-c5194f966b89 HTTP/1.1" status: 204 len: 168 time: 1.3962903 Oct 12 07:39:13.590108 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: a52d666e-40e7-4532-b4ca-3242c260b008 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:39:13.590455 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device a52d666e-40e7-4532-b4ca-3242c260b008 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:39:13.591430 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 73a6cd25-0146-4214-a0be-45cf9a8cc979 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:39:13.593217 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7823d2e2-65ff-459e-9e71-a3770883d90b None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:13.593558 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38712) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:13.594889 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faec443d-7ff5-4355-b68c-ced3d6ddbe1a None None] Network 747d1a6b-2744-4732-a307-fbaeb42e6351 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:13.649743 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-19c27ff7-06f4-45f6-b2c3-ee4fbfd238ea tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks [] for router, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:13.659744 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-112ea8ac-1917-4f59-baa0-83d120dc88d0 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for router, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:13.666543 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98317ea-4095-4c12-8acd-2352dd33ddcc tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event updated for resources: {'Network': ['ID=743140af-e078-41a9-9cd2-c882e1fb8a9c,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:13.721488 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 743140af-e078-41a9-9cd2-c882e1fb8a9c details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:39:13.734399 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ad0a7c29-ca3a-4dcc-b4a5-9dc683ab1706 req-fc474017-ba37-4f56-88cc-856db7a580e0 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2816415 Oct 12 07:39:13.780096 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a5314048-b432-4d09-8234-2f3f2d6068d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:13.877685 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No active binding found for port 73a6cd25-0146-4214-a0be-45cf9a8cc979 {{(pid=103202) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 12 07:39:13.878234 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 73a6cd25-0146-4214-a0be-45cf9a8cc979 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:39:13.879903 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5314048-b432-4d09-8234-2f3f2d6068d1 None None] Pushing event deleted for resources: {'Port': ['ID=73a6cd25-0146-4214-a0be-45cf9a8cc979,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:13.883530 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5314048-b432-4d09-8234-2f3f2d6068d1 None None] No DVR routers for this DVR port 73a6cd25-0146-4214-a0be-45cf9a8cc979 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:39:13.898705 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-19c27ff7-06f4-45f6-b2c3-ee4fbfd238ea tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:13.901153 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-19c27ff7-06f4-45f6-b2c3-ee4fbfd238ea tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:13.914930 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce584d4-7724-4242-bd95-c300ed120232 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Made reservation on behalf of ab8b3ae455d54493a558c1c38223505d for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:13.919749 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fce584d4-7724-4242-bd95-c300ed120232 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:13.947628 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c1b6a54b-96b5-4f10-8215-18d4b1474c46 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:13.994652 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-19c27ff7-06f4-45f6-b2c3-ee4fbfd238ea tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:13.995235 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c27ff7-06f4-45f6-b2c3-ee4fbfd238ea tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Fanout notify agent at l3_agent the message router_deleted on router ae96c8c0-7986-4194-8126-42f7512407a5 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:39:14.003465 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-19c27ff7-06f4-45f6-b2c3-ee4fbfd238ea tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:14.004878 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fb9df146-11fd-404c-a920-b6891b065994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:14.008126 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-19c27ff7-06f4-45f6-b2c3-ee4fbfd238ea tempest-RoutersNegativeTest-507288126 tempest-RoutersNegativeTest-507288126-project] 10.222.0.26 "DELETE /v2.0/routers/ae96c8c0-7986-4194-8126-42f7512407a5 HTTP/1.1" status: 204 len: 168 time: 0.5598447 Oct 12 07:39:14.036147 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fff7ed-5d28-40fe-81fc-0894c754c0e4 req-0fd3c9a0-f441-4d2a-827e-e924b785ff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:14.037897 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b7fff7ed-5d28-40fe-81fc-0894c754c0e4 req-0fd3c9a0-f441-4d2a-827e-e924b785ff40 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd72da9c-d321-4cc4-881d-466168d9f856 HTTP/1.1" status: 200 len: 913 time: 0.4946640 Oct 12 07:39:14.079936 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-112ea8ac-1917-4f59-baa0-83d120dc88d0 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:14.088052 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-112ea8ac-1917-4f59-baa0-83d120dc88d0 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:14.167462 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd0c9f2-18ef-4e3a-b36f-f39074bc6941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-9994ec23-a1f7-459d-8925-14bc9ff05f17', 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'tenant_id': '3e134b4bc92f4839ac5ca68b448223d9', 'fixed_ips': [{'subnet_id': '008acf2d-eddf-4ef3-aa0c-dc323a802438'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:39:14.168504 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2cd0c9f2-18ef-4e3a-b36f-f39074bc6941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:14.280619 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981935c5-1fbd-49c1-871d-bc89df25adfd None None] DHCP port deletion for 747d1a6b-2744-4732-a307-fbaeb42e6351 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:39:14.309106 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-112ea8ac-1917-4f59-baa0-83d120dc88d0 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:14.309327 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fce584d4-7724-4242-bd95-c300ed120232 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:14.310306 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112ea8ac-1917-4f59-baa0-83d120dc88d0 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Fanout notify agent at l3_agent the message router_deleted on router 24bb2604-517d-4800-bade-dd4aa9ce8be4 {{(pid=103200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:39:14.313264 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b7fff7ed-5d28-40fe-81fc-0894c754c0e4 req-392ca4e3-ac1c-4412-b6ab-4fc0454f4c6c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f313128-80bc-4b70-a468-c9add69f7f2f HTTP/1.1" status: 200 len: 1001 time: 0.2662792 Oct 12 07:39:14.318721 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-112ea8ac-1917-4f59-baa0-83d120dc88d0 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:14.319877 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-112ea8ac-1917-4f59-baa0-83d120dc88d0 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/routers/24bb2604-517d-4800-bade-dd4aa9ce8be4 HTTP/1.1" status: 204 len: 168 time: 0.8821068 Oct 12 07:39:14.324796 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38718) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:14.347514 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4b52d8-24b4-42e2-a6f5-8c3f3c8e909f tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Router cef8cbf0-db0a-4674-9584-db4297dc2e25 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:39:14.417973 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c2c4628-78c5-446f-bc03-d56b0702a38d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Deleting subnet cfe31c66-0b21-4343-9f75-377e8729f0f3 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:39:14.421998 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0c2c4628-78c5-446f-bc03-d56b0702a38d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:14.445900 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-981935c5-1fbd-49c1-871d-bc89df25adfd None None] Deleting port 8957af6e-3795-41ef-994f-ad6ae4b6ff82 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:39:14.446257 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-981935c5-1fbd-49c1-871d-bc89df25adfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:14.469723 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0c2c4628-78c5-446f-bc03-d56b0702a38d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:14.500009 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c1b6a54b-96b5-4f10-8215-18d4b1474c46 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:14.514338 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38724) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:14.529410 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-981935c5-1fbd-49c1-871d-bc89df25adfd None None] For port 8957af6e-3795-41ef-994f-ad6ae4b6ff82, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=8957af6e-3795-41ef-994f-ad6ae4b6ff82,segment=NetworkSegment(27134b2b-8108-40f1-abbd-a380706334aa),segment_id=27134b2b-8108-40f1-abbd-a380706334aa)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:14.529932 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-981935c5-1fbd-49c1-871d-bc89df25adfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:14.541989 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5c573cb0-58bd-4734-b426-5c635af16c25 req-7ce90bdf-87e3-45de-b2bd-8b7c4d225bd2 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8926720-09b0-467b-9e8a-3bd93ba7b4ac HTTP/1.1" status: 200 len: 210 time: 0.0901010 Oct 12 07:39:14.545553 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-2cd0c9f2-18ef-4e3a-b36f-f39074bc6941 None None] Allocated IP 172.20.0.2 (9994ec23-a1f7-459d-8925-14bc9ff05f17/008acf2d-eddf-4ef3-aa0c-dc323a802438/fb15ede0-05fb-4e5e-bcb9-1f542e238863) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:39:14.569669 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce584d4-7724-4242-bd95-c300ed120232 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event updated for resources: {'Subnet': ['ID=fd2b84af-6e0d-4df6-866d-07240f48bc0e,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:14.581225 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fff7ed-5d28-40fe-81fc-0894c754c0e4 req-679407fb-dabd-4e3e-94e6-8f2974353733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:14.582796 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b7fff7ed-5d28-40fe-81fc-0894c754c0e4 req-679407fb-dabd-4e3e-94e6-8f2974353733 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b41a3bc7-3f1c-47b8-8c1a-d904035b712e HTTP/1.1" status: 200 len: 851 time: 0.2459607 Oct 12 07:39:14.586758 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-c1b6a54b-96b5-4f10-8215-18d4b1474c46 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19ec26d8-3d3a-473a-b25d-123765a80eff']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:14.598002 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-981935c5-1fbd-49c1-871d-bc89df25adfd None None] Calling delete_port for 8957af6e-3795-41ef-994f-ad6ae4b6ff82 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:39:14.620238 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-c1b6a54b-96b5-4f10-8215-18d4b1474c46 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85841a7c-605a-4c11-81a8-c30d6338328e') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:14.620238 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-c1b6a54b-96b5-4f10-8215-18d4b1474c46 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85841a7c-605a-4c11-81a8-c30d6338328e') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:14.691959 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c1b6a54b-96b5-4f10-8215-18d4b1474c46 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:14.706654 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce584d4-7724-4242-bd95-c300ed120232 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Checking segment: {'id': '61c9f415-7ada-4068-ab88-d91ceea15523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '743140af-e078-41a9-9cd2-c882e1fb8a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:39:14.707119 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce584d4-7724-4242-bd95-c300ed120232 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Network hostable DHCP agents. Network: 743140af-e078-41a9-9cd2-c882e1fb8a9c, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:39:14.717515 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 71f8a4f1-f804-48a7-835a-d67d35843d39 resource provider aggregate not found Oct 12 07:39:14.724309 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 8957af6e-3795-41ef-994f-ad6ae4b6ff82 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:39:14.746809 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.objects.ports [None req-2e7f4d04-7c42-4979-ae25-9838ea28e6d2 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103200) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 12 07:39:14.750295 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c1b6a54b-96b5-4f10-8215-18d4b1474c46 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:14.751659 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0c2c4628-78c5-446f-bc03-d56b0702a38d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:14.756980 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2e7f4d04-7c42-4979-ae25-9838ea28e6d2 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:14.769182 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1b6a54b-96b5-4f10-8215-18d4b1474c46 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:39:14.769639 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c1b6a54b-96b5-4f10-8215-18d4b1474c46 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:14.803147 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 71f8a4f1-f804-48a7-835a-d67d35843d39 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 71f8a4f1-f804-48a7-835a-d67d35843d39 found for delete ", "request_id": "req-ae9d8cd0-dc0f-422d-8be0-f5b4137ad31f"}]} Oct 12 07:39:14.897315 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 8957af6e-3795-41ef-994f-ad6ae4b6ff82 is: ACTIVE; New status is: DOWN {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:14.897714 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:14.900507 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce584d4-7724-4242-bd95-c300ed120232 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Network 743140af-e078-41a9-9cd2-c882e1fb8a9c is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:39:14.931612 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ab032868-870f-4dab-be46-96cc079d1b58 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a020ac352da94afbad338b18c9b5a513&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4131134 Oct 12 07:39:14.934982 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38734) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:14.982718 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-981935c5-1fbd-49c1-871d-bc89df25adfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:14.987979 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-fce584d4-7724-4242-bd95-c300ed120232 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 743140af-e078-41a9-9cd2-c882e1fb8a9c) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:14.993792 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce584d4-7724-4242-bd95-c300ed120232 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:14.994654 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fce584d4-7724-4242-bd95-c300ed120232 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:15.001085 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0c2c4628-78c5-446f-bc03-d56b0702a38d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:15.020181 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b50889-aefe-4cfc-a25f-cb50e424899b None None] Network 743140af-e078-41a9-9cd2-c882e1fb8a9c requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:15.042064 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981935c5-1fbd-49c1-871d-bc89df25adfd None None] No DVR routers for this DVR port 8957af6e-3795-41ef-994f-ad6ae4b6ff82 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:39:15.068399 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981935c5-1fbd-49c1-871d-bc89df25adfd None None] Pushing event deleted for resources: {'Port': ['ID=8957af6e-3795-41ef-994f-ad6ae4b6ff82,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:15.083325 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c4628-78c5-446f-bc03-d56b0702a38d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event deleted for resources: {'Subnet': ['ID=cfe31c66-0b21-4343-9f75-377e8729f0f3,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:15.086545 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2cd0c9f2-18ef-4e3a-b36f-f39074bc6941 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:15.101504 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7149e3-d3fb-4066-b7dd-c000ba0b1be6 None None] Network 1c683f0b-423c-46e3-a835-1dd7dd5cb5b9 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:15.102625 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0c2c4628-78c5-446f-bc03-d56b0702a38d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:15.109161 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-0c2c4628-78c5-446f-bc03-d56b0702a38d tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/subnets/cfe31c66-0b21-4343-9f75-377e8729f0f3 HTTP/1.1" status: 204 len: 168 time: 0.7782211 Oct 12 07:39:15.110064 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38740) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:15.123882 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-fce584d4-7724-4242-bd95-c300ed120232 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6044276 Oct 12 07:39:15.124084 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd57a2fe-1fa2-4a5a-bcb3-c3c2787625c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:15.136688 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38742) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:15.146174 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-d30d45c6-f282-4621-be4c-a0cb90fa8aad tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Request body: {'subnet': {'network_id': '743140af-e078-41a9-9cd2-c882e1fb8a9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:15.147018 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2cd0c9f2-18ef-4e3a-b36f-f39074bc6941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:15.249552 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd0c9f2-18ef-4e3a-b36f-f39074bc6941 None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:39:15.260782 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-2cd0c9f2-18ef-4e3a-b36f-f39074bc6941 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:15.268892 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd0c9f2-18ef-4e3a-b36f-f39074bc6941 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:39:15.272694 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd0c9f2-18ef-4e3a-b36f-f39074bc6941 None None] Pushing event updated for resources: {'Port': ['ID=fb15ede0-05fb-4e5e-bcb9-1f542e238863,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:15.294388 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fff7ed-5d28-40fe-81fc-0894c754c0e4 req-df9fcb38-611c-45a3-9b03-3f608c6824f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:15.295928 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b7fff7ed-5d28-40fe-81fc-0894c754c0e4 req-df9fcb38-611c-45a3-9b03-3f608c6824f8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd72da9c-d321-4cc4-881d-466168d9f856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6925094 Oct 12 07:39:15.303108 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd57a2fe-1fa2-4a5a-bcb3-c3c2787625c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:15.313819 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 85841a7c-605a-4c11-81a8-c30d6338328e resource provider aggregate not found Oct 12 07:39:15.326277 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb6d38db-5adb-4cfa-82cb-ff2bf179e0ff tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:15.358245 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7f4d04-7c42-4979-ae25-9838ea28e6d2 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:39:15.398514 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 85841a7c-605a-4c11-81a8-c30d6338328e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 85841a7c-605a-4c11-81a8-c30d6338328e found for delete ", "request_id": "req-b3955811-76ff-43ef-bc6e-d76eda807c7d"}]} Oct 12 07:39:15.401008 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-2e7f4d04-7c42-4979-ae25-9838ea28e6d2 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:15.406891 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7f4d04-7c42-4979-ae25-9838ea28e6d2 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:15.406891 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2e7f4d04-7c42-4979-ae25-9838ea28e6d2 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:15.428094 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd57a2fe-1fa2-4a5a-bcb3-c3c2787625c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:15.431109 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd57a2fe-1fa2-4a5a-bcb3-c3c2787625c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:15.432361 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-cd57a2fe-1fa2-4a5a-bcb3-c3c2787625c8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e2a70660-95cb-4cee-b356-a9b4b411aa66 HTTP/1.1" status: 204 len: 168 time: 0.4943666 Oct 12 07:39:15.438300 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30d45c6-f282-4621-be4c-a0cb90fa8aad tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Made reservation on behalf of ab8b3ae455d54493a558c1c38223505d for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:15.441805 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d30d45c6-f282-4621-be4c-a0cb90fa8aad tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:15.452798 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd57a2fe-1fa2-4a5a-bcb3-c3c2787625c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a70660-95cb-4cee-b356-a9b4b411aa66,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:15.492155 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-bb6d38db-5adb-4cfa-82cb-ff2bf179e0ff tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Deleting port 237f1248-df8d-4e6b-be87-58af279dd914 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:39:15.492380 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb6d38db-5adb-4cfa-82cb-ff2bf179e0ff tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:15.536570 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4b52d8-24b4-42e2-a6f5-8c3f3c8e909f tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:39:15.548262 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2a4b52d8-24b4-42e2-a6f5-8c3f3c8e909f tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:15.556424 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672063bd-84fd-4d53-8888-2119ea9451f5 None None] Sync routers for ids ['cef8cbf0-db0a-4674-9584-db4297dc2e25'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:39:15.589420 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c1b6a54b-96b5-4f10-8215-18d4b1474c46 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:15.597503 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-8dcf63a1-56d6-45ee-bf79-e65ab70ba7f3 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:15.599098 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-8dcf63a1-56d6-45ee-bf79-e65ab70ba7f3 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "GET /v2.0/networks?id=d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0 HTTP/1.1" status: 200 len: 797 time: 0.8391798 Oct 12 07:39:15.602080 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672063bd-84fd-4d53-8888-2119ea9451f5 None None] Routers {'cef8cbf0-db0a-4674-9584-db4297dc2e25'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:39:15.602814 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-672063bd-84fd-4d53-8888-2119ea9451f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:38:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['cef8cbf0-db0a-4674-9584-db4297dc2e25'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:15.604821 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-2cd0c9f2-18ef-4e3a-b36f-f39074bc6941 None None] Attempting to bind port fb15ede0-05fb-4e5e-bcb9-1f542e238863 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:39:15.605729 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-2cd0c9f2-18ef-4e3a-b36f-f39074bc6941 None None] Attempting to bind port fb15ede0-05fb-4e5e-bcb9-1f542e238863 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:39:15.605729 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd0c9f2-18ef-4e3a-b36f-f39074bc6941 None None] Attempting to bind port fb15ede0-05fb-4e5e-bcb9-1f542e238863 on network 9994ec23-a1f7-459d-8925-14bc9ff05f17 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:39:15.625505 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-bb6d38db-5adb-4cfa-82cb-ff2bf179e0ff tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] For port 237f1248-df8d-4e6b-be87-58af279dd914, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=237f1248-df8d-4e6b-be87-58af279dd914,segment=NetworkSegment(32cb4bb4-74a6-4252-b6af-95c215f46736),segment_id=32cb4bb4-74a6-4252-b6af-95c215f46736)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:15.625873 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb6d38db-5adb-4cfa-82cb-ff2bf179e0ff tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:15.629721 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-2e7f4d04-7c42-4979-ae25-9838ea28e6d2 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2585402 Oct 12 07:39:15.638235 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38752) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:15.640689 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c1b6a54b-96b5-4f10-8215-18d4b1474c46 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:15.644279 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c1b6a54b-96b5-4f10-8215-18d4b1474c46 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "DELETE /v2.0/networks/19ec26d8-3d3a-473a-b25d-123765a80eff HTTP/1.1" status: 204 len: 168 time: 2.0170577 Oct 12 07:39:15.646655 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-bb6d38db-5adb-4cfa-82cb-ff2bf179e0ff tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Calling delete_port for 237f1248-df8d-4e6b-be87-58af279dd914 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:39:15.650157 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-b137172a-69a3-4834-ab04-e159ea0c1a30 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'port': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'mac_address': 'fa:16:3e:98:32:35', 'name': 'tempest-NetworksTestDHCPv6-1263607221'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:15.652989 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38754) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:15.658444 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd0c9f2-18ef-4e3a-b36f-f39074bc6941 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:39:15.659124 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd0c9f2-18ef-4e3a-b36f-f39074bc6941 None None] Checking segment: {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:39:15.659959 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2cd0c9f2-18ef-4e3a-b36f-f39074bc6941 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:15.660491 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd0c9f2-18ef-4e3a-b36f-f39074bc6941 None None] Bound using segment: {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:39:15.661138 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-2cd0c9f2-18ef-4e3a-b36f-f39074bc6941 None None] Bound port: fb15ede0-05fb-4e5e-bcb9-1f542e238863, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:39:15.661820 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2cd0c9f2-18ef-4e3a-b36f-f39074bc6941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:15.694986 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-672063bd-84fd-4d53-8888-2119ea9451f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:15.720933 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672063bd-84fd-4d53-8888-2119ea9451f5 None None] Routers {'cef8cbf0-db0a-4674-9584-db4297dc2e25'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:39:15.721689 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-672063bd-84fd-4d53-8888-2119ea9451f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:38:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['cef8cbf0-db0a-4674-9584-db4297dc2e25'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:15.762363 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7f4d04-7c42-4979-ae25-9838ea28e6d2 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Subnet': ['ID=ee4dc93c-5cb1-4dec-bfcb-590ba9fedc57,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:15.769949 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-672063bd-84fd-4d53-8888-2119ea9451f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:15.770758 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672063bd-84fd-4d53-8888-2119ea9451f5 None None] The sync data for ids ['cef8cbf0-db0a-4674-9584-db4297dc2e25'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:39:15.778195 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60da96eb-5e64-4412-bdc5-8991a0c8f836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-743140af-e078-41a9-9cd2-c882e1fb8a9c', 'network_id': '743140af-e078-41a9-9cd2-c882e1fb8a9c', 'tenant_id': 'ab8b3ae455d54493a558c1c38223505d', 'fixed_ips': [{'subnet_id': 'fd2b84af-6e0d-4df6-866d-07240f48bc0e'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:39:15.778652 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-60da96eb-5e64-4412-bdc5-8991a0c8f836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:15.815944 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e47daf71-1e80-4a8e-ae45-97f7fe5cb08d tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:15.896595 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-2cd0c9f2-18ef-4e3a-b36f-f39074bc6941 None None] For port fb15ede0-05fb-4e5e-bcb9-1f542e238863, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:39:15.900885 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-2cd0c9f2-18ef-4e3a-b36f-f39074bc6941 None None] For port fb15ede0-05fb-4e5e-bcb9-1f542e238863, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=fb15ede0-05fb-4e5e-bcb9-1f542e238863,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:39:15.909178 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e2f4d-7a5f-42cc-bcdf-b1ad0d7f70cc req-6dd343c4-37c2-4be2-a680-ade04c39b8d8 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:15.910754 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-440e2f4d-7a5f-42cc-bcdf-b1ad0d7f70cc req-6dd343c4-37c2-4be2-a680-ade04c39b8d8 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.6606686 Oct 12 07:39:15.919775 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6890ea-a9b8-49a8-8197-235fc717b781 None None] DHCP port deletion for 1c683f0b-423c-46e3-a835-1dd7dd5cb5b9 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:39:15.924004 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-df7f71b7-64d4-44c1-9679-30c90a69ba2c req-94f6df83-3095-4f98-93ee-ca1c4c683578 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8926720-09b0-467b-9e8a-3bd93ba7b4ac HTTP/1.1" status: 200 len: 210 time: 0.1306589 Oct 12 07:39:15.928192 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2cd0c9f2-18ef-4e3a-b36f-f39074bc6941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:15.943684 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b6a54b-96b5-4f10-8215-18d4b1474c46 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event deleted for resources: {'Network': ['ID=19ec26d8-3d3a-473a-b25d-123765a80eff,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:15.955714 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb6d38db-5adb-4cfa-82cb-ff2bf179e0ff tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:15.966644 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-2a4b52d8-24b4-42e2-a6f5-8c3f3c8e909f tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "DELETE /v2.0/floatingips/1bac7ae4-6527-44bb-ac02-7f3bf9f45e73 HTTP/1.1" status: 204 len: 168 time: 4.8077950 Oct 12 07:39:15.973365 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38762) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:16.002862 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d38db-5adb-4cfa-82cb-ff2bf179e0ff tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event deleted for resources: {'Port': ['ID=237f1248-df8d-4e6b-be87-58af279dd914,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:16.047134 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-ff324169-e355-4038-8ede-b4dae5d82fd6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62f83991a7314cd6b6c084162dcfff66 HTTP/1.1" status: 200 len: 380 time: 0.4027414 Oct 12 07:39:16.051013 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e47daf71-1e80-4a8e-ae45-97f7fe5cb08d tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:16.068806 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6d38db-5adb-4cfa-82cb-ff2bf179e0ff tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] No DVR routers for this DVR port 237f1248-df8d-4e6b-be87-58af279dd914 on host dv-neutron-860909-2-hyperv {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:39:16.089163 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-e47daf71-1e80-4a8e-ae45-97f7fe5cb08d tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['747d1a6b-2744-4732-a307-fbaeb42e6351']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:16.093001 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-c902b7c2-016e-418c-b60d-f77bd8a205ef tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'port': {'device_id': 'f8926720-09b0-467b-9e8a-3bd93ba7b4ac', 'network_id': 'd3f174f3-fe7c-477c-82b4-dc8c70c0c1d0', 'admin_state_up': True, 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'security_groups': ['e40253a9-c4ca-4cfd-924e-62dea94da4ff']}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:16.143173 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-e47daf71-1e80-4a8e-ae45-97f7fe5cb08d tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27134b2b-8108-40f1-abbd-a380706334aa') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:16.143173 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-e47daf71-1e80-4a8e-ae45-97f7fe5cb08d tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27134b2b-8108-40f1-abbd-a380706334aa') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:16.146305 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b137172a-69a3-4834-ab04-e159ea0c1a30 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:16.195854 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e47daf71-1e80-4a8e-ae45-97f7fe5cb08d tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:16.218365 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd0c9f2-18ef-4e3a-b36f-f39074bc6941 None None] Pushing event updated for resources: {'Port': ['ID=fb15ede0-05fb-4e5e-bcb9-1f542e238863,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:16.228353 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6e618481-ff04-472b-9fb9-1a3c72fa97d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:16.272403 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb6d38db-5adb-4cfa-82cb-ff2bf179e0ff tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:16.300350 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e47daf71-1e80-4a8e-ae45-97f7fe5cb08d tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:16.304038 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-440e2f4d-7a5f-42cc-bcdf-b1ad0d7f70cc req-cb17752c-4195-4a32-8a80-19e52b93c477 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3734179 Oct 12 07:39:16.316467 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b7fff7ed-5d28-40fe-81fc-0894c754c0e4 req-73b9ef41-2451-47c9-a613-894dcf809e49 service neutron] 10.222.0.23 "GET /v2.0/networks/dd72da9c-d321-4cc4-881d-466168d9f856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9985306 Oct 12 07:39:16.325753 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e47daf71-1e80-4a8e-ae45-97f7fe5cb08d tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:39:16.326202 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e47daf71-1e80-4a8e-ae45-97f7fe5cb08d tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:16.336017 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-60da96eb-5e64-4412-bdc5-8991a0c8f836 None None] Allocated IP 2001:db8::2 (743140af-e078-41a9-9cd2-c882e1fb8a9c/fd2b84af-6e0d-4df6-866d-07240f48bc0e/deb6a88b-59c2-4113-ba4d-e96532e22629) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:39:16.366585 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-bb6d38db-5adb-4cfa-82cb-ff2bf179e0ff tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c683f0b-423c-46e3-a835-1dd7dd5cb5b9']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:16.435330 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d30d45c6-f282-4621-be4c-a0cb90fa8aad tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:16.439248 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-bb6d38db-5adb-4cfa-82cb-ff2bf179e0ff tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32cb4bb4-74a6-4252-b6af-95c215f46736') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:16.439506 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-bb6d38db-5adb-4cfa-82cb-ff2bf179e0ff tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32cb4bb4-74a6-4252-b6af-95c215f46736') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:16.490771 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-cd338e6f-e8e1-4218-8acd-f56e3ce4168a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Deleting port 82aff046-9439-4313-94f4-2e15dd1e7aba {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:39:16.491916 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cd338e6f-e8e1-4218-8acd-f56e3ce4168a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:16.511613 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb6d38db-5adb-4cfa-82cb-ff2bf179e0ff tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:16.532409 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e47daf71-1e80-4a8e-ae45-97f7fe5cb08d tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:16.541418 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-c902b7c2-016e-418c-b60d-f77bd8a205ef tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Made reservation on behalf of 62f83991a7314cd6b6c084162dcfff66 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:16.548866 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-60da96eb-5e64-4412-bdc5-8991a0c8f836 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:16.550751 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-c902b7c2-016e-418c-b60d-f77bd8a205ef tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:16.557720 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-60da96eb-5e64-4412-bdc5-8991a0c8f836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:16.558913 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb6d38db-5adb-4cfa-82cb-ff2bf179e0ff tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:16.562632 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30d45c6-f282-4621-be4c-a0cb90fa8aad tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Network 743140af-e078-41a9-9cd2-c882e1fb8a9c is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:39:16.563861 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e47daf71-1e80-4a8e-ae45-97f7fe5cb08d tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:16.566992 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e47daf71-1e80-4a8e-ae45-97f7fe5cb08d tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "DELETE /v2.0/networks/747d1a6b-2744-4732-a307-fbaeb42e6351 HTTP/1.1" status: 204 len: 168 time: 0.9132907 Oct 12 07:39:16.570097 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47daf71-1e80-4a8e-ae45-97f7fe5cb08d tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event deleted for resources: {'Network': ['ID=747d1a6b-2744-4732-a307-fbaeb42e6351,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:16.576014 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38774) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:16.587364 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-da3fd99d-c69d-4de2-bb22-bf2ceb0f720e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1405205303'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:16.593266 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-d30d45c6-f282-4621-be4c-a0cb90fa8aad tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:16.596807 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb6d38db-5adb-4cfa-82cb-ff2bf179e0ff tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:39:16.597360 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb6d38db-5adb-4cfa-82cb-ff2bf179e0ff tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:16.602064 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30d45c6-f282-4621-be4c-a0cb90fa8aad tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:16.602911 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d30d45c6-f282-4621-be4c-a0cb90fa8aad tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:16.609080 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d45c6-f282-4621-be4c-a0cb90fa8aad tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event updated for resources: {'Subnet': ['ID=f1df7641-93fe-45b6-bc4e-27b3d54ab79f,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:16.636814 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60da96eb-5e64-4412-bdc5-8991a0c8f836 None None] Network 743140af-e078-41a9-9cd2-c882e1fb8a9c is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:39:16.644614 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-60da96eb-5e64-4412-bdc5-8991a0c8f836 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:16.651494 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60da96eb-5e64-4412-bdc5-8991a0c8f836 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:39:16.702805 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3fd99d-c69d-4de2-bb22-bf2ceb0f720e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Made reservation on behalf of 0661c46065e34719ae0bde5df10863f8 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:16.707662 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-da3fd99d-c69d-4de2-bb22-bf2ceb0f720e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:16.728362 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb6d38db-5adb-4cfa-82cb-ff2bf179e0ff tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:16.734710 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb6d38db-5adb-4cfa-82cb-ff2bf179e0ff tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:16.742180 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-bb6d38db-5adb-4cfa-82cb-ff2bf179e0ff tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/networks/1c683f0b-423c-46e3-a835-1dd7dd5cb5b9 HTTP/1.1" status: 204 len: 168 time: 1.6272051 Oct 12 07:39:16.750575 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d30d45c6-f282-4621-be4c-a0cb90fa8aad tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6105750 Oct 12 07:39:16.752204 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38778) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:16.752593 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38780) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:16.762469 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da96eb-5e64-4412-bdc5-8991a0c8f836 None None] Pushing event updated for resources: {'Port': ['ID=deb6a88b-59c2-4113-ba4d-e96532e22629,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:16.769864 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-c902b7c2-016e-418c-b60d-f77bd8a205ef tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Allocated IP 172.20.0.13 (d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0/f94507d5-d2c5-4934-a94a-80714edc117a/3fe897af-d5b7-4d22-b7ae-0c814642fab6) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:39:16.777897 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-60da96eb-5e64-4412-bdc5-8991a0c8f836 None None] Attempting to bind port deb6a88b-59c2-4113-ba4d-e96532e22629 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:39:16.778979 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-60da96eb-5e64-4412-bdc5-8991a0c8f836 None None] Attempting to bind port deb6a88b-59c2-4113-ba4d-e96532e22629 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '61c9f415-7ada-4068-ab88-d91ceea15523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '743140af-e078-41a9-9cd2-c882e1fb8a9c'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:39:16.779339 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60da96eb-5e64-4412-bdc5-8991a0c8f836 None None] Attempting to bind port deb6a88b-59c2-4113-ba4d-e96532e22629 on network 743140af-e078-41a9-9cd2-c882e1fb8a9c {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:39:16.789057 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60da96eb-5e64-4412-bdc5-8991a0c8f836 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:39:16.789445 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60da96eb-5e64-4412-bdc5-8991a0c8f836 None None] Checking segment: {'id': '61c9f415-7ada-4068-ab88-d91ceea15523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '743140af-e078-41a9-9cd2-c882e1fb8a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:39:16.789821 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-60da96eb-5e64-4412-bdc5-8991a0c8f836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:16.790231 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60da96eb-5e64-4412-bdc5-8991a0c8f836 None None] Bound using segment: {'id': '61c9f415-7ada-4068-ab88-d91ceea15523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '743140af-e078-41a9-9cd2-c882e1fb8a9c'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:39:16.790693 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-60da96eb-5e64-4412-bdc5-8991a0c8f836 None None] Bound port: deb6a88b-59c2-4113-ba4d-e96532e22629, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61c9f415-7ada-4068-ab88-d91ceea15523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '743140af-e078-41a9-9cd2-c882e1fb8a9c'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:39:16.791071 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-60da96eb-5e64-4412-bdc5-8991a0c8f836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:16.834888 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device fb15ede0-05fb-4e5e-bcb9-1f542e238863 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:39:16.914365 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-60da96eb-5e64-4412-bdc5-8991a0c8f836 None None] For port deb6a88b-59c2-4113-ba4d-e96532e22629, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:39:16.919798 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-60da96eb-5e64-4412-bdc5-8991a0c8f836 None None] For port deb6a88b-59c2-4113-ba4d-e96532e22629, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=deb6a88b-59c2-4113-ba4d-e96532e22629,segment=NetworkSegment(61c9f415-7ada-4068-ab88-d91ceea15523),segment_id=61c9f415-7ada-4068-ab88-d91ceea15523)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:39:16.936361 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-60da96eb-5e64-4412-bdc5-8991a0c8f836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:16.962248 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-c902b7c2-016e-418c-b60d-f77bd8a205ef tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:17.046286 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port fb15ede0-05fb-4e5e-bcb9-1f542e238863 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:17.046644 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:17.046982 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port fb15ede0-05fb-4e5e-bcb9-1f542e238863 Oct 12 07:39:17.069614 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38782) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:17.099487 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da96eb-5e64-4412-bdc5-8991a0c8f836 None None] Pushing event updated for resources: {'Port': ['ID=deb6a88b-59c2-4113-ba4d-e96532e22629,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:17.124823 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-c902b7c2-016e-418c-b60d-f77bd8a205ef tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:17.166501 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port fb15ede0-05fb-4e5e-bcb9-1f542e238863 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:17.167078 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:17.175593 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b137172a-69a3-4834-ab04-e159ea0c1a30 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:17.237880 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port fb15ede0-05fb-4e5e-bcb9-1f542e238863, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=fb15ede0-05fb-4e5e-bcb9-1f542e238863,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:17.240480 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:17.243301 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d38db-5adb-4cfa-82cb-ff2bf179e0ff tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event deleted for resources: {'Network': ['ID=1c683f0b-423c-46e3-a835-1dd7dd5cb5b9,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:17.247375 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:17.254837 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 27134b2b-8108-40f1-abbd-a380706334aa resource provider aggregate not found Oct 12 07:39:17.263569 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da3fd99d-c69d-4de2-bb22-bf2ceb0f720e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:39:17.307589 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 27134b2b-8108-40f1-abbd-a380706334aa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 27134b2b-8108-40f1-abbd-a380706334aa found for delete ", "request_id": "req-dfc57d7b-205b-4e34-acce-d86f5960c5fc"}]} Oct 12 07:39:17.334674 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 32cb4bb4-74a6-4252-b6af-95c215f46736 resource provider aggregate not found Oct 12 07:39:17.347665 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4b8112-4f23-403c-946c-d76a0adefedc tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:17.352824 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-2b4b8112-4f23-403c-946c-d76a0adefedc tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "GET /v2.0/ports/102f51de-54fe-44a7-af06-bffbf8b0ee3e HTTP/1.1" status: 200 len: 845 time: 0.5958097 Oct 12 07:39:17.370608 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38798) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:17.379168 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-da3fd99d-c69d-4de2-bb22-bf2ceb0f720e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:17.379892 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-da3fd99d-c69d-4de2-bb22-bf2ceb0f720e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Added segment a42c35e3-a701-4f41-8194-6eed7a8ddd5e of type vlan for network 08454223-d685-442c-9e5c-8254fd98971b Oct 12 07:39:17.383012 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-82310729-a7ef-457a-894f-4a0146e880c2 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Request body: {'security_group': {'name': 'tempest-secgroup--933283112'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:17.415894 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 32cb4bb4-74a6-4252-b6af-95c215f46736 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32cb4bb4-74a6-4252-b6af-95c215f46736 found for delete ", "request_id": "req-730e9f67-39b8-4929-bd9a-757acba07931"}]} Oct 12 07:39:17.423306 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b7fff7ed-5d28-40fe-81fc-0894c754c0e4 req-87847f95-2f11-4c93-9f93-15f973612761 service neutron] 10.222.0.23 "GET /v2.0/networks/dd72da9c-d321-4cc4-881d-466168d9f856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0805786 Oct 12 07:39:17.446993 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=fb15ede0-05fb-4e5e-bcb9-1f542e238863,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:17.448336 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7b36af-abc3-4225-8510-0fea9f26251c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:17.451735 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7b36af-abc3-4225-8510-0fea9f26251c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:17.453170 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 237f1248-df8d-4e6b-be87-58af279dd914 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:39:17.454271 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7b36af-abc3-4225-8510-0fea9f26251c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:17.456752 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7b36af-abc3-4225-8510-0fea9f26251c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:17.457286 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7b36af-abc3-4225-8510-0fea9f26251c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:17.459153 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-df7b36af-abc3-4225-8510-0fea9f26251c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6953599 Oct 12 07:39:17.464880 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38800) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:17.471609 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-78e4b0f8-0b6d-434f-8969-89f7560c880b tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1915706217'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:17.494838 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cd338e6f-e8e1-4218-8acd-f56e3ce4168a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:17.495409 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 237f1248-df8d-4e6b-be87-58af279dd914 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:39:17.495409 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 237f1248-df8d-4e6b-be87-58af279dd914 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:39:17.527321 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-cd338e6f-e8e1-4218-8acd-f56e3ce4168a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Calling delete_port for 82aff046-9439-4313-94f4-2e15dd1e7aba owned by {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:39:17.531997 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-141728f2-08c8-4e40-9515-8ff15cf988df tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "GET /v2.0/ports/102f51de-54fe-44a7-af06-bffbf8b0ee3e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1500685 Oct 12 07:39:17.535847 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-da3fd99d-c69d-4de2-bb22-bf2ceb0f720e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:17.538152 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38802) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:17.546709 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-7c7ce83f-832b-4ae3-8f31-18997424f7f1 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'subnet': {'network_id': '5464953c-71d3-4410-9e99-b16a0a4807b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:17.552109 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-b137172a-69a3-4834-ab04-e159ea0c1a30 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] device_id is not set on port 593d0151-7b93-4ad2-8e7d-9415104fba12 yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:39:17.569889 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7679459e-b06f-42eb-837e-1d8232166e73 None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:17.576186 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e4b0f8-0b6d-434f-8969-89f7560c880b tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Made reservation on behalf of ab8b3ae455d54493a558c1c38223505d for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:17.581246 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78e4b0f8-0b6d-434f-8969-89f7560c880b tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:17.584249 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-c902b7c2-016e-418c-b60d-f77bd8a205ef tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:39:17.613826 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81568364-249b-4a6e-bda5-0a0d4d2a0dea req-9759cb70-1d3f-440e-87d5-89815fb7459c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:17.615392 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-81568364-249b-4a6e-bda5-0a0d4d2a0dea req-9759cb70-1d3f-440e-87d5-89815fb7459c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8926720-09b0-467b-9e8a-3bd93ba7b4ac HTTP/1.1" status: 200 len: 932 time: 0.5312581 Oct 12 07:39:17.617748 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c902b7c2-016e-418c-b60d-f77bd8a205ef tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=3fe897af-d5b7-4d22-b7ae-0c814642fab6,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:17.649761 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-da3fd99d-c69d-4de2-bb22-bf2ceb0f720e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:17.656356 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3fd99d-c69d-4de2-bb22-bf2ceb0f720e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:17.656965 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-da3fd99d-c69d-4de2-bb22-bf2ceb0f720e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:17.677682 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78e4b0f8-0b6d-434f-8969-89f7560c880b tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:39:17.679808 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-c902b7c2-016e-418c-b60d-f77bd8a205ef tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:17.689378 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-c902b7c2-016e-418c-b60d-f77bd8a205ef tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:39:17.713079 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-82310729-a7ef-457a-894f-4a0146e880c2 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:17.715262 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78e4b0f8-0b6d-434f-8969-89f7560c880b tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:17.716128 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-78e4b0f8-0b6d-434f-8969-89f7560c880b tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Added segment b9967c6a-3f37-490f-9d1d-417bac4b3ee6 of type vlan for network 79b8ecbc-b820-4529-8a66-53bbdfccb540 Oct 12 07:39:17.728474 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-da3fd99d-c69d-4de2-bb22-bf2ceb0f720e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1448283 Oct 12 07:39:17.750533 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38804) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:17.752160 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-d555548d-909e-4c0a-b71a-c955433d6300 None None] Provisioning complete for port fb15ede0-05fb-4e5e-bcb9-1f542e238863 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:17.753079 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d555548d-909e-4c0a-b71a-c955433d6300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:17.753492 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-d555548d-909e-4c0a-b71a-c955433d6300 None None] Attempt 1 to provision port fb15ede0-05fb-4e5e-bcb9-1f542e238863 Oct 12 07:39:17.757490 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-102b3f94-3b0b-492b-8e41-cc61ae0de97b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Request body: {'subnet': {'network_id': '08454223-d685-442c-9e5c-8254fd98971b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:17.776606 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-82310729-a7ef-457a-894f-4a0146e880c2 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:17.834853 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3fd99d-c69d-4de2-bb22-bf2ceb0f720e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event updated for resources: {'Network': ['ID=08454223-d685-442c-9e5c-8254fd98971b,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:17.835852 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd17eaf-6898-453e-910a-7498dd472b38 req-1aef7176-254b-45e6-aa45-be8bb2be0122 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:17.837409 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0bd17eaf-6898-453e-910a-7498dd472b38 req-1aef7176-254b-45e6-aa45-be8bb2be0122 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.3562806 Oct 12 07:39:17.862658 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 08454223-d685-442c-9e5c-8254fd98971b details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:39:17.865404 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78e4b0f8-0b6d-434f-8969-89f7560c880b tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:17.867785 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7ce83f-832b-4ae3-8f31-18997424f7f1 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Made reservation on behalf of e65c260e166d457d9b3ff4f3fa4c3b6f for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:17.872142 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7c7ce83f-832b-4ae3-8f31-18997424f7f1 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:17.913085 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-81568364-249b-4a6e-bda5-0a0d4d2a0dea req-7336c04a-76f5-4dc9-9bfe-bdf99e2ae612 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=e40253a9-c4ca-4cfd-924e-62dea94da4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271218 Oct 12 07:39:17.938084 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-c902b7c2-016e-418c-b60d-f77bd8a205ef tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:17.938709 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-c902b7c2-016e-418c-b60d-f77bd8a205ef tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:17.977983 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.db.resource_extend [None req-78e4b0f8-0b6d-434f-8969-89f7560c880b tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 07:39:18.069062 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-c902b7c2-016e-418c-b60d-f77bd8a205ef tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0209794 Oct 12 07:39:18.079330 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e71ef5b-f3b6-4b93-b029-f3702ef3b709 None None] Update dhcp port {'port': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'fixed_ips': [{'subnet_id': '008acf2d-eddf-4ef3-aa0c-dc323a802438', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ee4dc93c-5cb1-4dec-bfcb-590ba9fedc57'}], 'binding:host_id': 'dv-neutron-860909-2-hyperv'}, 'id': 'fb15ede0-05fb-4e5e-bcb9-1f542e238863'} from dv-neutron-860909-2-hyperv. {{(pid=103202) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 07:39:18.084277 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-d555548d-909e-4c0a-b71a-c955433d6300 None None] Current status of the port fb15ede0-05fb-4e5e-bcb9-1f542e238863 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:18.109750 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-e9655557-5c83-483a-a633-aef8f044061a service neutron] Request body: {'port': {'device_id': 'f8926720-09b0-467b-9e8a-3bd93ba7b4ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8609'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:18.124657 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0bd17eaf-6898-453e-910a-7498dd472b38 req-bb030697-226c-40f7-a67d-238900a5fa6a tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2706740 Oct 12 07:39:18.164300 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8e71ef5b-f3b6-4b93-b029-f3702ef3b709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:18.194188 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78e4b0f8-0b6d-434f-8969-89f7560c880b tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:18.199697 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e4b0f8-0b6d-434f-8969-89f7560c880b tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:18.201612 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78e4b0f8-0b6d-434f-8969-89f7560c880b tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:18.245109 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-b137172a-69a3-4834-ab04-e159ea0c1a30 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Allocated IP 172.20.0.13 (9994ec23-a1f7-459d-8925-14bc9ff05f17/008acf2d-eddf-4ef3-aa0c-dc323a802438/593d0151-7b93-4ad2-8e7d-9415104fba12) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:39:18.256416 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7c7ce83f-832b-4ae3-8f31-18997424f7f1 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:18.271159 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-b137172a-69a3-4834-ab04-e159ea0c1a30 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Allocated IP 2001:db8::f816:3eff:fe98:3235 (9994ec23-a1f7-459d-8925-14bc9ff05f17/ee4dc93c-5cb1-4dec-bfcb-590ba9fedc57/593d0151-7b93-4ad2-8e7d-9415104fba12) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:39:18.305967 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-98f98242-58c3-4c33-a435-e379375f69b5 None None] Provisioning complete for port 3fe897af-d5b7-4d22-b7ae-0c814642fab6 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:18.306201 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-78e4b0f8-0b6d-434f-8969-89f7560c880b tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8404737 Oct 12 07:39:18.306443 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-98f98242-58c3-4c33-a435-e379375f69b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:18.306736 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-98f98242-58c3-4c33-a435-e379375f69b5 None None] Attempt 1 to provision port 3fe897af-d5b7-4d22-b7ae-0c814642fab6 Oct 12 07:39:18.317742 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38806) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:18.357346 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-8571489b-1bb3-42c6-9563-b38782c4599b tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:18.365759 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-98f98242-58c3-4c33-a435-e379375f69b5 None None] Port 3fe897af-d5b7-4d22-b7ae-0c814642fab6 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:18.385253 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7ce83f-832b-4ae3-8f31-18997424f7f1 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Network 5464953c-71d3-4410-9e99-b16a0a4807b7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:39:18.386064 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e4b0f8-0b6d-434f-8969-89f7560c880b tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event updated for resources: {'Network': ['ID=79b8ecbc-b820-4529-8a66-53bbdfccb540,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:18.389668 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102b3f94-3b0b-492b-8e41-cc61ae0de97b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Made reservation on behalf of 0661c46065e34719ae0bde5df10863f8 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:18.393434 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-e9655557-5c83-483a-a633-aef8f044061a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:18.393604 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-102b3f94-3b0b-492b-8e41-cc61ae0de97b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:18.400065 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-82310729-a7ef-457a-894f-4a0146e880c2 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:18.406219 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 79b8ecbc-b820-4529-8a66-53bbdfccb540 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:39:18.417575 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-7c7ce83f-832b-4ae3-8f31-18997424f7f1 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:18.431982 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-82310729-a7ef-457a-894f-4a0146e880c2 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:18.437842 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7ce83f-832b-4ae3-8f31-18997424f7f1 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:18.438380 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7c7ce83f-832b-4ae3-8f31-18997424f7f1 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:18.483216 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ce83f-832b-4ae3-8f31-18997424f7f1 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event updated for resources: {'Subnet': ['ID=18ef18bf-6fbd-45c6-a6ec-5315b16a095b,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:18.485803 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ff5501-b3b8-42cb-ba6c-f4d37d85a56c None None] Network 5464953c-71d3-4410-9e99-b16a0a4807b7 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:18.529980 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cd338e6f-e8e1-4218-8acd-f56e3ce4168a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:18.564480 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-7c7ce83f-832b-4ae3-8f31-18997424f7f1 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0203521 Oct 12 07:39:18.573687 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38808) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:18.584346 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-89235012-2a24-4eff-b9d5-ad2d3b9edd73 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'security_group': {'name': 'tempest-secgroup-256351054'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:18.681596 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-89235012-2a24-4eff-b9d5-ad2d3b9edd73 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:18.707672 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8571489b-1bb3-42c6-9563-b38782c4599b tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:18.715003 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14837b55-0776-4552-acdc-0716b4e1f634 None None] Network 743140af-e078-41a9-9cd2-c882e1fb8a9c requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:18.766391 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8571489b-1bb3-42c6-9563-b38782c4599b tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:18.796354 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046dcbe5-b49c-4790-88b7-4f5b3e20a7fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-5464953c-71d3-4410-9e99-b16a0a4807b7', 'network_id': '5464953c-71d3-4410-9e99-b16a0a4807b7', 'tenant_id': 'e65c260e166d457d9b3ff4f3fa4c3b6f', 'fixed_ips': [{'subnet_id': '18ef18bf-6fbd-45c6-a6ec-5315b16a095b'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:39:18.799112 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-046dcbe5-b49c-4790-88b7-4f5b3e20a7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:18.805821 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8571489b-1bb3-42c6-9563-b38782c4599b tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Network 79b8ecbc-b820-4529-8a66-53bbdfccb540 is not hosted by any dhcp agent {{(pid=103201) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 12 07:39:18.811849 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8571489b-1bb3-42c6-9563-b38782c4599b tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:18.812457 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8571489b-1bb3-42c6-9563-b38782c4599b tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:18.813741 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-8571489b-1bb3-42c6-9563-b38782c4599b tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "PUT /v2.0/networks/79b8ecbc-b820-4529-8a66-53bbdfccb540 HTTP/1.1" status: 200 len: 723 time: 0.4948187 Oct 12 07:39:18.846752 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38810) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:18.851808 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-7aa2a59c-9bfa-4e46-95cc-09b5d82e9036 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Request body: {'subnet': {'network_id': '79b8ecbc-b820-4529-8a66-53bbdfccb540', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:18.864036 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device fb15ede0-05fb-4e5e-bcb9-1f542e238863 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:39:18.867015 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:18.872456 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-98f98242-58c3-4c33-a435-e379375f69b5 None None] Attempt 2 to provision port 3fe897af-d5b7-4d22-b7ae-0c814642fab6 Oct 12 07:39:18.906931 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82310729-a7ef-457a-894f-4a0146e880c2 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7979bd-83d4-4db3-82d1-f2a9d3fd8066,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:18.950269 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-102b3f94-3b0b-492b-8e41-cc61ae0de97b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:18.957898 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd338e6f-e8e1-4218-8acd-f56e3ce4168a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Pushing event deleted for resources: {'Port': ['ID=82aff046-9439-4313-94f4-2e15dd1e7aba,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:18.978145 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571489b-1bb3-42c6-9563-b38782c4599b tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event updated for resources: {'Network': ['ID=79b8ecbc-b820-4529-8a66-53bbdfccb540,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:19.046551 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-89235012-2a24-4eff-b9d5-ad2d3b9edd73 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:19.062237 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-89235012-2a24-4eff-b9d5-ad2d3b9edd73 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:19.062737 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 79b8ecbc-b820-4529-8a66-53bbdfccb540 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:39:19.077134 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-98f98242-58c3-4c33-a435-e379375f69b5 None None] Port 3fe897af-d5b7-4d22-b7ae-0c814642fab6 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:19.126376 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b3f94-3b0b-492b-8e41-cc61ae0de97b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event updated for resources: {'Subnet': ['ID=2a4b1b16-321a-4cc9-93d9-baad62db881b,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:19.131457 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-89235012-2a24-4eff-b9d5-ad2d3b9edd73 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:19.135146 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-89235012-2a24-4eff-b9d5-ad2d3b9edd73 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.5552852 Oct 12 07:39:19.138451 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38814) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:19.145251 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-714f75f8-713a-48b8-b56f-43fca62eef84 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'security_group': {'name': 'tempest-secgroup-1116397192'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:19.151552 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89235012-2a24-4eff-b9d5-ad2d3b9edd73 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2eeb701-fbf2-402a-b46b-efbd3bee148e,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:19.205742 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102b3f94-3b0b-492b-8e41-cc61ae0de97b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Checking segment: {'id': 'a42c35e3-a701-4f41-8194-6eed7a8ddd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '08454223-d685-442c-9e5c-8254fd98971b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:39:19.206148 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102b3f94-3b0b-492b-8e41-cc61ae0de97b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Network hostable DHCP agents. Network: 08454223-d685-442c-9e5c-8254fd98971b, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:39:19.227664 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa2a59c-9bfa-4e46-95cc-09b5d82e9036 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Made reservation on behalf of ab8b3ae455d54493a558c1c38223505d for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:19.232542 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-82310729-a7ef-457a-894f-4a0146e880c2 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:19.234629 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7aa2a59c-9bfa-4e46-95cc-09b5d82e9036 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:19.253983 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-714f75f8-713a-48b8-b56f-43fca62eef84 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:19.292418 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-82310729-a7ef-457a-894f-4a0146e880c2 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:19.325800 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102b3f94-3b0b-492b-8e41-cc61ae0de97b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Network 08454223-d685-442c-9e5c-8254fd98971b is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:39:19.336192 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b137172a-69a3-4834-ab04-e159ea0c1a30 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:19.362417 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-102b3f94-3b0b-492b-8e41-cc61ae0de97b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 08454223-d685-442c-9e5c-8254fd98971b) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:19.368743 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102b3f94-3b0b-492b-8e41-cc61ae0de97b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:19.369326 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-102b3f94-3b0b-492b-8e41-cc61ae0de97b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:19.388127 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:19.430738 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-82310729-a7ef-457a-894f-4a0146e880c2 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:19.431019 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-102b3f94-3b0b-492b-8e41-cc61ae0de97b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6729357 Oct 12 07:39:19.431124 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84eaab5f-dd7f-45c9-bf9f-cd6884253331 None None] Network 08454223-d685-442c-9e5c-8254fd98971b requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:19.431213 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-82310729-a7ef-457a-894f-4a0146e880c2 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.3548813 Oct 12 07:39:19.433234 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38818) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:19.433234 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38820) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:19.433603 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848c46d-5426-46c4-8eac-d457a5160eb2 req-a5e19e0b-e05b-4c6e-9b12-4232559c07dd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:19.435156 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b848c46d-5426-46c4-8eac-d457a5160eb2 req-a5e19e0b-e05b-4c6e-9b12-4232559c07dd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8926720-09b0-467b-9e8a-3bd93ba7b4ac HTTP/1.1" status: 200 len: 932 time: 0.3532810 Oct 12 07:39:19.447148 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cd338e6f-e8e1-4218-8acd-f56e3ce4168a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:19.453902 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-cd338e6f-e8e1-4218-8acd-f56e3ce4168a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "DELETE /v2.0/ports/82aff046-9439-4313-94f4-2e15dd1e7aba HTTP/1.1" status: 204 len: 168 time: 3.4629230 Oct 12 07:39:19.454109 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-d84eb528-12f2-49de-905c-bafcbc04592c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1725072682', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:19.456905 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38822) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:19.460772 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-33d7bc06-a2c7-48a9-ba53-117f9d71e0e9 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Request body: {'floatingip': {'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:19.474432 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port fb15ede0-05fb-4e5e-bcb9-1f542e238863 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:19.474698 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:19.474966 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port fb15ede0-05fb-4e5e-bcb9-1f542e238863 Oct 12 07:39:19.484779 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82310729-a7ef-457a-894f-4a0146e880c2 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0fa918-0c38-4e7a-92da-88912e7fcbf3,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:19.509127 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-714f75f8-713a-48b8-b56f-43fca62eef84 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:19.533419 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-714f75f8-713a-48b8-b56f-43fca62eef84 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:19.540179 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db69d2-3b7c-4f08-b709-db73c7139bcb req-6c671e1f-7aa6-4200-b13f-351ea69d5515 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:19.541715 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a7db69d2-3b7c-4f08-b709-db73c7139bcb req-6c671e1f-7aa6-4200-b13f-351ea69d5515 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.2889516 Oct 12 07:39:19.565329 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-33d7bc06-a2c7-48a9-ba53-117f9d71e0e9 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for floatingip, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:19.578472 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b137172a-69a3-4834-ab04-e159ea0c1a30 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:19.582238 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d84eb528-12f2-49de-905c-bafcbc04592c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:19.583194 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-98f98242-58c3-4c33-a435-e379375f69b5 None None] Attempt 3 to provision port 3fe897af-d5b7-4d22-b7ae-0c814642fab6 Oct 12 07:39:19.583435 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d84eb528-12f2-49de-905c-bafcbc04592c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:19.594177 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-046dcbe5-b49c-4790-88b7-4f5b3e20a7fa None None] Allocated IP 2001:db8::2 (5464953c-71d3-4410-9e99-b16a0a4807b7/18ef18bf-6fbd-45c6-a6ec-5315b16a095b/88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:39:19.608369 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-714f75f8-713a-48b8-b56f-43fca62eef84 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:19.610965 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-714f75f8-713a-48b8-b56f-43fca62eef84 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4699686 Oct 12 07:39:19.613312 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38824) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:19.619518 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b848c46d-5426-46c4-8eac-d457a5160eb2 req-54c0d45e-10bb-4e58-92b9-4af52d3a7309 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=e40253a9-c4ca-4cfd-924e-62dea94da4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665297 Oct 12 07:39:19.656841 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-1cfb510f-9e01-42f9-ba12-57bf91ec6705 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1386918981', 'security_groups': ['b36cf982-dd46-453f-84eb-6d9e9d36dd1a'], 'network_id': '5464953c-71d3-4410-9e99-b16a0a4807b7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '18ef18bf-6fbd-45c6-a6ec-5315b16a095b'}]}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:19.695376 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f75f8-713a-48b8-b56f-43fca62eef84 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b36cf982-dd46-453f-84eb-6d9e9d36dd1a,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:19.725503 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-4252cd65-95a1-47e4-b40f-dcb5e3fdecc4 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.2885196 Oct 12 07:39:19.733372 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38826) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:19.736918 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b137172a-69a3-4834-ab04-e159ea0c1a30 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:39:19.739133 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7aa2a59c-9bfa-4e46-95cc-09b5d82e9036 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:19.750551 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-7be2fe23-6b11-4af8-965d-3f9c13545a76 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Request body: {'security_group': {'name': 'tempest-security--1392531745', 'description': 'tempest-security-description-1657003587'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:19.758555 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-b137172a-69a3-4834-ab04-e159ea0c1a30 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:19.760407 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b137172a-69a3-4834-ab04-e159ea0c1a30 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Port': ['ID=593d0151-7b93-4ad2-8e7d-9415104fba12,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:19.771111 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b137172a-69a3-4834-ab04-e159ea0c1a30 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:39:19.785571 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a7db69d2-3b7c-4f08-b709-db73c7139bcb req-10d294ed-87a8-460f-9088-0b764bf94092 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2116892 Oct 12 07:39:19.791141 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-e9655557-5c83-483a-a633-aef8f044061a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fe897af-d5b7-4d22-b7ae-0c814642fab6 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:39:19.793890 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port fb15ede0-05fb-4e5e-bcb9-1f542e238863 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:19.795053 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device deb6a88b-59c2-4113-ba4d-e96532e22629 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:39:19.801083 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-98f98242-58c3-4c33-a435-e379375f69b5 None None] Port 3fe897af-d5b7-4d22-b7ae-0c814642fab6 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:19.824530 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d84eb528-12f2-49de-905c-bafcbc04592c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:19.846428 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-8e71ef5b-f3b6-4b93-b029-f3702ef3b709 None None] Allocated IP 2001:db8::f816:3eff:feb6:be3b (9994ec23-a1f7-459d-8925-14bc9ff05f17/ee4dc93c-5cb1-4dec-bfcb-590ba9fedc57/fb15ede0-05fb-4e5e-bcb9-1f542e238863) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:39:19.847028 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d84eb528-12f2-49de-905c-bafcbc04592c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:19.890324 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-e9655557-5c83-483a-a633-aef8f044061a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:19.899029 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d84eb528-12f2-49de-905c-bafcbc04592c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:19.904539 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d84eb528-12f2-49de-905c-bafcbc04592c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4670849 Oct 12 07:39:19.904539 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa2a59c-9bfa-4e46-95cc-09b5d82e9036 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event updated for resources: {'Subnet': ['ID=9c5081e4-a348-45c2-928c-21b764f2d74a,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:19.909816 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38830) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:19.914711 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-5a2805ac-96ba-48ce-b757-e8defd89ca93 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Request body: {'port': {'network_id': '08454223-d685-442c-9e5c-8254fd98971b', 'name': 'tempest-RoutersIpV6Test-99771073'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:19.923643 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b56533-1839-4adb-aea0-cabfc03b6ffd None None] Update dhcp port {'port': {'network_id': '743140af-e078-41a9-9cd2-c882e1fb8a9c', 'fixed_ips': [{'subnet_id': 'fd2b84af-6e0d-4df6-866d-07240f48bc0e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f1df7641-93fe-45b6-bc4e-27b3d54ab79f'}], 'binding:host_id': 'dv-neutron-860909-2-hyperv'}, 'id': 'deb6a88b-59c2-4113-ba4d-e96532e22629'} from dv-neutron-860909-2-hyperv. {{(pid=103202) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 07:39:19.943504 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa2a59c-9bfa-4e46-95cc-09b5d82e9036 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Checking segment: {'id': 'b9967c6a-3f37-490f-9d1d-417bac4b3ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '79b8ecbc-b820-4529-8a66-53bbdfccb540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:39:19.944233 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa2a59c-9bfa-4e46-95cc-09b5d82e9036 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Network hostable DHCP agents. Network: 79b8ecbc-b820-4529-8a66-53bbdfccb540, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:39:19.963884 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-67b56533-1839-4adb-aea0-cabfc03b6ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:19.965262 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61933392-b658-4fa7-94c8-449845885eab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-08454223-d685-442c-9e5c-8254fd98971b', 'network_id': '08454223-d685-442c-9e5c-8254fd98971b', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'fixed_ips': [{'subnet_id': '2a4b1b16-321a-4cc9-93d9-baad62db881b'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:39:19.966791 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61933392-b658-4fa7-94c8-449845885eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:19.968379 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b137172a-69a3-4834-ab04-e159ea0c1a30 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:19.968818 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfb510f-9e01-42f9-ba12-57bf91ec6705 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Made reservation on behalf of e65c260e166d457d9b3ff4f3fa4c3b6f for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:19.969160 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b137172a-69a3-4834-ab04-e159ea0c1a30 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:19.972914 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-e9655557-5c83-483a-a633-aef8f044061a service neutron] Transition to ACTIVE for port object 3fe897af-d5b7-4d22-b7ae-0c814642fab6 will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 07:39:19.981096 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7be2fe23-6b11-4af8-965d-3f9c13545a76 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:19.995333 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-e9655557-5c83-483a-a633-aef8f044061a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:20.039154 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa2a59c-9bfa-4e46-95cc-09b5d82e9036 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Network 79b8ecbc-b820-4529-8a66-53bbdfccb540 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:39:20.049465 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b137172a-69a3-4834-ab04-e159ea0c1a30 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.4030545 Oct 12 07:39:20.055382 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38832) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:20.096247 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-7aa2a59c-9bfa-4e46-95cc-09b5d82e9036 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 79b8ecbc-b820-4529-8a66-53bbdfccb540) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:20.125342 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa2a59c-9bfa-4e46-95cc-09b5d82e9036 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:20.126039 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7aa2a59c-9bfa-4e46-95cc-09b5d82e9036 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:20.144719 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cf369-bdda-43b4-9cd5-cfa2c372f940 req-33700e73-222b-435f-b476-dbbe26c21b59 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:20.147435 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ae4cf369-bdda-43b4-9cd5-cfa2c372f940 req-33700e73-222b-435f-b476-dbbe26c21b59 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.2375782 Oct 12 07:39:20.166850 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7be2fe23-6b11-4af8-965d-3f9c13545a76 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:20.176192 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-7aa2a59c-9bfa-4e46-95cc-09b5d82e9036 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3284273 Oct 12 07:39:20.176871 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38836) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:20.189328 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9655557-5c83-483a-a633-aef8f044061a service neutron] Pushing event updated for resources: {'Port': ['ID=3fe897af-d5b7-4d22-b7ae-0c814642fab6,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:20.189568 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-8d3ddd9f-0a4f-4066-84b5-2abb482cbc7b tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:20.196846 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1cfb510f-9e01-42f9-ba12-57bf91ec6705 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:20.198389 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7be2fe23-6b11-4af8-965d-3f9c13545a76 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:20.200797 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7b3c9e-12e8-4ccc-8b3f-22639c32c649 None None] Network 79b8ecbc-b820-4529-8a66-53bbdfccb540 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:20.201929 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7be2fe23-6b11-4af8-965d-3f9c13545a76 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:20.203647 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-7be2fe23-6b11-4af8-965d-3f9c13545a76 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "PUT /v2.0/security-groups/ab0fa918-0c38-4e7a-92da-88912e7fcbf3 HTTP/1.1" status: 200 len: 1778 time: 0.4616206 Oct 12 07:39:20.214431 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port deb6a88b-59c2-4113-ba4d-e96532e22629 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:20.214963 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:20.215308 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port deb6a88b-59c2-4113-ba4d-e96532e22629 Oct 12 07:39:20.223956 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38838) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:20.254613 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7433cec7-093e-4da4-99d0-23e19217c72f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:20.261032 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7433cec7-093e-4da4-99d0-23e19217c72f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:20.264186 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be2fe23-6b11-4af8-965d-3f9c13545a76 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0fa918-0c38-4e7a-92da-88912e7fcbf3,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:20.266681 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-7433cec7-093e-4da4-99d0-23e19217c72f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1766 time: 0.2101228 Oct 12 07:39:20.267376 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38842) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:20.277833 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2805ac-96ba-48ce-b757-e8defd89ca93 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Made reservation on behalf of 0661c46065e34719ae0bde5df10863f8 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:20.280583 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-33d7bc06-a2c7-48a9-ba53-117f9d71e0e9 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:20.281098 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5a2805ac-96ba-48ce-b757-e8defd89ca93 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:20.299677 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ae4cf369-bdda-43b4-9cd5-cfa2c372f940 req-d51778bc-30f5-4761-9c7e-76cf1c6059a3 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076264 Oct 12 07:39:20.302947 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-e9655557-5c83-483a-a633-aef8f044061a service neutron] Attempting to bind port 3fe897af-d5b7-4d22-b7ae-0c814642fab6 on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:39:20.303340 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-e9655557-5c83-483a-a633-aef8f044061a service neutron] Attempting to bind port 3fe897af-d5b7-4d22-b7ae-0c814642fab6 by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '49c4efd7-0378-47db-8c37-21c6a4c460ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd3f174f3-fe7c-477c-82b4-dc8c70c0c1d0'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:39:20.304329 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-e9655557-5c83-483a-a633-aef8f044061a service neutron] Attempting to bind port 3fe897af-d5b7-4d22-b7ae-0c814642fab6 on network d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:39:20.343315 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-e9655557-5c83-483a-a633-aef8f044061a service neutron] Port 3fe897af-d5b7-4d22-b7ae-0c814642fab6 on network d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:39:20.344048 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-e9655557-5c83-483a-a633-aef8f044061a service neutron] Attempting to bind port 3fe897af-d5b7-4d22-b7ae-0c814642fab6 on network d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:39:20.354735 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-e9655557-5c83-483a-a633-aef8f044061a service neutron] Checking agent: {'id': 'afe9b392-c72e-4ef3-a7bd-ca4c2066af02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8609', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'started_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:39:20.355187 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-e9655557-5c83-483a-a633-aef8f044061a service neutron] Checking segment: {'id': '49c4efd7-0378-47db-8c37-21c6a4c460ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd3f174f3-fe7c-477c-82b4-dc8c70c0c1d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:39:20.355940 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-e9655557-5c83-483a-a633-aef8f044061a service neutron] Bound using segment: {'id': '49c4efd7-0378-47db-8c37-21c6a4c460ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd3f174f3-fe7c-477c-82b4-dc8c70c0c1d0'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:39:20.356797 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-e9655557-5c83-483a-a633-aef8f044061a service neutron] Bound port: 3fe897af-d5b7-4d22-b7ae-0c814642fab6, host: hv-neutron-8609, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49c4efd7-0378-47db-8c37-21c6a4c460ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd3f174f3-fe7c-477c-82b4-dc8c70c0c1d0'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:39:20.357279 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-e9655557-5c83-483a-a633-aef8f044061a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:20.362533 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-98f98242-58c3-4c33-a435-e379375f69b5 None None] Attempt 4 to provision port 3fe897af-d5b7-4d22-b7ae-0c814642fab6 Oct 12 07:39:20.466525 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-33d7bc06-a2c7-48a9-ba53-117f9d71e0e9 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Allocated IP 172.26.3.41 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/8a53a379-28eb-4f91-8c3a-6a4d684e0a98) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:39:20.485413 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-1cfb510f-9e01-42f9-ba12-57bf91ec6705 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] device_id is not set on port 7d360eaa-b743-4fcc-b891-999f4c64e27b yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:39:20.501322 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-e9655557-5c83-483a-a633-aef8f044061a service neutron] For port 3fe897af-d5b7-4d22-b7ae-0c814642fab6, host hv-neutron-8609, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:39:20.505812 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-e9655557-5c83-483a-a633-aef8f044061a service neutron] For port 3fe897af-d5b7-4d22-b7ae-0c814642fab6, host hv-neutron-8609, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=3fe897af-d5b7-4d22-b7ae-0c814642fab6,segment=NetworkSegment(49c4efd7-0378-47db-8c37-21c6a4c460ae),segment_id=49c4efd7-0378-47db-8c37-21c6a4c460ae)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:39:20.522364 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-e9655557-5c83-483a-a633-aef8f044061a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:20.530362 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-e9655557-5c83-483a-a633-aef8f044061a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:20.531313 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-e9655557-5c83-483a-a633-aef8f044061a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:20.532776 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-e9655557-5c83-483a-a633-aef8f044061a service neutron] 10.222.0.23 "PUT /v2.0/ports/3fe897af-d5b7-4d22-b7ae-0c814642fab6 HTTP/1.1" status: 200 len: 1094 time: 2.4426689 Oct 12 07:39:20.534295 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8926720-09b0-467b-9e8a-3bd93ba7b4ac', 'tag': '3fe897af-d5b7-4d22-b7ae-0c814642fab6'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:39:20.536786 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebc1446-4114-4714-9a57-64cb999054ab" -d '{"events": [{"name": "network-changed", "server_uuid": "f8926720-09b0-467b-9e8a-3bd93ba7b4ac", "tag": "3fe897af-d5b7-4d22-b7ae-0c814642fab6"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:39:20.567724 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-8e71ef5b-f3b6-4b93-b029-f3702ef3b709 None None] For port fb15ede0-05fb-4e5e-bcb9-1f542e238863, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=fb15ede0-05fb-4e5e-bcb9-1f542e238863,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:20.569604 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-98f98242-58c3-4c33-a435-e379375f69b5 None None] Port 3fe897af-d5b7-4d22-b7ae-0c814642fab6 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:20.579230 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-046dcbe5-b49c-4790-88b7-4f5b3e20a7fa None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:20.636316 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8d3ddd9f-0a4f-4066-84b5-2abb482cbc7b tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29866733'] for subnet, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:20.642759 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-046dcbe5-b49c-4790-88b7-4f5b3e20a7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:20.648191 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-61933392-b658-4fa7-94c8-449845885eab None None] Allocated IP 2001:db8::2 (08454223-d685-442c-9e5c-8254fd98971b/2a4b1b16-321a-4cc9-93d9-baad62db881b/297c7858-7f52-4cc4-9bfa-ab4b6d2e4c64) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:39:20.650437 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3830d206-b57e-4558-b59b-607dd6e13bd1 x-openstack-request-id: req-3830d206-b57e-4558-b59b-607dd6e13bd1 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:39:20.650971 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8926720-09b0-467b-9e8a-3bd93ba7b4ac", "tag": "3fe897af-d5b7-4d22-b7ae-0c814642fab6", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:39:20.650971 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3830d206-b57e-4558-b59b-607dd6e13bd1 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:39:20.651656 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3830d206-b57e-4558-b59b-607dd6e13bd1'] response: {'name': 'network-changed', 'server_uuid': 'f8926720-09b0-467b-9e8a-3bd93ba7b4ac', 'tag': '3fe897af-d5b7-4d22-b7ae-0c814642fab6', 'status': 'completed', 'code': 200} Oct 12 07:39:20.653003 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38852) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:20.656677 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b43532c2-894a-4883-9afe-80596dc4365e tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "GET /v2.0/security-groups/ab0fa918-0c38-4e7a-92da-88912e7fcbf3 HTTP/1.1" status: 200 len: 1778 time: 0.4241052 Oct 12 07:39:20.659625 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-5a2805ac-96ba-48ce-b757-e8defd89ca93 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] device_id is not set on port 3571dac4-0c69-47ca-aa96-4fbb15fec111 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:39:20.753744 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-67b56533-1839-4adb-aea0-cabfc03b6ffd None None] Allocated IP 172.20.0.1 (743140af-e078-41a9-9cd2-c882e1fb8a9c/f1df7641-93fe-45b6-bc4e-27b3d54ab79f/deb6a88b-59c2-4113-ba4d-e96532e22629) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:39:20.760843 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9655557-5c83-483a-a633-aef8f044061a service neutron] Pushing event updated for resources: {'Port': ['ID=3fe897af-d5b7-4d22-b7ae-0c814642fab6,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:20.766313 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8e71ef5b-f3b6-4b93-b029-f3702ef3b709 None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:20.784597 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-99d3d996-6322-4536-ae50-d5ecf2961409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:20.786578 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-99d3d996-6322-4536-ae50-d5ecf2961409 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&device_id=f8926720-09b0-467b-9e8a-3bd93ba7b4ac HTTP/1.1" status: 200 len: 1097 time: 0.2034647 Oct 12 07:39:20.796908 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-33d7bc06-a2c7-48a9-ba53-117f9d71e0e9 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:20.821597 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9670a29-4b2d-428a-9dbc-e24bdb578dd3 req-c8dbb277-cd6b-453f-bd3b-d238d0b2bdbd tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:20.829195 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8e71ef5b-f3b6-4b93-b029-f3702ef3b709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:20.829766 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d9670a29-4b2d-428a-9dbc-e24bdb578dd3 req-c8dbb277-cd6b-453f-bd3b-d238d0b2bdbd tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.1810522 Oct 12 07:39:20.837405 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046dcbe5-b49c-4790-88b7-4f5b3e20a7fa None None] Network 5464953c-71d3-4410-9e99-b16a0a4807b7 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:39:20.850364 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046dcbe5-b49c-4790-88b7-4f5b3e20a7fa None None] Pushing event updated for resources: {'Port': ['ID=88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:20.866328 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-046dcbe5-b49c-4790-88b7-4f5b3e20a7fa None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:20.878801 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046dcbe5-b49c-4790-88b7-4f5b3e20a7fa None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:39:20.891992 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-f1372081-ac0c-448f-a7ba-08af661e8574 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fe897af-d5b7-4d22-b7ae-0c814642fab6 HTTP/1.1" status: 200 len: 217 time: 0.0910203 Oct 12 07:39:20.905138 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-601fe9bc-951c-4b1d-9538-6ff61af1977e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting port 593d0151-7b93-4ad2-8e7d-9415104fba12 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:39:20.905576 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-601fe9bc-951c-4b1d-9538-6ff61af1977e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:20.934183 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-86523725-0530-4deb-84ff-b4fa3ffd53a1 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:20.992122 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port deb6a88b-59c2-4113-ba4d-e96532e22629 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:20.992509 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:21.014921 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-86523725-0530-4deb-84ff-b4fa3ffd53a1 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:21.042206 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-d2f5c4bc-19f7-4b01-9915-2370d5ac515f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:21.044672 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-d2f5c4bc-19f7-4b01-9915-2370d5ac515f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f94507d5-d2c5-4934-a94a-80714edc117a HTTP/1.1" status: 200 len: 835 time: 0.1418803 Oct 12 07:39:21.053840 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d9670a29-4b2d-428a-9dbc-e24bdb578dd3 req-5de123b4-af9f-461d-b9d3-fb73c829e16b tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2236068 Oct 12 07:39:21.055776 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-1cfb510f-9e01-42f9-ba12-57bf91ec6705 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Allocated IP 2001:db8::163 (5464953c-71d3-4410-9e99-b16a0a4807b7/18ef18bf-6fbd-45c6-a6ec-5315b16a095b/7d360eaa-b743-4fcc-b891-999f4c64e27b) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:39:21.082060 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8ffcf-a32a-49b6-bbee-55bca14610dd req-7e9f976c-5ccf-4b9b-982c-e608f9267363 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:21.084217 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2cd8ffcf-a32a-49b6-bbee-55bca14610dd req-7e9f976c-5ccf-4b9b-982c-e608f9267363 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8926720-09b0-467b-9e8a-3bd93ba7b4ac HTTP/1.1" status: 200 len: 944 time: 0.2717862 Oct 12 07:39:21.116035 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-33d7bc06-a2c7-48a9-ba53-117f9d71e0e9 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:21.132199 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8d3ddd9f-0a4f-4066-84b5-2abb482cbc7b tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746852068563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-30359307'] for subnet, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:21.160542 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-601fe9bc-951c-4b1d-9538-6ff61af1977e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:21.187876 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d7bc06-a2c7-48a9-ba53-117f9d71e0e9 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:39:21.193872 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3ddd9f-0a4f-4066-84b5-2abb482cbc7b tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:21.194693 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8d3ddd9f-0a4f-4066-84b5-2abb482cbc7b tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:21.199365 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-8d3ddd9f-0a4f-4066-84b5-2abb482cbc7b tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "PUT /v2.0/subnets/9c5081e4-a348-45c2-928c-21b764f2d74a HTTP/1.1" status: 200 len: 826 time: 1.0187683 Oct 12 07:39:21.203663 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38858) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:21.206590 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-33d7bc06-a2c7-48a9-ba53-117f9d71e0e9 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:21.218209 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-601fe9bc-951c-4b1d-9538-6ff61af1977e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Calling delete_port for 593d0151-7b93-4ad2-8e7d-9415104fba12 owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:39:21.222363 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-86523725-0530-4deb-84ff-b4fa3ffd53a1 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:21.224943 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-86523725-0530-4deb-84ff-b4fa3ffd53a1 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:21.226242 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-86523725-0530-4deb-84ff-b4fa3ffd53a1 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "DELETE /v2.0/security-groups/ab0fa918-0c38-4e7a-92da-88912e7fcbf3 HTTP/1.1" status: 204 len: 168 time: 0.5659392 Oct 12 07:39:21.232322 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d7bc06-a2c7-48a9-ba53-117f9d71e0e9 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:39:21.233282 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38860) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:21.233609 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a7ba1e-a132-41e7-bef1-272f267cb8b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-79b8ecbc-b820-4529-8a66-53bbdfccb540', 'network_id': '79b8ecbc-b820-4529-8a66-53bbdfccb540', 'tenant_id': 'ab8b3ae455d54493a558c1c38223505d', 'fixed_ips': [{'subnet_id': '9c5081e4-a348-45c2-928c-21b764f2d74a'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:39:21.234503 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-67a7ba1e-a132-41e7-bef1-272f267cb8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:21.236594 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-98f98242-58c3-4c33-a435-e379375f69b5 None None] Attempt 5 to provision port 3fe897af-d5b7-4d22-b7ae-0c814642fab6 Oct 12 07:39:21.253121 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7bc06-a2c7-48a9-ba53-117f9d71e0e9 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Pushing event updated for resources: {'Port': ['ID=8a53a379-28eb-4f91-8c3a-6a4d684e0a98,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:21.280606 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2cd8ffcf-a32a-49b6-bbee-55bca14610dd req-62fda1dd-0537-4a35-8101-8b6d01a97292 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=e40253a9-c4ca-4cfd-924e-62dea94da4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724169 Oct 12 07:39:21.282884 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-c25ebfca-d700-4a9a-9146-0f714f84bbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:21.284707 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-c25ebfca-d700-4a9a-9146-0f714f84bbfd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2293410 Oct 12 07:39:21.321090 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86523725-0530-4deb-84ff-b4fa3ffd53a1 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0fa918-0c38-4e7a-92da-88912e7fcbf3,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:21.350709 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ddd9f-0a4f-4066-84b5-2abb482cbc7b tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event updated for resources: {'Subnet': ['ID=9c5081e4-a348-45c2-928c-21b764f2d74a,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:21.398815 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:21.445453 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71ef5b-f3b6-4b93-b029-f3702ef3b709 None None] Pushing event updated for resources: {'Port': ['ID=fb15ede0-05fb-4e5e-bcb9-1f542e238863,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:21.481456 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7f04a092-72ff-422b-b49d-03536d3e22cd tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:21.493032 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-67b56533-1839-4adb-aea0-cabfc03b6ffd None None] For port deb6a88b-59c2-4113-ba4d-e96532e22629, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=deb6a88b-59c2-4113-ba4d-e96532e22629,segment=NetworkSegment(61c9f415-7ada-4068-ab88-d91ceea15523),segment_id=61c9f415-7ada-4068-ab88-d91ceea15523)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:21.523346 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-373ce6b8-3efb-4a46-b610-5b50292eb0b1 service neutron] 10.222.0.23 "GET /v2.0/networks/d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231107 Oct 12 07:39:21.569420 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-33d7bc06-a2c7-48a9-ba53-117f9d71e0e9 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:21.642065 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-67a7ba1e-a132-41e7-bef1-272f267cb8b5 None None] Allocated IP 2001:db8::2 (79b8ecbc-b820-4529-8a66-53bbdfccb540/9c5081e4-a348-45c2-928c-21b764f2d74a/7fd1d39a-a20e-4898-b78a-b4f20d4deac7) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:39:21.659818 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7f04a092-72ff-422b-b49d-03536d3e22cd tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:21.683299 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-046dcbe5-b49c-4790-88b7-4f5b3e20a7fa None None] Attempting to bind port 88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:39:21.683764 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-046dcbe5-b49c-4790-88b7-4f5b3e20a7fa None None] Attempting to bind port 88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '2921c6f5-4e8b-4332-b59f-54f79efcf717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5464953c-71d3-4410-9e99-b16a0a4807b7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:39:21.684283 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046dcbe5-b49c-4790-88b7-4f5b3e20a7fa None None] Attempting to bind port 88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1 on network 5464953c-71d3-4410-9e99-b16a0a4807b7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:39:21.725736 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61933392-b658-4fa7-94c8-449845885eab None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:21.846897 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-4aa06307-bd1e-42f0-a261-327e259f343e tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6099687 Oct 12 07:39:21.855631 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-67b56533-1839-4adb-aea0-cabfc03b6ffd None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:21.865362 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38864) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:21.865882 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046dcbe5-b49c-4790-88b7-4f5b3e20a7fa None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:39:21.866816 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046dcbe5-b49c-4790-88b7-4f5b3e20a7fa None None] Checking segment: {'id': '2921c6f5-4e8b-4332-b59f-54f79efcf717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5464953c-71d3-4410-9e99-b16a0a4807b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:39:21.867288 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-046dcbe5-b49c-4790-88b7-4f5b3e20a7fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:21.867691 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046dcbe5-b49c-4790-88b7-4f5b3e20a7fa None None] Bound using segment: {'id': '2921c6f5-4e8b-4332-b59f-54f79efcf717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5464953c-71d3-4410-9e99-b16a0a4807b7'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:39:21.868441 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-046dcbe5-b49c-4790-88b7-4f5b3e20a7fa None None] Bound port: 88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2921c6f5-4e8b-4332-b59f-54f79efcf717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5464953c-71d3-4410-9e99-b16a0a4807b7'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:39:21.868933 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-046dcbe5-b49c-4790-88b7-4f5b3e20a7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:21.874640 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61933392-b658-4fa7-94c8-449845885eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:21.885590 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-67b56533-1839-4adb-aea0-cabfc03b6ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:21.916212 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-5a2805ac-96ba-48ce-b757-e8defd89ca93 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Allocated IP 2001:db8::29e (08454223-d685-442c-9e5c-8254fd98971b/2a4b1b16-321a-4cc9-93d9-baad62db881b/3571dac4-0c69-47ca-aa96-4fbb15fec111) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:39:21.918582 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-8a79a9b4-60c6-4ae5-baa0-99fcc4da4c1a tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] delete failed (client error): The resource could not be found. Oct 12 07:39:21.923904 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-8a79a9b4-60c6-4ae5-baa0-99fcc4da4c1a tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "DELETE /v2.0/security-groups/ab0fa918-0c38-4e7a-92da-88912e7fcbf3 HTTP/1.1" status: 404 len: 347 time: 0.0543072 Oct 12 07:39:21.927277 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38866) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:21.936193 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1cfb510f-9e01-42f9-ba12-57bf91ec6705 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:21.940323 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-98f98242-58c3-4c33-a435-e379375f69b5 None None] Port 3fe897af-d5b7-4d22-b7ae-0c814642fab6 had new provisioning blocks added so it will not transition to active. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 12 07:39:21.947817 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-93696751-fa8c-4dc1-aa25-1aa349e9226c tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Request body: {'security_group': {'name': 'tempest-secgroup--430952913'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:22.000324 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-33d7bc06-a2c7-48a9-ba53-117f9d71e0e9 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:22.021180 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.db.api [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103202) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 07:39:22.022230 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG oslo_db.api [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 07:39:22.040810 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-93696751-fa8c-4dc1-aa25-1aa349e9226c tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:22.069306 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9b0e59c0-7146-4d14-9843-53dab806f901 req-2e82e286-7646-44f7-a37b-6e5ceb7ad7a2 service neutron] 10.222.0.23 "GET /v2.0/networks/d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5377998 Oct 12 07:39:22.136839 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61933392-b658-4fa7-94c8-449845885eab None None] Network 08454223-d685-442c-9e5c-8254fd98971b is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:39:22.172698 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-61933392-b658-4fa7-94c8-449845885eab None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:22.178712 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-559be260-5515-4205-8115-ec3fd3a54034 None None] Provisioning complete for port deb6a88b-59c2-4113-ba4d-e96532e22629 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:22.179087 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-559be260-5515-4205-8115-ec3fd3a54034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:22.179421 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-559be260-5515-4205-8115-ec3fd3a54034 None None] Attempt 1 to provision port deb6a88b-59c2-4113-ba4d-e96532e22629 Oct 12 07:39:22.240393 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1cfb510f-9e01-42f9-ba12-57bf91ec6705 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:22.253411 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-67a7ba1e-a132-41e7-bef1-272f267cb8b5 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:22.259660 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61933392-b658-4fa7-94c8-449845885eab None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:39:22.264149 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61933392-b658-4fa7-94c8-449845885eab None None] Pushing event updated for resources: {'Port': ['ID=297c7858-7f52-4cc4-9bfa-ab4b6d2e4c64,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:22.277078 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-67a7ba1e-a132-41e7-bef1-272f267cb8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:22.318918 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb510f-9e01-42f9-ba12-57bf91ec6705 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event updated for resources: {'Port': ['ID=7d360eaa-b743-4fcc-b891-999f4c64e27b,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:22.413608 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfb510f-9e01-42f9-ba12-57bf91ec6705 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Network 5464953c-71d3-4410-9e99-b16a0a4807b7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:39:22.417141 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc1446-4114-4714-9a57-64cb999054ab req-018ee77b-e31b-48f8-aecf-c0dccae344e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:22.421075 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3ebc1446-4114-4714-9a57-64cb999054ab req-018ee77b-e31b-48f8-aecf-c0dccae344e8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&device_id=f8926720-09b0-467b-9e8a-3bd93ba7b4ac HTTP/1.1" status: 200 len: 1097 time: 0.2755299 Oct 12 07:39:22.426863 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7f04a092-72ff-422b-b49d-03536d3e22cd tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:22.434054 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-046dcbe5-b49c-4790-88b7-4f5b3e20a7fa None None] For port 88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:39:22.437276 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-1cfb510f-9e01-42f9-ba12-57bf91ec6705 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:22.440567 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfb510f-9e01-42f9-ba12-57bf91ec6705 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:39:22.442839 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-046dcbe5-b49c-4790-88b7-4f5b3e20a7fa None None] For port 88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1,segment=NetworkSegment(2921c6f5-4e8b-4332-b59f-54f79efcf717),segment_id=2921c6f5-4e8b-4332-b59f-54f79efcf717)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:39:22.447981 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfb510f-9e01-42f9-ba12-57bf91ec6705 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:22.448938 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1cfb510f-9e01-42f9-ba12-57bf91ec6705 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:22.477780 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-601fe9bc-951c-4b1d-9538-6ff61af1977e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:22.492976 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a7ba1e-a132-41e7-bef1-272f267cb8b5 None None] Network 79b8ecbc-b820-4529-8a66-53bbdfccb540 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:39:22.546039 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-33d7bc06-a2c7-48a9-ba53-117f9d71e0e9 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:22.557458 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-1cfb510f-9e01-42f9-ba12-57bf91ec6705 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9170933 Oct 12 07:39:22.557648 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-046dcbe5-b49c-4790-88b7-4f5b3e20a7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:22.567112 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601fe9bc-951c-4b1d-9538-6ff61af1977e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Port': ['ID=593d0151-7b93-4ad2-8e7d-9415104fba12,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:22.569166 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f1c4f-46a9-4f00-8223-fd542644a8c9 req-405ede7f-e964-448d-984e-42b9b4c994ba tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:22.571193 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-102f1c4f-46a9-4f00-8223-fd542644a8c9 req-405ede7f-e964-448d-984e-42b9b4c994ba tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.3422267 Oct 12 07:39:22.574154 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-67a7ba1e-a132-41e7-bef1-272f267cb8b5 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:22.582533 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38872) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:22.587333 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a7ba1e-a132-41e7-bef1-272f267cb8b5 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:39:22.595967 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-dc3aaa6d-a409-489b-9ee7-a81437fc6521 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'subnet': {'network_id': '5464953c-71d3-4410-9e99-b16a0a4807b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:22.633676 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b56533-1839-4adb-aea0-cabfc03b6ffd None None] Pushing event updated for resources: {'Port': ['ID=deb6a88b-59c2-4113-ba4d-e96532e22629,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:22.670979 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-33d7bc06-a2c7-48a9-ba53-117f9d71e0e9 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:22.673910 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a092-72ff-422b-b49d-03536d3e22cd tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event deleted for resources: {'Subnet': ['ID=9c5081e4-a348-45c2-928c-21b764f2d74a,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:22.678945 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5a2805ac-96ba-48ce-b757-e8defd89ca93 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:22.860133 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5a2805ac-96ba-48ce-b757-e8defd89ca93 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:22.868342 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7f04a092-72ff-422b-b49d-03536d3e22cd tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:22.887256 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-93696751-fa8c-4dc1-aa25-1aa349e9226c tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:22.898747 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-61933392-b658-4fa7-94c8-449845885eab None None] Attempting to bind port 297c7858-7f52-4cc4-9bfa-ab4b6d2e4c64 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:39:22.899371 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-61933392-b658-4fa7-94c8-449845885eab None None] Attempting to bind port 297c7858-7f52-4cc4-9bfa-ab4b6d2e4c64 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'a42c35e3-a701-4f41-8194-6eed7a8ddd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '08454223-d685-442c-9e5c-8254fd98971b'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:39:22.899545 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61933392-b658-4fa7-94c8-449845885eab None None] Attempting to bind port 297c7858-7f52-4cc4-9bfa-ab4b6d2e4c64 on network 08454223-d685-442c-9e5c-8254fd98971b {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:39:22.930788 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port deb6a88b-59c2-4113-ba4d-e96532e22629 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:22.931093 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:22.938965 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-67a7ba1e-a132-41e7-bef1-272f267cb8b5 None None] Attempting to bind port 7fd1d39a-a20e-4898-b78a-b4f20d4deac7 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:39:22.939343 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-67a7ba1e-a132-41e7-bef1-272f267cb8b5 None None] Attempting to bind port 7fd1d39a-a20e-4898-b78a-b4f20d4deac7 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'b9967c6a-3f37-490f-9d1d-417bac4b3ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '79b8ecbc-b820-4529-8a66-53bbdfccb540'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:39:22.939711 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a7ba1e-a132-41e7-bef1-272f267cb8b5 None None] Attempting to bind port 7fd1d39a-a20e-4898-b78a-b4f20d4deac7 on network 79b8ecbc-b820-4529-8a66-53bbdfccb540 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:39:22.946002 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3aaa6d-a409-489b-9ee7-a81437fc6521 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Made reservation on behalf of e65c260e166d457d9b3ff4f3fa4c3b6f for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:22.951870 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dc3aaa6d-a409-489b-9ee7-a81437fc6521 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:22.957423 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61933392-b658-4fa7-94c8-449845885eab None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:39:22.957799 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61933392-b658-4fa7-94c8-449845885eab None None] Checking segment: {'id': 'a42c35e3-a701-4f41-8194-6eed7a8ddd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '08454223-d685-442c-9e5c-8254fd98971b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:39:22.958255 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61933392-b658-4fa7-94c8-449845885eab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:22.958653 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61933392-b658-4fa7-94c8-449845885eab None None] Bound using segment: {'id': 'a42c35e3-a701-4f41-8194-6eed7a8ddd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '08454223-d685-442c-9e5c-8254fd98971b'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:39:22.959149 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-61933392-b658-4fa7-94c8-449845885eab None None] Bound port: 297c7858-7f52-4cc4-9bfa-ab4b6d2e4c64, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a42c35e3-a701-4f41-8194-6eed7a8ddd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '08454223-d685-442c-9e5c-8254fd98971b'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:39:22.959534 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61933392-b658-4fa7-94c8-449845885eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:22.962248 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-93696751-fa8c-4dc1-aa25-1aa349e9226c tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:22.999406 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7ba1e-a132-41e7-bef1-272f267cb8b5 None None] Pushing event updated for resources: {'Port': ['ID=7fd1d39a-a20e-4898-b78a-b4f20d4deac7,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:23.059698 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc1446-4114-4714-9a57-64cb999054ab req-9ee3e61d-6307-49fb-91a6-ba68378c6445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:23.060730 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a7ba1e-a132-41e7-bef1-272f267cb8b5 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:39:23.061095 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a7ba1e-a132-41e7-bef1-272f267cb8b5 None None] Checking segment: {'id': 'b9967c6a-3f37-490f-9d1d-417bac4b3ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '79b8ecbc-b820-4529-8a66-53bbdfccb540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:39:23.061490 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-67a7ba1e-a132-41e7-bef1-272f267cb8b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:23.061872 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a7ba1e-a132-41e7-bef1-272f267cb8b5 None None] Bound using segment: {'id': 'b9967c6a-3f37-490f-9d1d-417bac4b3ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '79b8ecbc-b820-4529-8a66-53bbdfccb540'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:39:23.062007 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3ebc1446-4114-4714-9a57-64cb999054ab req-9ee3e61d-6307-49fb-91a6-ba68378c6445 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0 HTTP/1.1" status: 200 len: 898 time: 0.6303127 Oct 12 07:39:23.062427 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-67a7ba1e-a132-41e7-bef1-272f267cb8b5 None None] Bound port: 7fd1d39a-a20e-4898-b78a-b4f20d4deac7, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9967c6a-3f37-490f-9d1d-417bac4b3ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '79b8ecbc-b820-4529-8a66-53bbdfccb540'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:39:23.062815 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-67a7ba1e-a132-41e7-bef1-272f267cb8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:23.066068 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-7f04a092-72ff-422b-b49d-03536d3e22cd tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79b8ecbc-b820-4529-8a66-53bbdfccb540']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:23.068680 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-33d7bc06-a2c7-48a9-ba53-117f9d71e0e9 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:23.076627 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-93696751-fa8c-4dc1-aa25-1aa349e9226c tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:23.080813 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-93696751-fa8c-4dc1-aa25-1aa349e9226c tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1472678 Oct 12 07:39:23.080979 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7bc06-a2c7-48a9-ba53-117f9d71e0e9 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Pushing event updated for resources: {'Port': ['ID=8a53a379-28eb-4f91-8c3a-6a4d684e0a98,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:23.092918 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-102f1c4f-46a9-4f00-8223-fd542644a8c9 req-42cf15e8-ffa5-4b90-a54a-f5e0c00220b2 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4251478 Oct 12 07:39:23.093449 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38874) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:23.141529 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2805ac-96ba-48ce-b757-e8defd89ca93 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Network 08454223-d685-442c-9e5c-8254fd98971b is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:39:23.145169 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-601fe9bc-951c-4b1d-9538-6ff61af1977e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:23.154502 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-7f04a092-72ff-422b-b49d-03536d3e22cd tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9967c6a-3f37-490f-9d1d-417bac4b3ee6') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:23.154996 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-7f04a092-72ff-422b-b49d-03536d3e22cd tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9967c6a-3f37-490f-9d1d-417bac4b3ee6') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:23.158286 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-601fe9bc-951c-4b1d-9538-6ff61af1977e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/ports/593d0151-7b93-4ad2-8e7d-9415104fba12 HTTP/1.1" status: 204 len: 168 time: 2.8817127 Oct 12 07:39:23.175532 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7f04a092-72ff-422b-b49d-03536d3e22cd tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:23.202506 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7f04a092-72ff-422b-b49d-03536d3e22cd tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:23.204252 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2805ac-96ba-48ce-b757-e8defd89ca93 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event updated for resources: {'Port': ['ID=3571dac4-0c69-47ca-aa96-4fbb15fec111,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:23.208547 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38876) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:23.211719 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port deb6a88b-59c2-4113-ba4d-e96532e22629, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=deb6a88b-59c2-4113-ba4d-e96532e22629,segment=NetworkSegment(61c9f415-7ada-4068-ab88-d91ceea15523),segment_id=61c9f415-7ada-4068-ab88-d91ceea15523)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:23.212385 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-bc36e9ce-3460-4cac-8f37-50f6d255844b tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Request body: {'security_group_rule': {'security_group_id': 'f660d388-fcc8-420c-9cf1-261f56356c84', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:23.212845 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046dcbe5-b49c-4790-88b7-4f5b3e20a7fa None None] Pushing event updated for resources: {'Port': ['ID=88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:23.218288 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-559be260-5515-4205-8115-ec3fd3a54034 None None] Current status of the port deb6a88b-59c2-4113-ba4d-e96532e22629 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:23.218646 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-559be260-5515-4205-8115-ec3fd3a54034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:23.220267 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-5a2805ac-96ba-48ce-b757-e8defd89ca93 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:23.246487 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:23.256980 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1786d37f-db10-4136-81ac-cac0f0e7fc6c None None] Network 743140af-e078-41a9-9cd2-c882e1fb8a9c requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:23.264054 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0399f-d966-4dda-a4b9-83ffce358412 req-02aa584d-78f8-43d7-b854-6569c88697fa tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:23.268743 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9ee0399f-d966-4dda-a4b9-83ffce358412 req-02aa584d-78f8-43d7-b854-6569c88697fa tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8926720-09b0-467b-9e8a-3bd93ba7b4ac HTTP/1.1" status: 200 len: 944 time: 0.8165374 Oct 12 07:39:23.281649 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2805ac-96ba-48ce-b757-e8defd89ca93 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:39:23.287366 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2805ac-96ba-48ce-b757-e8defd89ca93 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:23.287989 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5a2805ac-96ba-48ce-b757-e8defd89ca93 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:23.293175 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93696751-fa8c-4dc1-aa25-1aa349e9226c tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f660d388-fcc8-420c-9cf1-261f56356c84,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:23.339559 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-5a2805ac-96ba-48ce-b757-e8defd89ca93 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 3.4286783 Oct 12 07:39:23.346347 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899964d5-f2a6-4367-999b-3df0f2ff5cd0 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:23.348091 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899964d5-f2a6-4367-999b-3df0f2ff5cd0 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:23.349777 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899964d5-f2a6-4367-999b-3df0f2ff5cd0 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:23.354411 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-899964d5-f2a6-4367-999b-3df0f2ff5cd0 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1438322 Oct 12 07:39:23.355015 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38878) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:23.355506 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38880) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:23.359227 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff11a1-058a-4298-b2dd-4f1a75869553 req-b30b68dd-8b71-4a61-b064-8f5eb14f55b1 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:23.360882 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3eff11a1-058a-4298-b2dd-4f1a75869553 req-b30b68dd-8b71-4a61-b064-8f5eb14f55b1 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.3781712 Oct 12 07:39:23.371181 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.ipam_backend_mixin [None req-dc3aaa6d-a409-489b-9ee7-a81437fc6521 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 18ef18bf-6fbd-45c6-a6ec-5315b16a095b (CIDR: 2001:db8::/64) Oct 12 07:39:23.371399 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f04a092-72ff-422b-b49d-03536d3e22cd tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:39:23.372032 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7f04a092-72ff-422b-b49d-03536d3e22cd tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:23.382194 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3ebc1446-4114-4714-9a57-64cb999054ab req-3032129f-793a-4fe8-88d3-53023450d161 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fe897af-d5b7-4d22-b7ae-0c814642fab6 HTTP/1.1" status: 200 len: 217 time: 0.2620938 Oct 12 07:39:23.384719 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-33d7bc06-a2c7-48a9-ba53-117f9d71e0e9 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:23.389623 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-33d7bc06-a2c7-48a9-ba53-117f9d71e0e9 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9320982 Oct 12 07:39:23.398196 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38882) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:23.405098 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc3aaa6d-a409-489b-9ee7-a81437fc6521 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:39:23.405405 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc3aaa6d-a409-489b-9ee7-a81437fc6521 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:39:23.445171 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:39:23.459728 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-61933392-b658-4fa7-94c8-449845885eab None None] For port 297c7858-7f52-4cc4-9bfa-ab4b6d2e4c64, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:39:23.473332 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-624af56b-3df1-471a-af00-cdae7631d9f9 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Request body: {'port': {'network_id': '3d212256-ee23-4061-85c6-3c52822c1a47', 'name': 'tempest-FloatingIPTestJSON-1352949377'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:23.476138 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=deb6a88b-59c2-4113-ba4d-e96532e22629,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:23.480671 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-67a7ba1e-a132-41e7-bef1-272f267cb8b5 None None] For port 7fd1d39a-a20e-4898-b78a-b4f20d4deac7, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:39:23.482755 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.db.api [None req-559be260-5515-4205-8115-ec3fd3a54034 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103202) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 07:39:23.483113 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG oslo_db.api [None req-559be260-5515-4205-8115-ec3fd3a54034 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 07:39:23.502448 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment b9967c6a-3f37-490f-9d1d-417bac4b3ee6 resource provider aggregate not found Oct 12 07:39:23.515851 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bc36e9ce-3460-4cac-8f37-50f6d255844b tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:23.563410 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-dc3aaa6d-a409-489b-9ee7-a81437fc6521 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9770892 Oct 12 07:39:23.571442 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38890) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:23.579436 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-f5aaff13-8817-49dd-92da-9414b20cc351 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'subnet': {'network_id': '5464953c-71d3-4410-9e99-b16a0a4807b7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:23.601952 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device fb15ede0-05fb-4e5e-bcb9-1f542e238863 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:39:23.608425 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment b9967c6a-3f37-490f-9d1d-417bac4b3ee6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9967c6a-3f37-490f-9d1d-417bac4b3ee6 found for delete ", "request_id": "req-7ba8973e-414b-440d-85fa-86ac2a05cd28"}]} Oct 12 07:39:23.618175 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d12569d-7212-45ab-af5b-64164933bb3c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting subnet 008acf2d-eddf-4ef3-aa0c-dc323a802438 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:39:23.636737 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2d12569d-7212-45ab-af5b-64164933bb3c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:23.685161 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-67a7ba1e-a132-41e7-bef1-272f267cb8b5 None None] For port 7fd1d39a-a20e-4898-b78a-b4f20d4deac7, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=7fd1d39a-a20e-4898-b78a-b4f20d4deac7,segment=NetworkSegment(b9967c6a-3f37-490f-9d1d-417bac4b3ee6),segment_id=b9967c6a-3f37-490f-9d1d-417bac4b3ee6)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:39:23.687495 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-61933392-b658-4fa7-94c8-449845885eab None None] For port 297c7858-7f52-4cc4-9bfa-ab4b6d2e4c64, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=297c7858-7f52-4cc4-9bfa-ab4b6d2e4c64,segment=NetworkSegment(a42c35e3-a701-4f41-8194-6eed7a8ddd5e),segment_id=a42c35e3-a701-4f41-8194-6eed7a8ddd5e)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:39:23.694587 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-67a7ba1e-a132-41e7-bef1-272f267cb8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:23.705122 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61933392-b658-4fa7-94c8-449845885eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:23.714546 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9ee0399f-d966-4dda-a4b9-83ffce358412 req-87263bc6-84e7-4ef2-9dee-bdf2c9882229 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=e40253a9-c4ca-4cfd-924e-62dea94da4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3484952 Oct 12 07:39:23.748350 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.db.api [None req-7f04a092-72ff-422b-b49d-03536d3e22cd tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 07:39:23.748350 dv-neutron-860909-2-hyperv neutron-server[103200]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 07:39:23.748350 dv-neutron-860909-2-hyperv neutron-server[103200]: [parameters: {'id': '79b8ecbc-b820-4529-8a66-53bbdfccb540'}] Oct 12 07:39:23.748350 dv-neutron-860909-2-hyperv neutron-server[103200]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 07:39:23.748815 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG oslo_db.api [None req-7f04a092-72ff-422b-b49d-03536d3e22cd tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 07:39:23.783067 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port fb15ede0-05fb-4e5e-bcb9-1f542e238863 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:23.783439 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:23.783773 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port fb15ede0-05fb-4e5e-bcb9-1f542e238863 Oct 12 07:39:23.787145 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc1446-4114-4714-9a57-64cb999054ab req-ebb3bd93-9898-43af-8c3b-cf38747cb214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:23.788726 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3ebc1446-4114-4714-9a57-64cb999054ab req-ebb3bd93-9898-43af-8c3b-cf38747cb214 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f94507d5-d2c5-4934-a94a-80714edc117a HTTP/1.1" status: 200 len: 835 time: 0.3896179 Oct 12 07:39:23.879452 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2d12569d-7212-45ab-af5b-64164933bb3c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:23.901010 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bc36e9ce-3460-4cac-8f37-50f6d255844b tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:23.915377 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bc36e9ce-3460-4cac-8f37-50f6d255844b tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:23.925937 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7ba1e-a132-41e7-bef1-272f267cb8b5 None None] Pushing event updated for resources: {'Port': ['ID=7fd1d39a-a20e-4898-b78a-b4f20d4deac7,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:23.964043 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc1446-4114-4714-9a57-64cb999054ab req-2a2469ef-5c42-42fa-ac21-f9c2f5945232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:23.972521 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3ebc1446-4114-4714-9a57-64cb999054ab req-2a2469ef-5c42-42fa-ac21-f9c2f5945232 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1708691 Oct 12 07:39:23.975823 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624af56b-3df1-471a-af00-cdae7631d9f9 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Made reservation on behalf of 6d4011bbd41f4c1e9844d80c11ed720a for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:23.980230 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-624af56b-3df1-471a-af00-cdae7631d9f9 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:23.992950 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc36e9ce-3460-4cac-8f37-50f6d255844b tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccdedca3-f503-4acc-856c-a0148a891887,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:23.998792 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bc36e9ce-3460-4cac-8f37-50f6d255844b tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:24.003298 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-bc36e9ce-3460-4cac-8f37-50f6d255844b tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8566661 Oct 12 07:39:24.004069 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38892) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:24.029449 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-3eff11a1-058a-4298-b2dd-4f1a75869553 req-bcc1afc3-7885-4241-ae04-7a7ad3770dc7 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Deleting port 3f313128-80bc-4b70-a468-c9add69f7f2f {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:39:24.030228 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3eff11a1-058a-4298-b2dd-4f1a75869553 req-bcc1afc3-7885-4241-ae04-7a7ad3770dc7 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:24.149207 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-624af56b-3df1-471a-af00-cdae7631d9f9 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] device_id is not set on port 874f5db4-df06-4431-ae7c-c377c420c841 yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:39:24.243156 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bb717792-6a1f-400f-ad46-b3622bd9a378 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:24.268861 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7f04a092-72ff-422b-b49d-03536d3e22cd tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:24.269831 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2d12569d-7212-45ab-af5b-64164933bb3c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:24.296199 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60742897-e21c-47ad-a546-d1b175d07f25 None None] Network 79b8ecbc-b820-4529-8a66-53bbdfccb540 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:24.324779 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5aaff13-8817-49dd-92da-9414b20cc351 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Made reservation on behalf of e65c260e166d457d9b3ff4f3fa4c3b6f for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:24.328415 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f5aaff13-8817-49dd-92da-9414b20cc351 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:24.343989 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 3fe897af-d5b7-4d22-b7ae-0c814642fab6 details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 07:39:24.368470 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bb717792-6a1f-400f-ad46-b3622bd9a378 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:24.453166 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-559be260-5515-4205-8115-ec3fd3a54034 None None] Current status of the port deb6a88b-59c2-4113-ba4d-e96532e22629 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:24.528202 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-3eff11a1-058a-4298-b2dd-4f1a75869553 req-bcc1afc3-7885-4241-ae04-7a7ad3770dc7 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] For port 3f313128-80bc-4b70-a468-c9add69f7f2f, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=3f313128-80bc-4b70-a468-c9add69f7f2f,segment=NetworkSegment(01061a7e-751f-4946-8a2c-ec9ecc41411f),segment_id=01061a7e-751f-4946-8a2c-ec9ecc41411f)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:24.528928 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3eff11a1-058a-4298-b2dd-4f1a75869553 req-bcc1afc3-7885-4241-ae04-7a7ad3770dc7 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:24.556599 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 3fe897af-d5b7-4d22-b7ae-0c814642fab6, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=3fe897af-d5b7-4d22-b7ae-0c814642fab6,segment=NetworkSegment(49c4efd7-0378-47db-8c37-21c6a4c460ae),segment_id=49c4efd7-0378-47db-8c37-21c6a4c460ae)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:24.562879 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bb717792-6a1f-400f-ad46-b3622bd9a378 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:24.568898 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bb717792-6a1f-400f-ad46-b3622bd9a378 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:24.572029 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-bb717792-6a1f-400f-ad46-b3622bd9a378 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/ccdedca3-f503-4acc-856c-a0148a891887 HTTP/1.1" status: 204 len: 168 time: 0.5624676 Oct 12 07:39:24.578589 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3ebc1446-4114-4714-9a57-64cb999054ab req-58d4ae6f-7f13-4365-8148-8b7aa1de4a4a service neutron] 10.222.0.23 "GET /v2.0/networks/d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5952258 Oct 12 07:39:24.580482 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38896) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:24.619093 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port fb15ede0-05fb-4e5e-bcb9-1f542e238863 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:24.620472 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device deb6a88b-59c2-4113-ba4d-e96532e22629 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:39:24.634079 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-624af56b-3df1-471a-af00-cdae7631d9f9 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Allocated IP 172.20.0.13 (3d212256-ee23-4061-85c6-3c52822c1a47/361fcb5d-2612-484d-a22b-563ab8c02bc0/874f5db4-df06-4431-ae7c-c377c420c841) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:39:24.652266 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-9d2537e1-7367-4473-b637-c98c4ab6a664 None None] Could not find standard attr ID for object 593d0151-7b93-4ad2-8e7d-9415104fba12. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:39:24.655657 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61933392-b658-4fa7-94c8-449845885eab None None] Pushing event updated for resources: {'Port': ['ID=297c7858-7f52-4cc4-9bfa-ab4b6d2e4c64,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:24.679003 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': '3fe897af-d5b7-4d22-b7ae-0c814642fab6', 'network_id': 'd3f174f3-fe7c-477c-82b4-dc8c70c0c1d0', 'port_id': '3fe897af-d5b7-4d22-b7ae-0c814642fab6', 'mac_address': 'fa:16:3e:bb:83:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f94507d5-d2c5-4934-a94a-80714edc117a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 07:39:24.687443 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c4665-6635-440e-bd85-2467e947eb08 req-37d867c3-114b-4186-9891-bc7fb2259996 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:24.689094 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1b4c4665-6635-440e-bd85-2467e947eb08 req-37d867c3-114b-4186-9891-bc7fb2259996 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 946 time: 0.4228964 Oct 12 07:39:24.711008 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3ef9d853-e7d3-4193-b616-f21a4948ab4f tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:24.714965 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb717792-6a1f-400f-ad46-b3622bd9a378 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ccdedca3-f503-4acc-856c-a0148a891887,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:24.715704 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2d12569d-7212-45ab-af5b-64164933bb3c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:24.760522 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-9d2537e1-7367-4473-b637-c98c4ab6a664 None None] Provisioning complete for port deb6a88b-59c2-4113-ba4d-e96532e22629 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:24.760943 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9d2537e1-7367-4473-b637-c98c4ab6a664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:24.761288 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-9d2537e1-7367-4473-b637-c98c4ab6a664 None None] Attempt 1 to provision port deb6a88b-59c2-4113-ba4d-e96532e22629 Oct 12 07:39:24.814199 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2d12569d-7212-45ab-af5b-64164933bb3c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:24.821110 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-2d12569d-7212-45ab-af5b-64164933bb3c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/008acf2d-eddf-4ef3-aa0c-dc323a802438 HTTP/1.1" status: 204 len: 168 time: 1.4605722 Oct 12 07:39:24.851721 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38900) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:24.857312 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d12569d-7212-45ab-af5b-64164933bb3c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Subnet': ['ID=008acf2d-eddf-4ef3-aa0c-dc323a802438,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:24.875755 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d4fcb8-2c66-4000-a9fd-473e8906be00 None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:24.910641 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 3fe897af-d5b7-4d22-b7ae-0c814642fab6 is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:24.911453 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:24.933577 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fe897af-d5b7-4d22-b7ae-0c814642fab6 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:39:25.005146 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f5aaff13-8817-49dd-92da-9414b20cc351 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:25.007909 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-9d2537e1-7367-4473-b637-c98c4ab6a664 None None] Current status of the port deb6a88b-59c2-4113-ba4d-e96532e22629 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:25.062760 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbc171bb-e744-4fdf-8f3b-5129193ee3a2 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting subnet ee4dc93c-5cb1-4dec-bfcb-590ba9fedc57 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:39:25.067335 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 3fe897af-d5b7-4d22-b7ae-0c814642fab6, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=3fe897af-d5b7-4d22-b7ae-0c814642fab6,segment=NetworkSegment(49c4efd7-0378-47db-8c37-21c6a4c460ae),segment_id=49c4efd7-0378-47db-8c37-21c6a4c460ae)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:25.080760 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-9d2537e1-7367-4473-b637-c98c4ab6a664 None None] Provisioning complete for port 88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:25.081899 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9d2537e1-7367-4473-b637-c98c4ab6a664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:25.082442 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-9d2537e1-7367-4473-b637-c98c4ab6a664 None None] Attempt 1 to provision port 88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1 Oct 12 07:39:25.107032 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fbc171bb-e744-4fdf-8f3b-5129193ee3a2 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:25.120545 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port deb6a88b-59c2-4113-ba4d-e96532e22629 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:25.121091 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:25.121517 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port deb6a88b-59c2-4113-ba4d-e96532e22629 Oct 12 07:39:25.135815 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5aaff13-8817-49dd-92da-9414b20cc351 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Network 5464953c-71d3-4410-9e99-b16a0a4807b7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:39:25.157398 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-f5aaff13-8817-49dd-92da-9414b20cc351 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:25.171465 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:25.172528 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5aaff13-8817-49dd-92da-9414b20cc351 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:25.173135 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f5aaff13-8817-49dd-92da-9414b20cc351 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:25.174850 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ee7939-8f86-4908-804d-0873daabc553 None None] Network 79b8ecbc-b820-4529-8a66-53bbdfccb540 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:25.178265 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6babcca4-04c8-4c5d-85e4-ff6207989b26 None None] Network 5464953c-71d3-4410-9e99-b16a0a4807b7 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:25.186527 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aaff13-8817-49dd-92da-9414b20cc351 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event updated for resources: {'Subnet': ['ID=854f8874-ed31-48ba-8414-4596b21a1811,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:25.200763 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fbc171bb-e744-4fdf-8f3b-5129193ee3a2 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:25.269799 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f5aaff13-8817-49dd-92da-9414b20cc351 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6956911 Oct 12 07:39:25.270561 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38902) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:25.284386 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-7088915d-f426-4a2b-911e-4427ea643fe8 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-968825755', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '854f8874-ed31-48ba-8414-4596b21a1811'}], 'security_groups': ['c2eeb701-fbf2-402a-b46b-efbd3bee148e']}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:25.327343 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2802a06-098e-428b-b0dd-42aff7d98031 None None] Network 08454223-d685-442c-9e5c-8254fd98971b requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:25.354890 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-8bdd5987-3e51-46b5-8841-633390840a27 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7598302 Oct 12 07:39:25.358077 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38904) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:25.392673 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1b4c4665-6635-440e-bd85-2467e947eb08 req-8de97a76-1647-4427-a3e0-b72bbf024820 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c7f9b76-7d8f-4151-9048-9c3a9daab446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6638715 Oct 12 07:39:25.445417 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a092-72ff-422b-b49d-03536d3e22cd tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Deleting port 7fd1d39a-a20e-4898-b78a-b4f20d4deac7 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:39:25.446165 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7f04a092-72ff-422b-b49d-03536d3e22cd tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:25.468965 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3ebc1446-4114-4714-9a57-64cb999054ab req-8521adff-aa8f-457f-b812-aef26271a5a8 service neutron] 10.222.0.23 "GET /v2.0/networks/d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8721890 Oct 12 07:39:25.498882 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['3fe897af-d5b7-4d22-b7ae-0c814642fab6'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 07:39:25.514578 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fbc171bb-e744-4fdf-8f3b-5129193ee3a2 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:25.576525 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ebe77-d849-4825-b9fe-ca19312e2aa2 req-24e37b7d-2b60-4e9f-8606-6616640733b0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:25.578133 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cd9ebe77-d849-4825-b9fe-ca19312e2aa2 req-24e37b7d-2b60-4e9f-8606-6616640733b0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8926720-09b0-467b-9e8a-3bd93ba7b4ac HTTP/1.1" status: 200 len: 945 time: 0.7190163 Oct 12 07:39:25.592159 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3ef9d853-e7d3-4193-b616-f21a4948ab4f tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:25.597584 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port deb6a88b-59c2-4113-ba4d-e96532e22629 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:25.598756 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:39:25.604114 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7c04e743-a31b-4caf-a6ef-5c6f3770048a tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:25.611090 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=3fe897af-d5b7-4d22-b7ae-0c814642fab6,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:25.612426 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3ef9d853-e7d3-4193-b616-f21a4948ab4f tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:25.667859 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3eff11a1-058a-4298-b2dd-4f1a75869553 req-bcc1afc3-7885-4241-ae04-7a7ad3770dc7 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:25.668288 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3eff11a1-058a-4298-b2dd-4f1a75869553 req-bcc1afc3-7885-4241-ae04-7a7ad3770dc7 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:25.669234 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [req-3eff11a1-058a-4298-b2dd-4f1a75869553 req-bcc1afc3-7885-4241-ae04-7a7ad3770dc7 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Floating IP b57deb9a-112a-4068-8eff-d547c08f6b1c disassociated. External IP: 172.26.3.72, port: 3f313128-80bc-4b70-a468-c9add69f7f2f. Oct 12 07:39:25.669679 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-3eff11a1-058a-4298-b2dd-4f1a75869553 req-bcc1afc3-7885-4241-ae04-7a7ad3770dc7 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Calling delete_port for 3f313128-80bc-4b70-a468-c9add69f7f2f owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:39:25.679146 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-7f04a092-72ff-422b-b49d-03536d3e22cd tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] For port 7fd1d39a-a20e-4898-b78a-b4f20d4deac7, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=7fd1d39a-a20e-4898-b78a-b4f20d4deac7,segment=NetworkSegment(b9967c6a-3f37-490f-9d1d-417bac4b3ee6),segment_id=b9967c6a-3f37-490f-9d1d-417bac4b3ee6)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:25.680094 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7f04a092-72ff-422b-b49d-03536d3e22cd tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:25.683388 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-9d2537e1-7367-4473-b637-c98c4ab6a664 None None] Current status of the port 88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:25.683786 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9d2537e1-7367-4473-b637-c98c4ab6a664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:25.732272 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a092-72ff-422b-b49d-03536d3e22cd tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Calling delete_port for 7fd1d39a-a20e-4898-b78a-b4f20d4deac7 owned by network:dhcp {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:39:25.736739 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-624af56b-3df1-471a-af00-cdae7631d9f9 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:25.789575 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cd9ebe77-d849-4825-b9fe-ca19312e2aa2 req-e8829848-9dcf-414e-8854-1c4aeeb713fb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=e40253a9-c4ca-4cfd-924e-62dea94da4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555700 Oct 12 07:39:25.873874 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-9d2537e1-7367-4473-b637-c98c4ab6a664 None None] For port 88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1,segment=NetworkSegment(2921c6f5-4e8b-4332-b59f-54f79efcf717),segment_id=2921c6f5-4e8b-4332-b59f-54f79efcf717)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:25.901815 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9d2537e1-7367-4473-b637-c98c4ab6a664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:25.936885 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-624af56b-3df1-471a-af00-cdae7631d9f9 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:25.994792 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:25.995403 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:25.995492 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1 Oct 12 07:39:26.004488 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7f04a092-72ff-422b-b49d-03536d3e22cd tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:26.029302 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624af56b-3df1-471a-af00-cdae7631d9f9 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Network 3d212256-ee23-4061-85c6-3c52822c1a47 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:39:26.032867 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7c04e743-a31b-4caf-a6ef-5c6f3770048a tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:26.039785 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-624af56b-3df1-471a-af00-cdae7631d9f9 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:26.042312 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624af56b-3df1-471a-af00-cdae7631d9f9 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:39:26.054207 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f04a092-72ff-422b-b49d-03536d3e22cd tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] No DVR routers for this DVR port 7fd1d39a-a20e-4898-b78a-b4f20d4deac7 on host dv-neutron-860909-2-hyperv {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:39:26.072857 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7088915d-f426-4a2b-911e-4427ea643fe8 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:26.077980 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-9d2537e1-7367-4473-b637-c98c4ab6a664 None None] Provisioning complete for port fb15ede0-05fb-4e5e-bcb9-1f542e238863 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:26.078429 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9d2537e1-7367-4473-b637-c98c4ab6a664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:26.079301 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-9d2537e1-7367-4473-b637-c98c4ab6a664 None None] Attempt 1 to provision port fb15ede0-05fb-4e5e-bcb9-1f542e238863 Oct 12 07:39:26.095774 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef9d853-e7d3-4193-b616-f21a4948ab4f tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event updated for resources: {'Port': ['ID=3571dac4-0c69-47ca-aa96-4fbb15fec111,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:26.098499 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fbc171bb-e744-4fdf-8f3b-5129193ee3a2 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:26.131508 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624af56b-3df1-471a-af00-cdae7631d9f9 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Pushing event updated for resources: {'Port': ['ID=874f5db4-df06-4431-ae7c-c377c420c841,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:26.189652 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a092-72ff-422b-b49d-03536d3e22cd tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event deleted for resources: {'Port': ['ID=7fd1d39a-a20e-4898-b78a-b4f20d4deac7,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:26.201152 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3eff11a1-058a-4298-b2dd-4f1a75869553 req-bcc1afc3-7885-4241-ae04-7a7ad3770dc7 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:26.221094 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc171bb-e744-4fdf-8f3b-5129193ee3a2 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Subnet': ['ID=ee4dc93c-5cb1-4dec-bfcb-590ba9fedc57,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:26.254839 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fbc171bb-e744-4fdf-8f3b-5129193ee3a2 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:26.261806 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-fbc171bb-e744-4fdf-8f3b-5129193ee3a2 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/ee4dc93c-5cb1-4dec-bfcb-590ba9fedc57 HTTP/1.1" status: 204 len: 168 time: 1.4046361 Oct 12 07:39:26.267055 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7c04e743-a31b-4caf-a6ef-5c6f3770048a tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:26.272022 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7c04e743-a31b-4caf-a6ef-5c6f3770048a tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:26.273688 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-7c04e743-a31b-4caf-a6ef-5c6f3770048a tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "DELETE /v2.0/security-groups/f660d388-fcc8-420c-9cf1-261f56356c84 HTTP/1.1" status: 204 len: 168 time: 0.9161751 Oct 12 07:39:26.282718 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38906) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:26.283056 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38908) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:26.296491 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7f04a092-72ff-422b-b49d-03536d3e22cd tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:26.300251 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1afc3-7885-4241-ae04-7a7ad3770dc7 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Pushing event deleted for resources: {'Port': ['ID=3f313128-80bc-4b70-a468-c9add69f7f2f,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:26.308272 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 3f313128-80bc-4b70-a468-c9add69f7f2f no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:39:26.314691 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624af56b-3df1-471a-af00-cdae7631d9f9 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:26.315485 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-624af56b-3df1-471a-af00-cdae7631d9f9 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:26.320422 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2537e1-7367-4473-b637-c98c4ab6a664 None None] Pushing event updated for resources: {'Port': ['ID=88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:26.355544 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-624af56b-3df1-471a-af00-cdae7631d9f9 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8865924 Oct 12 07:39:26.369037 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38910) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:26.376685 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] No Port match for: 3f313128-80bc-4b70-a468-c9add69f7f2f {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:39:26.377380 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 3f313128-80bc-4b70-a468-c9add69f7f2f not bound to the agent host hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:39:26.377920 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-9aea9d3a-b768-471b-96cc-2e7ec3bca5f0 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Request body: {'floatingip': {'port_id': '874f5db4-df06-4431-ae7c-c377c420c841'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:26.390827 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-7f04a092-72ff-422b-b49d-03536d3e22cd tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79b8ecbc-b820-4529-8a66-53bbdfccb540']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:26.391284 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04e743-a31b-4caf-a6ef-5c6f3770048a tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f660d388-fcc8-420c-9cf1-261f56356c84,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:26.406760 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-9dc5509f-fef4-42f8-8f31-112384cbe556 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1196711 Oct 12 07:39:26.409508 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38912) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:26.551345 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3ef9d853-e7d3-4193-b616-f21a4948ab4f tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:26.571945 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-7f04a092-72ff-422b-b49d-03536d3e22cd tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9967c6a-3f37-490f-9d1d-417bac4b3ee6') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:26.572163 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-7f04a092-72ff-422b-b49d-03536d3e22cd tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9967c6a-3f37-490f-9d1d-417bac4b3ee6') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:26.603541 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9aea9d3a-b768-471b-96cc-2e7ec3bca5f0 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for floatingip, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:26.618304 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-14722fc2-9554-425a-a4ff-f562fc7fb109 req-56a64a10-c694-43f5-bda4-477b0eb80031 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 210 time: 0.0596611 Oct 12 07:39:26.671001 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa8da00-277f-4738-be5f-868416f4a573 None None] Update dhcp port {'port': {'network_id': '5464953c-71d3-4410-9e99-b16a0a4807b7', 'fixed_ips': [{'subnet_id': '18ef18bf-6fbd-45c6-a6ec-5315b16a095b', 'ip_address': '2001:db8::2'}, {'subnet_id': '854f8874-ed31-48ba-8414-4596b21a1811'}], 'binding:host_id': 'dv-neutron-860909-2-hyperv'}, 'id': '88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1'} from dv-neutron-860909-2-hyperv. {{(pid=103202) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 07:39:26.691100 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7f04a092-72ff-422b-b49d-03536d3e22cd tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:26.727661 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:26.746112 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7f04a092-72ff-422b-b49d-03536d3e22cd tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:26.772072 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-8aa31596-b3fa-4359-bd58-a3c9f38d0e8c tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4838665 Oct 12 07:39:26.773283 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-9d2537e1-7367-4473-b637-c98c4ab6a664 None None] Current status of the port fb15ede0-05fb-4e5e-bcb9-1f542e238863 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:26.792617 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38916) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:26.793581 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dfa8da00-277f-4738-be5f-868416f4a573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:26.817500 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-bde4dca9-fe63-4cd5-b36c-95d0d377bbb3 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Request body: {'security_group': {'name': 'tempest-secgroup--870090644'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:26.842757 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f04a092-72ff-422b-b49d-03536d3e22cd tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:39:26.843271 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7f04a092-72ff-422b-b49d-03536d3e22cd tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:26.861446 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fa559a-9a48-404f-8929-d2dcc618b6eb tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:26.868282 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-57fa559a-9a48-404f-8929-d2dcc618b6eb tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4496403 Oct 12 07:39:26.889918 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-9d2537e1-7367-4473-b637-c98c4ab6a664 None None] Provisioning complete for port 102f51de-54fe-44a7-af06-bffbf8b0ee3e triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:26.891785 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9d2537e1-7367-4473-b637-c98c4ab6a664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:26.892126 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-9d2537e1-7367-4473-b637-c98c4ab6a664 None None] Attempt 1 to provision port 102f51de-54fe-44a7-af06-bffbf8b0ee3e Oct 12 07:39:26.905292 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38922) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:26.986213 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment b9967c6a-3f37-490f-9d1d-417bac4b3ee6 resource provider aggregate not found Oct 12 07:39:27.040701 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment b9967c6a-3f37-490f-9d1d-417bac4b3ee6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9967c6a-3f37-490f-9d1d-417bac4b3ee6 found for delete ", "request_id": "req-46d52624-4452-4cf4-ba60-0b84bfc8fe00"}]} Oct 12 07:39:27.092263 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-9d2537e1-7367-4473-b637-c98c4ab6a664 None None] Port 102f51de-54fe-44a7-af06-bffbf8b0ee3e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:27.104401 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device deb6a88b-59c2-4113-ba4d-e96532e22629 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:39:27.149866 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e4ad9c-124e-4bb8-93a8-4d514635abad None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:27.160220 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3eff11a1-058a-4298-b2dd-4f1a75869553 req-bcc1afc3-7885-4241-ae04-7a7ad3770dc7 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Router bae66d85-4bf0-41d4-8dcf-c40b04530756 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:39:27.176571 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bde4dca9-fe63-4cd5-b36c-95d0d377bbb3 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:27.199331 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d694ad-cbb7-4523-80de-8ff9b7502fcf tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:27.203303 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-41d694ad-cbb7-4523-80de-8ff9b7502fcf tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2892604 Oct 12 07:39:27.206422 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38926) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:27.217038 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3ef9d853-e7d3-4193-b616-f21a4948ab4f tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:27.219639 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7f04a092-72ff-422b-b49d-03536d3e22cd tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:27.224286 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7f04a092-72ff-422b-b49d-03536d3e22cd tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:27.230394 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-7f04a092-72ff-422b-b49d-03536d3e22cd tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "DELETE /v2.0/networks/79b8ecbc-b820-4529-8a66-53bbdfccb540 HTTP/1.1" status: 204 len: 168 time: 6.0250051 Oct 12 07:39:27.239653 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38928) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:27.272695 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-fb040fff-4a0d-4a73-a514-381adcf170a1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0597990 Oct 12 07:39:27.274479 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a092-72ff-422b-b49d-03536d3e22cd tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event deleted for resources: {'Network': ['ID=79b8ecbc-b820-4529-8a66-53bbdfccb540,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:27.285456 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38930) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:27.286745 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1661621-7d61-4ee0-b3eb-8da7821f212e req-f74d4722-72f7-4350-a60c-177181d51467 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:27.288920 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-f4d38199-0fd1-48c7-8106-3ef3d28613f3 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'subnet': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:27.294820 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f1661621-7d61-4ee0-b3eb-8da7821f212e req-f74d4722-72f7-4350-a60c-177181d51467 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8926720-09b0-467b-9e8a-3bd93ba7b4ac HTTP/1.1" status: 200 len: 945 time: 0.2799127 Oct 12 07:39:27.311437 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port deb6a88b-59c2-4113-ba4d-e96532e22629 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:27.311799 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:27.312123 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port deb6a88b-59c2-4113-ba4d-e96532e22629 Oct 12 07:39:27.335723 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaebb7f9-a0e4-46ed-8240-26c4ecfa2c26 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] DELETE failed (client error): The resource could not be found. Oct 12 07:39:27.336467 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaebb7f9-a0e4-46ed-8240-26c4ecfa2c26 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:39:27.343638 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-eaebb7f9-a0e4-46ed-8240-26c4ecfa2c26 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "DELETE /v2.0/networks/79b8ecbc-b820-4529-8a66-53bbdfccb540 HTTP/1.1" status: 404 len: 339 time: 0.0857456 Oct 12 07:39:27.347690 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38932) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:27.355911 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-bde95009-77a0-4e38-a8c2-1a5b53c5cabf tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2121279272', 'description': 'd1'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:27.408693 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port deb6a88b-59c2-4113-ba4d-e96532e22629 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:27.410172 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:39:27.462880 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fc9f79-bc02-45aa-8222-db18de24d61d None None] DHCP port deletion for 9994ec23-a1f7-459d-8925-14bc9ff05f17 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:39:27.504989 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:27.505407 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:27.505879 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1 Oct 12 07:39:27.510315 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-7088915d-f426-4a2b-911e-4427ea643fe8 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Delete allocated IP 2001:db8::163 (5464953c-71d3-4410-9e99-b16a0a4807b7/18ef18bf-6fbd-45c6-a6ec-5315b16a095b) {{(pid=103201) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 12 07:39:27.515765 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f1661621-7d61-4ee0-b3eb-8da7821f212e req-f635bbe4-036d-4f3f-8625-e164c98e16f7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=e40253a9-c4ca-4cfd-924e-62dea94da4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2198384 Oct 12 07:39:27.544711 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde95009-77a0-4e38-a8c2-1a5b53c5cabf tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Made reservation on behalf of ab8b3ae455d54493a558c1c38223505d for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:27.544711 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bde95009-77a0-4e38-a8c2-1a5b53c5cabf tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:27.560015 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-7088915d-f426-4a2b-911e-4427ea643fe8 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Allocated IP 2001:db8:0:1::138 (5464953c-71d3-4410-9e99-b16a0a4807b7/854f8874-ed31-48ba-8414-4596b21a1811/7d360eaa-b743-4fcc-b891-999f4c64e27b) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:39:27.563702 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d38199-0fd1-48c7-8106-3ef3d28613f3 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:27.564783 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-d6fc9f79-bc02-45aa-8222-db18de24d61d None None] Deleting port fb15ede0-05fb-4e5e-bcb9-1f542e238863 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:39:27.565153 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d6fc9f79-bc02-45aa-8222-db18de24d61d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:27.567726 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f4d38199-0fd1-48c7-8106-3ef3d28613f3 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:27.568950 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4d38199-0fd1-48c7-8106-3ef3d28613f3 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:39:27.569434 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4d38199-0fd1-48c7-8106-3ef3d28613f3 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:39:27.593108 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-9d2537e1-7367-4473-b637-c98c4ab6a664 None None] Attempt 2 to provision port 102f51de-54fe-44a7-af06-bffbf8b0ee3e Oct 12 07:39:27.602712 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f4d38199-0fd1-48c7-8106-3ef3d28613f3 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3164473 Oct 12 07:39:27.605083 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38934) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:27.656020 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-06b27805-776c-494f-9a53-847e1e2c1c25 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'subnet': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:27.699185 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-d6fc9f79-bc02-45aa-8222-db18de24d61d None None] For port fb15ede0-05fb-4e5e-bcb9-1f542e238863, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=fb15ede0-05fb-4e5e-bcb9-1f542e238863,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:27.699496 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d6fc9f79-bc02-45aa-8222-db18de24d61d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:27.716575 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-9d2537e1-7367-4473-b637-c98c4ab6a664 None None] Port 102f51de-54fe-44a7-af06-bffbf8b0ee3e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:27.722008 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-d6fc9f79-bc02-45aa-8222-db18de24d61d None None] Calling delete_port for fb15ede0-05fb-4e5e-bcb9-1f542e238863 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:39:27.728970 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:27.729157 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bde4dca9-fe63-4cd5-b36c-95d0d377bbb3 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:27.730098 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 297c7858-7f52-4cc4-9bfa-ab4b6d2e4c64 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:39:27.751782 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bde4dca9-fe63-4cd5-b36c-95d0d377bbb3 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:27.767260 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bde95009-77a0-4e38-a8c2-1a5b53c5cabf tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:39:27.839126 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 297c7858-7f52-4cc4-9bfa-ab4b6d2e4c64 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:27.839494 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:27.839831 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 297c7858-7f52-4cc4-9bfa-ab4b6d2e4c64 Oct 12 07:39:27.844432 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3ef9d853-e7d3-4193-b616-f21a4948ab4f tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:27.850065 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3ef9d853-e7d3-4193-b616-f21a4948ab4f tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:27.850908 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3ef9d853-e7d3-4193-b616-f21a4948ab4f tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:27.855833 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3eff11a1-058a-4298-b2dd-4f1a75869553 req-bcc1afc3-7885-4241-ae04-7a7ad3770dc7 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:39:27.870350 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f0312f-b7bb-4259-bd71-5f0396730878 None None] Sync routers for ids ['bae66d85-4bf0-41d4-8dcf-c40b04530756'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:39:27.874724 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d6fc9f79-bc02-45aa-8222-db18de24d61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:27.884642 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f0312f-b7bb-4259-bd71-5f0396730878 None None] Routers {'bae66d85-4bf0-41d4-8dcf-c40b04530756'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:39:27.885568 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-79f0312f-b7bb-4259-bd71-5f0396730878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:39:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['bae66d85-4bf0-41d4-8dcf-c40b04530756'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:27.894740 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bde95009-77a0-4e38-a8c2-1a5b53c5cabf tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:27.895063 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-bde95009-77a0-4e38-a8c2-1a5b53c5cabf tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Added segment 4851cfb3-882f-41f0-8aa6-4b962d593d24 of type vlan for network 8b325ccb-baa3-4d8b-9846-b06b1cd67ae7 Oct 12 07:39:27.908733 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc9f79-bc02-45aa-8222-db18de24d61d None None] Pushing event deleted for resources: {'Port': ['ID=fb15ede0-05fb-4e5e-bcb9-1f542e238863,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:27.910961 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fc9f79-bc02-45aa-8222-db18de24d61d None None] No DVR routers for this DVR port fb15ede0-05fb-4e5e-bcb9-1f542e238863 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:39:27.912709 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7088915d-f426-4a2b-911e-4427ea643fe8 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:27.948430 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7088915d-f426-4a2b-911e-4427ea643fe8 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:27.950380 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bde95009-77a0-4e38-a8c2-1a5b53c5cabf tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:27.979581 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef9d853-e7d3-4193-b616-f21a4948ab4f tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event updated for resources: {'Port': ['ID=3571dac4-0c69-47ca-aa96-4fbb15fec111,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:27.980305 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e3b684b1-0205-497e-aefc-8354e3bc03dd req-6343650d-db4a-485b-a8a0-a74427eb3fd3 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 210 time: 0.2382424 Oct 12 07:39:27.981436 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde4dca9-fe63-4cd5-b36c-95d0d377bbb3 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a76150d6-db7c-4e47-912d-e382238ddc79,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:28.007295 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-dfa8da00-277f-4738-be5f-868416f4a573 None None] Allocated IP 2001:db8:0:1::2 (5464953c-71d3-4410-9e99-b16a0a4807b7/854f8874-ed31-48ba-8414-4596b21a1811/88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:39:28.025864 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bde95009-77a0-4e38-a8c2-1a5b53c5cabf tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:28.027005 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 297c7858-7f52-4cc4-9bfa-ab4b6d2e4c64 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:28.027338 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:28.034344 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde95009-77a0-4e38-a8c2-1a5b53c5cabf tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:28.034954 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bde95009-77a0-4e38-a8c2-1a5b53c5cabf tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:28.050109 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bde4dca9-fe63-4cd5-b36c-95d0d377bbb3 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:28.051647 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-bde4dca9-fe63-4cd5-b36c-95d0d377bbb3 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2578211 Oct 12 07:39:28.072484 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38938) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:28.076462 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-7088915d-f426-4a2b-911e-4427ea643fe8 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] In _notify_port_updated(), no bound segment for port 7d360eaa-b743-4fcc-b891-999f4c64e27b on network 5464953c-71d3-4410-9e99-b16a0a4807b7 {{(pid=103201) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 12 07:39:28.082838 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eff11a1-058a-4298-b2dd-4f1a75869553 req-bcc1afc3-7885-4241-ae04-7a7ad3770dc7 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] No DVR routers for this DVR port 3f313128-80bc-4b70-a468-c9add69f7f2f on host hv-neutron-8609 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:39:28.083059 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7088915d-f426-4a2b-911e-4427ea643fe8 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:28.084220 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7088915d-f426-4a2b-911e-4427ea643fe8 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:28.085092 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-7088915d-f426-4a2b-911e-4427ea643fe8 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "PUT /v2.0/ports/7d360eaa-b743-4fcc-b891-999f4c64e27b HTTP/1.1" status: 200 len: 930 time: 2.8072610 Oct 12 07:39:28.094507 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-afadea9c-b1bf-434d-b42f-1689a28ff242 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Request body: {'security_group_rule': {'security_group_id': 'a76150d6-db7c-4e47-912d-e382238ddc79', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:28.095373 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-79f0312f-b7bb-4259-bd71-5f0396730878 None None] Set router bae66d85-4bf0-41d4-8dcf-c40b04530756 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:39:28.109576 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38940) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:28.119607 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 3fe897af-d5b7-4d22-b7ae-0c814642fab6 up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:39:28.130464 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 297c7858-7f52-4cc4-9bfa-ab4b6d2e4c64, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=297c7858-7f52-4cc4-9bfa-ab4b6d2e4c64,segment=NetworkSegment(a42c35e3-a701-4f41-8194-6eed7a8ddd5e),segment_id=a42c35e3-a701-4f41-8194-6eed7a8ddd5e)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:28.153043 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7088915d-f426-4a2b-911e-4427ea643fe8 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event updated for resources: {'Port': ['ID=7d360eaa-b743-4fcc-b891-999f4c64e27b,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:28.162917 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:28.179625 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-afadea9c-b1bf-434d-b42f-1689a28ff242 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:28.209878 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef9d853-e7d3-4193-b616-f21a4948ab4f tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Network 08454223-d685-442c-9e5c-8254fd98971b is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:39:28.216316 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-3ef9d853-e7d3-4193-b616-f21a4948ab4f tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:28.220123 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-9d2537e1-7367-4473-b637-c98c4ab6a664 None None] Attempt 3 to provision port 102f51de-54fe-44a7-af06-bffbf8b0ee3e Oct 12 07:39:28.269975 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-dfa8da00-277f-4738-be5f-868416f4a573 None None] For port 88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1,segment=NetworkSegment(2921c6f5-4e8b-4332-b59f-54f79efcf717),segment_id=2921c6f5-4e8b-4332-b59f-54f79efcf717)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:28.319032 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-9d2537e1-7367-4473-b637-c98c4ab6a664 None None] Port 102f51de-54fe-44a7-af06-bffbf8b0ee3e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:28.319690 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=297c7858-7f52-4cc4-9bfa-ab4b6d2e4c64,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:28.340540 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dfa8da00-277f-4738-be5f-868416f4a573 None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:28.347111 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning for port 3fe897af-d5b7-4d22-b7ae-0c814642fab6 completed by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 12 07:39:28.354132 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dfa8da00-277f-4738-be5f-868416f4a573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:28.369934 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-afadea9c-b1bf-434d-b42f-1689a28ff242 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:28.381022 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-afadea9c-b1bf-434d-b42f-1689a28ff242 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:28.397841 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afadea9c-b1bf-434d-b42f-1689a28ff242 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07e2842e-d4a9-4331-8cc1-78ab450f49fc,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:28.407204 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef9d853-e7d3-4193-b616-f21a4948ab4f tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Router adef726e-973d-424e-aa81-90fa140ee10e is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:39:28.437337 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa8da00-277f-4738-be5f-868416f4a573 None None] Pushing event updated for resources: {'Port': ['ID=88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:28.437748 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-afadea9c-b1bf-434d-b42f-1689a28ff242 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:28.440631 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-afadea9c-b1bf-434d-b42f-1689a28ff242 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3537693 Oct 12 07:39:28.447205 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port 3fe897af-d5b7-4d22-b7ae-0c814642fab6 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:28.447595 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:28.447970 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port 3fe897af-d5b7-4d22-b7ae-0c814642fab6 Oct 12 07:39:28.476530 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38942) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:28.481454 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-1850b0e8-626a-4541-8262-b4e292901937 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Request body: {'security_group_rule': {'security_group_id': 'a76150d6-db7c-4e47-912d-e382238ddc79', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:28.566373 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef9d853-e7d3-4193-b616-f21a4948ab4f tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:39:28.569868 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1850b0e8-626a-4541-8262-b4e292901937 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:28.592796 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-3ef9d853-e7d3-4193-b616-f21a4948ab4f tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "PUT /v2.0/routers/adef726e-973d-424e-aa81-90fa140ee10e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2309098 Oct 12 07:39:28.593704 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb22501-4474-42c9-9d99-f5a51e2cf09d None None] Sync routers for ids ['adef726e-973d-424e-aa81-90fa140ee10e'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:39:28.604540 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38946) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:28.656303 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-79f0312f-b7bb-4259-bd71-5f0396730878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae66d85-4bf0-41d4-8dcf-c40b04530756', 'name': 'tempest-ServerActionsTestJSON-1937560167-router', 'tenant_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.89'}], 'enable_snat': True}, 'gw_port_id': 'dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:35:38Z', 'updated_at': '2022-10-12T07:35:51Z', 'revision_number': 4, 'project_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'gw_port': {'id': 'dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae66d85-4bf0-41d4-8dcf-c40b04530756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:39Z', 'updated_at': '2022-10-12T07:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '651824de-5d6d-433e-889d-e9f258604f99', 'name': '', 'network_id': 'dd72da9c-d321-4cc4-881d-466168d9f856', 'tenant_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'mac_address': 'fa:16:3e:b5:4f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae66d85-4bf0-41d4-8dcf-c40b04530756', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'b41a3bc7-3f1c-47b8-8c1a-d904035b712e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:49Z', 'updated_at': '2022-10-12T07:35:58Z', 'revision_number': 5, 'project_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'subnets': [{'id': 'b41a3bc7-3f1c-47b8-8c1a-d904035b712e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:28.663546 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 3fe897af-d5b7-4d22-b7ae-0c814642fab6 is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:28.663939 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:28.667964 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083404c5-6f56-4535-b617-8aa560ee062a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:28.670396 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-083404c5-6f56-4535-b617-8aa560ee062a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "GET /v2.0/ports/3571dac4-0c69-47ca-aa96-4fbb15fec111 HTTP/1.1" status: 200 len: 982 time: 0.0646963 Oct 12 07:39:28.673882 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38948) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:28.680569 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb22501-4474-42c9-9d99-f5a51e2cf09d None None] Routers {'adef726e-973d-424e-aa81-90fa140ee10e'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:39:28.681205 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-dcb22501-4474-42c9-9d99-f5a51e2cf09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:39:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['adef726e-973d-424e-aa81-90fa140ee10e'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:28.706518 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f0312f-b7bb-4259-bd71-5f0396730878 None None] Checking router: bae66d85-4bf0-41d4-8dcf-c40b04530756 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:39:28.716093 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f0312f-b7bb-4259-bd71-5f0396730878 None None] Routers {'bae66d85-4bf0-41d4-8dcf-c40b04530756'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:39:28.717051 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-79f0312f-b7bb-4259-bd71-5f0396730878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:39:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['bae66d85-4bf0-41d4-8dcf-c40b04530756'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:28.719956 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3eff11a1-058a-4298-b2dd-4f1a75869553 req-bcc1afc3-7885-4241-ae04-7a7ad3770dc7 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:28.723654 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-dcb22501-4474-42c9-9d99-f5a51e2cf09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:28.723801 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3eff11a1-058a-4298-b2dd-4f1a75869553 req-bcc1afc3-7885-4241-ae04-7a7ad3770dc7 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.23 "DELETE /v2.0/ports/3f313128-80bc-4b70-a468-c9add69f7f2f HTTP/1.1" status: 204 len: 173 time: 5.3540692 Oct 12 07:39:28.727271 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f', 'name': 'network-vif-deleted', 'tag': '3f313128-80bc-4b70-a468-c9add69f7f2f'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:39:28.729570 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26144d52-ebbb-4a60-ae51-c2da3e3e9e13" -d '{"events": [{"server_uuid": "4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f", "name": "network-vif-deleted", "tag": "3f313128-80bc-4b70-a468-c9add69f7f2f"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:39:28.745236 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8926720-09b0-467b-9e8a-3bd93ba7b4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe897af-d5b7-4d22-b7ae-0c814642fab6'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:39:28.748630 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0423dd77-7cd4-4fb3-857b-8d318ee95531" -d '{"events": [{"server_uuid": "f8926720-09b0-467b-9e8a-3bd93ba7b4ac", "name": "network-vif-plugged", "status": "completed", "tag": "3fe897af-d5b7-4d22-b7ae-0c814642fab6"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:39:28.812142 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 3fe897af-d5b7-4d22-b7ae-0c814642fab6, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=3fe897af-d5b7-4d22-b7ae-0c814642fab6,segment=NetworkSegment(49c4efd7-0378-47db-8c37-21c6a4c460ae),segment_id=49c4efd7-0378-47db-8c37-21c6a4c460ae)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:28.819480 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb22501-4474-42c9-9d99-f5a51e2cf09d None None] Routers {'adef726e-973d-424e-aa81-90fa140ee10e'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:39:28.822805 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-dcb22501-4474-42c9-9d99-f5a51e2cf09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:39:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['adef726e-973d-424e-aa81-90fa140ee10e'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:28.830969 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-9d2537e1-7367-4473-b637-c98c4ab6a664 None None] Attempt 4 to provision port 102f51de-54fe-44a7-af06-bffbf8b0ee3e Oct 12 07:39:28.942539 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-79f0312f-b7bb-4259-bd71-5f0396730878 None None] Set router bae66d85-4bf0-41d4-8dcf-c40b04530756 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:39:28.953998 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:28.968011 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1850b0e8-626a-4541-8262-b4e292901937 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:29.045497 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1850b0e8-626a-4541-8262-b4e292901937 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:29.061788 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16cb2b9d-8609-4fe7-b824-cc4f583a5e70 x-openstack-request-id: req-16cb2b9d-8609-4fe7-b824-cc4f583a5e70 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:39:29.062673 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8926720-09b0-467b-9e8a-3bd93ba7b4ac", "name": "network-vif-plugged", "status": "completed", "tag": "3fe897af-d5b7-4d22-b7ae-0c814642fab6", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:39:29.062882 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-16cb2b9d-8609-4fe7-b824-cc4f583a5e70 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:39:29.064671 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16cb2b9d-8609-4fe7-b824-cc4f583a5e70'] response: {'server_uuid': 'f8926720-09b0-467b-9e8a-3bd93ba7b4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe897af-d5b7-4d22-b7ae-0c814642fab6', 'code': 200} Oct 12 07:39:29.067020 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-9d2537e1-7367-4473-b637-c98c4ab6a664 None None] Port 102f51de-54fe-44a7-af06-bffbf8b0ee3e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:29.072621 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:39:29.092960 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1850b0e8-626a-4541-8262-b4e292901937 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32d0a9e9-30a8-46a7-a528-253150190af7,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:29.136168 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1850b0e8-626a-4541-8262-b4e292901937 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:29.141886 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-1850b0e8-626a-4541-8262-b4e292901937 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6641407 Oct 12 07:39:29.144682 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38958) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:29.152179 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-510a5ccb-0b01-4340-b4bb-1a44173faf64 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Request body: {'security_group_rule': {'security_group_id': 'a76150d6-db7c-4e47-912d-e382238ddc79', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:29.181420 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-dcb22501-4474-42c9-9d99-f5a51e2cf09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:29.182116 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb22501-4474-42c9-9d99-f5a51e2cf09d None None] The sync data for ids ['adef726e-973d-424e-aa81-90fa140ee10e'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:39:29.225382 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde95009-77a0-4e38-a8c2-1a5b53c5cabf tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event updated for resources: {'Network': ['ID=8b325ccb-baa3-4d8b-9846-b06b1cd67ae7,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:29.227088 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:29.227469 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:29.227803 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1 Oct 12 07:39:29.231976 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=3fe897af-d5b7-4d22-b7ae-0c814642fab6,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:29.237058 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5517df29-bd38-47a6-8aa2-3d86d8bf2c9f x-openstack-request-id: req-5517df29-bd38-47a6-8aa2-3d86d8bf2c9f {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:39:29.237544 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f", "name": "network-vif-deleted", "tag": "3f313128-80bc-4b70-a468-c9add69f7f2f", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:39:29.237972 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5517df29-bd38-47a6-8aa2-3d86d8bf2c9f {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:39:29.238538 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5517df29-bd38-47a6-8aa2-3d86d8bf2c9f'] response: {'server_uuid': '4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f', 'name': 'network-vif-deleted', 'tag': '3f313128-80bc-4b70-a468-c9add69f7f2f', 'status': 'completed', 'code': 200} Oct 12 07:39:29.269157 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-510a5ccb-0b01-4340-b4bb-1a44173faf64 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:29.290484 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 8b325ccb-baa3-4d8b-9846-b06b1cd67ae7 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:39:29.349856 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-bde95009-77a0-4e38-a8c2-1a5b53c5cabf tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9991980 Oct 12 07:39:29.352214 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9aea9d3a-b768-471b-96cc-2e7ec3bca5f0 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:29.352879 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38960) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:29.373273 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-79f0312f-b7bb-4259-bd71-5f0396730878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae66d85-4bf0-41d4-8dcf-c40b04530756', 'name': 'tempest-ServerActionsTestJSON-1937560167-router', 'tenant_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.89'}], 'enable_snat': True}, 'gw_port_id': 'dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:35:38Z', 'updated_at': '2022-10-12T07:35:51Z', 'revision_number': 4, 'project_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'gw_port': {'id': 'dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae66d85-4bf0-41d4-8dcf-c40b04530756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:39Z', 'updated_at': '2022-10-12T07:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '651824de-5d6d-433e-889d-e9f258604f99', 'name': '', 'network_id': 'dd72da9c-d321-4cc4-881d-466168d9f856', 'tenant_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'mac_address': 'fa:16:3e:b5:4f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae66d85-4bf0-41d4-8dcf-c40b04530756', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'b41a3bc7-3f1c-47b8-8c1a-d904035b712e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:49Z', 'updated_at': '2022-10-12T07:35:58Z', 'revision_number': 5, 'project_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'subnets': [{'id': 'b41a3bc7-3f1c-47b8-8c1a-d904035b712e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:29.398358 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0fd2b970-198f-4154-b66a-fc8ba36d97c0 req-08bc2152-0ee8-4c76-bf48-5ee7561c0ce0 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d22d104-1c0a-477c-b0f8-7d0e0f91ed0f HTTP/1.1" status: 200 len: 210 time: 0.1560464 Oct 12 07:39:29.454719 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f0312f-b7bb-4259-bd71-5f0396730878 None None] The sync data for ids ['bae66d85-4bf0-41d4-8dcf-c40b04530756'] in dv-neutron-860909-2-hyperv is: [{'id': 'bae66d85-4bf0-41d4-8dcf-c40b04530756', 'name': 'tempest-ServerActionsTestJSON-1937560167-router', 'tenant_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.89'}], 'enable_snat': True}, 'gw_port_id': 'dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:35:38Z', 'updated_at': '2022-10-12T07:35:51Z', 'revision_number': 4, 'project_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'gw_port': {'id': 'dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae66d85-4bf0-41d4-8dcf-c40b04530756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:39Z', 'updated_at': '2022-10-12T07:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '651824de-5d6d-433e-889d-e9f258604f99', 'name': '', 'network_id': 'dd72da9c-d321-4cc4-881d-466168d9f856', 'tenant_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'mac_address': 'fa:16:3e:b5:4f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae66d85-4bf0-41d4-8dcf-c40b04530756', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'b41a3bc7-3f1c-47b8-8c1a-d904035b712e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:49Z', 'updated_at': '2022-10-12T07:35:58Z', 'revision_number': 5, 'project_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'subnets': [{'id': 'b41a3bc7-3f1c-47b8-8c1a-d904035b712e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:39:29.491911 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8248d74-c19f-4e98-8754-36ba65e48698 req-d61438e6-d0fe-4b16-87fd-f8558e893e27 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:29.493496 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a8248d74-c19f-4e98-8754-36ba65e48698 req-d61438e6-d0fe-4b16-87fd-f8558e893e27 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8926720-09b0-467b-9e8a-3bd93ba7b4ac HTTP/1.1" status: 200 len: 945 time: 0.7591558 Oct 12 07:39:29.495366 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9aea9d3a-b768-471b-96cc-2e7ec3bca5f0 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:29.593099 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b27805-776c-494f-9a53-847e1e2c1c25 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:29.596683 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-06b27805-776c-494f-9a53-847e1e2c1c25 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:29.598196 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-06b27805-776c-494f-9a53-847e1e2c1c25 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:39:29.598637 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06b27805-776c-494f-9a53-847e1e2c1c25 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:39:29.687990 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc70ad-1aec-4acf-9bfe-59141ff5e61e req-d0c787d2-963e-46eb-a32e-975a073ca970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:29.689539 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a4cc70ad-1aec-4acf-9bfe-59141ff5e61e req-d0c787d2-963e-46eb-a32e-975a073ca970 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f8926720-09b0-467b-9e8a-3bd93ba7b4ac HTTP/1.1" status: 200 len: 1099 time: 0.4207165 Oct 12 07:39:29.702298 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31d4274-f6bc-483e-a182-98533fcdaf73 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:29.703842 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a31d4274-f6bc-483e-a182-98533fcdaf73 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "GET /v2.0/networks?id=8b325ccb-baa3-4d8b-9846-b06b1cd67ae7 HTTP/1.1" status: 200 len: 765 time: 0.3197091 Oct 12 07:39:29.713632 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-9d2537e1-7367-4473-b637-c98c4ab6a664 None None] Attempt 5 to provision port 102f51de-54fe-44a7-af06-bffbf8b0ee3e Oct 12 07:39:29.713972 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38962) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:29.722423 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-06b27805-776c-494f-9a53-847e1e2c1c25 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 2.1098223 Oct 12 07:39:29.725553 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a8248d74-c19f-4e98-8754-36ba65e48698 req-4673f093-167a-40f2-bed4-44ad7a56ce75 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=e40253a9-c4ca-4cfd-924e-62dea94da4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183535 Oct 12 07:39:29.733549 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-2fb4cde4-7439-4076-90cf-119c5fd9b3ea tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Deleting port 7d360eaa-b743-4fcc-b891-999f4c64e27b {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:39:29.733799 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2fb4cde4-7439-4076-90cf-119c5fd9b3ea tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:29.745331 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-e70a320e-a689-4854-a5ca-22fb58c6d90d tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Request body: {'network': {'description': 'd2'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:29.750173 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38964) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:29.797464 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-510a5ccb-0b01-4340-b4bb-1a44173faf64 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:29.807667 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-510a5ccb-0b01-4340-b4bb-1a44173faf64 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:29.823290 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-79847738-bb7b-4494-81ff-d6a539e41345 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'subnet': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:29.827146 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-9d2537e1-7367-4473-b637-c98c4ab6a664 None None] Port 102f51de-54fe-44a7-af06-bffbf8b0ee3e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:29.846968 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a5ccb-0b01-4340-b4bb-1a44173faf64 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=307d6c95-22f0-4f41-b6fd-7cd88d6cb85e,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:29.859039 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-510a5ccb-0b01-4340-b4bb-1a44173faf64 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:29.864067 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-510a5ccb-0b01-4340-b4bb-1a44173faf64 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7132926 Oct 12 07:39:29.865527 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38966) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:29.880688 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-0493cab6-943b-4479-a988-de28a6f0ae5b tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Request body: {'security_group_rule': {'security_group_id': 'a76150d6-db7c-4e47-912d-e382238ddc79', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:29.913759 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:29.915793 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 297c7858-7f52-4cc4-9bfa-ab4b6d2e4c64 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:39:29.946308 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0493cab6-943b-4479-a988-de28a6f0ae5b tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:29.962205 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a4cc70ad-1aec-4acf-9bfe-59141ff5e61e req-aae0aed2-9ec5-43fa-a0d0-a0f39223874c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e40253a9-c4ca-4cfd-924e-62dea94da4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2563484 Oct 12 07:39:29.967954 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1527178d-f338-4be4-a2ab-53e64a584b1e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:29.973916 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002e9d60-1138-4f8e-ba26-701edf1e0395 None None] get_active_networks_info from dv-neutron-860909-2-hyperv {{(pid=103202) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 07:39:29.990830 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c99fb9-1e0d-4a72-a132-5419af827332 None None] New status for floating IP b57deb9a-112a-4068-8eff-d547c08f6b1c: DOWN {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 07:39:30.083006 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [None req-9aea9d3a-b768-471b-96cc-2e7ec3bca5f0 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Floating IP 39d24660-bcca-4c08-b18b-4b8fd1d5fa05 associated. External IP: 172.26.3.41, port: 874f5db4-df06-4431-ae7c-c377c420c841. Oct 12 07:39:30.088046 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 297c7858-7f52-4cc4-9bfa-ab4b6d2e4c64 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:30.088440 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:30.088778 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 297c7858-7f52-4cc4-9bfa-ab4b6d2e4c64 Oct 12 07:39:30.099685 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0493cab6-943b-4479-a988-de28a6f0ae5b tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:30.111222 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0493cab6-943b-4479-a988-de28a6f0ae5b tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:30.177536 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0493cab6-943b-4479-a988-de28a6f0ae5b tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:30.180033 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-0493cab6-943b-4479-a988-de28a6f0ae5b tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3107665 Oct 12 07:39:30.185028 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38968) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:30.192104 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-75009f59-4ad0-42fd-8844-f20f17dc2ee3 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Request body: {'security_group_rule': {'security_group_id': 'a76150d6-db7c-4e47-912d-e382238ddc79', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:30.197752 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0493cab6-943b-4479-a988-de28a6f0ae5b tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54b8e772-25ed-4823-8dc7-b990afd7f32a,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:30.226584 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 297c7858-7f52-4cc4-9bfa-ab4b6d2e4c64 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:30.229500 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002e9d60-1138-4f8e-ba26-701edf1e0395 None None] Resources bound (agent type, host, resource id): {{(pid=103202) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 07:39:30.230577 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2fb4cde4-7439-4076-90cf-119c5fd9b3ea tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:30.266622 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-75009f59-4ad0-42fd-8844-f20f17dc2ee3 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:30.276603 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-2fb4cde4-7439-4076-90cf-119c5fd9b3ea tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Calling delete_port for 7d360eaa-b743-4fcc-b891-999f4c64e27b owned by {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:39:30.330137 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-9d2537e1-7367-4473-b637-c98c4ab6a664 None None] Attempt 6 to provision port 102f51de-54fe-44a7-af06-bffbf8b0ee3e Oct 12 07:39:30.338011 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device fb15ede0-05fb-4e5e-bcb9-1f542e238863 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:39:30.361146 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: fb15ede0-05fb-4e5e-bcb9-1f542e238863 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:39:30.361421 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device fb15ede0-05fb-4e5e-bcb9-1f542e238863 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:39:30.372739 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79847738-bb7b-4494-81ff-d6a539e41345 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:30.376609 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-79847738-bb7b-4494-81ff-d6a539e41345 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:30.378498 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-79847738-bb7b-4494-81ff-d6a539e41345 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:39:30.379371 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79847738-bb7b-4494-81ff-d6a539e41345 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:39:30.383461 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-75009f59-4ad0-42fd-8844-f20f17dc2ee3 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:30.389958 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-75009f59-4ad0-42fd-8844-f20f17dc2ee3 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:30.415524 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75009f59-4ad0-42fd-8844-f20f17dc2ee3 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=618cc967-0f0a-4927-b23c-7a8b7ce19c82,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:30.419387 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-1527178d-f338-4be4-a2ab-53e64a584b1e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Deleting port 3571dac4-0c69-47ca-aa96-4fbb15fec111 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:39:30.419724 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1527178d-f338-4be4-a2ab-53e64a584b1e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:30.429084 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-9d2537e1-7367-4473-b637-c98c4ab6a664 None None] Port 102f51de-54fe-44a7-af06-bffbf8b0ee3e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:30.437782 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-75009f59-4ad0-42fd-8844-f20f17dc2ee3 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:30.443353 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-75009f59-4ad0-42fd-8844-f20f17dc2ee3 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2517016 Oct 12 07:39:30.450159 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e70a320e-a689-4854-a5ca-22fb58c6d90d tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:30.452371 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38970) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:30.475363 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-79847738-bb7b-4494-81ff-d6a539e41345 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7240033 Oct 12 07:39:30.479040 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38974) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:30.503462 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-c7c67a6d-f8b5-434a-8f35-42d25eac223f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'subnet': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:30.509529 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e70a320e-a689-4854-a5ca-22fb58c6d90d tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:30.541995 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38978) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:30.543033 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d7eff5e8-7081-4eba-9f56-0c093b07a55f tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:30.563656 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d7eff5e8-7081-4eba-9f56-0c093b07a55f tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:30.582304 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e70a320e-a689-4854-a5ca-22fb58c6d90d tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Network 8b325ccb-baa3-4d8b-9846-b06b1cd67ae7 is not hosted by any dhcp agent {{(pid=103200) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 12 07:39:30.587729 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70a320e-a689-4854-a5ca-22fb58c6d90d tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:30.588336 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e70a320e-a689-4854-a5ca-22fb58c6d90d tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:30.589613 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e70a320e-a689-4854-a5ca-22fb58c6d90d tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "PUT /v2.0/networks/8b325ccb-baa3-4d8b-9846-b06b1cd67ae7 HTTP/1.1" status: 200 len: 762 time: 0.8631120 Oct 12 07:39:30.600628 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38980) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:30.673808 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1527178d-f338-4be4-a2ab-53e64a584b1e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:30.690446 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d7eff5e8-7081-4eba-9f56-0c093b07a55f tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:30.696360 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a320e-a689-4854-a5ca-22fb58c6d90d tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event updated for resources: {'Network': ['ID=8b325ccb-baa3-4d8b-9846-b06b1cd67ae7,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:30.709598 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 8b325ccb-baa3-4d8b-9846-b06b1cd67ae7 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:39:30.709784 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aea9d3a-b768-471b-96cc-2e7ec3bca5f0 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Router cef8cbf0-db0a-4674-9584-db4297dc2e25 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:39:30.718772 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d7eff5e8-7081-4eba-9f56-0c093b07a55f tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:30.722446 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d7eff5e8-7081-4eba-9f56-0c093b07a55f tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/618cc967-0f0a-4927-b23c-7a8b7ce19c82 HTTP/1.1" status: 204 len: 168 time: 0.2657239 Oct 12 07:39:30.741674 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-1527178d-f338-4be4-a2ab-53e64a584b1e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Calling delete_port for 3571dac4-0c69-47ca-aa96-4fbb15fec111 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:39:30.742090 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38982) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:30.790626 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c67a6d-f8b5-434a-8f35-42d25eac223f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:30.794686 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c7c67a6d-f8b5-434a-8f35-42d25eac223f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:30.796079 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7c67a6d-f8b5-434a-8f35-42d25eac223f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:39:30.796510 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7c67a6d-f8b5-434a-8f35-42d25eac223f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:39:30.803330 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c1b74fcf-cb45-4e0a-b3c6-e2a5456976f7 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:30.842159 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48c5e1e-0b1b-4aa1-a1fa-16b28107f66b tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:30.843740 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f48c5e1e-0b1b-4aa1-a1fa-16b28107f66b tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "GET /v2.0/networks?id=8b325ccb-baa3-4d8b-9846-b06b1cd67ae7 HTTP/1.1" status: 200 len: 765 time: 0.2421744 Oct 12 07:39:30.844680 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eff5e8-7081-4eba-9f56-0c093b07a55f tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=618cc967-0f0a-4927-b23c-7a8b7ce19c82,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:30.853571 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38986) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:30.876950 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2fb4cde4-7439-4076-90cf-119c5fd9b3ea tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:30.883808 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c1b74fcf-cb45-4e0a-b3c6-e2a5456976f7 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:30.897987 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c520c758-a6f9-4454-855a-7a2fff638ad0 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1521735 Oct 12 07:39:30.917544 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38988) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:30.930677 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c7c67a6d-f8b5-434a-8f35-42d25eac223f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4466395 Oct 12 07:39:30.930963 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-9d2537e1-7367-4473-b637-c98c4ab6a664 None None] Attempt 7 to provision port 102f51de-54fe-44a7-af06-bffbf8b0ee3e Oct 12 07:39:30.951142 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38990) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:30.959721 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb4cde4-7439-4076-90cf-119c5fd9b3ea tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event deleted for resources: {'Port': ['ID=7d360eaa-b743-4fcc-b891-999f4c64e27b,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:30.984039 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-60167f0f-6809-40ba-9b27-373deafd4251 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'subnet': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:31.000588 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-9d2537e1-7367-4473-b637-c98c4ab6a664 None None] Port 102f51de-54fe-44a7-af06-bffbf8b0ee3e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:31.020077 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2fb4cde4-7439-4076-90cf-119c5fd9b3ea tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:31.023076 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-2fb4cde4-7439-4076-90cf-119c5fd9b3ea tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/ports/7d360eaa-b743-4fcc-b891-999f4c64e27b HTTP/1.1" status: 204 len: 168 time: 2.2983325 Oct 12 07:39:31.027104 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38992) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:31.055169 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845c6d1-559f-47c6-b57d-71479d7e0b5d req-1f5c90da-e99e-4074-8536-d34fd921362b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:31.056710 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6845c6d1-559f-47c6-b57d-71479d7e0b5d req-1f5c90da-e99e-4074-8536-d34fd921362b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8926720-09b0-467b-9e8a-3bd93ba7b4ac HTTP/1.1" status: 200 len: 946 time: 0.1978204 Oct 12 07:39:31.075982 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0676d2d-b3f4-4541-a1dd-797c4cc48187 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] GET failed (client error): The resource could not be found. Oct 12 07:39:31.077881 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d0676d2d-b3f4-4541-a1dd-797c4cc48187 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "GET /v2.0/ports/7d360eaa-b743-4fcc-b891-999f4c64e27b HTTP/1.1" status: 404 len: 333 time: 0.0478911 Oct 12 07:39:31.085751 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38994) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:31.094732 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aea9d3a-b768-471b-96cc-2e7ec3bca5f0 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:39:31.106501 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87f9a17-c125-4998-b36e-72226ba917f1 None None] Sync routers for ids ['cef8cbf0-db0a-4674-9584-db4297dc2e25'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:39:31.107821 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9aea9d3a-b768-471b-96cc-2e7ec3bca5f0 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:31.120554 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87f9a17-c125-4998-b36e-72226ba917f1 None None] Routers {'cef8cbf0-db0a-4674-9584-db4297dc2e25'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:39:31.121183 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-a87f9a17-c125-4998-b36e-72226ba917f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:39:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['cef8cbf0-db0a-4674-9584-db4297dc2e25'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:31.133535 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e835773f-ccc4-4e61-aed5-a064e7c4d80b tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:31.142520 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e835773f-ccc4-4e61-aed5-a064e7c4d80b tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:31.174871 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-9aea9d3a-b768-471b-96cc-2e7ec3bca5f0 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "PUT /v2.0/floatingips/39d24660-bcca-4c08-b18b-4b8fd1d5fa05 HTTP/1.1" status: 200 len: 978 time: 4.8037767 Oct 12 07:39:31.178380 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 38996) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:31.181437 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-a87f9a17-c125-4998-b36e-72226ba917f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:31.194132 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87f9a17-c125-4998-b36e-72226ba917f1 None None] Routers {'cef8cbf0-db0a-4674-9584-db4297dc2e25'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:39:31.194453 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-a87f9a17-c125-4998-b36e-72226ba917f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:39:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['cef8cbf0-db0a-4674-9584-db4297dc2e25'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:31.194851 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6845c6d1-559f-47c6-b57d-71479d7e0b5d req-0638f923-d6ae-406c-903d-3d158ae0a969 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=e40253a9-c4ca-4cfd-924e-62dea94da4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174269 Oct 12 07:39:31.220145 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2178496d-379f-493f-91fc-2e89aef398ed tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:31.251876 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-a87f9a17-c125-4998-b36e-72226ba917f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:31.252439 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2178496d-379f-493f-91fc-2e89aef398ed tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:31.252931 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87f9a17-c125-4998-b36e-72226ba917f1 None None] The sync data for ids ['cef8cbf0-db0a-4674-9584-db4297dc2e25'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:39:31.303784 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2178496d-379f-493f-91fc-2e89aef398ed tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:31.307111 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2178496d-379f-493f-91fc-2e89aef398ed tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:31.308360 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-2178496d-379f-493f-91fc-2e89aef398ed tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/security-groups/b36cf982-dd46-453f-84eb-6d9e9d36dd1a HTTP/1.1" status: 204 len: 168 time: 0.2214406 Oct 12 07:39:31.313372 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 38998) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:31.328867 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2178496d-379f-493f-91fc-2e89aef398ed tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36cf982-dd46-453f-84eb-6d9e9d36dd1a,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:31.353595 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e835773f-ccc4-4e61-aed5-a064e7c4d80b tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:31.378669 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-405803b0-ea5e-4349-9dc2-f9cb8470b360 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:31.380940 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e835773f-ccc4-4e61-aed5-a064e7c4d80b tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:31.382099 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e835773f-ccc4-4e61-aed5-a064e7c4d80b tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/54b8e772-25ed-4823-8dc7-b990afd7f32a HTTP/1.1" status: 204 len: 168 time: 0.4399128 Oct 12 07:39:31.389762 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39000) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:31.403402 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-405803b0-ea5e-4349-9dc2-f9cb8470b360 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:31.437349 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5421b5-2a64-4303-865e-f927535e1dc2 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:31.438847 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-1a5421b5-2a64-4303-865e-f927535e1dc2 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5840449 Oct 12 07:39:31.439621 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e835773f-ccc4-4e61-aed5-a064e7c4d80b tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54b8e772-25ed-4823-8dc7-b990afd7f32a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:31.441984 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39002) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:31.457858 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c1b74fcf-cb45-4e0a-b3c6-e2a5456976f7 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:31.460441 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c1b74fcf-cb45-4e0a-b3c6-e2a5456976f7 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:31.461576 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c1b74fcf-cb45-4e0a-b3c6-e2a5456976f7 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "DELETE /v2.0/security-groups/1c7f9b76-7d8f-4151-9048-9c3a9daab446 HTTP/1.1" status: 204 len: 168 time: 0.9157360 Oct 12 07:39:31.470425 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39004) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:31.486343 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-405803b0-ea5e-4349-9dc2-f9cb8470b360 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:31.488876 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-405803b0-ea5e-4349-9dc2-f9cb8470b360 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:31.493109 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-405803b0-ea5e-4349-9dc2-f9cb8470b360 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/security-groups/c2eeb701-fbf2-402a-b46b-efbd3bee148e HTTP/1.1" status: 204 len: 168 time: 0.1775076 Oct 12 07:39:31.496025 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39006) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:31.498999 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e6b184e3-b3bf-411e-9863-3db6874d7e97 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "GET /v2.0/subnets?network_id=7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 HTTP/1.1" status: 200 len: 207 time: 0.0554583 Oct 12 07:39:31.499568 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39008) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:31.501409 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-9d2537e1-7367-4473-b637-c98c4ab6a664 None None] Attempt 8 to provision port 102f51de-54fe-44a7-af06-bffbf8b0ee3e Oct 12 07:39:31.502889 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b74fcf-cb45-4e0a-b3c6-e2a5456976f7 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7f9b76-7d8f-4151-9048-9c3a9daab446,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:31.506162 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60167f0f-6809-40ba-9b27-373deafd4251 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:31.509058 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-60167f0f-6809-40ba-9b27-373deafd4251 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:31.511540 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-60167f0f-6809-40ba-9b27-373deafd4251 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:39:31.511974 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60167f0f-6809-40ba-9b27-373deafd4251 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:39:31.527119 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405803b0-ea5e-4349-9dc2-f9cb8470b360 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2eeb701-fbf2-402a-b46b-efbd3bee148e,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:31.536948 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-3ace9cf8-b314-4dd1-8d35-b76060f4d92d tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] show failed (client error): The resource could not be found. Oct 12 07:39:31.540475 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-3ace9cf8-b314-4dd1-8d35-b76060f4d92d tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "GET /v2.0/security-groups/1c7f9b76-7d8f-4151-9048-9c3a9daab446 HTTP/1.1" status: 404 len: 347 time: 0.0635076 Oct 12 07:39:31.546628 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39010) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:31.568442 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-9d2537e1-7367-4473-b637-c98c4ab6a664 None None] Port 102f51de-54fe-44a7-af06-bffbf8b0ee3e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:31.623115 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-2b408ca5-d9a5-42b7-8360-6ec78abfe08e tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2101550 Oct 12 07:39:31.626116 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39012) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:31.633150 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-60167f0f-6809-40ba-9b27-373deafd4251 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6735532 Oct 12 07:39:31.638198 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39014) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:31.648989 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-9c52f2ce-aa28-4a0c-84ad-8b22656ead5e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'subnet': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:31.680376 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ccc71f-7a4c-4647-90e6-1b8bd8e0c214 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Deleting subnet 18ef18bf-6fbd-45c6-a6ec-5315b16a095b {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:39:31.686462 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1527178d-f338-4be4-a2ab-53e64a584b1e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:31.693224 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-01aa1101-7175-4cc3-b3a3-8f692a61464b tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Deleting port 874f5db4-df06-4431-ae7c-c377c420c841 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:39:31.693483 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-01aa1101-7175-4cc3-b3a3-8f692a61464b tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:31.699881 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b4ccc71f-7a4c-4647-90e6-1b8bd8e0c214 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:31.812427 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1527178d-f338-4be4-a2ab-53e64a584b1e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event deleted for resources: {'Port': ['ID=3571dac4-0c69-47ca-aa96-4fbb15fec111,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:31.933177 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b4ccc71f-7a4c-4647-90e6-1b8bd8e0c214 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:32.023578 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1527178d-f338-4be4-a2ab-53e64a584b1e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:32.026363 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-01aa1101-7175-4cc3-b3a3-8f692a61464b tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:32.030881 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c52f2ce-aa28-4a0c-84ad-8b22656ead5e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:32.034293 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9c52f2ce-aa28-4a0c-84ad-8b22656ead5e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:32.035667 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c52f2ce-aa28-4a0c-84ad-8b22656ead5e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:39:32.036091 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c52f2ce-aa28-4a0c-84ad-8b22656ead5e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:39:32.070038 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-9d2537e1-7367-4473-b637-c98c4ab6a664 None None] Attempt 9 to provision port 102f51de-54fe-44a7-af06-bffbf8b0ee3e Oct 12 07:39:32.107869 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-9d2537e1-7367-4473-b637-c98c4ab6a664 None None] Port 102f51de-54fe-44a7-af06-bffbf8b0ee3e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:32.110600 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4eb2ca21-ba22-4cf8-97fa-9d5e472a592f tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:32.126381 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4eb2ca21-ba22-4cf8-97fa-9d5e472a592f tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:32.135460 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb1c993-3b84-41d7-9c9d-ed5e0742c7f6 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:32.143080 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb1c993-3b84-41d7-9c9d-ed5e0742c7f6 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:32.149222 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb1c993-3b84-41d7-9c9d-ed5e0742c7f6 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:32.155764 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb1c993-3b84-41d7-9c9d-ed5e0742c7f6 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:32.161486 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb1c993-3b84-41d7-9c9d-ed5e0742c7f6 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:32.167271 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb1c993-3b84-41d7-9c9d-ed5e0742c7f6 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:32.171488 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-fbb1c993-3b84-41d7-9c9d-ed5e0742c7f6 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.6604669 Oct 12 07:39:32.179255 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39016) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:32.257572 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4eb2ca21-ba22-4cf8-97fa-9d5e472a592f tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:32.264498 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4eb2ca21-ba22-4cf8-97fa-9d5e472a592f tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:32.265685 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-4eb2ca21-ba22-4cf8-97fa-9d5e472a592f tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/307d6c95-22f0-4f41-b6fd-7cd88d6cb85e HTTP/1.1" status: 204 len: 168 time: 0.6355481 Oct 12 07:39:32.299936 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39020) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:32.304560 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-08cccff2-75e7-42af-8d8c-fff7e4d94f33 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Deleting port b6b7a892-b760-43b6-a05b-a8f0342fe4ab {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:39:32.305169 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-08cccff2-75e7-42af-8d8c-fff7e4d94f33 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:32.353119 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb2ca21-ba22-4cf8-97fa-9d5e472a592f tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=307d6c95-22f0-4f41-b6fd-7cd88d6cb85e,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:32.467458 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-7cec13e9-cdf3-4273-82c0-5997620c6593 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.2868159 Oct 12 07:39:32.479310 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39022) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:32.488989 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-9c52f2ce-aa28-4a0c-84ad-8b22656ead5e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8478723 Oct 12 07:39:32.493675 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39024) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:32.542458 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-568094d5-5560-467d-aa51-0344743b7218 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2397017 Oct 12 07:39:32.550474 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39026) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:32.554783 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b4ccc71f-7a4c-4647-90e6-1b8bd8e0c214 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:32.555993 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36544911-1b75-49b7-ab80-0f0cbc2db1d8 req-f0dc6ef2-9e0d-4082-b2d1-9b69788bd930 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:32.558060 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-36544911-1b75-49b7-ab80-0f0cbc2db1d8 req-f0dc6ef2-9e0d-4082-b2d1-9b69788bd930 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8926720-09b0-467b-9e8a-3bd93ba7b4ac HTTP/1.1" status: 200 len: 946 time: 0.2629042 Oct 12 07:39:32.587868 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f9c74965-c0b6-452e-9f63-0e64e8404afe tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0888128 Oct 12 07:39:32.597061 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39028) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:32.598792 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-08cccff2-75e7-42af-8d8c-fff7e4d94f33 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:32.599124 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-08cccff2-75e7-42af-8d8c-fff7e4d94f33 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:32.608849 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-9d2537e1-7367-4473-b637-c98c4ab6a664 None None] Attempt 10 to provision port 102f51de-54fe-44a7-af06-bffbf8b0ee3e Oct 12 07:39:32.647604 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-9d2537e1-7367-4473-b637-c98c4ab6a664 None None] Port 102f51de-54fe-44a7-af06-bffbf8b0ee3e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:32.651107 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-08cccff2-75e7-42af-8d8c-fff7e4d94f33 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Calling delete_port for b6b7a892-b760-43b6-a05b-a8f0342fe4ab owned by network:floatingip {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:39:32.687418 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff3b53f-7cc8-4459-ac96-adfea4722b35 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:32.688934 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff3b53f-7cc8-4459-ac96-adfea4722b35 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:32.690458 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff3b53f-7cc8-4459-ac96-adfea4722b35 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:32.691975 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff3b53f-7cc8-4459-ac96-adfea4722b35 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:32.693476 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff3b53f-7cc8-4459-ac96-adfea4722b35 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:32.694231 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-40a05d6e-6403-4d67-903d-0d0dabfbc880 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:32.695196 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-dff3b53f-7cc8-4459-ac96-adfea4722b35 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2143450 Oct 12 07:39:32.704353 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39030) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:32.715260 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-36544911-1b75-49b7-ab80-0f0cbc2db1d8 req-a29b4f43-2a52-43f0-a476-718ac2748557 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=e40253a9-c4ca-4cfd-924e-62dea94da4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359513 Oct 12 07:39:32.752371 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aca1e9d-9863-493b-8eec-dc6cb7a88c4b tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:32.753792 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-0aca1e9d-9863-493b-8eec-dc6cb7a88c4b tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1521306 Oct 12 07:39:32.760492 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39034) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:32.774763 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-c4beeae5-2ef4-4519-9d1f-74b1c7aa14f9 None None] Could not find standard attr ID for object 3571dac4-0c69-47ca-aa96-4fbb15fec111. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:39:32.777764 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-40a05d6e-6403-4d67-903d-0d0dabfbc880 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:32.796543 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-c4beeae5-2ef4-4519-9d1f-74b1c7aa14f9 None None] Provisioning complete for port 88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:32.797101 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c4beeae5-2ef4-4519-9d1f-74b1c7aa14f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:32.797606 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-c4beeae5-2ef4-4519-9d1f-74b1c7aa14f9 None None] Attempt 1 to provision port 88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1 Oct 12 07:39:32.822347 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b042cea8-73e9-4ec9-af83-074c7c76aa2f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0522652 Oct 12 07:39:32.831797 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39036) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:32.832333 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1527178d-f338-4be4-a2ab-53e64a584b1e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Router adef726e-973d-424e-aa81-90fa140ee10e has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:39:32.839865 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-890b81c0-a5f7-41a0-8d03-4d77a7428e31 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'subnet': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:32.873752 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b4ccc71f-7a4c-4647-90e6-1b8bd8e0c214 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:32.887230 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b70fd10-cd62-412f-9e7b-5fcbd429e5c0 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:32.889200 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b70fd10-cd62-412f-9e7b-5fcbd429e5c0 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:32.890619 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b70fd10-cd62-412f-9e7b-5fcbd429e5c0 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:32.892004 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b70fd10-cd62-412f-9e7b-5fcbd429e5c0 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:32.893384 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b70fd10-cd62-412f-9e7b-5fcbd429e5c0 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['shared'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:32.899851 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-2b70fd10-cd62-412f-9e7b-5fcbd429e5c0 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1603782 Oct 12 07:39:32.899851 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-40a05d6e-6403-4d67-903d-0d0dabfbc880 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:32.900418 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39038) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:32.901606 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c4beeae5-2ef4-4519-9d1f-74b1c7aa14f9 None None] Current status of the port 88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:32.905797 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-c4beeae5-2ef4-4519-9d1f-74b1c7aa14f9 None None] Could not find standard attr ID for object fb15ede0-05fb-4e5e-bcb9-1f542e238863. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:39:32.906642 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-40a05d6e-6403-4d67-903d-0d0dabfbc880 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:32.910007 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-40a05d6e-6403-4d67-903d-0d0dabfbc880 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/32d0a9e9-30a8-46a7-a528-253150190af7 HTTP/1.1" status: 204 len: 168 time: 0.3546093 Oct 12 07:39:32.912697 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39040) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:32.917991 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-c4beeae5-2ef4-4519-9d1f-74b1c7aa14f9 None None] Provisioning complete for port 297c7858-7f52-4cc4-9bfa-ab4b6d2e4c64 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:32.918424 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c4beeae5-2ef4-4519-9d1f-74b1c7aa14f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:32.918758 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-01aa1101-7175-4cc3-b3a3-8f692a61464b tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:32.918921 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-c4beeae5-2ef4-4519-9d1f-74b1c7aa14f9 None None] Attempt 1 to provision port 297c7858-7f52-4cc4-9bfa-ab4b6d2e4c64 Oct 12 07:39:32.919120 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-01aa1101-7175-4cc3-b3a3-8f692a61464b tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:32.919437 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.l3_db [None req-01aa1101-7175-4cc3-b3a3-8f692a61464b tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Floating IP 39d24660-bcca-4c08-b18b-4b8fd1d5fa05 disassociated. External IP: 172.26.3.41, port: 874f5db4-df06-4431-ae7c-c377c420c841. Oct 12 07:39:32.919775 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-01aa1101-7175-4cc3-b3a3-8f692a61464b tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Calling delete_port for 874f5db4-df06-4431-ae7c-c377c420c841 owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:39:32.990788 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a05d6e-6403-4d67-903d-0d0dabfbc880 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=32d0a9e9-30a8-46a7-a528-253150190af7,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:33.002978 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c4beeae5-2ef4-4519-9d1f-74b1c7aa14f9 None None] Current status of the port 297c7858-7f52-4cc4-9bfa-ab4b6d2e4c64 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:33.006407 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ccc71f-7a4c-4647-90e6-1b8bd8e0c214 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event deleted for resources: {'Subnet': ['ID=18ef18bf-6fbd-45c6-a6ec-5315b16a095b,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:33.018432 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-c4beeae5-2ef4-4519-9d1f-74b1c7aa14f9 None None] Provisioning complete for port 102f51de-54fe-44a7-af06-bffbf8b0ee3e triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:33.018949 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c4beeae5-2ef4-4519-9d1f-74b1c7aa14f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:33.019412 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-c4beeae5-2ef4-4519-9d1f-74b1c7aa14f9 None None] Attempt 1 to provision port 102f51de-54fe-44a7-af06-bffbf8b0ee3e Oct 12 07:39:33.024419 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b4ccc71f-7a4c-4647-90e6-1b8bd8e0c214 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:33.025578 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf2f0b-046e-4e21-936d-1139322a7263 req-be8a322e-f059-4910-a371-6fcfce44c692 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:33.027152 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7dbf2f0b-046e-4e21-936d-1139322a7263 req-be8a322e-f059-4910-a371-6fcfce44c692 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8926720-09b0-467b-9e8a-3bd93ba7b4ac HTTP/1.1" status: 200 len: 946 time: 0.1929119 Oct 12 07:39:33.033823 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b4ccc71f-7a4c-4647-90e6-1b8bd8e0c214 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/subnets/18ef18bf-6fbd-45c6-a6ec-5315b16a095b HTTP/1.1" status: 204 len: 168 time: 1.5272591 Oct 12 07:39:33.041560 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39042) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:33.053258 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb720d54-5a3c-4f16-a518-9d4d86054040 None None] Network 5464953c-71d3-4410-9e99-b16a0a4807b7 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:33.086101 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b511a534-4897-4554-8539-503ee07f8edb tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1684494 Oct 12 07:39:33.096030 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c4beeae5-2ef4-4519-9d1f-74b1c7aa14f9 None None] Port 102f51de-54fe-44a7-af06-bffbf8b0ee3e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:33.107425 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39044) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:33.109245 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-2e9579ea-8c6b-434d-ba9c-57a5470c3e09 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'subnet': {'network_id': '5464953c-71d3-4410-9e99-b16a0a4807b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:33.117401 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890b81c0-a5f7-41a0-8d03-4d77a7428e31 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:33.120760 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-890b81c0-a5f7-41a0-8d03-4d77a7428e31 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:33.129387 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1527178d-f338-4be4-a2ab-53e64a584b1e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:39:33.143918 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4511a39e-803b-4562-98b4-92dada018427 None None] Sync routers for ids ['adef726e-973d-424e-aa81-90fa140ee10e'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:39:33.159052 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4511a39e-803b-4562-98b4-92dada018427 None None] Routers {'adef726e-973d-424e-aa81-90fa140ee10e'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:39:33.161826 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4511a39e-803b-4562-98b4-92dada018427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:39:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['adef726e-973d-424e-aa81-90fa140ee10e'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:33.166292 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-1527178d-f338-4be4-a2ab-53e64a584b1e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "PUT /v2.0/routers/adef726e-973d-424e-aa81-90fa140ee10e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4913049 Oct 12 07:39:33.174837 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39046) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:33.190953 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7dbf2f0b-046e-4e21-936d-1139322a7263 req-43705747-ccab-4abd-87f9-da9f1b42dd6e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=e40253a9-c4ca-4cfd-924e-62dea94da4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449537 Oct 12 07:39:33.215476 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5e00d87e-ddab-4a97-9773-12caec8de3cb tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:33.236544 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4511a39e-803b-4562-98b4-92dada018427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:33.240991 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39048) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:33.248473 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4511a39e-803b-4562-98b4-92dada018427 None None] Routers {'adef726e-973d-424e-aa81-90fa140ee10e'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:39:33.249735 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4511a39e-803b-4562-98b4-92dada018427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:39:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['adef726e-973d-424e-aa81-90fa140ee10e'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:33.287129 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-08cccff2-75e7-42af-8d8c-fff7e4d94f33 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:33.305195 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5e00d87e-ddab-4a97-9773-12caec8de3cb tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:33.306796 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4511a39e-803b-4562-98b4-92dada018427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:33.307629 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4511a39e-803b-4562-98b4-92dada018427 None None] The sync data for ids ['adef726e-973d-424e-aa81-90fa140ee10e'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:39:33.354565 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cccff2-75e7-42af-8d8c-fff7e4d94f33 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Pushing event deleted for resources: {'Port': ['ID=b6b7a892-b760-43b6-a05b-a8f0342fe4ab,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:33.410751 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75888e25-8c82-450a-bfa0-1e4c538f3aaa tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:33.416225 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-75888e25-8c82-450a-bfa0-1e4c538f3aaa tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "GET /v2.0/networks/4372c884-baa9-49f3-922e-d1064c4562ce HTTP/1.1" status: 200 len: 803 time: 0.5087399 Oct 12 07:39:33.421024 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39050) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:33.448950 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5e00d87e-ddab-4a97-9773-12caec8de3cb tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:33.471122 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5e00d87e-ddab-4a97-9773-12caec8de3cb tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:33.474752 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-5e00d87e-ddab-4a97-9773-12caec8de3cb tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/07e2842e-d4a9-4331-8cc1-78ab450f49fc HTTP/1.1" status: 204 len: 168 time: 0.3639002 Oct 12 07:39:33.495083 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39052) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:33.519628 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e00d87e-ddab-4a97-9773-12caec8de3cb tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=07e2842e-d4a9-4331-8cc1-78ab450f49fc,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:33.560519 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-08cccff2-75e7-42af-8d8c-fff7e4d94f33 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Notify callbacks [] for floatingip, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:33.563067 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-08cccff2-75e7-42af-8d8c-fff7e4d94f33 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:33.567533 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-08cccff2-75e7-42af-8d8c-fff7e4d94f33 tempest-ServerActionsTestJSON-230489379 tempest-ServerActionsTestJSON-230489379-project] 10.222.0.26 "DELETE /v2.0/floatingips/b57deb9a-112a-4068-8eff-d547c08f6b1c HTTP/1.1" status: 204 len: 168 time: 2.0165849 Oct 12 07:39:33.577992 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39054) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:33.594453 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7924dba-9639-43fb-bade-3688455263fd tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:33.595971 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d7924dba-9639-43fb-bade-3688455263fd tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f8926720-09b0-467b-9e8a-3bd93ba7b4ac HTTP/1.1" status: 200 len: 1094 time: 0.3230436 Oct 12 07:39:33.598680 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-c4beeae5-2ef4-4519-9d1f-74b1c7aa14f9 None None] Attempt 2 to provision port 102f51de-54fe-44a7-af06-bffbf8b0ee3e Oct 12 07:39:33.603203 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39056) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:33.611806 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-e403abc6-3489-4d3d-a652-6af6d43283a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'floatingip': {'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'port_id': '3fe897af-d5b7-4d22-b7ae-0c814642fab6', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:33.650062 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c4beeae5-2ef4-4519-9d1f-74b1c7aa14f9 None None] Port 102f51de-54fe-44a7-af06-bffbf8b0ee3e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:33.681099 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-99c44735-7fe2-4045-879a-855c0dba7567 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1794996 Oct 12 07:39:33.681896 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39058) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:33.693380 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e6191822-e73f-4788-87be-cbc692a432f1 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "GET /v2.0/networks/4372c884-baa9-49f3-922e-d1064c4562ce?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2649162 Oct 12 07:39:33.697519 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39060) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:33.708891 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9579ea-8c6b-434d-ba9c-57a5470c3e09 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Made reservation on behalf of e65c260e166d457d9b3ff4f3fa4c3b6f for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:33.713756 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2e9579ea-8c6b-434d-ba9c-57a5470c3e09 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:33.717986 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-c0ccc367-904e-474f-a1f7-456090cb875d tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] remove_router_interface failed (client error): The resource could not be found. Oct 12 07:39:33.721638 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c0ccc367-904e-474f-a1f7-456090cb875d tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "PUT /v2.0/routers/adef726e-973d-424e-aa81-90fa140ee10e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5434203 Oct 12 07:39:33.741058 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39062) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:33.770993 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-01aa1101-7175-4cc3-b3a3-8f692a61464b tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:33.800015 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.objects.ports [None req-890b81c0-a5f7-41a0-8d03-4d77a7428e31 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103200) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 12 07:39:33.806761 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-890b81c0-a5f7-41a0-8d03-4d77a7428e31 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:33.823956 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b189a1d-03e2-444d-9330-dd703392be16 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:33.825330 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-7b189a1d-03e2-444d-9330-dd703392be16 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "GET /v2.0/subnets/bd7d78bd-90ee-4019-aa46-bcc3ba6f890c HTTP/1.1" status: 200 len: 843 time: 0.1248341 Oct 12 07:39:33.846963 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39064) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:33.855202 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-fe25281e-4742-4410-86a8-be9335e68b6d tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "GET /v2.0/ports?device_id=adef726e-973d-424e-aa81-90fa140ee10e HTTP/1.1" status: 200 len: 205 time: 0.1117430 Oct 12 07:39:33.874520 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39066) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:33.901470 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e403abc6-3489-4d3d-a652-6af6d43283a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for floatingip, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:33.916879 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890b81c0-a5f7-41a0-8d03-4d77a7428e31 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:39:33.921807 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa1101-7175-4cc3-b3a3-8f692a61464b tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Pushing event deleted for resources: {'Port': ['ID=874f5db4-df06-4431-ae7c-c377c420c841,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:33.953969 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b3bcc9cd-7814-44a2-997d-f0e8946b1a51 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:33.962095 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-890b81c0-a5f7-41a0-8d03-4d77a7428e31 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:33.972475 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1f5005-0511-4eae-a733-d19826d69d8d None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:33.974529 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890b81c0-a5f7-41a0-8d03-4d77a7428e31 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:33.975606 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-890b81c0-a5f7-41a0-8d03-4d77a7428e31 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:34.020710 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b81c0-a5f7-41a0-8d03-4d77a7428e31 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Subnet': ['ID=262f108b-ff5a-429d-bdc1-14d5f9a35c27,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:34.031010 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f5e342-5c19-47ec-8a8f-80dbab8d53ea tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['shared'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:34.032437 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e4f5e342-5c19-47ec-8a8f-80dbab8d53ea tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "GET /v2.0/subnets/bd7d78bd-90ee-4019-aa46-bcc3ba6f890c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1799669 Oct 12 07:39:34.038707 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-598f543d-c04b-4a23-bf3a-0aa0c6c72635 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for router, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:34.038912 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39068) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:34.051029 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-a66478b9-d1a9-41d6-8f7f-597ebeb569ad tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1457422034'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:34.081720 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-890b81c0-a5f7-41a0-8d03-4d77a7428e31 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2485609 Oct 12 07:39:34.084860 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b3bcc9cd-7814-44a2-997d-f0e8946b1a51 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:34.087238 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39070) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:34.095850 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-7a4a0004-ca9a-46c7-83c8-76833d3b528f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'port': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'mac_address': 'fa:16:3e:99:f0:61', 'name': 'tempest-NetworksTestDHCPv6-40370875'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:34.142876 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3937bb29-895f-49cb-95cd-af6a20b168e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-9994ec23-a1f7-459d-8925-14bc9ff05f17', 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'tenant_id': '3e134b4bc92f4839ac5ca68b448223d9', 'fixed_ips': [{'subnet_id': '262f108b-ff5a-429d-bdc1-14d5f9a35c27'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:39:34.144362 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3937bb29-895f-49cb-95cd-af6a20b168e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:34.160481 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-c4beeae5-2ef4-4519-9d1f-74b1c7aa14f9 None None] Attempt 3 to provision port 102f51de-54fe-44a7-af06-bffbf8b0ee3e Oct 12 07:39:34.276870 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c4beeae5-2ef4-4519-9d1f-74b1c7aa14f9 None None] Port 102f51de-54fe-44a7-af06-bffbf8b0ee3e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:34.332319 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-3937bb29-895f-49cb-95cd-af6a20b168e2 None None] Allocated IP 2001:db8::f816:3eff:fe99:62ec (9994ec23-a1f7-459d-8925-14bc9ff05f17/262f108b-ff5a-429d-bdc1-14d5f9a35c27/6f5a0bea-a537-4b97-ac5b-460c63e81ef8) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:39:34.499756 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66478b9-d1a9-41d6-8f7f-597ebeb569ad tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Made reservation on behalf of ab8b3ae455d54493a558c1c38223505d for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:34.500928 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3937bb29-895f-49cb-95cd-af6a20b168e2 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:34.503461 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a66478b9-d1a9-41d6-8f7f-597ebeb569ad tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:34.508474 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3937bb29-895f-49cb-95cd-af6a20b168e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:34.551669 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3937bb29-895f-49cb-95cd-af6a20b168e2 None None] Pushing event updated for resources: {'Port': ['ID=6f5a0bea-a537-4b97-ac5b-460c63e81ef8,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:34.568344 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3937bb29-895f-49cb-95cd-af6a20b168e2 None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:39:34.569844 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-3937bb29-895f-49cb-95cd-af6a20b168e2 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:34.575424 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3937bb29-895f-49cb-95cd-af6a20b168e2 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:39:34.598046 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-598f543d-c04b-4a23-bf3a-0aa0c6c72635 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:34.603318 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-598f543d-c04b-4a23-bf3a-0aa0c6c72635 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:34.638234 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-3937bb29-895f-49cb-95cd-af6a20b168e2 None None] Attempting to bind port 6f5a0bea-a537-4b97-ac5b-460c63e81ef8 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:39:34.638913 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-3937bb29-895f-49cb-95cd-af6a20b168e2 None None] Attempting to bind port 6f5a0bea-a537-4b97-ac5b-460c63e81ef8 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:39:34.639400 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3937bb29-895f-49cb-95cd-af6a20b168e2 None None] Attempting to bind port 6f5a0bea-a537-4b97-ac5b-460c63e81ef8 on network 9994ec23-a1f7-459d-8925-14bc9ff05f17 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:39:34.640621 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01aa1101-7175-4cc3-b3a3-8f692a61464b tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Router cef8cbf0-db0a-4674-9584-db4297dc2e25 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:39:34.645340 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3937bb29-895f-49cb-95cd-af6a20b168e2 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:39:34.645844 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3937bb29-895f-49cb-95cd-af6a20b168e2 None None] Checking segment: {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:39:34.646368 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3937bb29-895f-49cb-95cd-af6a20b168e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:34.646884 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3937bb29-895f-49cb-95cd-af6a20b168e2 None None] Bound using segment: {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:39:34.647574 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-3937bb29-895f-49cb-95cd-af6a20b168e2 None None] Bound port: 6f5a0bea-a537-4b97-ac5b-460c63e81ef8, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:39:34.648195 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3937bb29-895f-49cb-95cd-af6a20b168e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:34.653884 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b3bcc9cd-7814-44a2-997d-f0e8946b1a51 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:34.655957 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a66478b9-d1a9-41d6-8f7f-597ebeb569ad tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:39:34.656360 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b3bcc9cd-7814-44a2-997d-f0e8946b1a51 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:34.660193 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b3bcc9cd-7814-44a2-997d-f0e8946b1a51 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "DELETE /v2.0/security-groups/a76150d6-db7c-4e47-912d-e382238ddc79 HTTP/1.1" status: 204 len: 168 time: 0.9689033 Oct 12 07:39:34.662500 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39072) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:34.688171 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a66478b9-d1a9-41d6-8f7f-597ebeb569ad tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:34.688509 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-a66478b9-d1a9-41d6-8f7f-597ebeb569ad tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Added segment 5037fda7-2694-4da1-b3e2-c090a2e505cd of type vlan for network ee8336c9-1a79-4199-86e1-5637a383843a Oct 12 07:39:34.690077 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bcc9cd-7814-44a2-997d-f0e8946b1a51 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76150d6-db7c-4e47-912d-e382238ddc79,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:34.697495 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-598f543d-c04b-4a23-bf3a-0aa0c6c72635 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:34.698005 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598f543d-c04b-4a23-bf3a-0aa0c6c72635 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Fanout notify agent at l3_agent the message router_deleted on router adef726e-973d-424e-aa81-90fa140ee10e {{(pid=103200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:39:34.707548 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-598f543d-c04b-4a23-bf3a-0aa0c6c72635 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:34.711725 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-598f543d-c04b-4a23-bf3a-0aa0c6c72635 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "DELETE /v2.0/routers/adef726e-973d-424e-aa81-90fa140ee10e HTTP/1.1" status: 204 len: 168 time: 0.8320806 Oct 12 07:39:34.715495 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39074) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:34.730709 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-3937bb29-895f-49cb-95cd-af6a20b168e2 None None] For port 6f5a0bea-a537-4b97-ac5b-460c63e81ef8, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:39:34.759018 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-3937bb29-895f-49cb-95cd-af6a20b168e2 None None] For port 6f5a0bea-a537-4b97-ac5b-460c63e81ef8, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=6f5a0bea-a537-4b97-ac5b-460c63e81ef8,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:39:34.766890 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3937bb29-895f-49cb-95cd-af6a20b168e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:34.778212 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4a0004-ca9a-46c7-83c8-76833d3b528f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:34.807667 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-01c82ec9-1408-490c-a6ef-c7a27c5a837e tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1409023 Oct 12 07:39:34.810806 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39076) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:34.816913 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-f9be829d-1d2d-4bb0-9038-25d7b5191446 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Request body: {'security_group': {'name': 'tempest-secgroup--1904865304'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:34.823361 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-c4beeae5-2ef4-4519-9d1f-74b1c7aa14f9 None None] Attempt 4 to provision port 102f51de-54fe-44a7-af06-bffbf8b0ee3e Oct 12 07:39:34.851466 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-cef17409-5490-4245-8e0b-b05d3ac8fd50 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Deleting subnet 2a4b1b16-321a-4cc9-93d9-baad62db881b {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:39:34.873364 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c4beeae5-2ef4-4519-9d1f-74b1c7aa14f9 None None] Port 102f51de-54fe-44a7-af06-bffbf8b0ee3e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:34.878680 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cef17409-5490-4245-8e0b-b05d3ac8fd50 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:34.879091 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3937bb29-895f-49cb-95cd-af6a20b168e2 None None] Pushing event updated for resources: {'Port': ['ID=6f5a0bea-a537-4b97-ac5b-460c63e81ef8,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:34.914416 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f9be829d-1d2d-4bb0-9038-25d7b5191446 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:34.923140 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2e9579ea-8c6b-434d-ba9c-57a5470c3e09 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:34.935004 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e403abc6-3489-4d3d-a652-6af6d43283a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:34.968447 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cef17409-5490-4245-8e0b-b05d3ac8fd50 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:35.007489 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a66478b9-d1a9-41d6-8f7f-597ebeb569ad tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:35.039960 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01aa1101-7175-4cc3-b3a3-8f692a61464b tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:39:35.065081 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7a4a0004-ca9a-46c7-83c8-76833d3b528f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:35.069033 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8996d991-d31c-47d9-bd10-c234d03ca524 None None] Sync routers for ids ['cef8cbf0-db0a-4674-9584-db4297dc2e25'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:39:35.084770 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8996d991-d31c-47d9-bd10-c234d03ca524 None None] Routers {'cef8cbf0-db0a-4674-9584-db4297dc2e25'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:39:35.085746 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-8996d991-d31c-47d9-bd10-c234d03ca524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:39:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['cef8cbf0-db0a-4674-9584-db4297dc2e25'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:35.095045 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9579ea-8c6b-434d-ba9c-57a5470c3e09 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Network 5464953c-71d3-4410-9e99-b16a0a4807b7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:39:35.125624 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.db.resource_extend [None req-a66478b9-d1a9-41d6-8f7f-597ebeb569ad tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 07:39:35.128868 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9579ea-8c6b-434d-ba9c-57a5470c3e09 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event updated for resources: {'Subnet': ['ID=7dfcc4f9-c815-408f-8745-af6cc0d09c6e,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:35.145053 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-7a4a0004-ca9a-46c7-83c8-76833d3b528f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] device_id is not set on port d82a7361-8065-4ff1-97e6-3475fbad8f81 yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:39:35.152087 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-8996d991-d31c-47d9-bd10-c234d03ca524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:35.164636 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-2e9579ea-8c6b-434d-ba9c-57a5470c3e09 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:35.166640 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8996d991-d31c-47d9-bd10-c234d03ca524 None None] Routers {'cef8cbf0-db0a-4674-9584-db4297dc2e25'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:39:35.167185 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-8996d991-d31c-47d9-bd10-c234d03ca524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:39:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['cef8cbf0-db0a-4674-9584-db4297dc2e25'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:35.174622 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9579ea-8c6b-434d-ba9c-57a5470c3e09 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:35.175227 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2e9579ea-8c6b-434d-ba9c-57a5470c3e09 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:35.200216 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f9be829d-1d2d-4bb0-9038-25d7b5191446 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:35.201974 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cef17409-5490-4245-8e0b-b05d3ac8fd50 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:35.211915 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-2e9579ea-8c6b-434d-ba9c-57a5470c3e09 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1682005 Oct 12 07:39:35.217808 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39078) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:35.226285 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-8996d991-d31c-47d9-bd10-c234d03ca524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:35.226751 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-a75b905b-1535-40d2-b7fe-906f014a13b0 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'security_group': {'name': 'tempest-secgroup-1466135683'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:35.227648 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8996d991-d31c-47d9-bd10-c234d03ca524 None None] The sync data for ids ['cef8cbf0-db0a-4674-9584-db4297dc2e25'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:39:35.233627 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e93732-076f-4861-b567-f8b9ab8d605d None None] Network 5464953c-71d3-4410-9e99-b16a0a4807b7 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:35.236051 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f9be829d-1d2d-4bb0-9038-25d7b5191446 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:35.260714 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a66478b9-d1a9-41d6-8f7f-597ebeb569ad tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:35.266453 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66478b9-d1a9-41d6-8f7f-597ebeb569ad tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:35.267064 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a66478b9-d1a9-41d6-8f7f-597ebeb569ad tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:35.306670 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f9be829d-1d2d-4bb0-9038-25d7b5191446 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:35.308177 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f9be829d-1d2d-4bb0-9038-25d7b5191446 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4947522 Oct 12 07:39:35.313439 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be829d-1d2d-4bb0-9038-25d7b5191446 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efead8df-5ae6-4335-99eb-30bbc5e311f0,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:35.317430 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-01aa1101-7175-4cc3-b3a3-8f692a61464b tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:35.320640 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-01aa1101-7175-4cc3-b3a3-8f692a61464b tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "DELETE /v2.0/ports/874f5db4-df06-4431-ae7c-c377c420c841 HTTP/1.1" status: 204 len: 168 time: 4.1260633 Oct 12 07:39:35.321197 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39080) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:35.329644 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-ad6eb2bf-04a5-4b23-9acc-4323726361a0 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Request body: {'security_group_rule': {'security_group_id': 'efead8df-5ae6-4335-99eb-30bbc5e311f0', 'direction': 'ingress', 'protocol': 17}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:35.334161 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39082) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:35.372929 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a66478b9-d1a9-41d6-8f7f-597ebeb569ad tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3230534 Oct 12 07:39:35.376474 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39084) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:35.380529 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-c4beeae5-2ef4-4519-9d1f-74b1c7aa14f9 None None] Attempt 5 to provision port 102f51de-54fe-44a7-af06-bffbf8b0ee3e Oct 12 07:39:35.384993 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-70a17406-5e0a-47de-bd44-df266bb96da1 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Request body: {'subnet': {'network_id': 'ee8336c9-1a79-4199-86e1-5637a383843a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:35.394584 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a75b905b-1535-40d2-b7fe-906f014a13b0 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:35.417353 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-1c2bfb0a-812a-4305-b2e0-195ef939a41d tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "GET /v2.0/floatingips/39d24660-bcca-4c08-b18b-4b8fd1d5fa05 HTTP/1.1" status: 200 len: 687 time: 0.0804021 Oct 12 07:39:35.425311 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39086) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:35.426643 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cef17409-5490-4245-8e0b-b05d3ac8fd50 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:35.432377 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-e403abc6-3489-4d3d-a652-6af6d43283a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Allocated IP 172.26.3.14 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/8d976966-380f-4130-9d1d-e5e8959fda8c) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:39:35.450708 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66478b9-d1a9-41d6-8f7f-597ebeb569ad tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event updated for resources: {'Network': ['ID=ee8336c9-1a79-4199-86e1-5637a383843a,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:35.496466 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ad6eb2bf-04a5-4b23-9acc-4323726361a0 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:35.497927 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network ee8336c9-1a79-4199-86e1-5637a383843a details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:39:35.504257 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-7a4a0004-ca9a-46c7-83c8-76833d3b528f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Allocated IP 2001:db8::f816:3eff:fe99:f061 (9994ec23-a1f7-459d-8925-14bc9ff05f17/262f108b-ff5a-429d-bdc1-14d5f9a35c27/d82a7361-8065-4ff1-97e6-3475fbad8f81) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:39:35.520816 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef17409-5490-4245-8e0b-b05d3ac8fd50 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event deleted for resources: {'Subnet': ['ID=2a4b1b16-321a-4cc9-93d9-baad62db881b,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:35.541910 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c4beeae5-2ef4-4519-9d1f-74b1c7aa14f9 None None] Port 102f51de-54fe-44a7-af06-bffbf8b0ee3e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:35.565576 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cef17409-5490-4245-8e0b-b05d3ac8fd50 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:35.571543 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-cef17409-5490-4245-8e0b-b05d3ac8fd50 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "DELETE /v2.0/subnets/2a4b1b16-321a-4cc9-93d9-baad62db881b HTTP/1.1" status: 204 len: 168 time: 0.8527265 Oct 12 07:39:35.576604 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39088) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:35.595010 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e619e14-ee66-4e70-9b82-b2ef9c0980ac None None] Network 08454223-d685-442c-9e5c-8254fd98971b requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:35.617402 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f623d3a2-b0ae-48ae-960d-6776436bb852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:35.701149 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a75b905b-1535-40d2-b7fe-906f014a13b0 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:35.721352 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ad6eb2bf-04a5-4b23-9acc-4323726361a0 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:35.728146 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a75b905b-1535-40d2-b7fe-906f014a13b0 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:35.761211 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ad6eb2bf-04a5-4b23-9acc-4323726361a0 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:35.764333 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a17406-5e0a-47de-bd44-df266bb96da1 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Made reservation on behalf of ab8b3ae455d54493a558c1c38223505d for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:35.768234 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-70a17406-5e0a-47de-bd44-df266bb96da1 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:35.774649 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e403abc6-3489-4d3d-a652-6af6d43283a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:35.813392 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-363dfa74-f9a7-4e92-9bb1-8b7d93f0b5c3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:35.830722 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6eb2bf-04a5-4b23-9acc-4323726361a0 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=588a3cc6-5e5c-4969-ad18-b0fce823d1a3,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:35.887864 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a75b905b-1535-40d2-b7fe-906f014a13b0 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:35.889306 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a75b905b-1535-40d2-b7fe-906f014a13b0 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6684377 Oct 12 07:39:35.922152 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.ipam_backend_mixin [None req-70a17406-5e0a-47de-bd44-df266bb96da1 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Performing IP validity checks on allocation pools {{(pid=103200) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Oct 12 07:39:35.922843 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.ipam_backend_mixin [None req-70a17406-5e0a-47de-bd44-df266bb96da1 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103200) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Oct 12 07:39:35.924991 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39090) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:35.925895 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ad6eb2bf-04a5-4b23-9acc-4323726361a0 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:35.931898 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ad6eb2bf-04a5-4b23-9acc-4323726361a0 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6056514 Oct 12 07:39:35.934078 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-6659cc0b-0c05-4cc6-862a-b05c16d0462f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'security_group': {'name': 'tempest-secgroup-1876837129'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:35.938853 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39092) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:35.940860 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bced923-bc83-4c5e-9aee-44525c9a2ad6 None None] Update dhcp port {'port': {'network_id': '5464953c-71d3-4410-9e99-b16a0a4807b7', 'fixed_ips': [{'subnet_id': '854f8874-ed31-48ba-8414-4596b21a1811', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7dfcc4f9-c815-408f-8745-af6cc0d09c6e'}], 'binding:host_id': 'dv-neutron-860909-2-hyperv'}, 'id': '88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1'} from dv-neutron-860909-2-hyperv. {{(pid=103202) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 07:39:35.957446 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b905b-1535-40d2-b7fe-906f014a13b0 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a168c27-c0f8-4c60-9d1b-65f53c787965,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:36.008677 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0bced923-bc83-4c5e-9aee-44525c9a2ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:36.023521 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-0cf0c907-6834-4c30-9beb-040316249af1 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Deleting port 8a53a379-28eb-4f91-8c3a-6a4d684e0a98 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:39:36.024699 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0cf0c907-6834-4c30-9beb-040316249af1 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:36.051313 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6659cc0b-0c05-4cc6-862a-b05c16d0462f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:36.054010 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-c4beeae5-2ef4-4519-9d1f-74b1c7aa14f9 None None] Attempt 6 to provision port 102f51de-54fe-44a7-af06-bffbf8b0ee3e Oct 12 07:39:36.071277 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7a4a0004-ca9a-46c7-83c8-76833d3b528f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:36.136111 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e403abc6-3489-4d3d-a652-6af6d43283a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:36.201179 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5d649ba3-db41-4710-872a-2b9528232ee5 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:36.213297 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c4beeae5-2ef4-4519-9d1f-74b1c7aa14f9 None None] Port 102f51de-54fe-44a7-af06-bffbf8b0ee3e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:36.213455 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e403abc6-3489-4d3d-a652-6af6d43283a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:39:36.237734 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-e403abc6-3489-4d3d-a652-6af6d43283a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:36.244071 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e403abc6-3489-4d3d-a652-6af6d43283a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:39:36.260094 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0cf0c907-6834-4c30-9beb-040316249af1 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:36.260573 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0cf0c907-6834-4c30-9beb-040316249af1 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:36.265711 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-363dfa74-f9a7-4e92-9bb1-8b7d93f0b5c3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Deleting port 297c7858-7f52-4cc4-9bfa-ab4b6d2e4c64 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:39:36.266437 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-363dfa74-f9a7-4e92-9bb1-8b7d93f0b5c3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:36.289753 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1415ce2-3454-482c-b87c-3c7a7fe1dfa4 None None] DHCP port deletion for 08454223-d685-442c-9e5c-8254fd98971b request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:39:36.308696 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e403abc6-3489-4d3d-a652-6af6d43283a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=8d976966-380f-4130-9d1d-e5e8959fda8c,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:36.334683 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5d649ba3-db41-4710-872a-2b9528232ee5 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:36.337851 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e403abc6-3489-4d3d-a652-6af6d43283a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:39:36.338223 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e403abc6-3489-4d3d-a652-6af6d43283a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:39:36.338558 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e403abc6-3489-4d3d-a652-6af6d43283a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:39:36.339074 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e403abc6-3489-4d3d-a652-6af6d43283a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:39:36.339421 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e403abc6-3489-4d3d-a652-6af6d43283a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:39:36.339752 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e403abc6-3489-4d3d-a652-6af6d43283a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:39:36.340077 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e403abc6-3489-4d3d-a652-6af6d43283a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:39:36.340442 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e403abc6-3489-4d3d-a652-6af6d43283a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:39:36.340769 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e403abc6-3489-4d3d-a652-6af6d43283a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:39:36.341400 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e403abc6-3489-4d3d-a652-6af6d43283a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:39:36.341400 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e403abc6-3489-4d3d-a652-6af6d43283a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:39:36.341705 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e403abc6-3489-4d3d-a652-6af6d43283a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:39:36.376370 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-0bced923-bc83-4c5e-9aee-44525c9a2ad6 None None] Allocated IP 2001:db8::2 (5464953c-71d3-4410-9e99-b16a0a4807b7/7dfcc4f9-c815-408f-8745-af6cc0d09c6e/88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:39:36.407661 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-363dfa74-f9a7-4e92-9bb1-8b7d93f0b5c3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] For port 297c7858-7f52-4cc4-9bfa-ab4b6d2e4c64, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=297c7858-7f52-4cc4-9bfa-ab4b6d2e4c64,segment=NetworkSegment(a42c35e3-a701-4f41-8194-6eed7a8ddd5e),segment_id=a42c35e3-a701-4f41-8194-6eed7a8ddd5e)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:36.409041 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-363dfa74-f9a7-4e92-9bb1-8b7d93f0b5c3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:36.423903 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-0cf0c907-6834-4c30-9beb-040316249af1 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Calling delete_port for 8a53a379-28eb-4f91-8c3a-6a4d684e0a98 owned by network:floatingip {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:39:36.446407 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e1415ce2-3454-482c-b87c-3c7a7fe1dfa4 None None] Deleting port 297c7858-7f52-4cc4-9bfa-ab4b6d2e4c64 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:39:36.446858 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e1415ce2-3454-482c-b87c-3c7a7fe1dfa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:36.458413 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7a4a0004-ca9a-46c7-83c8-76833d3b528f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:36.460257 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-363dfa74-f9a7-4e92-9bb1-8b7d93f0b5c3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Calling delete_port for 297c7858-7f52-4cc4-9bfa-ab4b6d2e4c64 owned by network:dhcp {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:39:36.504218 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5d649ba3-db41-4710-872a-2b9528232ee5 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:36.507428 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5d649ba3-db41-4710-872a-2b9528232ee5 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:36.511408 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-5d649ba3-db41-4710-872a-2b9528232ee5 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "DELETE /v2.0/security-groups/efead8df-5ae6-4335-99eb-30bbc5e311f0 HTTP/1.1" status: 204 len: 168 time: 0.5667946 Oct 12 07:39:36.512835 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39094) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:36.533088 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6659cc0b-0c05-4cc6-862a-b05c16d0462f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:36.560567 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d649ba3-db41-4710-872a-2b9528232ee5 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efead8df-5ae6-4335-99eb-30bbc5e311f0,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:36.566066 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-70a17406-5e0a-47de-bd44-df266bb96da1 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:36.596912 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-0bced923-bc83-4c5e-9aee-44525c9a2ad6 None None] For port 88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1,segment=NetworkSegment(2921c6f5-4e8b-4332-b59f-54f79efcf717),segment_id=2921c6f5-4e8b-4332-b59f-54f79efcf717)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:36.607705 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-e1415ce2-3454-482c-b87c-3c7a7fe1dfa4 None None] For port 297c7858-7f52-4cc4-9bfa-ab4b6d2e4c64, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=297c7858-7f52-4cc4-9bfa-ab4b6d2e4c64,segment=NetworkSegment(a42c35e3-a701-4f41-8194-6eed7a8ddd5e),segment_id=a42c35e3-a701-4f41-8194-6eed7a8ddd5e)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:36.608613 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e1415ce2-3454-482c-b87c-3c7a7fe1dfa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:36.608730 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6659cc0b-0c05-4cc6-862a-b05c16d0462f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:36.625579 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e1415ce2-3454-482c-b87c-3c7a7fe1dfa4 None None] Calling delete_port for 297c7858-7f52-4cc4-9bfa-ab4b6d2e4c64 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:39:36.643137 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ec0d1026-5817-4057-be47-b1fe620fa143 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1228709 Oct 12 07:39:36.645923 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39096) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:36.651621 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-22281d78-96bb-4bfc-9981-5424d9531a3b tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Request body: {'security_group': {'name': 'tempest-secgroup--2133965721'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:36.655248 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4a0004-ca9a-46c7-83c8-76833d3b528f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:39:36.662062 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-f623d3a2-b0ae-48ae-960d-6776436bb852 admin admin] Deleting port 651824de-5d6d-433e-889d-e9f258604f99 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:39:36.662414 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f623d3a2-b0ae-48ae-960d-6776436bb852 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:36.682013 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0bced923-bc83-4c5e-9aee-44525c9a2ad6 None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:36.689817 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-7a4a0004-ca9a-46c7-83c8-76833d3b528f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:36.690059 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0bced923-bc83-4c5e-9aee-44525c9a2ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:36.701412 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a0004-ca9a-46c7-83c8-76833d3b528f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Port': ['ID=d82a7361-8065-4ff1-97e6-3475fbad8f81,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:36.705665 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4a0004-ca9a-46c7-83c8-76833d3b528f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:39:36.711540 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4a0004-ca9a-46c7-83c8-76833d3b528f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:36.712193 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7a4a0004-ca9a-46c7-83c8-76833d3b528f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:36.721328 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-c4beeae5-2ef4-4519-9d1f-74b1c7aa14f9 None None] Attempt 7 to provision port 102f51de-54fe-44a7-af06-bffbf8b0ee3e Oct 12 07:39:36.759218 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6659cc0b-0c05-4cc6-862a-b05c16d0462f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:36.763498 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-6659cc0b-0c05-4cc6-862a-b05c16d0462f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8304589 Oct 12 07:39:36.776559 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39098) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:36.787135 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-77df2c25-5b93-4570-a96a-17433bbe42fe tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'security_group': {'name': 'tempest-secgroup-1608723028'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:36.787340 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a17406-5e0a-47de-bd44-df266bb96da1 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event updated for resources: {'Subnet': ['ID=d9d41480-7a2a-43a6-9a39-fff174ee798d,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:36.789701 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6659cc0b-0c05-4cc6-862a-b05c16d0462f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cecfab7-aace-4310-82dc-5bd5571430f4,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:36.792290 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-22281d78-96bb-4bfc-9981-5424d9531a3b tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:36.829920 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-7a4a0004-ca9a-46c7-83c8-76833d3b528f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.7375138 Oct 12 07:39:36.834700 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c4beeae5-2ef4-4519-9d1f-74b1c7aa14f9 None None] Port 102f51de-54fe-44a7-af06-bffbf8b0ee3e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:36.836763 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39100) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:36.844498 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bced923-bc83-4c5e-9aee-44525c9a2ad6 None None] Pushing event updated for resources: {'Port': ['ID=88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1,revision_number=6']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:36.864930 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e1415ce2-3454-482c-b87c-3c7a7fe1dfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:36.866329 dv-neutron-860909-2-hyperv neutron-server[103200]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 07:39:36.866329 dv-neutron-860909-2-hyperv neutron-server[103200]: from cryptography.utils import int_from_bytes Oct 12 07:39:36.866329 dv-neutron-860909-2-hyperv neutron-server[103200]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 07:39:36.866329 dv-neutron-860909-2-hyperv neutron-server[103200]: from cryptography.utils import int_from_bytes Oct 12 07:39:36.866329 dv-neutron-860909-2-hyperv neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:36.866329 dv-neutron-860909-2-hyperv neutron-server[103200]: self.session.flush() Oct 12 07:39:36.866329 dv-neutron-860909-2-hyperv neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:36.866329 dv-neutron-860909-2-hyperv neutron-server[103200]: self.session.flush() Oct 12 07:39:36.866329 dv-neutron-860909-2-hyperv neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:36.866329 dv-neutron-860909-2-hyperv neutron-server[103200]: self.session.flush() Oct 12 07:39:36.866329 dv-neutron-860909-2-hyperv neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:36.866329 dv-neutron-860909-2-hyperv neutron-server[103200]: self.session.flush() Oct 12 07:39:36.866329 dv-neutron-860909-2-hyperv neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:36.866329 dv-neutron-860909-2-hyperv neutron-server[103200]: self.session.flush() Oct 12 07:39:36.866329 dv-neutron-860909-2-hyperv neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:36.866329 dv-neutron-860909-2-hyperv neutron-server[103200]: self.session.flush() Oct 12 07:39:36.866329 dv-neutron-860909-2-hyperv neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:36.866329 dv-neutron-860909-2-hyperv neutron-server[103200]: self.session.flush() Oct 12 07:39:36.866329 dv-neutron-860909-2-hyperv neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:36.866329 dv-neutron-860909-2-hyperv neutron-server[103200]: self.session.flush() Oct 12 07:39:36.866329 dv-neutron-860909-2-hyperv neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:36.866329 dv-neutron-860909-2-hyperv neutron-server[103200]: self.session.flush() Oct 12 07:39:36.866329 dv-neutron-860909-2-hyperv neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:36.866329 dv-neutron-860909-2-hyperv neutron-server[103200]: self.session.flush() Oct 12 07:39:36.866329 dv-neutron-860909-2-hyperv neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:36.866329 dv-neutron-860909-2-hyperv neutron-server[103200]: self.session.flush() Oct 12 07:39:36.866329 dv-neutron-860909-2-hyperv neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:36.866329 dv-neutron-860909-2-hyperv neutron-server[103200]: self.session.flush() Oct 12 07:39:36.866329 dv-neutron-860909-2-hyperv neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:36.866329 dv-neutron-860909-2-hyperv neutron-server[103200]: self.session.flush() Oct 12 07:39:36.866329 dv-neutron-860909-2-hyperv neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:36.866329 dv-neutron-860909-2-hyperv neutron-server[103200]: self.session.flush() Oct 12 07:39:36.866329 dv-neutron-860909-2-hyperv neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:36.866329 dv-neutron-860909-2-hyperv neutron-server[103200]: self.session.flush() Oct 12 07:39:36.866329 dv-neutron-860909-2-hyperv neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:36.866329 dv-neutron-860909-2-hyperv neutron-server[103200]: self.session.flush() Oct 12 07:39:36.866329 dv-neutron-860909-2-hyperv neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:36.866329 dv-neutron-860909-2-hyperv neutron-server[103200]: self.session.flush() Oct 12 07:39:36.866329 dv-neutron-860909-2-hyperv neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:36.866329 dv-neutron-860909-2-hyperv neutron-server[103200]: self.session.flush() Oct 12 07:39:36.866329 dv-neutron-860909-2-hyperv neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:36.866329 dv-neutron-860909-2-hyperv neutron-server[103200]: self.session.flush() Oct 12 07:39:36.869636 dv-neutron-860909-2-hyperv neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:36.869636 dv-neutron-860909-2-hyperv neutron-server[103200]: self.session.flush() Oct 12 07:39:36.869636 dv-neutron-860909-2-hyperv neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:36.869636 dv-neutron-860909-2-hyperv neutron-server[103200]: self.session.flush() Oct 12 07:39:36.869636 dv-neutron-860909-2-hyperv neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:36.869636 dv-neutron-860909-2-hyperv neutron-server[103200]: self.session.flush() Oct 12 07:39:36.869636 dv-neutron-860909-2-hyperv neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:36.869636 dv-neutron-860909-2-hyperv neutron-server[103200]: self.session.flush() Oct 12 07:39:36.869636 dv-neutron-860909-2-hyperv neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:36.869636 dv-neutron-860909-2-hyperv neutron-server[103200]: self.session.flush() Oct 12 07:39:36.869636 dv-neutron-860909-2-hyperv neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:36.869636 dv-neutron-860909-2-hyperv neutron-server[103200]: self.session.flush() Oct 12 07:39:36.869636 dv-neutron-860909-2-hyperv neutron-server[103200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:36.869636 dv-neutron-860909-2-hyperv neutron-server[103200]: self.session.flush() Oct 12 07:39:36.902649 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a17406-5e0a-47de-bd44-df266bb96da1 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Checking segment: {'id': '5037fda7-2694-4da1-b3e2-c090a2e505cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ee8336c9-1a79-4199-86e1-5637a383843a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:39:36.904027 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a17406-5e0a-47de-bd44-df266bb96da1 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Network hostable DHCP agents. Network: ee8336c9-1a79-4199-86e1-5637a383843a, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:39:36.919017 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1415ce2-3454-482c-b87c-3c7a7fe1dfa4 None None] Pushing event deleted for resources: {'Port': ['ID=297c7858-7f52-4cc4-9bfa-ab4b6d2e4c64,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:36.921127 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1415ce2-3454-482c-b87c-3c7a7fe1dfa4 None None] No DVR routers for this DVR port 297c7858-7f52-4cc4-9bfa-ab4b6d2e4c64 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:39:36.924667 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-363dfa74-f9a7-4e92-9bb1-8b7d93f0b5c3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:36.948083 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-f623d3a2-b0ae-48ae-960d-6776436bb852 admin admin] For port 651824de-5d6d-433e-889d-e9f258604f99, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=651824de-5d6d-433e-889d-e9f258604f99,segment=NetworkSegment(01061a7e-751f-4946-8a2c-ec9ecc41411f),segment_id=01061a7e-751f-4946-8a2c-ec9ecc41411f)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:36.948550 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f623d3a2-b0ae-48ae-960d-6776436bb852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:37.003281 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-77df2c25-5b93-4570-a96a-17433bbe42fe tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:37.033948 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-f623d3a2-b0ae-48ae-960d-6776436bb852 admin admin] Calling delete_port for 651824de-5d6d-433e-889d-e9f258604f99 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:39:37.034542 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fde5ed-b6da-4f4d-8d38-41c2190a90f8 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:37.040603 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fde5ed-b6da-4f4d-8d38-41c2190a90f8 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:37.045516 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-79fde5ed-b6da-4f4d-8d38-41c2190a90f8 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1963637 Oct 12 07:39:37.049422 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39102) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:37.051924 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363dfa74-f9a7-4e92-9bb1-8b7d93f0b5c3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] No DVR routers for this DVR port 297c7858-7f52-4cc4-9bfa-ab4b6d2e4c64 on host dv-neutron-860909-2-hyperv {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:39:37.069582 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363dfa74-f9a7-4e92-9bb1-8b7d93f0b5c3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event deleted for resources: {'Port': ['ID=297c7858-7f52-4cc4-9bfa-ab4b6d2e4c64,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:37.110116 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a17406-5e0a-47de-bd44-df266bb96da1 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Network ee8336c9-1a79-4199-86e1-5637a383843a is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:39:37.134445 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 6f5a0bea-a537-4b97-ac5b-460c63e81ef8 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:39:37.162726 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-70a17406-5e0a-47de-bd44-df266bb96da1 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, ee8336c9-1a79-4199-86e1-5637a383843a) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:37.166712 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0cf0c907-6834-4c30-9beb-040316249af1 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:37.186667 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e347e70-fa8f-450c-9bfe-7dc6534c25ea None None] Network ee8336c9-1a79-4199-86e1-5637a383843a requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:37.226845 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a17406-5e0a-47de-bd44-df266bb96da1 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:37.227759 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-70a17406-5e0a-47de-bd44-df266bb96da1 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:37.287805 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-22281d78-96bb-4bfc-9981-5424d9531a3b tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:37.294401 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-363dfa74-f9a7-4e92-9bb1-8b7d93f0b5c3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:37.301451 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 6f5a0bea-a537-4b97-ac5b-460c63e81ef8 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:37.301825 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:37.302184 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 6f5a0bea-a537-4b97-ac5b-460c63e81ef8 Oct 12 07:39:37.306564 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-22281d78-96bb-4bfc-9981-5424d9531a3b tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:37.329328 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf0c907-6834-4c30-9beb-040316249af1 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Pushing event deleted for resources: {'Port': ['ID=8a53a379-28eb-4f91-8c3a-6a4d684e0a98,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:37.330508 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e403abc6-3489-4d3d-a652-6af6d43283a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:37.337987 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-c4beeae5-2ef4-4519-9d1f-74b1c7aa14f9 None None] Attempt 8 to provision port 102f51de-54fe-44a7-af06-bffbf8b0ee3e Oct 12 07:39:37.397542 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-363dfa74-f9a7-4e92-9bb1-8b7d93f0b5c3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08454223-d685-442c-9e5c-8254fd98971b']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:37.403644 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-70a17406-5e0a-47de-bd44-df266bb96da1 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.0225079 Oct 12 07:39:37.414054 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39104) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:37.418664 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-363dfa74-f9a7-4e92-9bb1-8b7d93f0b5c3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a42c35e3-a701-4f41-8194-6eed7a8ddd5e') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:37.419243 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-363dfa74-f9a7-4e92-9bb1-8b7d93f0b5c3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a42c35e3-a701-4f41-8194-6eed7a8ddd5e') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:37.425471 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c4beeae5-2ef4-4519-9d1f-74b1c7aa14f9 None None] Port 102f51de-54fe-44a7-af06-bffbf8b0ee3e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:37.433070 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-77df2c25-5b93-4570-a96a-17433bbe42fe tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:37.439916 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-363dfa74-f9a7-4e92-9bb1-8b7d93f0b5c3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:37.447655 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-6a426f4c-fa2a-4334-b8f8-3d64e21a8260 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:37.462106 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-363dfa74-f9a7-4e92-9bb1-8b7d93f0b5c3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:37.474180 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0cf0c907-6834-4c30-9beb-040316249af1 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for floatingip, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:37.476798 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0cf0c907-6834-4c30-9beb-040316249af1 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:37.483133 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-0cf0c907-6834-4c30-9beb-040316249af1 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "DELETE /v2.0/floatingips/39d24660-bcca-4c08-b18b-4b8fd1d5fa05 HTTP/1.1" status: 204 len: 168 time: 2.0535519 Oct 12 07:39:37.487032 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-363dfa74-f9a7-4e92-9bb1-8b7d93f0b5c3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:39:37.487531 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-363dfa74-f9a7-4e92-9bb1-8b7d93f0b5c3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:37.491444 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39106) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:37.494935 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-22281d78-96bb-4bfc-9981-5424d9531a3b tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:37.496416 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-22281d78-96bb-4bfc-9981-5424d9531a3b tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8482728 Oct 12 07:39:37.499743 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-77df2c25-5b93-4570-a96a-17433bbe42fe tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:37.501274 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-6ff6faaa-8f9f-4d8b-922b-43c740d1d833 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Request body: {'floatingip': {'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'port_id': '37245293-7bf7-44e8-b9cf-0e1ed06e67d3'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:37.506966 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39110) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:37.517958 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-899bde14-6a8b-47fb-8851-dacb1fc42309 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Request body: {'security_group': {'name': 'tempest-secgroup--632485808'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:37.533629 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-60e03b38-fb96-42f3-8b15-5b26f2db4d67 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting port d82a7361-8065-4ff1-97e6-3475fbad8f81 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:39:37.533979 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-60e03b38-fb96-42f3-8b15-5b26f2db4d67 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:37.544771 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7584035d-a0c7-4ce2-9792-bbba1200afbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-ee8336c9-1a79-4199-86e1-5637a383843a', 'network_id': 'ee8336c9-1a79-4199-86e1-5637a383843a', 'tenant_id': 'ab8b3ae455d54493a558c1c38223505d', 'fixed_ips': [{'subnet_id': 'd9d41480-7a2a-43a6-9a39-fff174ee798d'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:39:37.545623 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7584035d-a0c7-4ce2-9792-bbba1200afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:37.557916 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment a42c35e3-a701-4f41-8194-6eed7a8ddd5e resource provider aggregate not found Oct 12 07:39:37.571801 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 6f5a0bea-a537-4b97-ac5b-460c63e81ef8 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:37.572185 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:37.613082 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment a42c35e3-a701-4f41-8194-6eed7a8ddd5e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a42c35e3-a701-4f41-8194-6eed7a8ddd5e found for delete ", "request_id": "req-5f27cda3-f248-4f41-b5ae-8dbcd951c537"}]} Oct 12 07:39:37.617388 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22281d78-96bb-4bfc-9981-5424d9531a3b tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=277df8fb-8f22-4e90-b1c6-c01535bddf2a,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:37.630877 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6ff6faaa-8f9f-4d8b-922b-43c740d1d833 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for floatingip, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:37.657762 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-77df2c25-5b93-4570-a96a-17433bbe42fe tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:37.661924 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-77df2c25-5b93-4570-a96a-17433bbe42fe tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8785007 Oct 12 07:39:37.662673 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39114) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:37.679726 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-5c602849-4d52-4ab8-af90-4d511d3f0232 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-415609036', 'security_groups': ['6369441e-f6b3-4349-b6a7-6bf2da5703c5'], 'network_id': '5464953c-71d3-4410-9e99-b16a0a4807b7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7dfcc4f9-c815-408f-8745-af6cc0d09c6e'}]}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:37.690002 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-363dfa74-f9a7-4e92-9bb1-8b7d93f0b5c3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:37.692337 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 6f5a0bea-a537-4b97-ac5b-460c63e81ef8, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=6f5a0bea-a537-4b97-ac5b-460c63e81ef8,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:37.696323 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e403abc6-3489-4d3d-a652-6af6d43283a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:37.704458 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:37.709979 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-363dfa74-f9a7-4e92-9bb1-8b7d93f0b5c3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:37.712880 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-363dfa74-f9a7-4e92-9bb1-8b7d93f0b5c3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "DELETE /v2.0/networks/08454223-d685-442c-9e5c-8254fd98971b HTTP/1.1" status: 204 len: 168 time: 2.1336541 Oct 12 07:39:37.726481 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39116) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:37.733483 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-217a0629-0abc-4c99-b1e0-2db86109d93c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1777190028'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:37.739761 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-899bde14-6a8b-47fb-8851-dacb1fc42309 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:37.759462 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363dfa74-f9a7-4e92-9bb1-8b7d93f0b5c3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event deleted for resources: {'Network': ['ID=08454223-d685-442c-9e5c-8254fd98971b,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:37.769198 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217a0629-0abc-4c99-b1e0-2db86109d93c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Made reservation on behalf of 0661c46065e34719ae0bde5df10863f8 for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:37.773430 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-217a0629-0abc-4c99-b1e0-2db86109d93c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:37.800467 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-60e03b38-fb96-42f3-8b15-5b26f2db4d67 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:37.829534 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df2c25-5b93-4570-a96a-17433bbe42fe tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6369441e-f6b3-4349-b6a7-6bf2da5703c5,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:37.836021 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-60e03b38-fb96-42f3-8b15-5b26f2db4d67 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Calling delete_port for d82a7361-8065-4ff1-97e6-3475fbad8f81 owned by {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:39:37.840175 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 297c7858-7f52-4cc4-9bfa-ab4b6d2e4c64 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:39:37.852973 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-217a0629-0abc-4c99-b1e0-2db86109d93c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:39:37.855859 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-7584035d-a0c7-4ce2-9792-bbba1200afbd None None] Allocated IP 2001:db8::3 (ee8336c9-1a79-4199-86e1-5637a383843a/d9d41480-7a2a-43a6-9a39-fff174ee798d/de362506-63bd-42d4-b3a9-e87f4e54220b) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:39:37.876643 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=6f5a0bea-a537-4b97-ac5b-460c63e81ef8,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:37.884670 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 297c7858-7f52-4cc4-9bfa-ab4b6d2e4c64 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:39:37.885078 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 297c7858-7f52-4cc4-9bfa-ab4b6d2e4c64 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:39:37.896069 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6a426f4c-fa2a-4334-b8f8-3d64e21a8260 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29866733'] for subnet, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:37.928141 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-c4beeae5-2ef4-4519-9d1f-74b1c7aa14f9 None None] Attempt 9 to provision port 102f51de-54fe-44a7-af06-bffbf8b0ee3e Oct 12 07:39:37.932293 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-217a0629-0abc-4c99-b1e0-2db86109d93c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:37.933142 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-217a0629-0abc-4c99-b1e0-2db86109d93c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Added segment 78f36ec1-4cfb-4854-b7de-3fbecb937c56 of type vlan for network 2e6b5092-642f-4f83-ac6a-ead8dde0d1be Oct 12 07:39:38.004272 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-217a0629-0abc-4c99-b1e0-2db86109d93c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:38.007881 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c4beeae5-2ef4-4519-9d1f-74b1c7aa14f9 None None] Port 102f51de-54fe-44a7-af06-bffbf8b0ee3e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:38.080603 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6ff6faaa-8f9f-4d8b-922b-43c740d1d833 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:38.084646 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-217a0629-0abc-4c99-b1e0-2db86109d93c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:38.091110 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217a0629-0abc-4c99-b1e0-2db86109d93c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:38.091871 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-217a0629-0abc-4c99-b1e0-2db86109d93c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:38.092032 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7584035d-a0c7-4ce2-9792-bbba1200afbd None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:38.099898 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7584035d-a0c7-4ce2-9792-bbba1200afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:38.140180 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7584035d-a0c7-4ce2-9792-bbba1200afbd None None] Network ee8336c9-1a79-4199-86e1-5637a383843a is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:39:38.144181 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-7584035d-a0c7-4ce2-9792-bbba1200afbd None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:38.147989 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7584035d-a0c7-4ce2-9792-bbba1200afbd None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:39:38.182120 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584035d-a0c7-4ce2-9792-bbba1200afbd None None] Pushing event updated for resources: {'Port': ['ID=de362506-63bd-42d4-b3a9-e87f4e54220b,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:38.192949 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-217a0629-0abc-4c99-b1e0-2db86109d93c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4653623 Oct 12 07:39:38.207171 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584035d-a0c7-4ce2-9792-bbba1200afbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:39:38.207517 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584035d-a0c7-4ce2-9792-bbba1200afbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:39:38.207855 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584035d-a0c7-4ce2-9792-bbba1200afbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:39:38.208186 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584035d-a0c7-4ce2-9792-bbba1200afbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:39:38.208535 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584035d-a0c7-4ce2-9792-bbba1200afbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:39:38.208848 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584035d-a0c7-4ce2-9792-bbba1200afbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:39:38.209171 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584035d-a0c7-4ce2-9792-bbba1200afbd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:39:38.209517 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584035d-a0c7-4ce2-9792-bbba1200afbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:39:38.209833 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584035d-a0c7-4ce2-9792-bbba1200afbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:39:38.210192 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584035d-a0c7-4ce2-9792-bbba1200afbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:39:38.210497 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584035d-a0c7-4ce2-9792-bbba1200afbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:39:38.210814 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584035d-a0c7-4ce2-9792-bbba1200afbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:39:38.225819 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-7584035d-a0c7-4ce2-9792-bbba1200afbd None None] Attempting to bind port de362506-63bd-42d4-b3a9-e87f4e54220b on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:39:38.226210 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-7584035d-a0c7-4ce2-9792-bbba1200afbd None None] Attempting to bind port de362506-63bd-42d4-b3a9-e87f4e54220b by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '5037fda7-2694-4da1-b3e2-c090a2e505cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ee8336c9-1a79-4199-86e1-5637a383843a'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:39:38.226444 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39118) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:38.226577 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7584035d-a0c7-4ce2-9792-bbba1200afbd None None] Attempting to bind port de362506-63bd-42d4-b3a9-e87f4e54220b on network ee8336c9-1a79-4199-86e1-5637a383843a {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:39:38.227127 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-60e03b38-fb96-42f3-8b15-5b26f2db4d67 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:38.232715 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7584035d-a0c7-4ce2-9792-bbba1200afbd None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:39:38.233087 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7584035d-a0c7-4ce2-9792-bbba1200afbd None None] Checking segment: {'id': '5037fda7-2694-4da1-b3e2-c090a2e505cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ee8336c9-1a79-4199-86e1-5637a383843a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:39:38.233487 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7584035d-a0c7-4ce2-9792-bbba1200afbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:38.233873 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7584035d-a0c7-4ce2-9792-bbba1200afbd None None] Bound using segment: {'id': '5037fda7-2694-4da1-b3e2-c090a2e505cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ee8336c9-1a79-4199-86e1-5637a383843a'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:39:38.234171 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-f186d5b3-6767-4258-a5c3-97b06b9074e8 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Request body: {'subnet': {'network_id': '2e6b5092-642f-4f83-ac6a-ead8dde0d1be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:38.234371 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-7584035d-a0c7-4ce2-9792-bbba1200afbd None None] Bound port: de362506-63bd-42d4-b3a9-e87f4e54220b, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5037fda7-2694-4da1-b3e2-c090a2e505cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ee8336c9-1a79-4199-86e1-5637a383843a'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:39:38.234749 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7584035d-a0c7-4ce2-9792-bbba1200afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:38.263546 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a0629-0abc-4c99-b1e0-2db86109d93c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event updated for resources: {'Network': ['ID=2e6b5092-642f-4f83-ac6a-ead8dde0d1be,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:38.300152 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e03b38-fb96-42f3-8b15-5b26f2db4d67 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Port': ['ID=d82a7361-8065-4ff1-97e6-3475fbad8f81,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:38.309245 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a0629-0abc-4c99-b1e0-2db86109d93c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:39:38.309845 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a0629-0abc-4c99-b1e0-2db86109d93c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:39:38.310364 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a0629-0abc-4c99-b1e0-2db86109d93c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:39:38.310666 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-7584035d-a0c7-4ce2-9792-bbba1200afbd None None] For port de362506-63bd-42d4-b3a9-e87f4e54220b, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:39:38.311037 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a0629-0abc-4c99-b1e0-2db86109d93c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:39:38.312122 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a0629-0abc-4c99-b1e0-2db86109d93c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:39:38.312616 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a0629-0abc-4c99-b1e0-2db86109d93c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:39:38.313100 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a0629-0abc-4c99-b1e0-2db86109d93c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:39:38.314199 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a0629-0abc-4c99-b1e0-2db86109d93c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:39:38.314683 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a0629-0abc-4c99-b1e0-2db86109d93c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:39:38.315163 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a0629-0abc-4c99-b1e0-2db86109d93c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:39:38.315551 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-7584035d-a0c7-4ce2-9792-bbba1200afbd None None] For port de362506-63bd-42d4-b3a9-e87f4e54220b, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=de362506-63bd-42d4-b3a9-e87f4e54220b,segment=NetworkSegment(5037fda7-2694-4da1-b3e2-c090a2e505cd),segment_id=5037fda7-2694-4da1-b3e2-c090a2e505cd)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:39:38.315839 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a0629-0abc-4c99-b1e0-2db86109d93c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:39:38.316323 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a0629-0abc-4c99-b1e0-2db86109d93c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:39:38.322947 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7584035d-a0c7-4ce2-9792-bbba1200afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:38.394687 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 2e6b5092-642f-4f83-ac6a-ead8dde0d1be details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:39:38.419681 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e03b38-fb96-42f3-8b15-5b26f2db4d67 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:39:38.420032 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e03b38-fb96-42f3-8b15-5b26f2db4d67 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:39:38.420371 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e03b38-fb96-42f3-8b15-5b26f2db4d67 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:39:38.420704 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e03b38-fb96-42f3-8b15-5b26f2db4d67 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:39:38.421032 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e03b38-fb96-42f3-8b15-5b26f2db4d67 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:39:38.421364 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e03b38-fb96-42f3-8b15-5b26f2db4d67 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:39:38.421686 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e03b38-fb96-42f3-8b15-5b26f2db4d67 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:39:38.422009 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e03b38-fb96-42f3-8b15-5b26f2db4d67 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:39:38.422354 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e03b38-fb96-42f3-8b15-5b26f2db4d67 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:39:38.422674 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e03b38-fb96-42f3-8b15-5b26f2db4d67 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:39:38.422993 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e03b38-fb96-42f3-8b15-5b26f2db4d67 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:39:38.423309 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e03b38-fb96-42f3-8b15-5b26f2db4d67 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:39:38.453534 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f623d3a2-b0ae-48ae-960d-6776436bb852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:38.463773 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-60e03b38-fb96-42f3-8b15-5b26f2db4d67 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:38.468273 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-60e03b38-fb96-42f3-8b15-5b26f2db4d67 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/ports/d82a7361-8065-4ff1-97e6-3475fbad8f81 HTTP/1.1" status: 204 len: 168 time: 1.4108195 Oct 12 07:39:38.471338 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39120) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:38.545220 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-899bde14-6a8b-47fb-8851-dacb1fc42309 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:38.549276 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-6ff6faaa-8f9f-4d8b-922b-43c740d1d833 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Allocated IP 172.26.3.244 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/d63c0ab5-70a1-4923-a81e-56ee3fd52511) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:39:38.552930 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c602849-4d52-4ab8-af90-4d511d3f0232 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Made reservation on behalf of e65c260e166d457d9b3ff4f3fa4c3b6f for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:38.562490 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f623d3a2-b0ae-48ae-960d-6776436bb852 admin admin] Pushing event deleted for resources: {'Port': ['ID=651824de-5d6d-433e-889d-e9f258604f99,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:38.574007 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f186d5b3-6767-4258-a5c3-97b06b9074e8 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Made reservation on behalf of 0661c46065e34719ae0bde5df10863f8 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:38.578510 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f186d5b3-6767-4258-a5c3-97b06b9074e8 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:38.584730 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa94d6eb-5c83-4872-bf08-9b1abe81e2b0 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:38.586687 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa94d6eb-5c83-4872-bf08-9b1abe81e2b0 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:38.588673 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-aa94d6eb-5c83-4872-bf08-9b1abe81e2b0 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1144769 Oct 12 07:39:38.593695 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39122) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:38.595154 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-899bde14-6a8b-47fb-8851-dacb1fc42309 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:38.690285 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-c4beeae5-2ef4-4519-9d1f-74b1c7aa14f9 None None] Attempt 10 to provision port 102f51de-54fe-44a7-af06-bffbf8b0ee3e Oct 12 07:39:38.728768 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584035d-a0c7-4ce2-9792-bbba1200afbd None None] Pushing event updated for resources: {'Port': ['ID=de362506-63bd-42d4-b3a9-e87f4e54220b,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:38.753398 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c4beeae5-2ef4-4519-9d1f-74b1c7aa14f9 None None] Port 102f51de-54fe-44a7-af06-bffbf8b0ee3e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:38.756696 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-c4beeae5-2ef4-4519-9d1f-74b1c7aa14f9 None None] Could not find standard attr ID for object 7d360eaa-b743-4fcc-b891-999f4c64e27b. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:39:38.846685 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899bde14-6a8b-47fb-8851-dacb1fc42309 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cd6d29-0aa2-4fd2-9297-2230cb3f2a8e,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:38.867416 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-899bde14-6a8b-47fb-8851-dacb1fc42309 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:38.868625 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-899bde14-6a8b-47fb-8851-dacb1fc42309 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3540833 Oct 12 07:39:38.889582 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39124) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:38.894912 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-38ec4360-00d5-4753-9fc2-0b892d523aa1 None None] Provisioning complete for port 102f51de-54fe-44a7-af06-bffbf8b0ee3e triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:38.895539 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-9f810fdc-3eee-4495-9ac2-3187b0b73658 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Request body: {'security_group_rule': {'security_group_id': '277df8fb-8f22-4e90-b1c6-c01535bddf2a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f9cd6d29-0aa2-4fd2-9297-2230cb3f2a8e', 'remote_ip_prefix': None}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:38.898079 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-38ec4360-00d5-4753-9fc2-0b892d523aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:38.898486 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-38ec4360-00d5-4753-9fc2-0b892d523aa1 None None] Attempt 1 to provision port 102f51de-54fe-44a7-af06-bffbf8b0ee3e Oct 12 07:39:38.923210 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e403abc6-3489-4d3d-a652-6af6d43283a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:38.959962 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-38ec4360-00d5-4753-9fc2-0b892d523aa1 None None] Port 102f51de-54fe-44a7-af06-bffbf8b0ee3e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:39.001579 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e403abc6-3489-4d3d-a652-6af6d43283a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:39.127119 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device de362506-63bd-42d4-b3a9-e87f4e54220b up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:39:39.128462 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5c602849-4d52-4ab8-af90-4d511d3f0232 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:39.154941 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e403abc6-3489-4d3d-a652-6af6d43283a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:39.201941 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port de362506-63bd-42d4-b3a9-e87f4e54220b triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:39.202548 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:39.202924 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port de362506-63bd-42d4-b3a9-e87f4e54220b Oct 12 07:39:39.215970 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6a426f4c-fa2a-4334-b8f8-3d64e21a8260 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746852068563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-30359307'] for subnet, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:39.223315 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-5c602849-4d52-4ab8-af90-4d511d3f0232 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] device_id is not set on port 013a7b89-aaca-476e-9fd0-c618bafc2a1d yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:39:39.241989 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e403abc6-3489-4d3d-a652-6af6d43283a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=8d976966-380f-4130-9d1d-e5e8959fda8c,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:39.267400 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9f810fdc-3eee-4495-9ac2-3187b0b73658 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:39.291887 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port de362506-63bd-42d4-b3a9-e87f4e54220b is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:39.292682 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:39.334063 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port de362506-63bd-42d4-b3a9-e87f4e54220b, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=de362506-63bd-42d4-b3a9-e87f4e54220b,segment=NetworkSegment(5037fda7-2694-4da1-b3e2-c090a2e505cd),segment_id=5037fda7-2694-4da1-b3e2-c090a2e505cd)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:39.339854 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:39.340687 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-36137e36-a4bb-47fb-b307-b2f560549b2e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting subnet 262f108b-ff5a-429d-bdc1-14d5f9a35c27 {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:39:39.344413 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 6f5a0bea-a537-4b97-ac5b-460c63e81ef8 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:39:39.359149 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-36137e36-a4bb-47fb-b307-b2f560549b2e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:39.397227 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f623d3a2-b0ae-48ae-960d-6776436bb852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:39.399838 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a426f4c-fa2a-4334-b8f8-3d64e21a8260 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:39.400620 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6a426f4c-fa2a-4334-b8f8-3d64e21a8260 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:39.402246 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-6a426f4c-fa2a-4334-b8f8-3d64e21a8260 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "PUT /v2.0/subnets/d9d41480-7a2a-43a6-9a39-fff174ee798d HTTP/1.1" status: 200 len: 900 time: 1.9592381 Oct 12 07:39:39.410647 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39126) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:39.455400 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=de362506-63bd-42d4-b3a9-e87f4e54220b,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:39.467398 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-38ec4360-00d5-4753-9fc2-0b892d523aa1 None None] Attempt 2 to provision port 102f51de-54fe-44a7-af06-bffbf8b0ee3e Oct 12 07:39:39.516236 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a426f4c-fa2a-4334-b8f8-3d64e21a8260 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event updated for resources: {'Subnet': ['ID=d9d41480-7a2a-43a6-9a39-fff174ee798d,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:39.519256 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6ff6faaa-8f9f-4d8b-922b-43c740d1d833 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:39.534410 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-38ec4360-00d5-4753-9fc2-0b892d523aa1 None None] Port 102f51de-54fe-44a7-af06-bffbf8b0ee3e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:39.546669 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 6f5a0bea-a537-4b97-ac5b-460c63e81ef8 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:39.547190 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:39.547620 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 6f5a0bea-a537-4b97-ac5b-460c63e81ef8 Oct 12 07:39:39.551259 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a101c7cd-6a3e-4d73-86e6-864c935e4712 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:39.556672 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-36137e36-a4bb-47fb-b307-b2f560549b2e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:39.619829 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.l3_db [None req-e403abc6-3489-4d3d-a652-6af6d43283a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Floating IP b6831748-04f3-4fbb-ba36-810564e33177 associated. External IP: 172.26.3.14, port: 3fe897af-d5b7-4d22-b7ae-0c814642fab6. Oct 12 07:39:39.649226 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 6f5a0bea-a537-4b97-ac5b-460c63e81ef8 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:39.650489 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:39:39.711988 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:39.712457 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:39.712890 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1 Oct 12 07:39:39.777609 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-5c602849-4d52-4ab8-af90-4d511d3f0232 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Allocated IP 2001:db8::c2 (5464953c-71d3-4410-9e99-b16a0a4807b7/7dfcc4f9-c815-408f-8745-af6cc0d09c6e/013a7b89-aaca-476e-9fd0-c618bafc2a1d) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:39:39.783511 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9f810fdc-3eee-4495-9ac2-3187b0b73658 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:39.789282 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6ff6faaa-8f9f-4d8b-922b-43c740d1d833 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:39.806906 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b61e0c-08e0-453f-aeda-497113fa0867 None None] Network ee8336c9-1a79-4199-86e1-5637a383843a requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:39.834706 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:39.838527 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9f810fdc-3eee-4495-9ac2-3187b0b73658 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:39.850827 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff6faaa-8f9f-4d8b-922b-43c740d1d833 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Pushing event updated for resources: {'Port': ['ID=d63c0ab5-70a1-4923-a81e-56ee3fd52511,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:39.865936 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f186d5b3-6767-4258-a5c3-97b06b9074e8 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:39.868840 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-36137e36-a4bb-47fb-b307-b2f560549b2e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:39.907301 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9f810fdc-3eee-4495-9ac2-3187b0b73658 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:39.911337 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-9f810fdc-3eee-4495-9ac2-3187b0b73658 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0178242 Oct 12 07:39:39.914001 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f810fdc-3eee-4495-9ac2-3187b0b73658 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e853c6f7-1a10-4a61-8f23-c0e3d29cfee7,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:39.921717 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39128) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:39.932983 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-a101c7cd-6a3e-4d73-86e6-864c935e4712 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Deleting port de362506-63bd-42d4-b3a9-e87f4e54220b {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:39:39.932983 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a101c7cd-6a3e-4d73-86e6-864c935e4712 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:39.944280 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff6faaa-8f9f-4d8b-922b-43c740d1d833 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:39:39.975887 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-6ff6faaa-8f9f-4d8b-922b-43c740d1d833 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:39.988303 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff6faaa-8f9f-4d8b-922b-43c740d1d833 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:39:40.040282 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-38ec4360-00d5-4753-9fc2-0b892d523aa1 None None] Attempt 3 to provision port 102f51de-54fe-44a7-af06-bffbf8b0ee3e Oct 12 07:39:40.096846 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-38ec4360-00d5-4753-9fc2-0b892d523aa1 None None] Port 102f51de-54fe-44a7-af06-bffbf8b0ee3e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:40.104785 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186d5b3-6767-4258-a5c3-97b06b9074e8 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event updated for resources: {'Subnet': ['ID=fef0c2c2-41c7-499a-a94d-da09b74d513b,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:40.119216 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0773a960-abbe-4aea-a0bc-e7e59fb1888a tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:40.135638 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-36137e36-a4bb-47fb-b307-b2f560549b2e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:40.163257 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0773a960-abbe-4aea-a0bc-e7e59fb1888a tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:40.183753 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e403abc6-3489-4d3d-a652-6af6d43283a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Router 8c7410a8-7294-4d50-bca8-31d4228bdbad has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:39:40.215965 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f186d5b3-6767-4258-a5c3-97b06b9074e8 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Checking segment: {'id': '78f36ec1-4cfb-4854-b7de-3fbecb937c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2e6b5092-642f-4f83-ac6a-ead8dde0d1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:39:40.216341 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f186d5b3-6767-4258-a5c3-97b06b9074e8 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Network hostable DHCP agents. Network: 2e6b5092-642f-4f83-ac6a-ead8dde0d1be, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:39:40.227933 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880ba5d0-25c2-4a20-9c6b-661fca1f055d None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:40.247565 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-36137e36-a4bb-47fb-b307-b2f560549b2e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:40.251045 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-36137e36-a4bb-47fb-b307-b2f560549b2e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/262f108b-ff5a-429d-bdc1-14d5f9a35c27 HTTP/1.1" status: 204 len: 168 time: 1.6448963 Oct 12 07:39:40.252096 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36137e36-a4bb-47fb-b307-b2f560549b2e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Subnet': ['ID=262f108b-ff5a-429d-bdc1-14d5f9a35c27,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:40.253830 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39130) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:40.305784 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0650b7c1-36de-4a2d-9392-d76f2aaafa02 None None] Network ee8336c9-1a79-4199-86e1-5637a383843a requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:40.348736 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-a101c7cd-6a3e-4d73-86e6-864c935e4712 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] For port de362506-63bd-42d4-b3a9-e87f4e54220b, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=de362506-63bd-42d4-b3a9-e87f4e54220b,segment=NetworkSegment(5037fda7-2694-4da1-b3e2-c090a2e505cd),segment_id=5037fda7-2694-4da1-b3e2-c090a2e505cd)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:40.349304 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a101c7cd-6a3e-4d73-86e6-864c935e4712 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:40.351303 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f186d5b3-6767-4258-a5c3-97b06b9074e8 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Network 2e6b5092-642f-4f83-ac6a-ead8dde0d1be is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:39:40.368792 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-dab59320-2f3e-401e-adde-8c0e72414dd6 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1049194 Oct 12 07:39:40.390569 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39132) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:40.397094 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-d801e148-7f19-468c-8ad2-62c3a3fe34ff tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'subnet': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:40.407315 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-a101c7cd-6a3e-4d73-86e6-864c935e4712 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Calling delete_port for de362506-63bd-42d4-b3a9-e87f4e54220b owned by network:dhcp {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:39:40.413857 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0773a960-abbe-4aea-a0bc-e7e59fb1888a tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:40.432328 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-f186d5b3-6767-4258-a5c3-97b06b9074e8 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 2e6b5092-642f-4f83-ac6a-ead8dde0d1be) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:40.441382 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0773a960-abbe-4aea-a0bc-e7e59fb1888a tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:40.442354 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-0773a960-abbe-4aea-a0bc-e7e59fb1888a tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/e853c6f7-1a10-4a61-8f23-c0e3d29cfee7 HTTP/1.1" status: 204 len: 168 time: 0.5114129 Oct 12 07:39:40.450532 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f623d3a2-b0ae-48ae-960d-6776436bb852 admin admin] Router bae66d85-4bf0-41d4-8dcf-c40b04530756 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:39:40.452341 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39134) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:40.458941 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aafb6ea-1b76-47f9-b228-eefa530db701 None None] Network 2e6b5092-642f-4f83-ac6a-ead8dde0d1be requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:40.459292 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f186d5b3-6767-4258-a5c3-97b06b9074e8 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:40.459855 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f186d5b3-6767-4258-a5c3-97b06b9074e8 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:40.468201 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0773a960-abbe-4aea-a0bc-e7e59fb1888a tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e853c6f7-1a10-4a61-8f23-c0e3d29cfee7,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:40.489589 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5c602849-4d52-4ab8-af90-4d511d3f0232 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:40.511706 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e403abc6-3489-4d3d-a652-6af6d43283a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:39:40.526594 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea6d1d7-a8db-4c14-8214-9d8b2f58cb0f None None] Sync routers for ids ['8c7410a8-7294-4d50-bca8-31d4228bdbad'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:39:40.543969 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea6d1d7-a8db-4c14-8214-9d8b2f58cb0f None None] Routers {'8c7410a8-7294-4d50-bca8-31d4228bdbad'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:39:40.544627 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-3ea6d1d7-a8db-4c14-8214-9d8b2f58cb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:39:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['8c7410a8-7294-4d50-bca8-31d4228bdbad'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:40.598436 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f186d5b3-6767-4258-a5c3-97b06b9074e8 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3690450 Oct 12 07:39:40.601755 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e403abc6-3489-4d3d-a652-6af6d43283a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:40.605117 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39136) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:40.606445 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-38ec4360-00d5-4753-9fc2-0b892d523aa1 None None] Attempt 4 to provision port 102f51de-54fe-44a7-af06-bffbf8b0ee3e Oct 12 07:39:40.611371 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-86bc4779-8390-4997-8bf8-15538722416a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-436206497', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:40.622500 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b4594883-0cd5-4eb5-b5af-a60e6c30ecd8 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1483912 Oct 12 07:39:40.627522 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39138) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:40.666622 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-38ec4360-00d5-4753-9fc2-0b892d523aa1 None None] Port 102f51de-54fe-44a7-af06-bffbf8b0ee3e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:40.708934 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e403abc6-3489-4d3d-a652-6af6d43283a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.0998943 Oct 12 07:39:40.712690 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5c602849-4d52-4ab8-af90-4d511d3f0232 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:40.717498 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39140) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:40.724985 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8926720-09b0-467b-9e8a-3bd93ba7b4ac', 'tag': '3fe897af-d5b7-4d22-b7ae-0c814642fab6'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:39:40.727395 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddba47f6901442025abf8f9725c41876113475a10693ce4f7782efac72d774e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d0b913-ee25-41cc-9c24-9cdba57f510a" -d '{"events": [{"name": "network-changed", "server_uuid": "f8926720-09b0-467b-9e8a-3bd93ba7b4ac", "tag": "3fe897af-d5b7-4d22-b7ae-0c814642fab6"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:39:40.735905 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-86bc4779-8390-4997-8bf8-15538722416a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:40.736925 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-86bc4779-8390-4997-8bf8-15538722416a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:40.783742 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c602849-4d52-4ab8-af90-4d511d3f0232 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Network 5464953c-71d3-4410-9e99-b16a0a4807b7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:39:40.787711 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-5c602849-4d52-4ab8-af90-4d511d3f0232 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:40.790474 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c602849-4d52-4ab8-af90-4d511d3f0232 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:39:40.811173 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c602849-4d52-4ab8-af90-4d511d3f0232 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:40.814848 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-3ea6d1d7-a8db-4c14-8214-9d8b2f58cb0f None None] Set router 8c7410a8-7294-4d50-bca8-31d4228bdbad gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:39:40.817527 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5c602849-4d52-4ab8-af90-4d511d3f0232 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:40.820907 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f623d3a2-b0ae-48ae-960d-6776436bb852 admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:39:40.829923 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f623d3a2-b0ae-48ae-960d-6776436bb852 admin admin] 10.222.0.26 "PUT /v2.0/routers/bae66d85-4bf0-41d4-8dcf-c40b04530756/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2485974 Oct 12 07:39:40.833517 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c4af56-c3a6-42bf-beaa-68d325c7191c x-openstack-request-id: req-a8c4af56-c3a6-42bf-beaa-68d325c7191c {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:39:40.833785 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8926720-09b0-467b-9e8a-3bd93ba7b4ac", "tag": "3fe897af-d5b7-4d22-b7ae-0c814642fab6", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:39:40.834084 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a8c4af56-c3a6-42bf-beaa-68d325c7191c {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:39:40.834495 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8c4af56-c3a6-42bf-beaa-68d325c7191c'] response: {'name': 'network-changed', 'server_uuid': 'f8926720-09b0-467b-9e8a-3bd93ba7b4ac', 'tag': '3fe897af-d5b7-4d22-b7ae-0c814642fab6', 'status': 'completed', 'code': 200} Oct 12 07:39:40.843570 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39144) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:40.855886 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c602849-4d52-4ab8-af90-4d511d3f0232 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event updated for resources: {'Port': ['ID=013a7b89-aaca-476e-9fd0-c618bafc2a1d,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:40.907233 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa78ff6-54b9-4089-bd03-9b93fa480ed8 None None] DHCP port deletion for 9994ec23-a1f7-459d-8925-14bc9ff05f17 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:39:40.920020 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-5c602849-4d52-4ab8-af90-4d511d3f0232 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2443745 Oct 12 07:39:40.927843 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39146) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:40.931486 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c646762-46e4-47a8-8203-7e9ccb1fa373 None None] Sync routers for ids ['bae66d85-4bf0-41d4-8dcf-c40b04530756'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:39:40.941784 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-0f7a3845-2509-42ed-9fbf-5c4c71fafbd7 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'subnet': {'network_id': '5464953c-71d3-4410-9e99-b16a0a4807b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:40.956772 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d801e148-7f19-468c-8ad2-62c3a3fe34ff tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:40.961712 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device de362506-63bd-42d4-b3a9-e87f4e54220b up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:39:40.963696 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d801e148-7f19-468c-8ad2-62c3a3fe34ff tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:41.163452 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c646762-46e4-47a8-8203-7e9ccb1fa373 None None] Routers {'bae66d85-4bf0-41d4-8dcf-c40b04530756'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:39:41.164093 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-3c646762-46e4-47a8-8203-7e9ccb1fa373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:39:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['bae66d85-4bf0-41d4-8dcf-c40b04530756'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:41.192689 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b42f5ba3-26d0-49d1-bf2d-7d6b86af0e4a tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:41.195416 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a101c7cd-6a3e-4d73-86e6-864c935e4712 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:41.223119 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-38ec4360-00d5-4753-9fc2-0b892d523aa1 None None] Attempt 5 to provision port 102f51de-54fe-44a7-af06-bffbf8b0ee3e Oct 12 07:39:41.280577 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-3ea6d1d7-a8db-4c14-8214-9d8b2f58cb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'name': 'tempest-TestNetworkBasicOps-router-555883788', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': '0b43baf8-2140-4c2d-a8c3-c75746ab1776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:38:39Z', 'updated_at': '2022-10-12T07:38:55Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '0b43baf8-2140-4c2d-a8c3-c75746ab1776', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:40:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:38:41Z', 'updated_at': '2022-10-12T07:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'b6831748-04f3-4fbb-ba36-810564e33177', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'floating_ip_address': '172.26.3.14', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'port_id': '3fe897af-d5b7-4d22-b7ae-0c814642fab6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f174f3-fe7c-477c-82b4-dc8c70c0c1d0', 'mac_address': 'fa:16:3e:bb:83:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8926720-09b0-467b-9e8a-3bd93ba7b4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:39:36Z', 'updated_at': '2022-10-12T07:39:36Z', 'revision_number': 0, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bb6b36e-60ed-4267-80b7-be073d9d55e1', 'name': '', 'network_id': 'd3f174f3-fe7c-477c-82b4-dc8c70c0c1d0', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:a1:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'f94507d5-d2c5-4934-a94a-80714edc117a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:38:52Z', 'updated_at': '2022-10-12T07:39:03Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': 'f94507d5-d2c5-4934-a94a-80714edc117a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:41.328547 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea6d1d7-a8db-4c14-8214-9d8b2f58cb0f None None] Checking router: 8c7410a8-7294-4d50-bca8-31d4228bdbad for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:39:41.341897 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea6d1d7-a8db-4c14-8214-9d8b2f58cb0f None None] Routers {'8c7410a8-7294-4d50-bca8-31d4228bdbad'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:39:41.342907 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-3ea6d1d7-a8db-4c14-8214-9d8b2f58cb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:39:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['8c7410a8-7294-4d50-bca8-31d4228bdbad'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:41.364017 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe466b5-c810-43b0-a29d-8109b052c768 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-2e6b5092-642f-4f83-ac6a-ead8dde0d1be', 'network_id': '2e6b5092-642f-4f83-ac6a-ead8dde0d1be', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'fixed_ips': [{'subnet_id': 'fef0c2c2-41c7-499a-a94d-da09b74d513b'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:39:41.365066 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0fe466b5-c810-43b0-a29d-8109b052c768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:41.451584 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No active binding found for port de362506-63bd-42d4-b3a9-e87f4e54220b {{(pid=103202) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 12 07:39:41.452028 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device de362506-63bd-42d4-b3a9-e87f4e54220b not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 12 07:39:41.475738 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Port de362506-63bd-42d4-b3a9-e87f4e54220b not found, will not notify nova. {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 12 07:39:41.502461 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-3ea6d1d7-a8db-4c14-8214-9d8b2f58cb0f None None] Set router 8c7410a8-7294-4d50-bca8-31d4228bdbad gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:39:41.506892 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-38ec4360-00d5-4753-9fc2-0b892d523aa1 None None] Port 102f51de-54fe-44a7-af06-bffbf8b0ee3e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:41.652739 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.objects.ports [None req-d801e148-7f19-468c-8ad2-62c3a3fe34ff tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103200) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 12 07:39:41.659219 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0b913-ee25-41cc-9c24-9cdba57f510a req-e9886a78-1d49-416e-bdfc-5b5231471fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:41.660748 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-13d0b913-ee25-41cc-9c24-9cdba57f510a req-e9886a78-1d49-416e-bdfc-5b5231471fc7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&device_id=f8926720-09b0-467b-9e8a-3bd93ba7b4ac HTTP/1.1" status: 200 len: 1099 time: 0.6660943 Oct 12 07:39:41.717078 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9ffc7bba-764f-494b-8989-fe2b4415a037 admin admin] Notify callbacks [] for router, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:41.766726 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a101c7cd-6a3e-4d73-86e6-864c935e4712 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event deleted for resources: {'Port': ['ID=de362506-63bd-42d4-b3a9-e87f4e54220b,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:41.773558 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-996765e8-db58-45a7-9879-39b192d5e777 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/floatingips/b6831748-04f3-4fbb-ba36-810564e33177 HTTP/1.1" status: 200 len: 991 time: 1.0522568 Oct 12 07:39:41.849868 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7a3845-2509-42ed-9fbf-5c4c71fafbd7 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Made reservation on behalf of e65c260e166d457d9b3ff4f3fa4c3b6f for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:41.853321 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0f7a3845-2509-42ed-9fbf-5c4c71fafbd7 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:41.915945 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-0fe466b5-c810-43b0-a29d-8109b052c768 None None] Allocated IP 2001:db8::2 (2e6b5092-642f-4f83-ac6a-ead8dde0d1be/fef0c2c2-41c7-499a-a94d-da09b74d513b/78a52373-cb73-4d6b-8720-f4038b73c123) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:39:41.935642 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b42f5ba3-26d0-49d1-bf2d-7d6b86af0e4a tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:41.941762 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9ffc7bba-764f-494b-8989-fe2b4415a037 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:41.975942 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-86bc4779-8390-4997-8bf8-15538722416a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:41.977299 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 6f5a0bea-a537-4b97-ac5b-460c63e81ef8 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:39:41.979508 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a101c7cd-6a3e-4d73-86e6-864c935e4712 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] No DVR routers for this DVR port de362506-63bd-42d4-b3a9-e87f4e54220b on host dv-neutron-860909-2-hyperv {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:39:42.003334 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-3ea6d1d7-a8db-4c14-8214-9d8b2f58cb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'name': 'tempest-TestNetworkBasicOps-router-555883788', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': '0b43baf8-2140-4c2d-a8c3-c75746ab1776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:38:39Z', 'updated_at': '2022-10-12T07:38:55Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '0b43baf8-2140-4c2d-a8c3-c75746ab1776', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:40:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:38:41Z', 'updated_at': '2022-10-12T07:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'b6831748-04f3-4fbb-ba36-810564e33177', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'floating_ip_address': '172.26.3.14', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'port_id': '3fe897af-d5b7-4d22-b7ae-0c814642fab6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f174f3-fe7c-477c-82b4-dc8c70c0c1d0', 'mac_address': 'fa:16:3e:bb:83:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8926720-09b0-467b-9e8a-3bd93ba7b4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:39:36Z', 'updated_at': '2022-10-12T07:39:36Z', 'revision_number': 0, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bb6b36e-60ed-4267-80b7-be073d9d55e1', 'name': '', 'network_id': 'd3f174f3-fe7c-477c-82b4-dc8c70c0c1d0', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:a1:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'f94507d5-d2c5-4934-a94a-80714edc117a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:38:52Z', 'updated_at': '2022-10-12T07:39:03Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': 'f94507d5-d2c5-4934-a94a-80714edc117a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:42.007714 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.ipam_backend_mixin [None req-0f7a3845-2509-42ed-9fbf-5c4c71fafbd7 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7dfcc4f9-c815-408f-8745-af6cc0d09c6e (CIDR: 2001:db8::/64) Oct 12 07:39:42.019204 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f7a3845-2509-42ed-9fbf-5c4c71fafbd7 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:39:42.019778 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f7a3845-2509-42ed-9fbf-5c4c71fafbd7 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:39:42.021064 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-86bc4779-8390-4997-8bf8-15538722416a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:42.037260 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-38ec4360-00d5-4753-9fc2-0b892d523aa1 None None] Attempt 6 to provision port 102f51de-54fe-44a7-af06-bffbf8b0ee3e Oct 12 07:39:42.038768 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-9ffc7bba-764f-494b-8989-fe2b4415a037 admin admin] Deleting port dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:39:42.039131 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9ffc7bba-764f-494b-8989-fe2b4415a037 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:42.061909 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-0f7a3845-2509-42ed-9fbf-5c4c71fafbd7 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1302216 Oct 12 07:39:42.062827 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39148) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:42.064083 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea6d1d7-a8db-4c14-8214-9d8b2f58cb0f None None] The sync data for ids ['8c7410a8-7294-4d50-bca8-31d4228bdbad'] in dv-neutron-860909-2-hyperv is: [{'id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'name': 'tempest-TestNetworkBasicOps-router-555883788', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': '0b43baf8-2140-4c2d-a8c3-c75746ab1776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:38:39Z', 'updated_at': '2022-10-12T07:38:55Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '0b43baf8-2140-4c2d-a8c3-c75746ab1776', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:40:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:38:41Z', 'updated_at': '2022-10-12T07:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'b6831748-04f3-4fbb-ba36-810564e33177', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'floating_ip_address': '172.26.3.14', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'port_id': '3fe897af-d5b7-4d22-b7ae-0c814642fab6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f174f3-fe7c-477c-82b4-dc8c70c0c1d0', 'mac_address': 'fa:16:3e:bb:83:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8926720-09b0-467b-9e8a-3bd93ba7b4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:39:36Z', 'updated_at': '2022-10-12T07:39:36Z', 'revision_number': 0, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bb6b36e-60ed-4267-80b7-be073d9d55e1', 'name': '', 'network_id': 'd3f174f3-fe7c-477c-82b4-dc8c70c0c1d0', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:a1:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'f94507d5-d2c5-4934-a94a-80714edc117a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:38:52Z', 'updated_at': '2022-10-12T07:39:03Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': 'f94507d5-d2c5-4934-a94a-80714edc117a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:39:42.070165 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-4794105e-60ea-490c-9670-c457a23a1a3f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'subnet': {'network_id': '5464953c-71d3-4410-9e99-b16a0a4807b7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:42.087189 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-38ec4360-00d5-4753-9fc2-0b892d523aa1 None None] Port 102f51de-54fe-44a7-af06-bffbf8b0ee3e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:42.104240 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-eaa78ff6-54b9-4089-bd03-9b93fa480ed8 None None] Deleting port 6f5a0bea-a537-4b97-ac5b-460c63e81ef8 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:39:42.104857 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eaa78ff6-54b9-4089-bd03-9b93fa480ed8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:42.116541 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-3c646762-46e4-47a8-8203-7e9ccb1fa373 None None] Set router bae66d85-4bf0-41d4-8dcf-c40b04530756 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:39:42.153752 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d801e148-7f19-468c-8ad2-62c3a3fe34ff tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:42.182351 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-86bc4779-8390-4997-8bf8-15538722416a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:42.183592 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-86bc4779-8390-4997-8bf8-15538722416a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.5767031 Oct 12 07:39:42.197637 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39150) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:42.219269 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a101c7cd-6a3e-4d73-86e6-864c935e4712 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:42.296651 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b42f5ba3-26d0-49d1-bf2d-7d6b86af0e4a tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:42.299244 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b42f5ba3-26d0-49d1-bf2d-7d6b86af0e4a tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:42.303745 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b42f5ba3-26d0-49d1-bf2d-7d6b86af0e4a tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "DELETE /v2.0/security-groups/f9cd6d29-0aa2-4fd2-9297-2230cb3f2a8e HTTP/1.1" status: 204 len: 168 time: 1.6752288 Oct 12 07:39:42.312207 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39152) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:42.330060 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4794105e-60ea-490c-9670-c457a23a1a3f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Made reservation on behalf of e65c260e166d457d9b3ff4f3fa4c3b6f for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:42.333141 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4794105e-60ea-490c-9670-c457a23a1a3f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:42.344224 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0b913-ee25-41cc-9c24-9cdba57f510a req-686b7717-ecef-4e40-8ba2-4dc980f14edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:42.346061 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-13d0b913-ee25-41cc-9c24-9cdba57f510a req-686b7717-ecef-4e40-8ba2-4dc980f14edb service neutron] 10.222.0.23 "GET /v2.0/networks?id=d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0 HTTP/1.1" status: 200 len: 898 time: 0.5673039 Oct 12 07:39:42.373692 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6ff6faaa-8f9f-4d8b-922b-43c740d1d833 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:42.415054 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0fe466b5-c810-43b0-a29d-8109b052c768 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:42.426449 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 6f5a0bea-a537-4b97-ac5b-460c63e81ef8 is: ACTIVE; New status is: DOWN {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:42.426832 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:42.444812 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0fe466b5-c810-43b0-a29d-8109b052c768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:42.447755 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-eaa78ff6-54b9-4089-bd03-9b93fa480ed8 None None] For port 6f5a0bea-a537-4b97-ac5b-460c63e81ef8, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=6f5a0bea-a537-4b97-ac5b-460c63e81ef8,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:42.448143 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eaa78ff6-54b9-4089-bd03-9b93fa480ed8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:42.474266 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ddafc5-972e-47c1-87dd-d3ba075f8b65 None None] New status for floating IP b6831748-04f3-4fbb-ba36-810564e33177: ACTIVE {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 07:39:42.499750 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-9ffc7bba-764f-494b-8989-fe2b4415a037 admin admin] For port dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:42.500117 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9ffc7bba-764f-494b-8989-fe2b4415a037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:42.502155 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-eaa78ff6-54b9-4089-bd03-9b93fa480ed8 None None] Calling delete_port for 6f5a0bea-a537-4b97-ac5b-460c63e81ef8 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:39:42.552972 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe466b5-c810-43b0-a29d-8109b052c768 None None] Network 2e6b5092-642f-4f83-ac6a-ead8dde0d1be is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:39:42.558711 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-9ffc7bba-764f-494b-8989-fe2b4415a037 admin admin] Calling delete_port for dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:39:42.561486 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-0fe466b5-c810-43b0-a29d-8109b052c768 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:42.567623 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe466b5-c810-43b0-a29d-8109b052c768 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:39:42.569563 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe466b5-c810-43b0-a29d-8109b052c768 None None] Pushing event updated for resources: {'Port': ['ID=78a52373-cb73-4d6b-8720-f4038b73c123,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:42.596046 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f5ba3-26d0-49d1-bf2d-7d6b86af0e4a tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cd6d29-0aa2-4fd2-9297-2230cb3f2a8e,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:42.606620 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-38ec4360-00d5-4753-9fc2-0b892d523aa1 None None] Attempt 7 to provision port 102f51de-54fe-44a7-af06-bffbf8b0ee3e Oct 12 07:39:42.611130 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-13d0b913-ee25-41cc-9c24-9cdba57f510a req-ced7a410-cb62-4fe9-ac3a-246c19f53d0e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fe897af-d5b7-4d22-b7ae-0c814642fab6 HTTP/1.1" status: 200 len: 999 time: 0.2525437 Oct 12 07:39:42.693791 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.ipam_backend_mixin [None req-4794105e-60ea-490c-9670-c457a23a1a3f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 854f8874-ed31-48ba-8414-4596b21a1811 (CIDR: 2001:db8:0:1::/64) Oct 12 07:39:42.696602 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-38ec4360-00d5-4753-9fc2-0b892d523aa1 None None] Port 102f51de-54fe-44a7-af06-bffbf8b0ee3e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:42.716391 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-4794105e-60ea-490c-9670-c457a23a1a3f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:39:42.716897 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4794105e-60ea-490c-9670-c457a23a1a3f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:39:42.719721 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5d186a2f-3db9-4163-aa02-933d8a9958f4 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:42.739783 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0fe466b5-c810-43b0-a29d-8109b052c768 None None] Attempting to bind port 78a52373-cb73-4d6b-8720-f4038b73c123 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:39:42.740210 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0fe466b5-c810-43b0-a29d-8109b052c768 None None] Attempting to bind port 78a52373-cb73-4d6b-8720-f4038b73c123 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '78f36ec1-4cfb-4854-b7de-3fbecb937c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2e6b5092-642f-4f83-ac6a-ead8dde0d1be'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:39:42.740527 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe466b5-c810-43b0-a29d-8109b052c768 None None] Attempting to bind port 78a52373-cb73-4d6b-8720-f4038b73c123 on network 2e6b5092-642f-4f83-ac6a-ead8dde0d1be {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:39:42.745631 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-3c646762-46e4-47a8-8203-7e9ccb1fa373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae66d85-4bf0-41d4-8dcf-c40b04530756', 'name': 'tempest-ServerActionsTestJSON-1937560167-router', 'tenant_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.89'}], 'enable_snat': True}, 'gw_port_id': 'dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:35:38Z', 'updated_at': '2022-10-12T07:39:37Z', 'revision_number': 5, 'project_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'gw_port': {'id': 'dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae66d85-4bf0-41d4-8dcf-c40b04530756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:35:39Z', 'updated_at': '2022-10-12T07:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:42.782452 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe466b5-c810-43b0-a29d-8109b052c768 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:39:42.782918 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe466b5-c810-43b0-a29d-8109b052c768 None None] Checking segment: {'id': '78f36ec1-4cfb-4854-b7de-3fbecb937c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2e6b5092-642f-4f83-ac6a-ead8dde0d1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:39:42.783328 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0fe466b5-c810-43b0-a29d-8109b052c768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:42.783729 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe466b5-c810-43b0-a29d-8109b052c768 None None] Bound using segment: {'id': '78f36ec1-4cfb-4854-b7de-3fbecb937c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2e6b5092-642f-4f83-ac6a-ead8dde0d1be'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:39:42.784222 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0fe466b5-c810-43b0-a29d-8109b052c768 None None] Bound port: 78a52373-cb73-4d6b-8720-f4038b73c123, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78f36ec1-4cfb-4854-b7de-3fbecb937c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2e6b5092-642f-4f83-ac6a-ead8dde0d1be'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:39:42.784606 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0fe466b5-c810-43b0-a29d-8109b052c768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:42.786800 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c646762-46e4-47a8-8203-7e9ccb1fa373 None None] Checking router: bae66d85-4bf0-41d4-8dcf-c40b04530756 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:39:42.791581 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39154) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:42.810422 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-4794105e-60ea-490c-9670-c457a23a1a3f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7464981 Oct 12 07:39:42.813576 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c646762-46e4-47a8-8203-7e9ccb1fa373 None None] Routers {'bae66d85-4bf0-41d4-8dcf-c40b04530756'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:39:42.813576 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-3c646762-46e4-47a8-8203-7e9ccb1fa373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:39:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['bae66d85-4bf0-41d4-8dcf-c40b04530756'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:42.871832 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39156) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:42.881914 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-c82873bb-0449-4065-a39d-72f0dae63639 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'subnet': {'network_id': '5464953c-71d3-4410-9e99-b16a0a4807b7', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:42.947597 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-0fe466b5-c810-43b0-a29d-8109b052c768 None None] For port 78a52373-cb73-4d6b-8720-f4038b73c123, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:39:42.950996 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-3c646762-46e4-47a8-8203-7e9ccb1fa373 None None] Set router bae66d85-4bf0-41d4-8dcf-c40b04530756 gateway port host: None {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:39:43.009599 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-3c646762-46e4-47a8-8203-7e9ccb1fa373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae66d85-4bf0-41d4-8dcf-c40b04530756', 'name': 'tempest-ServerActionsTestJSON-1937560167-router', 'tenant_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:35:38Z', 'updated_at': '2022-10-12T07:39:41Z', 'revision_number': 6, 'project_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'gw_port_host': None}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:43.036695 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c646762-46e4-47a8-8203-7e9ccb1fa373 None None] The sync data for ids ['bae66d85-4bf0-41d4-8dcf-c40b04530756'] in dv-neutron-860909-2-hyperv is: [{'id': 'bae66d85-4bf0-41d4-8dcf-c40b04530756', 'name': 'tempest-ServerActionsTestJSON-1937560167-router', 'tenant_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:35:38Z', 'updated_at': '2022-10-12T07:39:41Z', 'revision_number': 6, 'project_id': 'd1d3cbb5d7ca448db4db422a609861ea', 'gw_port_host': None}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:39:43.042256 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-dc8bc43a-dbd6-4297-8911-a42254f26d94 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/floatingips/b6831748-04f3-4fbb-ba36-810564e33177 HTTP/1.1" status: 200 len: 993 time: 0.2472403 Oct 12 07:39:43.113042 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-d801e148-7f19-468c-8ad2-62c3a3fe34ff tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] For port 6f5a0bea-a537-4b97-ac5b-460c63e81ef8, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=6f5a0bea-a537-4b97-ac5b-460c63e81ef8,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:43.171067 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a41c21dd-4f18-40de-a116-e8585c619279 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.8491292 Oct 12 07:39:43.172197 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39158) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:43.197509 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-38ec4360-00d5-4753-9fc2-0b892d523aa1 None None] Attempt 8 to provision port 102f51de-54fe-44a7-af06-bffbf8b0ee3e Oct 12 07:39:43.197765 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6ff6faaa-8f9f-4d8b-922b-43c740d1d833 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:43.203348 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0b913-ee25-41cc-9c24-9cdba57f510a req-c5ad14f8-3ccd-4438-88e9-d5266b866cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:43.204858 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-13d0b913-ee25-41cc-9c24-9cdba57f510a req-c5ad14f8-3ccd-4438-88e9-d5266b866cdb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f94507d5-d2c5-4934-a94a-80714edc117a HTTP/1.1" status: 200 len: 835 time: 0.5667019 Oct 12 07:39:43.206578 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9ffc7bba-764f-494b-8989-fe2b4415a037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:43.206929 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d801e148-7f19-468c-8ad2-62c3a3fe34ff tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:43.229333 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eaa78ff6-54b9-4089-bd03-9b93fa480ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:43.235692 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a101c7cd-6a3e-4d73-86e6-864c935e4712 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:43.245744 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d801e148-7f19-468c-8ad2-62c3a3fe34ff tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:43.247009 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d801e148-7f19-468c-8ad2-62c3a3fe34ff tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:43.267094 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82873bb-0449-4065-a39d-72f0dae63639 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Made reservation on behalf of e65c260e166d457d9b3ff4f3fa4c3b6f for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:43.270591 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c82873bb-0449-4065-a39d-72f0dae63639 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:43.271414 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-0fe466b5-c810-43b0-a29d-8109b052c768 None None] For port 78a52373-cb73-4d6b-8720-f4038b73c123, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=78a52373-cb73-4d6b-8720-f4038b73c123,segment=NetworkSegment(78f36ec1-4cfb-4854-b7de-3fbecb937c56),segment_id=78f36ec1-4cfb-4854-b7de-3fbecb937c56)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:39:43.273858 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc7bba-764f-494b-8989-fe2b4415a037 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:43.306214 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0fe466b5-c810-43b0-a29d-8109b052c768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:43.311590 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa78ff6-54b9-4089-bd03-9b93fa480ed8 None None] Pushing event deleted for resources: {'Port': ['ID=6f5a0bea-a537-4b97-ac5b-460c63e81ef8,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:43.314746 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa78ff6-54b9-4089-bd03-9b93fa480ed8 None None] No DVR routers for this DVR port 6f5a0bea-a537-4b97-ac5b-460c63e81ef8 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:39:43.315133 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a101c7cd-6a3e-4d73-86e6-864c935e4712 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event deleted for resources: {'Subnet': ['ID=d9d41480-7a2a-43a6-9a39-fff174ee798d,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:43.321607 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-38ec4360-00d5-4753-9fc2-0b892d523aa1 None None] Port 102f51de-54fe-44a7-af06-bffbf8b0ee3e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:43.329377 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801e148-7f19-468c-8ad2-62c3a3fe34ff tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Port': ['ID=6f5a0bea-a537-4b97-ac5b-460c63e81ef8,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:43.356352 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-5d186a2f-3db9-4163-aa02-933d8a9958f4 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Allocated IP 2001:db8::1 (2e6b5092-642f-4f83-ac6a-ead8dde0d1be/fef0c2c2-41c7-499a-a94d-da09b74d513b/5222e9c8-4a8a-48c4-83a1-a0de23d4b67a) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:39:43.357528 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d51ec7-a85f-4aeb-b663-4422f5ad2963 None None] Network ee8336c9-1a79-4199-86e1-5637a383843a requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:43.374928 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d801e148-7f19-468c-8ad2-62c3a3fe34ff tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:39:43.417197 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-d801e148-7f19-468c-8ad2-62c3a3fe34ff tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:43.426895 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d801e148-7f19-468c-8ad2-62c3a3fe34ff tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:43.427498 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d801e148-7f19-468c-8ad2-62c3a3fe34ff tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:43.469051 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c231144e-f793-4e74-8772-ea6696841a81 None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:43.524886 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a101c7cd-6a3e-4d73-86e6-864c935e4712 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:43.525103 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe466b5-c810-43b0-a29d-8109b052c768 None None] Pushing event updated for resources: {'Port': ['ID=78a52373-cb73-4d6b-8720-f4038b73c123,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:43.538797 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0b913-ee25-41cc-9c24-9cdba57f510a req-f75cca55-5123-4c42-a094-2e0ec197caff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:43.540392 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-13d0b913-ee25-41cc-9c24-9cdba57f510a req-f75cca55-5123-4c42-a094-2e0ec197caff service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3131909 Oct 12 07:39:43.551422 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d801e148-7f19-468c-8ad2-62c3a3fe34ff tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1580458 Oct 12 07:39:43.563958 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801e148-7f19-468c-8ad2-62c3a3fe34ff tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Subnet': ['ID=8e21005d-8f9e-4dc6-b0dc-8f6efdcdd69b,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:43.574467 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39162) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:43.588528 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-01146c8e-e326-4814-aa21-35fe936955e1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'port': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'mac_address': 'fa:16:3e:ce:49:71', 'name': 'tempest-NetworksTestDHCPv6-467979103'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:43.619893 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1d36196c-d2b6-4ba8-aa9d-35053ebfe6b0 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:43.626174 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-a101c7cd-6a3e-4d73-86e6-864c935e4712 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee8336c9-1a79-4199-86e1-5637a383843a']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:43.641842 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-a101c7cd-6a3e-4d73-86e6-864c935e4712 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5037fda7-2694-4da1-b3e2-c090a2e505cd') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:43.642200 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-a101c7cd-6a3e-4d73-86e6-864c935e4712 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5037fda7-2694-4da1-b3e2-c090a2e505cd') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:43.695173 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9ffc7bba-764f-494b-8989-fe2b4415a037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:43.706646 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a101c7cd-6a3e-4d73-86e6-864c935e4712 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:43.770575 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1d36196c-d2b6-4ba8-aa9d-35053ebfe6b0 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:43.773843 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8866cff8-605d-4696-bd9c-8bc1756549fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-9994ec23-a1f7-459d-8925-14bc9ff05f17', 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'tenant_id': '3e134b4bc92f4839ac5ca68b448223d9', 'fixed_ips': [{'subnet_id': '8e21005d-8f9e-4dc6-b0dc-8f6efdcdd69b'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:39:43.775876 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8866cff8-605d-4696-bd9c-8bc1756549fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:43.776961 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a101c7cd-6a3e-4d73-86e6-864c935e4712 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:43.780203 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6ff6faaa-8f9f-4d8b-922b-43c740d1d833 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:43.792715 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6ff6faaa-8f9f-4d8b-922b-43c740d1d833 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:43.796706 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a101c7cd-6a3e-4d73-86e6-864c935e4712 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:39:43.797110 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a101c7cd-6a3e-4d73-86e6-864c935e4712 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:43.835336 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-13d0b913-ee25-41cc-9c24-9cdba57f510a req-b78d9a8a-02cd-4087-8763-ba742deca6c0 service neutron] 10.222.0.23 "GET /v2.0/networks/d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792375 Oct 12 07:39:43.862237 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 5037fda7-2694-4da1-b3e2-c090a2e505cd resource provider aggregate not found Oct 12 07:39:43.921479 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 5037fda7-2694-4da1-b3e2-c090a2e505cd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5037fda7-2694-4da1-b3e2-c090a2e505cd found for delete ", "request_id": "req-756b4ff0-c130-458e-b163-d43443dcb255"}]} Oct 12 07:39:43.960315 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9ffc7bba-764f-494b-8989-fe2b4415a037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:43.966088 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9ffc7bba-764f-494b-8989-fe2b4415a037 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:43.971195 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-38ec4360-00d5-4753-9fc2-0b892d523aa1 None None] Attempt 9 to provision port 102f51de-54fe-44a7-af06-bffbf8b0ee3e Oct 12 07:39:43.989441 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6ff6faaa-8f9f-4d8b-922b-43c740d1d833 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:43.994055 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff6faaa-8f9f-4d8b-922b-43c740d1d833 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Pushing event updated for resources: {'Port': ['ID=d63c0ab5-70a1-4923-a81e-56ee3fd52511,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:43.996457 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a101c7cd-6a3e-4d73-86e6-864c935e4712 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:44.040968 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a101c7cd-6a3e-4d73-86e6-864c935e4712 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:44.044772 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a101c7cd-6a3e-4d73-86e6-864c935e4712 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "DELETE /v2.0/networks/ee8336c9-1a79-4199-86e1-5637a383843a HTTP/1.1" status: 204 len: 168 time: 4.6305687 Oct 12 07:39:44.065636 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39168) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:44.081574 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5d186a2f-3db9-4163-aa02-933d8a9958f4 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:44.116321 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a101c7cd-6a3e-4d73-86e6-864c935e4712 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event deleted for resources: {'Network': ['ID=ee8336c9-1a79-4199-86e1-5637a383843a,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:44.119159 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-31bfc1b7-c4ed-46a5-97bc-a2226384be9a tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] DELETE failed (client error): The resource could not be found. Oct 12 07:39:44.120338 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31bfc1b7-c4ed-46a5-97bc-a2226384be9a tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:39:44.126772 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-31bfc1b7-c4ed-46a5-97bc-a2226384be9a tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "DELETE /v2.0/subnets/d9d41480-7a2a-43a6-9a39-fff174ee798d HTTP/1.1" status: 404 len: 337 time: 0.0545354 Oct 12 07:39:44.129839 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9ffc7bba-764f-494b-8989-fe2b4415a037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:44.130073 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39170) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:44.130411 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffc7bba-764f-494b-8989-fe2b4415a037 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bae66d85-4bf0-41d4-8dcf-c40b04530756 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:39:44.139175 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9ffc7bba-764f-494b-8989-fe2b4415a037 admin admin] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:44.140379 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-9ffc7bba-764f-494b-8989-fe2b4415a037 admin admin] 10.222.0.26 "DELETE /v2.0/routers/bae66d85-4bf0-41d4-8dcf-c40b04530756 HTTP/1.1" status: 204 len: 168 time: 3.2960916 Oct 12 07:39:44.146265 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1d36196c-d2b6-4ba8-aa9d-35053ebfe6b0 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:44.147329 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1d36196c-d2b6-4ba8-aa9d-35053ebfe6b0 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:44.150903 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-1d36196c-d2b6-4ba8-aa9d-35053ebfe6b0 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "DELETE /v2.0/security-groups/277df8fb-8f22-4e90-b1c6-c01535bddf2a HTTP/1.1" status: 204 len: 168 time: 0.9730415 Oct 12 07:39:44.151070 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39172) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:44.160148 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39174) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:44.220093 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d36196c-d2b6-4ba8-aa9d-35053ebfe6b0 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=277df8fb-8f22-4e90-b1c6-c01535bddf2a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:44.240824 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-404bc637-2f1c-4262-9a86-97b85282c7bf tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] DELETE failed (client error): The resource could not be found. Oct 12 07:39:44.241636 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-404bc637-2f1c-4262-9a86-97b85282c7bf tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:39:44.244661 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-404bc637-2f1c-4262-9a86-97b85282c7bf tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "DELETE /v2.0/networks/ee8336c9-1a79-4199-86e1-5637a383843a HTTP/1.1" status: 404 len: 339 time: 0.1122570 Oct 12 07:39:44.258364 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39176) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:44.280484 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e85e0a-258b-4a13-b272-fdf7d3e41ce7 None None] DHCP port deletion for ee8336c9-1a79-4199-86e1-5637a383843a request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:39:44.283137 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 651824de-5d6d-433e-889d-e9f258604f99 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:39:44.286895 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-13d0b913-ee25-41cc-9c24-9cdba57f510a req-94ad3c13-7d97-4a7b-857c-9805b9c78e7e service neutron] 10.222.0.23 "GET /v2.0/networks/d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4264252 Oct 12 07:39:44.289259 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01146c8e-e326-4814-aa21-35fe936955e1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:44.298815 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [None req-6ff6faaa-8f9f-4d8b-922b-43c740d1d833 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Floating IP fb5ae730-3b60-496f-8b8c-d8b884e61420 associated. External IP: 172.26.3.244, port: 37245293-7bf7-44e8-b9cf-0e1ed06e67d3. Oct 12 07:39:44.337334 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-953c7eca-95a8-490e-8b6b-25d8227f4906 admin admin] Deleting subnet b41a3bc7-3f1c-47b8-8c1a-d904035b712e {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:39:44.338588 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 651824de-5d6d-433e-889d-e9f258604f99 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:39:44.339156 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 651824de-5d6d-433e-889d-e9f258604f99 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:39:44.344756 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-953c7eca-95a8-490e-8b6b-25d8227f4906 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:44.358288 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5d186a2f-3db9-4163-aa02-933d8a9958f4 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:44.382711 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3017ae69-ed58-42c7-ae4f-95b75c45c6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:44.391214 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-38ec4360-00d5-4753-9fc2-0b892d523aa1 None None] Port 102f51de-54fe-44a7-af06-bffbf8b0ee3e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:44.401523 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-76ec4761-0e5e-4493-aea5-064aa2cd31d8 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2030842 Oct 12 07:39:44.408710 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39178) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:44.409201 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-8866cff8-605d-4696-bd9c-8bc1756549fd None None] Allocated IP 2001:db8::f816:3eff:fead:9143 (9994ec23-a1f7-459d-8925-14bc9ff05f17/8e21005d-8f9e-4dc6-b0dc-8f6efdcdd69b/c5491ebe-b7cd-4435-939a-477bca14fbfe) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:39:44.414594 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-b5282da8-b9f1-4848-86c5-1bd4c5188cf1 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Request body: {'security_group': {'name': 'tempest-secgroup--2094824262'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:44.428255 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-953c7eca-95a8-490e-8b6b-25d8227f4906 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:44.542574 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b5282da8-b9f1-4848-86c5-1bd4c5188cf1 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:44.597409 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8866cff8-605d-4696-bd9c-8bc1756549fd None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:44.605001 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8866cff8-605d-4696-bd9c-8bc1756549fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:44.645374 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-953c7eca-95a8-490e-8b6b-25d8227f4906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:44.656725 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8866cff8-605d-4696-bd9c-8bc1756549fd None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:39:44.660692 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-8866cff8-605d-4696-bd9c-8bc1756549fd None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:44.662641 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8866cff8-605d-4696-bd9c-8bc1756549fd None None] Pushing event updated for resources: {'Port': ['ID=c5491ebe-b7cd-4435-939a-477bca14fbfe,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:44.665852 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8866cff8-605d-4696-bd9c-8bc1756549fd None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:39:44.728723 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-8866cff8-605d-4696-bd9c-8bc1756549fd None None] Attempting to bind port c5491ebe-b7cd-4435-939a-477bca14fbfe on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:39:44.729360 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-8866cff8-605d-4696-bd9c-8bc1756549fd None None] Attempting to bind port c5491ebe-b7cd-4435-939a-477bca14fbfe by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:39:44.729729 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8866cff8-605d-4696-bd9c-8bc1756549fd None None] Attempting to bind port c5491ebe-b7cd-4435-939a-477bca14fbfe on network 9994ec23-a1f7-459d-8925-14bc9ff05f17 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:39:44.735178 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8866cff8-605d-4696-bd9c-8bc1756549fd None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:39:44.735561 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8866cff8-605d-4696-bd9c-8bc1756549fd None None] Checking segment: {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:39:44.735960 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8866cff8-605d-4696-bd9c-8bc1756549fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:44.736378 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8866cff8-605d-4696-bd9c-8bc1756549fd None None] Bound using segment: {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:39:44.736848 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-8866cff8-605d-4696-bd9c-8bc1756549fd None None] Bound port: c5491ebe-b7cd-4435-939a-477bca14fbfe, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:39:44.737226 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8866cff8-605d-4696-bd9c-8bc1756549fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:44.807788 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b5282da8-b9f1-4848-86c5-1bd4c5188cf1 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:44.810326 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-8866cff8-605d-4696-bd9c-8bc1756549fd None None] For port c5491ebe-b7cd-4435-939a-477bca14fbfe, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:39:44.813229 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-953c7eca-95a8-490e-8b6b-25d8227f4906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:44.814061 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-8866cff8-605d-4696-bd9c-8bc1756549fd None None] For port c5491ebe-b7cd-4435-939a-477bca14fbfe, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=c5491ebe-b7cd-4435-939a-477bca14fbfe,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:39:44.817932 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff6faaa-8f9f-4d8b-922b-43c740d1d833 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Router cef8cbf0-db0a-4674-9584-db4297dc2e25 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:39:44.820499 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8866cff8-605d-4696-bd9c-8bc1756549fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:44.852919 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c7eca-95a8-490e-8b6b-25d8227f4906 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b41a3bc7-3f1c-47b8-8c1a-d904035b712e,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:44.854735 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b5282da8-b9f1-4848-86c5-1bd4c5188cf1 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:44.888048 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-953c7eca-95a8-490e-8b6b-25d8227f4906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:44.894451 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-953c7eca-95a8-490e-8b6b-25d8227f4906 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b41a3bc7-3f1c-47b8-8c1a-d904035b712e HTTP/1.1" status: 204 len: 168 time: 0.7446904 Oct 12 07:39:44.894752 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d186a2f-3db9-4163-aa02-933d8a9958f4 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Network 2e6b5092-642f-4f83-ac6a-ead8dde0d1be is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:39:44.897650 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39180) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:44.901199 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-38ec4360-00d5-4753-9fc2-0b892d523aa1 None None] Attempt 10 to provision port 102f51de-54fe-44a7-af06-bffbf8b0ee3e Oct 12 07:39:44.946077 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-5d186a2f-3db9-4163-aa02-933d8a9958f4 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:44.950515 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d186a2f-3db9-4163-aa02-933d8a9958f4 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:39:44.951474 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0269bd2a-49ce-49f9-860c-0e45d001605c None None] Network dd72da9c-d321-4cc4-881d-466168d9f856 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:44.952228 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5d186a2f-3db9-4163-aa02-933d8a9958f4 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:45.006697 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-56d32db0-61dd-40ae-b991-3226097ef494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:45.018052 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b5282da8-b9f1-4848-86c5-1bd4c5188cf1 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:45.019338 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b5282da8-b9f1-4848-86c5-1bd4c5188cf1 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6082115 Oct 12 07:39:45.022895 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39182) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:45.028298 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-6b1472ba-261d-4147-8095-7da839b6477d tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Request body: {'security_group_rule': {'security_group_id': 'af5fb564-7665-42b7-95f4-971e0fa53a42', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:45.049568 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8866cff8-605d-4696-bd9c-8bc1756549fd None None] Pushing event updated for resources: {'Port': ['ID=c5491ebe-b7cd-4435-939a-477bca14fbfe,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:45.085499 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5282da8-b9f1-4848-86c5-1bd4c5188cf1 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af5fb564-7665-42b7-95f4-971e0fa53a42,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:45.123561 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-38ec4360-00d5-4753-9fc2-0b892d523aa1 None None] Port 102f51de-54fe-44a7-af06-bffbf8b0ee3e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:45.149400 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-38ec4360-00d5-4753-9fc2-0b892d523aa1 None None] Provisioning complete for port 88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:45.149771 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-38ec4360-00d5-4753-9fc2-0b892d523aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:45.150736 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-38ec4360-00d5-4753-9fc2-0b892d523aa1 None None] Attempt 1 to provision port 88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1 Oct 12 07:39:45.205465 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5d186a2f-3db9-4163-aa02-933d8a9958f4 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:45.220072 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6b1472ba-261d-4147-8095-7da839b6477d tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:45.241488 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d186a2f-3db9-4163-aa02-933d8a9958f4 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event updated for resources: {'Port': ['ID=5222e9c8-4a8a-48c4-83a1-a0de23d4b67a,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:45.267781 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff6faaa-8f9f-4d8b-922b-43c740d1d833 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:39:45.274375 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cab448b3-fb1f-4ddd-b3a2-b84368c67d3e tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:45.278802 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-38ec4360-00d5-4753-9fc2-0b892d523aa1 None None] Current status of the port 88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:45.282862 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-38ec4360-00d5-4753-9fc2-0b892d523aa1 None None] Could not find standard attr ID for object 6f5a0bea-a537-4b97-ac5b-460c63e81ef8. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:39:45.285841 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-38ec4360-00d5-4753-9fc2-0b892d523aa1 None None] Could not find standard attr ID for object d82a7361-8065-4ff1-97e6-3475fbad8f81. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:39:45.289746 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef45a08-096c-4b71-a57e-674025cabf9d None None] Sync routers for ids ['cef8cbf0-db0a-4674-9584-db4297dc2e25'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:39:45.302393 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-56d32db0-61dd-40ae-b991-3226097ef494 admin admin] Deleting port 547ae234-0419-4735-a237-1c1fb1063803 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:39:45.302734 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-56d32db0-61dd-40ae-b991-3226097ef494 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:45.306317 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef45a08-096c-4b71-a57e-674025cabf9d None None] Routers {'cef8cbf0-db0a-4674-9584-db4297dc2e25'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:39:45.307289 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-4ef45a08-096c-4b71-a57e-674025cabf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:39:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['cef8cbf0-db0a-4674-9584-db4297dc2e25'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:45.321510 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6ff6faaa-8f9f-4d8b-922b-43c740d1d833 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:45.332066 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6b1472ba-261d-4147-8095-7da839b6477d tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:45.343543 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-01146c8e-e326-4814-aa21-35fe936955e1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:45.367186 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-4ef45a08-096c-4b71-a57e-674025cabf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:45.385596 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0758e6-d69e-4e3e-9ea0-5a72ea2a7d83 None None] DHCP port deletion for dd72da9c-d321-4cc4-881d-466168d9f856 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:39:45.395489 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef45a08-096c-4b71-a57e-674025cabf9d None None] Routers {'cef8cbf0-db0a-4674-9584-db4297dc2e25'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:39:45.396100 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-4ef45a08-096c-4b71-a57e-674025cabf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:39:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['cef8cbf0-db0a-4674-9584-db4297dc2e25'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:45.450856 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-4ef45a08-096c-4b71-a57e-674025cabf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:45.451945 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef45a08-096c-4b71-a57e-674025cabf9d None None] The sync data for ids ['cef8cbf0-db0a-4674-9584-db4297dc2e25'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:39:45.485935 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-c9db84ca-6d8f-42d2-a60b-f976abe4d16d None None] Could not find standard attr ID for object de362506-63bd-42d4-b3a9-e87f4e54220b. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:39:45.517737 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-c9db84ca-6d8f-42d2-a60b-f976abe4d16d None None] Provisioning complete for port 013a7b89-aaca-476e-9fd0-c618bafc2a1d triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:45.518291 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c9db84ca-6d8f-42d2-a60b-f976abe4d16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:45.518712 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-c9db84ca-6d8f-42d2-a60b-f976abe4d16d None None] Attempt 1 to provision port 013a7b89-aaca-476e-9fd0-c618bafc2a1d Oct 12 07:39:45.563037 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6b1472ba-261d-4147-8095-7da839b6477d tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:45.564203 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-6a0758e6-d69e-4e3e-9ea0-5a72ea2a7d83 None None] Deleting port 547ae234-0419-4735-a237-1c1fb1063803 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:39:45.564642 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6a0758e6-d69e-4e3e-9ea0-5a72ea2a7d83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:45.596126 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c9db84ca-6d8f-42d2-a60b-f976abe4d16d None None] Port 013a7b89-aaca-476e-9fd0-c618bafc2a1d cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:45.614449 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1472ba-261d-4147-8095-7da839b6477d tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29228374-4781-4def-97eb-0a0c60eb51a8,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:45.619891 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-56d32db0-61dd-40ae-b991-3226097ef494 admin admin] For port 547ae234-0419-4735-a237-1c1fb1063803, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=547ae234-0419-4735-a237-1c1fb1063803,segment=NetworkSegment(01061a7e-751f-4946-8a2c-ec9ecc41411f),segment_id=01061a7e-751f-4946-8a2c-ec9ecc41411f)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:45.620415 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-56d32db0-61dd-40ae-b991-3226097ef494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:45.625320 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-6ff6faaa-8f9f-4d8b-922b-43c740d1d833 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 8.1278436 Oct 12 07:39:45.631870 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39184) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:45.638877 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-c4faba80-c20f-4883-8580-f1d1717f7bbb tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-655877954'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:45.666152 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6b1472ba-261d-4147-8095-7da839b6477d tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:45.667866 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-6b1472ba-261d-4147-8095-7da839b6477d tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6430583 Oct 12 07:39:45.669950 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-56d32db0-61dd-40ae-b991-3226097ef494 admin admin] Calling delete_port for 547ae234-0419-4735-a237-1c1fb1063803 owned by network:dhcp {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:39:45.672808 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39186) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:45.673109 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5d186a2f-3db9-4163-aa02-933d8a9958f4 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:45.673996 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4faba80-c20f-4883-8580-f1d1717f7bbb tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Made reservation on behalf of 6d4011bbd41f4c1e9844d80c11ed720a for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:45.679105 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c4faba80-c20f-4883-8580-f1d1717f7bbb tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:45.698827 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d626c60b-6109-47b3-a52a-21ee852ebf1a None None] Network 2e6b5092-642f-4f83-ac6a-ead8dde0d1be requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:45.703518 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-6a0758e6-d69e-4e3e-9ea0-5a72ea2a7d83 None None] For port 547ae234-0419-4735-a237-1c1fb1063803, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=547ae234-0419-4735-a237-1c1fb1063803,segment=NetworkSegment(01061a7e-751f-4946-8a2c-ec9ecc41411f),segment_id=01061a7e-751f-4946-8a2c-ec9ecc41411f)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:45.703916 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6a0758e6-d69e-4e3e-9ea0-5a72ea2a7d83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:45.707398 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 78a52373-cb73-4d6b-8720-f4038b73c123 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:39:45.714736 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5d186a2f-3db9-4163-aa02-933d8a9958f4 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:45.716009 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5d186a2f-3db9-4163-aa02-933d8a9958f4 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:45.718186 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c82873bb-0449-4065-a39d-72f0dae63639 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:45.725800 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a30245ea-aaa8-4f6f-8a59-d9d7a0ae35b3 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:45.745564 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a30245ea-aaa8-4f6f-8a59-d9d7a0ae35b3 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:45.761821 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-6a0758e6-d69e-4e3e-9ea0-5a72ea2a7d83 None None] Calling delete_port for 547ae234-0419-4735-a237-1c1fb1063803 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:39:45.788034 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4faba80-c20f-4883-8580-f1d1717f7bbb tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:39:45.822626 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c4faba80-c20f-4883-8580-f1d1717f7bbb tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:45.823251 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-c4faba80-c20f-4883-8580-f1d1717f7bbb tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Added segment d0828281-5572-4194-9729-e4b1a072eff2 of type vlan for network 56e399b2-564d-4efd-ae64-c42304217d2f Oct 12 07:39:45.843237 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a30245ea-aaa8-4f6f-8a59-d9d7a0ae35b3 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:45.843896 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-01146c8e-e326-4814-aa21-35fe936955e1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] device_id is not set on port d6e0ae9d-1f22-4326-bbe4-eb35616a1b1e yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:39:45.878326 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a30245ea-aaa8-4f6f-8a59-d9d7a0ae35b3 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:45.880092 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a30245ea-aaa8-4f6f-8a59-d9d7a0ae35b3 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/29228374-4781-4def-97eb-0a0c60eb51a8 HTTP/1.1" status: 204 len: 168 time: 0.1963110 Oct 12 07:39:45.886469 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39188) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:45.909823 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30245ea-aaa8-4f6f-8a59-d9d7a0ae35b3 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29228374-4781-4def-97eb-0a0c60eb51a8,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:45.912576 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cab448b3-fb1f-4ddd-b3a2-b84368c67d3e tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:45.921801 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82873bb-0449-4065-a39d-72f0dae63639 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Network 5464953c-71d3-4410-9e99-b16a0a4807b7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:39:45.925209 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c4faba80-c20f-4883-8580-f1d1717f7bbb tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:45.959485 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-56d32db0-61dd-40ae-b991-3226097ef494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:45.977004 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-29893da9-b413-4e5e-8964-8c1a632abe23 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0836337 Oct 12 07:39:45.977220 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-c82873bb-0449-4065-a39d-72f0dae63639 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:45.979697 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82873bb-0449-4065-a39d-72f0dae63639 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:45.980299 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c82873bb-0449-4065-a39d-72f0dae63639 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:45.984393 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6a0758e6-d69e-4e3e-9ea0-5a72ea2a7d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:45.987834 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39190) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:46.004647 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d32db0-61dd-40ae-b991-3226097ef494 admin admin] Pushing event deleted for resources: {'Port': ['ID=547ae234-0419-4735-a237-1c1fb1063803,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:46.006776 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d32db0-61dd-40ae-b991-3226097ef494 admin admin] No DVR routers for this DVR port 547ae234-0419-4735-a237-1c1fb1063803 on host dv-neutron-860909-2-hyperv {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:39:46.007401 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82873bb-0449-4065-a39d-72f0dae63639 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event updated for resources: {'Subnet': ['ID=c4500686-baa6-410e-9cd3-8b33a6bb9c49,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:46.018258 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c4faba80-c20f-4883-8580-f1d1717f7bbb tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:46.023988 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4faba80-c20f-4883-8580-f1d1717f7bbb tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:46.024720 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c4faba80-c20f-4883-8580-f1d1717f7bbb tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:46.031250 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b188c0-61ac-4e54-849d-e7a52f06fb79 None None] Network 5464953c-71d3-4410-9e99-b16a0a4807b7 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:46.066626 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d186a2f-3db9-4163-aa02-933d8a9958f4 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event updated for resources: {'Port': ['ID=5222e9c8-4a8a-48c4-83a1-a0de23d4b67a,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:46.076051 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-cab448b3-fb1f-4ddd-b3a2-b84368c67d3e tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b325ccb-baa3-4d8b-9846-b06b1cd67ae7']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:46.109057 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c82873bb-0449-4065-a39d-72f0dae63639 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.2308912 Oct 12 07:39:46.109057 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-cab448b3-fb1f-4ddd-b3a2-b84368c67d3e tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4851cfb3-882f-41f0-8aa6-4b962d593d24') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:46.109397 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-cab448b3-fb1f-4ddd-b3a2-b84368c67d3e tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4851cfb3-882f-41f0-8aa6-4b962d593d24') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:46.119900 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39192) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:46.130114 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-c9db84ca-6d8f-42d2-a60b-f976abe4d16d None None] Attempt 2 to provision port 013a7b89-aaca-476e-9fd0-c618bafc2a1d Oct 12 07:39:46.131811 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 78a52373-cb73-4d6b-8720-f4038b73c123 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:46.132273 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:46.132694 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 78a52373-cb73-4d6b-8720-f4038b73c123 Oct 12 07:39:46.133079 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-f950a04c-e1c3-4bb5-9099-5b84132bd5f5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-493031939', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c4500686-baa6-410e-9cd3-8b33a6bb9c49'}], 'security_groups': ['6a168c27-c0f8-4c60-9d1b-65f53c787965', '7cecfab7-aace-4310-82dc-5bd5571430f4']}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:46.165416 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4faba80-c20f-4883-8580-f1d1717f7bbb tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Pushing event updated for resources: {'Network': ['ID=56e399b2-564d-4efd-ae64-c42304217d2f,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:46.172671 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cab448b3-fb1f-4ddd-b3a2-b84368c67d3e tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:46.222972 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 56e399b2-564d-4efd-ae64-c42304217d2f details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:39:46.226925 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0758e6-d69e-4e3e-9ea0-5a72ea2a7d83 None None] Pushing event deleted for resources: {'Port': ['ID=547ae234-0419-4735-a237-1c1fb1063803,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:46.232913 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0758e6-d69e-4e3e-9ea0-5a72ea2a7d83 None None] No DVR routers for this DVR port 547ae234-0419-4735-a237-1c1fb1063803 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:39:46.244146 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-56d32db0-61dd-40ae-b991-3226097ef494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:46.258055 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cab448b3-fb1f-4ddd-b3a2-b84368c67d3e tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:46.283946 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-56d32db0-61dd-40ae-b991-3226097ef494 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd72da9c-d321-4cc4-881d-466168d9f856']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:46.285310 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cd86e0b2-fcfc-4fd1-b031-1dadd9673493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:46.299454 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-56d32db0-61dd-40ae-b991-3226097ef494 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01061a7e-751f-4946-8a2c-ec9ecc41411f') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:46.299759 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-56d32db0-61dd-40ae-b991-3226097ef494 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01061a7e-751f-4946-8a2c-ec9ecc41411f') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:46.315109 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c9db84ca-6d8f-42d2-a60b-f976abe4d16d None None] Port 013a7b89-aaca-476e-9fd0-c618bafc2a1d cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:46.315858 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-56d32db0-61dd-40ae-b991-3226097ef494 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:46.321748 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c4faba80-c20f-4883-8580-f1d1717f7bbb tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6873887 Oct 12 07:39:46.327912 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39194) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:46.334298 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-93325cb4-54c3-47a9-84d3-107c3ce16194 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Request body: {'subnet': {'network_id': '56e399b2-564d-4efd-ae64-c42304217d2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:46.376518 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cab448b3-fb1f-4ddd-b3a2-b84368c67d3e tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:39:46.376950 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cab448b3-fb1f-4ddd-b3a2-b84368c67d3e tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:46.415464 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-56d32db0-61dd-40ae-b991-3226097ef494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:46.420676 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d186a2f-3db9-4163-aa02-933d8a9958f4 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Network 2e6b5092-642f-4f83-ac6a-ead8dde0d1be is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:39:46.427270 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56d32db0-61dd-40ae-b991-3226097ef494 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:39:46.427807 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-56d32db0-61dd-40ae-b991-3226097ef494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:46.432475 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-01146c8e-e326-4814-aa21-35fe936955e1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Allocated IP 2001:db8::f816:3eff:fece:4971 (9994ec23-a1f7-459d-8925-14bc9ff05f17/8e21005d-8f9e-4dc6-b0dc-8f6efdcdd69b/d6e0ae9d-1f22-4326-bbe4-eb35616a1b1e) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:39:46.445948 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-5d186a2f-3db9-4163-aa02-933d8a9958f4 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:46.482558 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-81a0b6d9-0f56-4b53-9c46-ccd9430879f7 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:46.502217 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 01061a7e-751f-4946-8a2c-ec9ecc41411f resource provider aggregate not found Oct 12 07:39:46.503311 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 78a52373-cb73-4d6b-8720-f4038b73c123 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:46.503861 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:46.517817 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93325cb4-54c3-47a9-84d3-107c3ce16194 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Made reservation on behalf of 6d4011bbd41f4c1e9844d80c11ed720a for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:46.528272 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-93325cb4-54c3-47a9-84d3-107c3ce16194 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:46.550871 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 78a52373-cb73-4d6b-8720-f4038b73c123, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=78a52373-cb73-4d6b-8720-f4038b73c123,segment=NetworkSegment(78f36ec1-4cfb-4854-b7de-3fbecb937c56),segment_id=78f36ec1-4cfb-4854-b7de-3fbecb937c56)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:46.561320 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:46.563271 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device c5491ebe-b7cd-4435-939a-477bca14fbfe up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:39:46.682970 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-01146c8e-e326-4814-aa21-35fe936955e1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:46.696089 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=78a52373-cb73-4d6b-8720-f4038b73c123,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:46.699210 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84443445-9bae-408d-b6fd-0c4ab420d870 None None] Update dhcp port {'port': {'network_id': '5464953c-71d3-4410-9e99-b16a0a4807b7', 'fixed_ips': [{'subnet_id': '854f8874-ed31-48ba-8414-4596b21a1811', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7dfcc4f9-c815-408f-8745-af6cc0d09c6e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c4500686-baa6-410e-9cd3-8b33a6bb9c49'}], 'binding:host_id': 'dv-neutron-860909-2-hyperv'}, 'id': '88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1'} from dv-neutron-860909-2-hyperv. {{(pid=103202) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 07:39:46.736833 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-84443445-9bae-408d-b6fd-0c4ab420d870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:46.748691 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port c5491ebe-b7cd-4435-939a-477bca14fbfe triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:46.749446 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:46.749993 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port c5491ebe-b7cd-4435-939a-477bca14fbfe Oct 12 07:39:46.808490 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 4851cfb3-882f-41f0-8aa6-4b962d593d24 resource provider aggregate not found Oct 12 07:39:46.816048 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-c9db84ca-6d8f-42d2-a60b-f976abe4d16d None None] Attempt 3 to provision port 013a7b89-aaca-476e-9fd0-c618bafc2a1d Oct 12 07:39:46.821703 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f950a04c-e1c3-4bb5-9099-5b84132bd5f5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:46.837565 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-01146c8e-e326-4814-aa21-35fe936955e1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:46.859024 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 4851cfb3-882f-41f0-8aa6-4b962d593d24 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4851cfb3-882f-41f0-8aa6-4b962d593d24 found for delete ", "request_id": "req-5f5a184e-bd39-4873-98df-04c3bd8c3cbe"}]} Oct 12 07:39:46.917214 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 01061a7e-751f-4946-8a2c-ec9ecc41411f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 01061a7e-751f-4946-8a2c-ec9ecc41411f found for delete ", "request_id": "req-e2ce6d19-66ea-4170-b0ea-6de67ff6c039"}]} Oct 12 07:39:46.918115 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-56d32db0-61dd-40ae-b991-3226097ef494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:46.933551 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-56d32db0-61dd-40ae-b991-3226097ef494 admin admin] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:46.938678 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-56d32db0-61dd-40ae-b991-3226097ef494 admin admin] 10.222.0.26 "DELETE /v2.0/networks/dd72da9c-d321-4cc4-881d-466168d9f856 HTTP/1.1" status: 204 len: 168 time: 2.0314827 Oct 12 07:39:46.961323 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cab448b3-fb1f-4ddd-b3a2-b84368c67d3e tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:46.968015 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cab448b3-fb1f-4ddd-b3a2-b84368c67d3e tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:46.971347 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-cab448b3-fb1f-4ddd-b3a2-b84368c67d3e tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "DELETE /v2.0/networks/8b325ccb-baa3-4d8b-9846-b06b1cd67ae7 HTTP/1.1" status: 204 len: 168 time: 2.7025886 Oct 12 07:39:46.984322 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-81a0b6d9-0f56-4b53-9c46-ccd9430879f7 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:47.016200 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39206) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:47.017050 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab448b3-fb1f-4ddd-b3a2-b84368c67d3e tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event deleted for resources: {'Network': ['ID=8b325ccb-baa3-4d8b-9846-b06b1cd67ae7,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:47.039168 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d32db0-61dd-40ae-b991-3226097ef494 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd72da9c-d321-4cc4-881d-466168d9f856,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:47.057000 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01146c8e-e326-4814-aa21-35fe936955e1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:39:47.095596 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-13688207-e7a8-4039-95c2-7cb1ee46a240 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] DELETE failed (client error): The resource could not be found. Oct 12 07:39:47.096337 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13688207-e7a8-4039-95c2-7cb1ee46a240 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:39:47.099906 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-13688207-e7a8-4039-95c2-7cb1ee46a240 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "DELETE /v2.0/subnets/9c5081e4-a348-45c2-928c-21b764f2d74a HTTP/1.1" status: 404 len: 337 time: 0.0750010 Oct 12 07:39:47.101096 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-01146c8e-e326-4814-aa21-35fe936955e1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:47.104344 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01146c8e-e326-4814-aa21-35fe936955e1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:39:47.104836 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39208) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:47.107891 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c9db84ca-6d8f-42d2-a60b-f976abe4d16d None None] Port 013a7b89-aaca-476e-9fd0-c618bafc2a1d cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:47.110979 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01146c8e-e326-4814-aa21-35fe936955e1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:47.111611 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-01146c8e-e326-4814-aa21-35fe936955e1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:47.134951 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc109d7b-8b8e-4df3-92e6-c01ba110ddda tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] DELETE failed (client error): The resource could not be found. Oct 12 07:39:47.136132 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc109d7b-8b8e-4df3-92e6-c01ba110ddda tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:39:47.139432 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-cc109d7b-8b8e-4df3-92e6-c01ba110ddda tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "DELETE /v2.0/networks/79b8ecbc-b820-4529-8a66-53bbdfccb540 HTTP/1.1" status: 404 len: 339 time: 0.0333195 Oct 12 07:39:47.147243 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39210) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:47.197593 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01146c8e-e326-4814-aa21-35fe936955e1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Port': ['ID=d6e0ae9d-1f22-4326-bbe4-eb35616a1b1e,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:47.241928 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-01146c8e-e326-4814-aa21-35fe936955e1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.6573660 Oct 12 07:39:47.244552 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39212) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:47.267546 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-81a0b6d9-0f56-4b53-9c46-ccd9430879f7 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:47.270143 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-81a0b6d9-0f56-4b53-9c46-ccd9430879f7 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:47.273700 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-81a0b6d9-0f56-4b53-9c46-ccd9430879f7 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "DELETE /v2.0/security-groups/af5fb564-7665-42b7-95f4-971e0fa53a42 HTTP/1.1" status: 204 len: 168 time: 1.2735183 Oct 12 07:39:47.282673 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39214) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:47.312484 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-84443445-9bae-408d-b6fd-0c4ab420d870 None None] Allocated IP 2001:db8:0:2::2 (5464953c-71d3-4410-9e99-b16a0a4807b7/c4500686-baa6-410e-9cd3-8b33a6bb9c49/88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:39:47.320830 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a67752-0621-468b-9666-860b14675b48 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Deleting subnet f1df7641-93fe-45b6-bc4e-27b3d54ab79f {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:39:47.339235 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a0b6d9-0f56-4b53-9c46-ccd9430879f7 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5fb564-7665-42b7-95f4-971e0fa53a42,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:47.345524 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39216) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:47.373006 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-14a67752-0621-468b-9666-860b14675b48 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:47.399544 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:47.485345 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d186a2f-3db9-4163-aa02-933d8a9958f4 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Router 421ebef2-07c9-4a1e-bc67-fab4ea564a2a is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:39:47.509309 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-93325cb4-54c3-47a9-84d3-107c3ce16194 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:47.511617 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-1f63a80f-199c-4ea3-9e37-c4981f8211bc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d1d3cbb5d7ca448db4db422a609861ea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1619985 Oct 12 07:39:47.511953 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39218) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:47.523298 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port c5491ebe-b7cd-4435-939a-477bca14fbfe is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:47.523840 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:47.532046 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce17774e-6fe7-435a-ab8a-d38a77ff3822 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:47.535600 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-8c25a5d4-276a-416c-9324-b71437725996 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2034621 Oct 12 07:39:47.538685 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39220) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:47.540541 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce17774e-6fe7-435a-ab8a-d38a77ff3822 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:47.541841 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-ce17774e-6fe7-435a-ab8a-d38a77ff3822 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2963009 Oct 12 07:39:47.548716 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-d872756a-3793-44c5-bf32-7e5f177dec6b tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Request body: {'security_group': {'name': 'tempest-secgroup--737980979'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:47.558127 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39222) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:47.581858 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-14a67752-0621-468b-9666-860b14675b48 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:47.587086 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-84443445-9bae-408d-b6fd-0c4ab420d870 None None] For port 88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1,segment=NetworkSegment(2921c6f5-4e8b-4332-b59f-54f79efcf717),segment_id=2921c6f5-4e8b-4332-b59f-54f79efcf717)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:47.594198 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port c5491ebe-b7cd-4435-939a-477bca14fbfe, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=c5491ebe-b7cd-4435-939a-477bca14fbfe,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:47.603134 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:47.611066 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-c9db84ca-6d8f-42d2-a60b-f976abe4d16d None None] Attempt 4 to provision port 013a7b89-aaca-476e-9fd0-c618bafc2a1d Oct 12 07:39:47.697722 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device de362506-63bd-42d4-b3a9-e87f4e54220b no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:39:47.702061 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93325cb4-54c3-47a9-84d3-107c3ce16194 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Pushing event updated for resources: {'Subnet': ['ID=cdc939b8-2235-4d02-ac4d-f6255101686e,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:47.703121 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d872756a-3793-44c5-bf32-7e5f177dec6b tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:47.736278 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-84443445-9bae-408d-b6fd-0c4ab420d870 None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:47.744123 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c9db84ca-6d8f-42d2-a60b-f976abe4d16d None None] Port 013a7b89-aaca-476e-9fd0-c618bafc2a1d cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:47.748214 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: de362506-63bd-42d4-b3a9-e87f4e54220b {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:39:47.748559 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device de362506-63bd-42d4-b3a9-e87f4e54220b not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:39:47.749117 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 547ae234-0419-4735-a237-1c1fb1063803 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:39:47.753902 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-84443445-9bae-408d-b6fd-0c4ab420d870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:47.774432 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93325cb4-54c3-47a9-84d3-107c3ce16194 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Checking segment: {'id': 'd0828281-5572-4194-9729-e4b1a072eff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '56e399b2-564d-4efd-ae64-c42304217d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:39:47.774780 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93325cb4-54c3-47a9-84d3-107c3ce16194 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Network hostable DHCP agents. Network: 56e399b2-564d-4efd-ae64-c42304217d2f, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:39:47.776758 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6ba52aa6-72ee-4645-8b36-6bb0183312e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:47.778956 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=c5491ebe-b7cd-4435-939a-477bca14fbfe,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:47.789926 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 547ae234-0419-4735-a237-1c1fb1063803 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:39:47.789926 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 547ae234-0419-4735-a237-1c1fb1063803 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:39:47.790970 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:39:47.797500 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d186a2f-3db9-4163-aa02-933d8a9958f4 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:39:47.799917 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-14a67752-0621-468b-9666-860b14675b48 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:47.812183 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-5d186a2f-3db9-4163-aa02-933d8a9958f4 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "PUT /v2.0/routers/421ebef2-07c9-4a1e-bc67-fab4ea564a2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6085453 Oct 12 07:39:47.817761 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39224) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:47.820913 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f384a0ee-1b94-4a31-abf9-ff066db1d6f6 None None] Sync routers for ids ['421ebef2-07c9-4a1e-bc67-fab4ea564a2a'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:39:47.849687 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f384a0ee-1b94-4a31-abf9-ff066db1d6f6 None None] Routers {'421ebef2-07c9-4a1e-bc67-fab4ea564a2a'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:39:47.851145 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6ba52aa6-72ee-4645-8b36-6bb0183312e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:47.851681 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-f384a0ee-1b94-4a31-abf9-ff066db1d6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:39:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['421ebef2-07c9-4a1e-bc67-fab4ea564a2a'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:47.863198 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93325cb4-54c3-47a9-84d3-107c3ce16194 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Network 56e399b2-564d-4efd-ae64-c42304217d2f is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:39:47.868069 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:39:47.868069 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device dc69b9b2-d5f1-4b25-80a0-cbdd2f2ca1cd not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:39:47.929256 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-93325cb4-54c3-47a9-84d3-107c3ce16194 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 56e399b2-564d-4efd-ae64-c42304217d2f) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:47.936017 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ac1acf-92e4-4825-9d9a-1b06781a0bfa tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:47.940265 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-99ac1acf-92e4-4825-9d9a-1b06781a0bfa tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "GET /v2.0/ports/5222e9c8-4a8a-48c4-83a1-a0de23d4b67a HTTP/1.1" status: 200 len: 911 time: 0.1136138 Oct 12 07:39:47.943331 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39226) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:47.949332 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93325cb4-54c3-47a9-84d3-107c3ce16194 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:47.950574 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-93325cb4-54c3-47a9-84d3-107c3ce16194 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:47.959750 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-f384a0ee-1b94-4a31-abf9-ff066db1d6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:47.977331 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f384a0ee-1b94-4a31-abf9-ff066db1d6f6 None None] Routers {'421ebef2-07c9-4a1e-bc67-fab4ea564a2a'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:39:47.977943 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-f384a0ee-1b94-4a31-abf9-ff066db1d6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:39:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['421ebef2-07c9-4a1e-bc67-fab4ea564a2a'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:47.979082 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-63898320-8c78-4995-869b-33a5b92fcd7e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting port d6e0ae9d-1f22-4326-bbe4-eb35616a1b1e {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:39:47.979269 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63898320-8c78-4995-869b-33a5b92fcd7e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:47.981567 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fd8b8e-8f2c-44ce-8fd1-024ed7797ed0 None None] Network 56e399b2-564d-4efd-ae64-c42304217d2f requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:47.983516 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d872756a-3793-44c5-bf32-7e5f177dec6b tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:47.984441 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84443445-9bae-408d-b6fd-0c4ab420d870 None None] Pushing event updated for resources: {'Port': ['ID=88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1,revision_number=7']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:47.996318 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-f950a04c-e1c3-4bb5-9099-5b84132bd5f5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Delete allocated IP 2001:db8::c2 (5464953c-71d3-4410-9e99-b16a0a4807b7/7dfcc4f9-c815-408f-8745-af6cc0d09c6e) {{(pid=103201) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 12 07:39:48.012008 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d872756a-3793-44c5-bf32-7e5f177dec6b tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:48.045924 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-f950a04c-e1c3-4bb5-9099-5b84132bd5f5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Allocated IP 2001:db8:0:2::162 (5464953c-71d3-4410-9e99-b16a0a4807b7/c4500686-baa6-410e-9cd3-8b33a6bb9c49/013a7b89-aaca-476e-9fd0-c618bafc2a1d) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:39:48.065481 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-f384a0ee-1b94-4a31-abf9-ff066db1d6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:48.066600 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f384a0ee-1b94-4a31-abf9-ff066db1d6f6 None None] The sync data for ids ['421ebef2-07c9-4a1e-bc67-fab4ea564a2a'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:39:48.075748 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-14a67752-0621-468b-9666-860b14675b48 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:48.076121 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d872756a-3793-44c5-bf32-7e5f177dec6b tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:48.081310 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d872756a-3793-44c5-bf32-7e5f177dec6b tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5364087 Oct 12 07:39:48.087538 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39228) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:48.107681 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 78a52373-cb73-4d6b-8720-f4038b73c123 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:39:48.119920 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-93325cb4-54c3-47a9-84d3-107c3ce16194 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7909856 Oct 12 07:39:48.127397 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39230) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:48.131727 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-85ebe091-b38a-4c00-ad74-6bb963ac301c tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Request body: {'security_group_rule': {'security_group_id': '43b556cb-4985-4e6b-b93f-c4ee5aa0bdc5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:48.143563 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-d17be398-604e-44f7-8dd4-033123862a3a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1112572433', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}, 'admin_state_up': False}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:48.154924 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d872756a-3793-44c5-bf32-7e5f177dec6b tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43b556cb-4985-4e6b-b93f-c4ee5aa0bdc5,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:48.178606 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a67752-0621-468b-9666-860b14675b48 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event deleted for resources: {'Subnet': ['ID=f1df7641-93fe-45b6-bc4e-27b3d54ab79f,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:48.195019 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-14a67752-0621-468b-9666-860b14675b48 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:48.198064 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e3f0f4-2f46-4ea1-88dc-3e518581a9de None None] Network 743140af-e078-41a9-9cd2-c882e1fb8a9c requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:48.201791 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63898320-8c78-4995-869b-33a5b92fcd7e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:48.202596 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-14a67752-0621-468b-9666-860b14675b48 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "DELETE /v2.0/subnets/f1df7641-93fe-45b6-bc4e-27b3d54ab79f HTTP/1.1" status: 204 len: 168 time: 1.0522423 Oct 12 07:39:48.203726 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6ba52aa6-72ee-4645-8b36-6bb0183312e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:48.205232 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39232) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:48.207493 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6ba52aa6-72ee-4645-8b36-6bb0183312e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:48.208850 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-6ba52aa6-72ee-4645-8b36-6bb0183312e5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/faeee04f-7948-4540-b197-0418f6abc392 HTTP/1.1" status: 204 len: 168 time: 0.6879292 Oct 12 07:39:48.256409 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-c9db84ca-6d8f-42d2-a60b-f976abe4d16d None None] Attempt 5 to provision port 013a7b89-aaca-476e-9fd0-c618bafc2a1d Oct 12 07:39:48.263599 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-63898320-8c78-4995-869b-33a5b92fcd7e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Calling delete_port for d6e0ae9d-1f22-4326-bbe4-eb35616a1b1e owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:39:48.404961 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f4fac70-9315-4f9e-874b-e301885c14e8 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Deleting subnet fd2b84af-6e0d-4df6-866d-07240f48bc0e {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:39:48.407513 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba52aa6-72ee-4645-8b36-6bb0183312e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faeee04f-7948-4540-b197-0418f6abc392,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:48.421231 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-85ebe091-b38a-4c00-ad74-6bb963ac301c tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:48.425880 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d17be398-604e-44f7-8dd4-033123862a3a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:48.427152 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d17be398-604e-44f7-8dd4-033123862a3a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:48.429926 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 78a52373-cb73-4d6b-8720-f4038b73c123 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:48.430592 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:48.430968 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 78a52373-cb73-4d6b-8720-f4038b73c123 Oct 12 07:39:48.478133 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7f4fac70-9315-4f9e-874b-e301885c14e8 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:48.490787 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c43c06-73a5-4587-9a9f-1b0c0ce51548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-56e399b2-564d-4efd-ae64-c42304217d2f', 'network_id': '56e399b2-564d-4efd-ae64-c42304217d2f', 'tenant_id': '6d4011bbd41f4c1e9844d80c11ed720a', 'fixed_ips': [{'subnet_id': 'cdc939b8-2235-4d02-ac4d-f6255101686e'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:39:48.491744 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-27c43c06-73a5-4587-9a9f-1b0c0ce51548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:48.508780 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c9db84ca-6d8f-42d2-a60b-f976abe4d16d None None] Port 013a7b89-aaca-476e-9fd0-c618bafc2a1d cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:48.613934 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7f4fac70-9315-4f9e-874b-e301885c14e8 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:48.625968 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d17be398-604e-44f7-8dd4-033123862a3a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:48.654702 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 78a52373-cb73-4d6b-8720-f4038b73c123 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:48.655875 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device c5491ebe-b7cd-4435-939a-477bca14fbfe up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:39:48.721662 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-85ebe091-b38a-4c00-ad74-6bb963ac301c tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:48.743781 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-85ebe091-b38a-4c00-ad74-6bb963ac301c tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:48.876434 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:48.884909 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port c5491ebe-b7cd-4435-939a-477bca14fbfe triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:48.885279 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:48.885617 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port c5491ebe-b7cd-4435-939a-477bca14fbfe Oct 12 07:39:48.912635 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d17be398-604e-44f7-8dd4-033123862a3a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:48.979157 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ebe091-b38a-4c00-ad74-6bb963ac301c tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e3325bf-523f-434e-9de0-d9f54ddbea33,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:49.004694 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c91ab41d-46c7-4e71-a249-effe5fa7a96b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:49.017875 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-85ebe091-b38a-4c00-ad74-6bb963ac301c tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:49.019179 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-85ebe091-b38a-4c00-ad74-6bb963ac301c tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8982911 Oct 12 07:39:49.021992 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39246) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:49.022318 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-c9db84ca-6d8f-42d2-a60b-f976abe4d16d None None] Attempt 6 to provision port 013a7b89-aaca-476e-9fd0-c618bafc2a1d Oct 12 07:39:49.025560 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port c5491ebe-b7cd-4435-939a-477bca14fbfe is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:49.073467 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-27c43c06-73a5-4587-9a9f-1b0c0ce51548 None None] Allocated IP 172.20.0.2 (56e399b2-564d-4efd-ae64-c42304217d2f/cdc939b8-2235-4d02-ac4d-f6255101686e/48babf5f-5e93-48b1-b826-e805c722e7f4) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:39:49.083976 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-37ddee19-9a72-44c7-a83f-41450a05210a tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "GET /v2.0/security-group-rules/4e3325bf-523f-434e-9de0-d9f54ddbea33 HTTP/1.1" status: 200 len: 763 time: 0.0200734 Oct 12 07:39:49.093020 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c9db84ca-6d8f-42d2-a60b-f976abe4d16d None None] Port 013a7b89-aaca-476e-9fd0-c618bafc2a1d cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:49.101953 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39250) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:49.133847 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:49.252589 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b15ed5de-2876-437a-a937-912daaaa82f8 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1418388 Oct 12 07:39:49.257242 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39256) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:49.341833 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f950a04c-e1c3-4bb5-9099-5b84132bd5f5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:49.369673 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-27c43c06-73a5-4587-9a9f-1b0c0ce51548 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:49.380265 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-27c43c06-73a5-4587-9a9f-1b0c0ce51548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:49.386403 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f950a04c-e1c3-4bb5-9099-5b84132bd5f5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:49.419084 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d6f46eb3-7ebf-4e1b-a5e0-8a3530df6e50 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:49.448803 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c43c06-73a5-4587-9a9f-1b0c0ce51548 None None] Network 56e399b2-564d-4efd-ae64-c42304217d2f is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:39:49.452786 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-27c43c06-73a5-4587-9a9f-1b0c0ce51548 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:49.456337 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c43c06-73a5-4587-9a9f-1b0c0ce51548 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:39:49.460439 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d6f46eb3-7ebf-4e1b-a5e0-8a3530df6e50 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:49.470588 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c43c06-73a5-4587-9a9f-1b0c0ce51548 None None] Pushing event updated for resources: {'Port': ['ID=48babf5f-5e93-48b1-b826-e805c722e7f4,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:49.536069 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-27c43c06-73a5-4587-9a9f-1b0c0ce51548 None None] Attempting to bind port 48babf5f-5e93-48b1-b826-e805c722e7f4 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:39:49.536563 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-27c43c06-73a5-4587-9a9f-1b0c0ce51548 None None] Attempting to bind port 48babf5f-5e93-48b1-b826-e805c722e7f4 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'd0828281-5572-4194-9729-e4b1a072eff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '56e399b2-564d-4efd-ae64-c42304217d2f'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:39:49.536933 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c43c06-73a5-4587-9a9f-1b0c0ce51548 None None] Attempting to bind port 48babf5f-5e93-48b1-b826-e805c722e7f4 on network 56e399b2-564d-4efd-ae64-c42304217d2f {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:39:49.545599 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c43c06-73a5-4587-9a9f-1b0c0ce51548 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:39:49.545970 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c43c06-73a5-4587-9a9f-1b0c0ce51548 None None] Checking segment: {'id': 'd0828281-5572-4194-9729-e4b1a072eff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '56e399b2-564d-4efd-ae64-c42304217d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:39:49.546456 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-27c43c06-73a5-4587-9a9f-1b0c0ce51548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:49.546839 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c43c06-73a5-4587-9a9f-1b0c0ce51548 None None] Bound using segment: {'id': 'd0828281-5572-4194-9729-e4b1a072eff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '56e399b2-564d-4efd-ae64-c42304217d2f'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:39:49.547308 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-27c43c06-73a5-4587-9a9f-1b0c0ce51548 None None] Bound port: 48babf5f-5e93-48b1-b826-e805c722e7f4, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0828281-5572-4194-9729-e4b1a072eff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '56e399b2-564d-4efd-ae64-c42304217d2f'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:39:49.547683 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-27c43c06-73a5-4587-9a9f-1b0c0ce51548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:49.619482 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-f950a04c-e1c3-4bb5-9099-5b84132bd5f5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] In _notify_port_updated(), no bound segment for port 013a7b89-aaca-476e-9fd0-c618bafc2a1d on network 5464953c-71d3-4410-9e99-b16a0a4807b7 {{(pid=103201) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 12 07:39:49.634767 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-c9db84ca-6d8f-42d2-a60b-f976abe4d16d None None] Attempt 7 to provision port 013a7b89-aaca-476e-9fd0-c618bafc2a1d Oct 12 07:39:49.637880 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d17be398-604e-44f7-8dd4-033123862a3a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for router_gateway, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:49.645052 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f950a04c-e1c3-4bb5-9099-5b84132bd5f5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:49.645738 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f950a04c-e1c3-4bb5-9099-5b84132bd5f5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:49.651590 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f950a04c-e1c3-4bb5-9099-5b84132bd5f5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "PUT /v2.0/ports/013a7b89-aaca-476e-9fd0-c618bafc2a1d HTTP/1.1" status: 200 len: 969 time: 3.5228331 Oct 12 07:39:49.659070 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d6f46eb3-7ebf-4e1b-a5e0-8a3530df6e50 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:49.661522 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39264) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:49.670393 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d17be398-604e-44f7-8dd4-033123862a3a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:49.702717 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c9db84ca-6d8f-42d2-a60b-f976abe4d16d None None] Port 013a7b89-aaca-476e-9fd0-c618bafc2a1d cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:49.707649 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-27c43c06-73a5-4587-9a9f-1b0c0ce51548 None None] For port 48babf5f-5e93-48b1-b826-e805c722e7f4, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:39:49.711523 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-27c43c06-73a5-4587-9a9f-1b0c0ce51548 None None] For port 48babf5f-5e93-48b1-b826-e805c722e7f4, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=48babf5f-5e93-48b1-b826-e805c722e7f4,segment=NetworkSegment(d0828281-5572-4194-9729-e4b1a072eff2),segment_id=d0828281-5572-4194-9729-e4b1a072eff2)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:39:49.718626 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-27c43c06-73a5-4587-9a9f-1b0c0ce51548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:49.759529 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-c91ab41d-46c7-4e71-a249-effe5fa7a96b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Deleting port 5222e9c8-4a8a-48c4-83a1-a0de23d4b67a {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:39:49.760025 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c91ab41d-46c7-4e71-a249-effe5fa7a96b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:49.772884 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d6f46eb3-7ebf-4e1b-a5e0-8a3530df6e50 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:49.774503 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d6f46eb3-7ebf-4e1b-a5e0-8a3530df6e50 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/4e3325bf-523f-434e-9de0-d9f54ddbea33 HTTP/1.1" status: 204 len: 168 time: 0.5161588 Oct 12 07:39:49.789043 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7f4fac70-9315-4f9e-874b-e301885c14e8 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:49.792254 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39266) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:49.844709 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c43c06-73a5-4587-9a9f-1b0c0ce51548 None None] Pushing event updated for resources: {'Port': ['ID=48babf5f-5e93-48b1-b826-e805c722e7f4,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:49.856787 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950a04c-e1c3-4bb5-9099-5b84132bd5f5 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event updated for resources: {'Port': ['ID=013a7b89-aaca-476e-9fd0-c618bafc2a1d,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:49.895277 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f46eb3-7ebf-4e1b-a5e0-8a3530df6e50 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e3325bf-523f-434e-9de0-d9f54ddbea33,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:49.920803 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63898320-8c78-4995-869b-33a5b92fcd7e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:49.937681 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c91ab41d-46c7-4e71-a249-effe5fa7a96b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:49.956828 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-c91ab41d-46c7-4e71-a249-effe5fa7a96b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Calling delete_port for 5222e9c8-4a8a-48c4-83a1-a0de23d4b67a owned by network:router_interface {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:39:49.993332 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-d17be398-604e-44f7-8dd4-033123862a3a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Allocated IP 172.26.3.163 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/e4c9c899-14d6-428b-b197-e242b2896181) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:39:50.021416 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:39:50.053207 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63898320-8c78-4995-869b-33a5b92fcd7e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Port': ['ID=d6e0ae9d-1f22-4326-bbe4-eb35616a1b1e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:50.071399 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-63898320-8c78-4995-869b-33a5b92fcd7e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:50.080750 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-63898320-8c78-4995-869b-33a5b92fcd7e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/ports/d6e0ae9d-1f22-4326-bbe4-eb35616a1b1e HTTP/1.1" status: 204 len: 168 time: 2.4732547 Oct 12 07:39:50.084810 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39272) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:50.168957 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:50.169351 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:50.169612 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1 Oct 12 07:39:50.170292 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-2891593d-b9a9-4849-987e-531e19b91278 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3748782 Oct 12 07:39:50.176507 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39276) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:50.187912 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-85aea56b-45bb-4944-aa8d-fa1955339d13 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Request body: {'security_group_rule': {'security_group_id': '43b556cb-4985-4e6b-b93f-c4ee5aa0bdc5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:50.253556 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-85aea56b-45bb-4944-aa8d-fa1955339d13 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:50.274808 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24363cd-6ba4-4818-a015-26b7d409cb81 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:50.276488 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24363cd-6ba4-4818-a015-26b7d409cb81 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:50.278926 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d24363cd-6ba4-4818-a015-26b7d409cb81 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1931858 Oct 12 07:39:50.283641 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39278) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:50.287600 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7f4fac70-9315-4f9e-874b-e301885c14e8 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:50.318094 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7f4fac70-9315-4f9e-874b-e301885c14e8 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:50.324657 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-7f4fac70-9315-4f9e-874b-e301885c14e8 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "DELETE /v2.0/subnets/fd2b84af-6e0d-4df6-866d-07240f48bc0e HTTP/1.1" status: 204 len: 168 time: 2.1182232 Oct 12 07:39:50.361620 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d17be398-604e-44f7-8dd4-033123862a3a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:50.374130 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39282) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:50.388980 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-55ca1459-a6ea-4d78-8c84-f0fe994c512e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Deleting port 013a7b89-aaca-476e-9fd0-c618bafc2a1d {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:39:50.388980 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-55ca1459-a6ea-4d78-8c84-f0fe994c512e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:50.421025 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4fac70-9315-4f9e-874b-e301885c14e8 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event deleted for resources: {'Subnet': ['ID=fd2b84af-6e0d-4df6-866d-07240f48bc0e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:50.464667 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-c9db84ca-6d8f-42d2-a60b-f976abe4d16d None None] Attempt 8 to provision port 013a7b89-aaca-476e-9fd0-c618bafc2a1d Oct 12 07:39:50.473770 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5795d1-4c92-4c98-bef7-340fc2d9c13f None None] Network 743140af-e078-41a9-9cd2-c882e1fb8a9c requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:50.493403 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-c24d6b3c-4ad8-4e27-88a6-cfbc1bb8d10c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting subnet 8e21005d-8f9e-4dc6-b0dc-8f6efdcdd69b {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:39:50.522345 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d17be398-604e-44f7-8dd4-033123862a3a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:50.540599 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c24d6b3c-4ad8-4e27-88a6-cfbc1bb8d10c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:50.550287 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17be398-604e-44f7-8dd4-033123862a3a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:39:50.553461 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-d17be398-604e-44f7-8dd4-033123862a3a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:50.573739 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39286) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:50.577528 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c9db84ca-6d8f-42d2-a60b-f976abe4d16d None None] Port 013a7b89-aaca-476e-9fd0-c618bafc2a1d cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:50.580800 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17be398-604e-44f7-8dd4-033123862a3a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:39:50.678406 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c24d6b3c-4ad8-4e27-88a6-cfbc1bb8d10c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:50.709714 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d3f62541-5b64-443b-837e-81232ff53e83 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:50.710351 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:50.714051 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-85aea56b-45bb-4944-aa8d-fa1955339d13 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:50.738690 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-85aea56b-45bb-4944-aa8d-fa1955339d13 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:50.753701 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-55ca1459-a6ea-4d78-8c84-f0fe994c512e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:50.766303 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17be398-604e-44f7-8dd4-033123862a3a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Pushing event updated for resources: {'Port': ['ID=e4c9c899-14d6-428b-b197-e242b2896181,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:50.795516 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aea56b-45bb-4944-aa8d-fa1955339d13 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=661eb624-c925-4d6f-be91-744d992294aa,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:50.814358 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-55ca1459-a6ea-4d78-8c84-f0fe994c512e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Calling delete_port for 013a7b89-aaca-476e-9fd0-c618bafc2a1d owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:39:50.827584 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-85aea56b-45bb-4944-aa8d-fa1955339d13 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:50.830410 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-85aea56b-45bb-4944-aa8d-fa1955339d13 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6478894 Oct 12 07:39:50.839068 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39290) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:50.844184 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-cafc2bd2-2f7a-46ad-b3ad-430fcfaec9ed tempest-ExternalNetworksTestJSON-2054292513 tempest-ExternalNetworksTestJSON-2054292513-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1520895401'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:50.844842 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c91ab41d-46c7-4e71-a249-effe5fa7a96b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:50.865898 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ce5c25-d763-41d2-9f60-320da5d1181d None None] DHCP port deletion for 743140af-e078-41a9-9cd2-c882e1fb8a9c request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:39:50.942364 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-74bb8a27-81ff-4ea4-8679-0075ad24b36f tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "GET /v2.0/security-group-rules/661eb624-c925-4d6f-be91-744d992294aa HTTP/1.1" status: 200 len: 763 time: 0.0914719 Oct 12 07:39:50.960195 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ab41d-46c7-4e71-a249-effe5fa7a96b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event deleted for resources: {'Port': ['ID=5222e9c8-4a8a-48c4-83a1-a0de23d4b67a,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:50.971130 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:50.972162 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39292) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:50.994307 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-58ce5c25-d763-41d2-9f60-320da5d1181d None None] Deleting port deb6a88b-59c2-4113-ba4d-e96532e22629 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:39:50.995008 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-58ce5c25-d763-41d2-9f60-320da5d1181d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:51.009487 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c24d6b3c-4ad8-4e27-88a6-cfbc1bb8d10c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:51.048261 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cafc2bd2-2f7a-46ad-b3ad-430fcfaec9ed tempest-ExternalNetworksTestJSON-2054292513 tempest-ExternalNetworksTestJSON-2054292513-project] Made reservation on behalf of b7f77a061d3b44ec857e928242edae59 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:51.052931 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cafc2bd2-2f7a-46ad-b3ad-430fcfaec9ed tempest-ExternalNetworksTestJSON-2054292513 tempest-ExternalNetworksTestJSON-2054292513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:51.082058 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-c9db84ca-6d8f-42d2-a60b-f976abe4d16d None None] Attempt 9 to provision port 013a7b89-aaca-476e-9fd0-c618bafc2a1d Oct 12 07:39:51.103800 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cafc2bd2-2f7a-46ad-b3ad-430fcfaec9ed tempest-ExternalNetworksTestJSON-2054292513 tempest-ExternalNetworksTestJSON-2054292513-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:51.127306 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-58ce5c25-d763-41d2-9f60-320da5d1181d None None] For port deb6a88b-59c2-4113-ba4d-e96532e22629, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=deb6a88b-59c2-4113-ba4d-e96532e22629,segment=NetworkSegment(61c9f415-7ada-4068-ab88-d91ceea15523),segment_id=61c9f415-7ada-4068-ab88-d91ceea15523)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:51.128005 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-58ce5c25-d763-41d2-9f60-320da5d1181d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:51.140640 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c91ab41d-46c7-4e71-a249-effe5fa7a96b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:51.154091 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-58ce5c25-d763-41d2-9f60-320da5d1181d None None] Calling delete_port for deb6a88b-59c2-4113-ba4d-e96532e22629 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:39:51.167049 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c9db84ca-6d8f-42d2-a60b-f976abe4d16d None None] Port 013a7b89-aaca-476e-9fd0-c618bafc2a1d cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:51.198389 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-d3f62541-5b64-443b-837e-81232ff53e83 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Deleting port deb6a88b-59c2-4113-ba4d-e96532e22629 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:39:51.199012 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d3f62541-5b64-443b-837e-81232ff53e83 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:51.200169 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-703f1f37-97f8-4a45-8587-fc61fd1d8721 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2259717 Oct 12 07:39:51.211530 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39294) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:51.267836 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-58ce5c25-d763-41d2-9f60-320da5d1181d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:51.292770 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-d3f62541-5b64-443b-837e-81232ff53e83 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] For port deb6a88b-59c2-4113-ba4d-e96532e22629, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=deb6a88b-59c2-4113-ba4d-e96532e22629,segment=NetworkSegment(61c9f415-7ada-4068-ab88-d91ceea15523),segment_id=61c9f415-7ada-4068-ab88-d91ceea15523)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:51.293834 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d3f62541-5b64-443b-837e-81232ff53e83 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:51.297282 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ce5c25-d763-41d2-9f60-320da5d1181d None None] Pushing event deleted for resources: {'Port': ['ID=deb6a88b-59c2-4113-ba4d-e96532e22629,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:51.303460 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ce5c25-d763-41d2-9f60-320da5d1181d None None] No DVR routers for this DVR port deb6a88b-59c2-4113-ba4d-e96532e22629 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:39:51.326996 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-d3f62541-5b64-443b-837e-81232ff53e83 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Calling delete_port for deb6a88b-59c2-4113-ba4d-e96532e22629 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:39:51.339630 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c24d6b3c-4ad8-4e27-88a6-cfbc1bb8d10c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:51.353907 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032991b0-5a90-4814-87a1-36e11cb4b94d None None] Network 56e399b2-564d-4efd-ae64-c42304217d2f requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:51.386266 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e6bf1abb-defc-422b-ab2f-9503d1eda024 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:51.413863 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e6bf1abb-defc-422b-ab2f-9503d1eda024 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:51.426494 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24d6b3c-4ad8-4e27-88a6-cfbc1bb8d10c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Subnet': ['ID=8e21005d-8f9e-4dc6-b0dc-8f6efdcdd69b,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:51.428600 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c24d6b3c-4ad8-4e27-88a6-cfbc1bb8d10c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:51.435835 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c24d6b3c-4ad8-4e27-88a6-cfbc1bb8d10c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/8e21005d-8f9e-4dc6-b0dc-8f6efdcdd69b HTTP/1.1" status: 204 len: 168 time: 1.1509387 Oct 12 07:39:51.441061 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203ca845-220b-43d8-b1c9-fcaa491206bf None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:51.469557 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39296) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:51.536824 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-be64b932-ef63-4bed-a08d-e22c5bf75585 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0663750 Oct 12 07:39:51.539206 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39298) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:51.574321 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-55ca1459-a6ea-4d78-8c84-f0fe994c512e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:51.577404 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cafc2bd2-2f7a-46ad-b3ad-430fcfaec9ed tempest-ExternalNetworksTestJSON-2054292513 tempest-ExternalNetworksTestJSON-2054292513-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:51.595391 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cafc2bd2-2f7a-46ad-b3ad-430fcfaec9ed tempest-ExternalNetworksTestJSON-2054292513 tempest-ExternalNetworksTestJSON-2054292513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:51.645197 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ca1459-a6ea-4d78-8c84-f0fe994c512e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event deleted for resources: {'Port': ['ID=013a7b89-aaca-476e-9fd0-c618bafc2a1d,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:51.662010 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cafc2bd2-2f7a-46ad-b3ad-430fcfaec9ed tempest-ExternalNetworksTestJSON-2054292513 tempest-ExternalNetworksTestJSON-2054292513-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:39:51.671426 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-c9db84ca-6d8f-42d2-a60b-f976abe4d16d None None] Attempt 10 to provision port 013a7b89-aaca-476e-9fd0-c618bafc2a1d Oct 12 07:39:51.705142 dv-neutron-860909-2-hyperv neutron-server[103201]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 07:39:51.705142 dv-neutron-860909-2-hyperv neutron-server[103201]: from cryptography.utils import int_from_bytes Oct 12 07:39:51.705142 dv-neutron-860909-2-hyperv neutron-server[103201]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 07:39:51.705142 dv-neutron-860909-2-hyperv neutron-server[103201]: from cryptography.utils import int_from_bytes Oct 12 07:39:51.705142 dv-neutron-860909-2-hyperv neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:51.705142 dv-neutron-860909-2-hyperv neutron-server[103201]: self.session.flush() Oct 12 07:39:51.705142 dv-neutron-860909-2-hyperv neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:51.705142 dv-neutron-860909-2-hyperv neutron-server[103201]: self.session.flush() Oct 12 07:39:51.705142 dv-neutron-860909-2-hyperv neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:51.705142 dv-neutron-860909-2-hyperv neutron-server[103201]: self.session.flush() Oct 12 07:39:51.705142 dv-neutron-860909-2-hyperv neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:51.705142 dv-neutron-860909-2-hyperv neutron-server[103201]: self.session.flush() Oct 12 07:39:51.705142 dv-neutron-860909-2-hyperv neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:51.705142 dv-neutron-860909-2-hyperv neutron-server[103201]: self.session.flush() Oct 12 07:39:51.705142 dv-neutron-860909-2-hyperv neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:51.705142 dv-neutron-860909-2-hyperv neutron-server[103201]: self.session.flush() Oct 12 07:39:51.705142 dv-neutron-860909-2-hyperv neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:51.705142 dv-neutron-860909-2-hyperv neutron-server[103201]: self.session.flush() Oct 12 07:39:51.705142 dv-neutron-860909-2-hyperv neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:51.705142 dv-neutron-860909-2-hyperv neutron-server[103201]: self.session.flush() Oct 12 07:39:51.705142 dv-neutron-860909-2-hyperv neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:51.705142 dv-neutron-860909-2-hyperv neutron-server[103201]: self.session.flush() Oct 12 07:39:51.705142 dv-neutron-860909-2-hyperv neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:51.705142 dv-neutron-860909-2-hyperv neutron-server[103201]: self.session.flush() Oct 12 07:39:51.705142 dv-neutron-860909-2-hyperv neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:51.705142 dv-neutron-860909-2-hyperv neutron-server[103201]: self.session.flush() Oct 12 07:39:51.705142 dv-neutron-860909-2-hyperv neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:51.705142 dv-neutron-860909-2-hyperv neutron-server[103201]: self.session.flush() Oct 12 07:39:51.705142 dv-neutron-860909-2-hyperv neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:51.705142 dv-neutron-860909-2-hyperv neutron-server[103201]: self.session.flush() Oct 12 07:39:51.705142 dv-neutron-860909-2-hyperv neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:51.705142 dv-neutron-860909-2-hyperv neutron-server[103201]: self.session.flush() Oct 12 07:39:51.705142 dv-neutron-860909-2-hyperv neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:51.705142 dv-neutron-860909-2-hyperv neutron-server[103201]: self.session.flush() Oct 12 07:39:51.705142 dv-neutron-860909-2-hyperv neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:51.705142 dv-neutron-860909-2-hyperv neutron-server[103201]: self.session.flush() Oct 12 07:39:51.705142 dv-neutron-860909-2-hyperv neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:51.705142 dv-neutron-860909-2-hyperv neutron-server[103201]: self.session.flush() Oct 12 07:39:51.705142 dv-neutron-860909-2-hyperv neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:51.705142 dv-neutron-860909-2-hyperv neutron-server[103201]: self.session.flush() Oct 12 07:39:51.705142 dv-neutron-860909-2-hyperv neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:51.705142 dv-neutron-860909-2-hyperv neutron-server[103201]: self.session.flush() Oct 12 07:39:51.708457 dv-neutron-860909-2-hyperv neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:51.708457 dv-neutron-860909-2-hyperv neutron-server[103201]: self.session.flush() Oct 12 07:39:51.708457 dv-neutron-860909-2-hyperv neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:51.708457 dv-neutron-860909-2-hyperv neutron-server[103201]: self.session.flush() Oct 12 07:39:51.708457 dv-neutron-860909-2-hyperv neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:51.708457 dv-neutron-860909-2-hyperv neutron-server[103201]: self.session.flush() Oct 12 07:39:51.708457 dv-neutron-860909-2-hyperv neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:51.708457 dv-neutron-860909-2-hyperv neutron-server[103201]: self.session.flush() Oct 12 07:39:51.708457 dv-neutron-860909-2-hyperv neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:51.708457 dv-neutron-860909-2-hyperv neutron-server[103201]: self.session.flush() Oct 12 07:39:51.708457 dv-neutron-860909-2-hyperv neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:51.708457 dv-neutron-860909-2-hyperv neutron-server[103201]: self.session.flush() Oct 12 07:39:51.708457 dv-neutron-860909-2-hyperv neutron-server[103201]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:39:51.708457 dv-neutron-860909-2-hyperv neutron-server[103201]: self.session.flush() Oct 12 07:39:51.715776 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc2bd2-2f7a-46ad-b3ad-430fcfaec9ed tempest-ExternalNetworksTestJSON-2054292513 tempest-ExternalNetworksTestJSON-2054292513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c723bb1f-70ac-42fb-930a-c7a2051cc4a1,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:51.717887 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c9db84ca-6d8f-42d2-a60b-f976abe4d16d None None] Port 013a7b89-aaca-476e-9fd0-c618bafc2a1d was deleted so its status cannot be updated. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 12 07:39:51.719533 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-55ca1459-a6ea-4d78-8c84-f0fe994c512e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:51.726815 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-55ca1459-a6ea-4d78-8c84-f0fe994c512e tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/ports/013a7b89-aaca-476e-9fd0-c618bafc2a1d HTTP/1.1" status: 204 len: 168 time: 2.0499339 Oct 12 07:39:51.730543 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cafc2bd2-2f7a-46ad-b3ad-430fcfaec9ed tempest-ExternalNetworksTestJSON-2054292513 tempest-ExternalNetworksTestJSON-2054292513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:51.731640 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-cafc2bd2-2f7a-46ad-b3ad-430fcfaec9ed tempest-ExternalNetworksTestJSON-2054292513 tempest-ExternalNetworksTestJSON-2054292513-project] Added segment f8e46de8-c067-424a-83f1-fb69d6eb065e of type vlan for network 46dc0304-79fa-4251-98e6-f21f5272ce46 Oct 12 07:39:51.735519 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39300) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:51.756635 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32902777-f67a-45d0-86dd-ae1b60506f7d tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:51.760690 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-32902777-f67a-45d0-86dd-ae1b60506f7d tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2126794 Oct 12 07:39:51.767964 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39302) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:51.797005 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d3f62541-5b64-443b-837e-81232ff53e83 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:51.815754 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-4989e20f-47b1-497a-9b2e-6b343a926042 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] GET failed (client error): The resource could not be found. Oct 12 07:39:51.817753 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-4989e20f-47b1-497a-9b2e-6b343a926042 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "GET /v2.0/ports/013a7b89-aaca-476e-9fd0-c618bafc2a1d HTTP/1.1" status: 404 len: 333 time: 0.0806758 Oct 12 07:39:51.821482 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6209de-2397-46b4-886c-a016cb9d16a9 None None] DHCP port deletion for 9994ec23-a1f7-459d-8925-14bc9ff05f17 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:39:51.844746 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39304) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:51.895627 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-585be20b-6d53-4cfd-b50b-3621ed71d17c None None] Provisioning complete for port c5491ebe-b7cd-4435-939a-477bca14fbfe triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:51.895876 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-585be20b-6d53-4cfd-b50b-3621ed71d17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:51.896076 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-585be20b-6d53-4cfd-b50b-3621ed71d17c None None] Attempt 1 to provision port c5491ebe-b7cd-4435-939a-477bca14fbfe Oct 12 07:39:51.928565 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f62541-5b64-443b-837e-81232ff53e83 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event deleted for resources: {'Port': ['ID=deb6a88b-59c2-4113-ba4d-e96532e22629,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:51.932109 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d17be398-604e-44f7-8dd4-033123862a3a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for router_gateway, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:51.957559 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cafc2bd2-2f7a-46ad-b3ad-430fcfaec9ed tempest-ExternalNetworksTestJSON-2054292513 tempest-ExternalNetworksTestJSON-2054292513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:51.966812 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f62541-5b64-443b-837e-81232ff53e83 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] No DVR routers for this DVR port deb6a88b-59c2-4113-ba4d-e96532e22629 on host dv-neutron-860909-2-hyperv {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:39:51.970946 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-8e6209de-2397-46b4-886c-a016cb9d16a9 None None] Deleting port c5491ebe-b7cd-4435-939a-477bca14fbfe {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:39:51.973423 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8e6209de-2397-46b4-886c-a016cb9d16a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:52.025851 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4a6149-26d3-4066-a3a1-2ee81ef33e06 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:52.027544 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-5d4a6149-26d3-4066-a3a1-2ee81ef33e06 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2315972 Oct 12 07:39:52.038234 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39306) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:52.082564 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-8e6209de-2397-46b4-886c-a016cb9d16a9 None None] For port c5491ebe-b7cd-4435-939a-477bca14fbfe, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=c5491ebe-b7cd-4435-939a-477bca14fbfe,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:52.083095 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8e6209de-2397-46b4-886c-a016cb9d16a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:52.097531 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-8e6209de-2397-46b4-886c-a016cb9d16a9 None None] Calling delete_port for c5491ebe-b7cd-4435-939a-477bca14fbfe owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:39:52.129677 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cafc2bd2-2f7a-46ad-b3ad-430fcfaec9ed tempest-ExternalNetworksTestJSON-2054292513 tempest-ExternalNetworksTestJSON-2054292513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:52.134616 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e6bf1abb-defc-422b-ab2f-9503d1eda024 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:52.135190 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafc2bd2-2f7a-46ad-b3ad-430fcfaec9ed tempest-ExternalNetworksTestJSON-2054292513 tempest-ExternalNetworksTestJSON-2054292513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:52.135782 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cafc2bd2-2f7a-46ad-b3ad-430fcfaec9ed tempest-ExternalNetworksTestJSON-2054292513 tempest-ExternalNetworksTestJSON-2054292513-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:52.140168 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d1ddb84a-e510-4303-80d2-fe7976fe9b4d tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1008122 Oct 12 07:39:52.144897 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e6bf1abb-defc-422b-ab2f-9503d1eda024 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:52.146069 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e6bf1abb-defc-422b-ab2f-9503d1eda024 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/661eb624-c925-4d6f-be91-744d992294aa HTTP/1.1" status: 204 len: 168 time: 0.9327805 Oct 12 07:39:52.146712 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39308) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:52.148691 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c91ab41d-46c7-4e71-a249-effe5fa7a96b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Router 421ebef2-07c9-4a1e-bc67-fab4ea564a2a has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:39:52.154494 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39310) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:52.162226 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-b8ca7b5a-794b-497b-b499-0c11927792f8 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'subnet': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:52.187595 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 48babf5f-5e93-48b1-b826-e805c722e7f4 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:39:52.228801 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d3f62541-5b64-443b-837e-81232ff53e83 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:52.240751 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf1abb-defc-422b-ab2f-9503d1eda024 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=661eb624-c925-4d6f-be91-744d992294aa,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:52.245302 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-cafc2bd2-2f7a-46ad-b3ad-430fcfaec9ed tempest-ExternalNetworksTestJSON-2054292513 tempest-ExternalNetworksTestJSON-2054292513-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.6624866 Oct 12 07:39:52.256368 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39312) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:52.259945 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-252d4961-46a9-497d-8a19-2d676990f37b tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:52.281022 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-585be20b-6d53-4cfd-b50b-3621ed71d17c None None] Current status of the port c5491ebe-b7cd-4435-939a-477bca14fbfe is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:52.287463 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8e6209de-2397-46b4-886c-a016cb9d16a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:52.296875 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-585be20b-6d53-4cfd-b50b-3621ed71d17c None None] Could not find standard attr ID for object 5222e9c8-4a8a-48c4-83a1-a0de23d4b67a. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:39:52.304592 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-d3f62541-5b64-443b-837e-81232ff53e83 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['743140af-e078-41a9-9cd2-c882e1fb8a9c']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:52.314188 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc2bd2-2f7a-46ad-b3ad-430fcfaec9ed tempest-ExternalNetworksTestJSON-2054292513 tempest-ExternalNetworksTestJSON-2054292513-project] Pushing event updated for resources: {'Network': ['ID=46dc0304-79fa-4251-98e6-f21f5272ce46,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:52.325420 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-d3f62541-5b64-443b-837e-81232ff53e83 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61c9f415-7ada-4068-ab88-d91ceea15523') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:52.325598 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-d3f62541-5b64-443b-837e-81232ff53e83 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61c9f415-7ada-4068-ab88-d91ceea15523') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:52.325788 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6209de-2397-46b4-886c-a016cb9d16a9 None None] Pushing event deleted for resources: {'Port': ['ID=c5491ebe-b7cd-4435-939a-477bca14fbfe,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:52.331100 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6209de-2397-46b4-886c-a016cb9d16a9 None None] No DVR routers for this DVR port c5491ebe-b7cd-4435-939a-477bca14fbfe on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:39:52.331722 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 48babf5f-5e93-48b1-b826-e805c722e7f4 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:52.332079 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:52.332405 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 48babf5f-5e93-48b1-b826-e805c722e7f4 Oct 12 07:39:52.335713 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-252d4961-46a9-497d-8a19-2d676990f37b tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:52.351745 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-32b2d7d4-8568-4461-8481-c85930e319e8 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1961174 Oct 12 07:39:52.352372 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39316) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:52.354760 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d3f62541-5b64-443b-837e-81232ff53e83 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:52.355246 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d17be398-604e-44f7-8dd4-033123862a3a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:52.364893 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-27fd5988-3944-4143-a0db-e7eb7ea7c779 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Request body: {'security_group_rule': {'security_group_id': '43b556cb-4985-4e6b-b93f-c4ee5aa0bdc5', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:52.372977 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 46dc0304-79fa-4251-98e6-f21f5272ce46 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:39:52.374886 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-585be20b-6d53-4cfd-b50b-3621ed71d17c None None] Could not find standard attr ID for object d6e0ae9d-1f22-4326-bbe4-eb35616a1b1e. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:39:52.395788 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d3f62541-5b64-443b-837e-81232ff53e83 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:52.407529 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3f62541-5b64-443b-837e-81232ff53e83 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:39:52.407937 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d3f62541-5b64-443b-837e-81232ff53e83 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:52.427389 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-27fd5988-3944-4143-a0db-e7eb7ea7c779 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Project 064315061ee04c95bd8e32f6e650476c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 07:39:52.437634 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-8b06937d-96fc-499b-993f-20c7a9e978bc tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Request body: {'network': {'name': 'tempest-network--2028531717', 'router:external': True}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:52.444960 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 61c9f415-7ada-4068-ab88-d91ceea15523 resource provider aggregate not found Oct 12 07:39:52.462604 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-585be20b-6d53-4cfd-b50b-3621ed71d17c None None] Provisioning complete for port 88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:52.462981 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-585be20b-6d53-4cfd-b50b-3621ed71d17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:52.463313 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-585be20b-6d53-4cfd-b50b-3621ed71d17c None None] Attempt 1 to provision port 88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1 Oct 12 07:39:52.501273 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91ab41d-46c7-4e71-a249-effe5fa7a96b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:39:52.510704 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c91ab41d-46c7-4e71-a249-effe5fa7a96b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "PUT /v2.0/routers/421ebef2-07c9-4a1e-bc67-fab4ea564a2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5622048 Oct 12 07:39:52.513401 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39322) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:52.519331 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-27fd5988-3944-4143-a0db-e7eb7ea7c779 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:52.528200 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d360046d-ddcb-4a17-b1be-e5cadce7df92 None None] Sync routers for ids ['421ebef2-07c9-4a1e-bc67-fab4ea564a2a'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:39:52.531709 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ca7b5a-794b-497b-b499-0c11927792f8 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:52.532831 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 61c9f415-7ada-4068-ab88-d91ceea15523 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 61c9f415-7ada-4068-ab88-d91ceea15523 found for delete ", "request_id": "req-e4bddc28-9aca-4885-92f9-c73ca81ec478"}]} Oct 12 07:39:52.535530 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b8ca7b5a-794b-497b-b499-0c11927792f8 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:52.543506 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b06937d-96fc-499b-993f-20c7a9e978bc tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Made reservation on behalf of b0ce95c86b5a4af5abcaa76258c8a712 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:52.547775 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8b06937d-96fc-499b-993f-20c7a9e978bc tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:52.552733 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 48babf5f-5e93-48b1-b826-e805c722e7f4 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:52.553116 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:52.554944 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d3f62541-5b64-443b-837e-81232ff53e83 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:52.567854 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d360046d-ddcb-4a17-b1be-e5cadce7df92 None None] Routers {'421ebef2-07c9-4a1e-bc67-fab4ea564a2a'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:39:52.568475 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-d360046d-ddcb-4a17-b1be-e5cadce7df92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:39:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['421ebef2-07c9-4a1e-bc67-fab4ea564a2a'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:52.574253 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-2ac5d43b-9590-4634-9de4-651f9dd379aa tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "GET /v2.0/ports?device_id=421ebef2-07c9-4a1e-bc67-fab4ea564a2a HTTP/1.1" status: 200 len: 205 time: 0.0581787 Oct 12 07:39:52.579869 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-252d4961-46a9-497d-8a19-2d676990f37b tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:52.582616 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-252d4961-46a9-497d-8a19-2d676990f37b tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:52.586718 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-252d4961-46a9-497d-8a19-2d676990f37b tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/security-groups/6369441e-f6b3-4349-b6a7-6bf2da5703c5 HTTP/1.1" status: 204 len: 168 time: 0.7360306 Oct 12 07:39:52.586881 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d3f62541-5b64-443b-837e-81232ff53e83 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:52.588171 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39324) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:52.588669 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39326) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:52.590784 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d3f62541-5b64-443b-837e-81232ff53e83 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "DELETE /v2.0/networks/743140af-e078-41a9-9cd2-c882e1fb8a9c HTTP/1.1" status: 204 len: 168 time: 2.2154200 Oct 12 07:39:52.595999 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f62541-5b64-443b-837e-81232ff53e83 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event deleted for resources: {'Network': ['ID=743140af-e078-41a9-9cd2-c882e1fb8a9c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:52.597902 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8b06937d-96fc-499b-993f-20c7a9e978bc tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:52.611399 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39328) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:52.615157 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-d360046d-ddcb-4a17-b1be-e5cadce7df92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:52.660558 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d360046d-ddcb-4a17-b1be-e5cadce7df92 None None] Routers {'421ebef2-07c9-4a1e-bc67-fab4ea564a2a'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:39:52.660956 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-1858bd34-4eb4-4e26-ae98-71956e5f5f2b tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] DELETE failed (client error): The resource could not be found. Oct 12 07:39:52.661096 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-d360046d-ddcb-4a17-b1be-e5cadce7df92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:39:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['421ebef2-07c9-4a1e-bc67-fab4ea564a2a'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:52.661529 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1858bd34-4eb4-4e26-ae98-71956e5f5f2b tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:39:52.664642 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-1858bd34-4eb4-4e26-ae98-71956e5f5f2b tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "DELETE /v2.0/subnets/3c8964e2-5fe5-41bf-a76e-35b41fc7eb13 HTTP/1.1" status: 404 len: 337 time: 0.0506148 Oct 12 07:39:52.665976 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 48babf5f-5e93-48b1-b826-e805c722e7f4, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=48babf5f-5e93-48b1-b826-e805c722e7f4,segment=NetworkSegment(d0828281-5572-4194-9729-e4b1a072eff2),segment_id=d0828281-5572-4194-9729-e4b1a072eff2)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:52.668190 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39330) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:52.671341 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d4961-46a9-497d-8a19-2d676990f37b tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6369441e-f6b3-4349-b6a7-6bf2da5703c5,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:52.700983 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b3a8a0f-c739-4bd4-86fa-27b5c7e2c54c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] DELETE failed (client error): The resource could not be found. Oct 12 07:39:52.701700 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b3a8a0f-c739-4bd4-86fa-27b5c7e2c54c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:39:52.704787 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-9b3a8a0f-c739-4bd4-86fa-27b5c7e2c54c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "DELETE /v2.0/networks/f9167e43-0ffd-428d-bf1b-2f8fb0b43774 HTTP/1.1" status: 404 len: 339 time: 0.0349243 Oct 12 07:39:52.713051 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39332) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:52.715026 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-d360046d-ddcb-4a17-b1be-e5cadce7df92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:52.715767 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d360046d-ddcb-4a17-b1be-e5cadce7df92 None None] The sync data for ids ['421ebef2-07c9-4a1e-bc67-fab4ea564a2a'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:39:52.716888 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-27fd5988-3944-4143-a0db-e7eb7ea7c779 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:52.717233 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:52.754343 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-27fd5988-3944-4143-a0db-e7eb7ea7c779 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:52.754784 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-585be20b-6d53-4cfd-b50b-3621ed71d17c None None] Current status of the port 88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:52.767674 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-585be20b-6d53-4cfd-b50b-3621ed71d17c None None] Could not find standard attr ID for object deb6a88b-59c2-4113-ba4d-e96532e22629. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:39:52.772558 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e69d338-0d84-404b-b042-72631a33734c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] DELETE failed (client error): The resource could not be found. Oct 12 07:39:52.773144 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e69d338-0d84-404b-b042-72631a33734c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:39:52.777218 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-1e69d338-0d84-404b-b042-72631a33734c tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "DELETE /v2.0/subnets/582cf55a-2f73-4f29-ae1e-fe02f765d63d HTTP/1.1" status: 404 len: 337 time: 0.0628729 Oct 12 07:39:52.785870 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39334) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:52.803759 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fd5988-3944-4143-a0db-e7eb7ea7c779 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30f5dfa0-b8c1-4f52-9919-0c61e3b2b439,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:52.821538 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=48babf5f-5e93-48b1-b826-e805c722e7f4,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:52.828772 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b84f4f0a-d86a-47c6-b1cb-05dcf6d5da12 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for router, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:52.831325 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-585be20b-6d53-4cfd-b50b-3621ed71d17c None None] Provisioning complete for port 48babf5f-5e93-48b1-b826-e805c722e7f4 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:52.831762 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-585be20b-6d53-4cfd-b50b-3621ed71d17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:52.832133 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-585be20b-6d53-4cfd-b50b-3621ed71d17c None None] Attempt 1 to provision port 48babf5f-5e93-48b1-b826-e805c722e7f4 Oct 12 07:39:52.832714 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-27fd5988-3944-4143-a0db-e7eb7ea7c779 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:52.839808 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-27fd5988-3944-4143-a0db-e7eb7ea7c779 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4778364 Oct 12 07:39:52.839808 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d620098-2bb3-422f-a6c6-d8642ce1c763 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] DELETE failed (client error): The resource could not be found. Oct 12 07:39:52.840280 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d620098-2bb3-422f-a6c6-d8642ce1c763 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:39:52.846372 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-7d620098-2bb3-422f-a6c6-d8642ce1c763 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "DELETE /v2.0/networks/2dc7c579-9f98-4ae6-a99b-02ed2a54253b HTTP/1.1" status: 404 len: 339 time: 0.0550776 Oct 12 07:39:52.846372 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39336) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:52.846627 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39338) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:52.876814 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device deb6a88b-59c2-4113-ba4d-e96532e22629 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:39:52.889854 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d0d0b61c-182f-481c-9cc6-f4b8e9d8ecc9 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:52.893663 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c333265-20f4-4b85-83d4-1557aa1e4d75 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] DELETE failed (client error): The resource could not be found. Oct 12 07:39:52.894246 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c333265-20f4-4b85-83d4-1557aa1e4d75 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:39:52.899621 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-6c333265-20f4-4b85-83d4-1557aa1e4d75 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "DELETE /v2.0/subnets/36c6cdc3-b0f2-4dd7-9374-11428fe9955e HTTP/1.1" status: 404 len: 337 time: 0.0485516 Oct 12 07:39:52.900675 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e1009f47-02b3-4952-b20f-66e64dd5ec10 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "GET /v2.0/security-group-rules/30f5dfa0-b8c1-4f52-9919-0c61e3b2b439 HTTP/1.1" status: 200 len: 769 time: 0.0530491 Oct 12 07:39:52.903177 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39340) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:52.903583 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39342) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:52.904295 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: deb6a88b-59c2-4113-ba4d-e96532e22629 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:39:52.904696 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device deb6a88b-59c2-4113-ba4d-e96532e22629 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:39:52.905174 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device c5491ebe-b7cd-4435-939a-477bca14fbfe no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:39:52.912588 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d0d0b61c-182f-481c-9cc6-f4b8e9d8ecc9 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:52.928643 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: c5491ebe-b7cd-4435-939a-477bca14fbfe {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:39:52.929073 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device c5491ebe-b7cd-4435-939a-477bca14fbfe not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:39:52.946907 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8b06937d-96fc-499b-993f-20c7a9e978bc tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:52.953852 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab094080-effb-435d-a052-f827b3568b84 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] DELETE failed (client error): The resource could not be found. Oct 12 07:39:52.954673 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab094080-effb-435d-a052-f827b3568b84 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:39:52.957820 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ab094080-effb-435d-a052-f827b3568b84 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "DELETE /v2.0/networks/27fa7e54-aad3-4b51-9c94-5cef11eea082 HTTP/1.1" status: 404 len: 339 time: 0.0531964 Oct 12 07:39:52.963883 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8b06937d-96fc-499b-993f-20c7a9e978bc tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:52.967854 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39344) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:52.980687 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-585be20b-6d53-4cfd-b50b-3621ed71d17c None None] Current status of the port 48babf5f-5e93-48b1-b826-e805c722e7f4 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:52.992708 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-585be20b-6d53-4cfd-b50b-3621ed71d17c None None] Provisioning complete for port 102f51de-54fe-44a7-af06-bffbf8b0ee3e triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:52.993343 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-585be20b-6d53-4cfd-b50b-3621ed71d17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:52.993538 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-585be20b-6d53-4cfd-b50b-3621ed71d17c None None] Attempt 1 to provision port 102f51de-54fe-44a7-af06-bffbf8b0ee3e Oct 12 07:39:53.020185 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d0d0b61c-182f-481c-9cc6-f4b8e9d8ecc9 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:53.022421 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d0d0b61c-182f-481c-9cc6-f4b8e9d8ecc9 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:53.023873 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d0d0b61c-182f-481c-9cc6-f4b8e9d8ecc9 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/security-groups/7cecfab7-aace-4310-82dc-5bd5571430f4 HTTP/1.1" status: 204 len: 168 time: 0.4298816 Oct 12 07:39:53.032954 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39346) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:53.041142 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-585be20b-6d53-4cfd-b50b-3621ed71d17c None None] Port 102f51de-54fe-44a7-af06-bffbf8b0ee3e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:53.048649 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-60236707-778c-4719-973d-47310dddc99e tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1422541 Oct 12 07:39:53.061430 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b06937d-96fc-499b-993f-20c7a9e978bc tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:39:53.063079 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39348) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:53.081726 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b06937d-96fc-499b-993f-20c7a9e978bc tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16b040a-fe7d-4289-b0bc-0871d4362a5c,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:53.101009 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d0b61c-182f-481c-9cc6-f4b8e9d8ecc9 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cecfab7-aace-4310-82dc-5bd5571430f4,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:53.109666 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8b06937d-96fc-499b-993f-20c7a9e978bc tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:53.110368 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-8b06937d-96fc-499b-993f-20c7a9e978bc tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Added segment fc930c8b-0321-40bd-ba5a-4328de365627 of type vlan for network 5ca28b77-4361-4843-a70c-81308b6d8baf Oct 12 07:39:53.134842 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eb8afa3-6e95-4680-97f6-46123f606cb5 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Deleting subnet ec971c35-bafb-4e4a-bf07-cf850e4e98b7 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:39:53.144299 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4eb8afa3-6e95-4680-97f6-46123f606cb5 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:53.166244 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b84f4f0a-d86a-47c6-b1cb-05dcf6d5da12 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:53.176867 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b84f4f0a-d86a-47c6-b1cb-05dcf6d5da12 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:53.201362 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0df6cc45-a426-4dbe-bc6d-245ecd7d2c82 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:53.223406 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17be398-604e-44f7-8dd4-033123862a3a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Router 1b3685f9-37e0-4518-98b2-b446c03f0afa is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:39:53.227047 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0df6cc45-a426-4dbe-bc6d-245ecd7d2c82 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:53.241264 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b84f4f0a-d86a-47c6-b1cb-05dcf6d5da12 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:53.241800 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84f4f0a-d86a-47c6-b1cb-05dcf6d5da12 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Fanout notify agent at l3_agent the message router_deleted on router 421ebef2-07c9-4a1e-bc67-fab4ea564a2a {{(pid=103200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:39:53.249360 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8b06937d-96fc-499b-993f-20c7a9e978bc tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:53.254648 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4eb8afa3-6e95-4680-97f6-46123f606cb5 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:53.273581 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b84f4f0a-d86a-47c6-b1cb-05dcf6d5da12 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:53.277011 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b84f4f0a-d86a-47c6-b1cb-05dcf6d5da12 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "DELETE /v2.0/routers/421ebef2-07c9-4a1e-bc67-fab4ea564a2a HTTP/1.1" status: 204 len: 168 time: 0.6820359 Oct 12 07:39:53.279374 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39350) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:53.290295 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a21cb066-bc38-4433-a249-a7f1121bb942 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:53.343558 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a21cb066-bc38-4433-a249-a7f1121bb942 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:53.358117 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0df6cc45-a426-4dbe-bc6d-245ecd7d2c82 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:53.363115 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0df6cc45-a426-4dbe-bc6d-245ecd7d2c82 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:53.366557 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-0df6cc45-a426-4dbe-bc6d-245ecd7d2c82 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/30f5dfa0-b8c1-4f52-9919-0c61e3b2b439 HTTP/1.1" status: 204 len: 168 time: 0.2989740 Oct 12 07:39:53.371819 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39352) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:53.413911 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8b06937d-96fc-499b-993f-20c7a9e978bc tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:53.414906 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b06937d-96fc-499b-993f-20c7a9e978bc tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:53.415487 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8b06937d-96fc-499b-993f-20c7a9e978bc tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:53.423997 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6cc45-a426-4dbe-bc6d-245ecd7d2c82 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30f5dfa0-b8c1-4f52-9919-0c61e3b2b439,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:53.426113 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0e5c23e-7b65-4885-8e6e-92d7aa242065 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Deleting subnet fef0c2c2-41c7-499a-a94d-da09b74d513b {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:39:53.439637 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f0e5c23e-7b65-4885-8e6e-92d7aa242065 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:53.479228 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4eb8afa3-6e95-4680-97f6-46123f606cb5 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:53.494741 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-8b06937d-96fc-499b-993f-20c7a9e978bc tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2329836 Oct 12 07:39:53.503203 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39354) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:53.541978 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-585be20b-6d53-4cfd-b50b-3621ed71d17c None None] Attempt 2 to provision port 102f51de-54fe-44a7-af06-bffbf8b0ee3e Oct 12 07:39:53.556529 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b06937d-96fc-499b-993f-20c7a9e978bc tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Pushing event updated for resources: {'Network': ['ID=5ca28b77-4361-4843-a70c-81308b6d8baf,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:53.560551 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a21cb066-bc38-4433-a249-a7f1121bb942 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:53.563064 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a21cb066-bc38-4433-a249-a7f1121bb942 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:53.563945 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f0e5c23e-7b65-4885-8e6e-92d7aa242065 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:53.566915 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a21cb066-bc38-4433-a249-a7f1121bb942 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/security-groups/6a168c27-c0f8-4c60-9d1b-65f53c787965 HTTP/1.1" status: 204 len: 168 time: 0.5298755 Oct 12 07:39:53.567524 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39356) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:53.576765 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 5ca28b77-4361-4843-a70c-81308b6d8baf details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:39:53.582483 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.objects.ports [None req-b8ca7b5a-794b-497b-b499-0c11927792f8 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103200) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 12 07:39:53.598279 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-585be20b-6d53-4cfd-b50b-3621ed71d17c None None] Port 102f51de-54fe-44a7-af06-bffbf8b0ee3e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:53.614845 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-651ac232-026a-408c-9fc1-3829f70fcd86 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2391770 Oct 12 07:39:53.614845 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17be398-604e-44f7-8dd4-033123862a3a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:39:53.618661 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39358) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:53.623051 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b8ca7b5a-794b-497b-b499-0c11927792f8 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:53.631178 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23de6f0-9d6b-425e-ac92-824fce5da58c None None] Sync routers for ids ['1b3685f9-37e0-4518-98b2-b446c03f0afa'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:39:53.642064 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23de6f0-9d6b-425e-ac92-824fce5da58c None None] Routers {'1b3685f9-37e0-4518-98b2-b446c03f0afa'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:39:53.642927 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-f23de6f0-9d6b-425e-ac92-824fce5da58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:39:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['1b3685f9-37e0-4518-98b2-b446c03f0afa'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:53.663145 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21cb066-bc38-4433-a249-a7f1121bb942 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a168c27-c0f8-4c60-9d1b-65f53c787965,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:53.684324 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-f23de6f0-9d6b-425e-ac92-824fce5da58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:53.693657 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23de6f0-9d6b-425e-ac92-824fce5da58c None None] Routers {'1b3685f9-37e0-4518-98b2-b446c03f0afa'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:39:53.694718 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-f23de6f0-9d6b-425e-ac92-824fce5da58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:39:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['1b3685f9-37e0-4518-98b2-b446c03f0afa'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:53.704872 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c39087d-5594-4f23-90e1-9cda5318e977 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Deleting subnet 7dfcc4f9-c815-408f-8745-af6cc0d09c6e {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:39:53.723016 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1c39087d-5594-4f23-90e1-9cda5318e977 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:53.732033 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ca7b5a-794b-497b-b499-0c11927792f8 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:39:53.732807 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-f23de6f0-9d6b-425e-ac92-824fce5da58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:53.733714 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23de6f0-9d6b-425e-ac92-824fce5da58c None None] The sync data for ids ['1b3685f9-37e0-4518-98b2-b446c03f0afa'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:39:53.740356 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e264cea8-a818-421e-8fa4-052940cacf95 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:53.748457 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d17be398-604e-44f7-8dd4-033123862a3a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:53.751069 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d17be398-604e-44f7-8dd4-033123862a3a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.6111162 Oct 12 07:39:53.752274 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-b8ca7b5a-794b-497b-b499-0c11927792f8 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:53.754483 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39360) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:53.761456 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5685d2d-4b97-402d-957c-82f7e0079229 None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:53.765621 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ca7b5a-794b-497b-b499-0c11927792f8 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:53.766254 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b8ca7b5a-794b-497b-b499-0c11927792f8 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:53.773153 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca7b5a-794b-497b-b499-0c11927792f8 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Subnet': ['ID=8137ae22-8137-4f64-bc72-3b93c48a65c3,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:53.826472 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4eb8afa3-6e95-4680-97f6-46123f606cb5 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:53.840783 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b8ca7b5a-794b-497b-b499-0c11927792f8 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.6838677 Oct 12 07:39:53.846294 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39362) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:53.851947 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-b3a5327a-8376-45dd-b88c-1b8b8ff32aca tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'port': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'mac_address': 'fa:16:3e:44:cd:06', 'name': 'tempest-NetworksTestDHCPv6-2108071063'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:53.855652 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f0e5c23e-7b65-4885-8e6e-92d7aa242065 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:53.871279 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1c39087d-5594-4f23-90e1-9cda5318e977 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:53.891170 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b81655-366f-468d-aa9e-064f6776b5c2 None None] Network 8ae78925-8a28-47d7-83a4-4e489a00f182 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:53.918347 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb8afa3-6e95-4680-97f6-46123f606cb5 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event deleted for resources: {'Subnet': ['ID=ec971c35-bafb-4e4a-bf07-cf850e4e98b7,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:53.924429 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4eb8afa3-6e95-4680-97f6-46123f606cb5 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:53.930744 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-4eb8afa3-6e95-4680-97f6-46123f606cb5 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "DELETE /v2.0/subnets/ec971c35-bafb-4e4a-bf07-cf850e4e98b7 HTTP/1.1" status: 204 len: 168 time: 0.9598849 Oct 12 07:39:53.937302 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39364) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:53.956395 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e264cea8-a818-421e-8fa4-052940cacf95 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:53.956896 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4caef67e-9aca-4dd5-90b5-19304ce5b6e8 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:53.982384 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072669c9-0e9a-43ed-9b81-36f5f12ff6d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-9994ec23-a1f7-459d-8925-14bc9ff05f17', 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'tenant_id': '3e134b4bc92f4839ac5ca68b448223d9', 'fixed_ips': [{'subnet_id': '8137ae22-8137-4f64-bc72-3b93c48a65c3'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:39:53.983244 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-072669c9-0e9a-43ed-9b81-36f5f12ff6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:54.021593 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-e264cea8-a818-421e-8fa4-052940cacf95 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ca28b77-4361-4843-a70c-81308b6d8baf']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:54.046965 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-e264cea8-a818-421e-8fa4-052940cacf95 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc930c8b-0321-40bd-ba5a-4328de365627') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:54.047276 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-e264cea8-a818-421e-8fa4-052940cacf95 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc930c8b-0321-40bd-ba5a-4328de365627') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:54.070888 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e264cea8-a818-421e-8fa4-052940cacf95 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:54.095282 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f0e5c23e-7b65-4885-8e6e-92d7aa242065 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:54.102589 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e264cea8-a818-421e-8fa4-052940cacf95 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:54.109660 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-585be20b-6d53-4cfd-b50b-3621ed71d17c None None] Attempt 3 to provision port 102f51de-54fe-44a7-af06-bffbf8b0ee3e Oct 12 07:39:54.116834 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 48babf5f-5e93-48b1-b826-e805c722e7f4 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:39:54.137509 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e264cea8-a818-421e-8fa4-052940cacf95 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:39:54.137769 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e264cea8-a818-421e-8fa4-052940cacf95 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:54.139496 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e5c23e-7b65-4885-8e6e-92d7aa242065 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event deleted for resources: {'Subnet': ['ID=fef0c2c2-41c7-499a-a94d-da09b74d513b,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:54.179318 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f0e5c23e-7b65-4885-8e6e-92d7aa242065 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:54.188370 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f0e5c23e-7b65-4885-8e6e-92d7aa242065 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "DELETE /v2.0/subnets/fef0c2c2-41c7-499a-a94d-da09b74d513b HTTP/1.1" status: 204 len: 168 time: 0.9068809 Oct 12 07:39:54.188370 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment fc930c8b-0321-40bd-ba5a-4328de365627 resource provider aggregate not found Oct 12 07:39:54.195569 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39368) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:54.224885 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment fc930c8b-0321-40bd-ba5a-4328de365627 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc930c8b-0321-40bd-ba5a-4328de365627 found for delete ", "request_id": "req-acaf4030-2366-4971-b66c-e27c96945294"}]} Oct 12 07:39:54.225550 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a5327a-8376-45dd-b88c-1b8b8ff32aca tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:54.358302 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd91fde5-d850-4ab9-942c-98af223a1a18 None None] Network 2e6b5092-642f-4f83-ac6a-ead8dde0d1be requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:54.435304 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-585be20b-6d53-4cfd-b50b-3621ed71d17c None None] Port 102f51de-54fe-44a7-af06-bffbf8b0ee3e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:54.492888 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9962863-639d-4074-804a-c25d8300ad3f None None] DHCP port deletion for 8ae78925-8a28-47d7-83a4-4e489a00f182 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:39:54.495884 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1c39087d-5594-4f23-90e1-9cda5318e977 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:54.501886 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4caef67e-9aca-4dd5-90b5-19304ce5b6e8 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:54.509416 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-072669c9-0e9a-43ed-9b81-36f5f12ff6d6 None None] Allocated IP 2001:db8::f816:3eff:fea6:f1c6 (9994ec23-a1f7-459d-8925-14bc9ff05f17/8137ae22-8137-4f64-bc72-3b93c48a65c3/7af311a3-53cd-4574-9b6e-1f85c1b4b388) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:39:54.551717 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5af2911-52e7-41bd-816c-ea49870df761 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:54.563236 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 48babf5f-5e93-48b1-b826-e805c722e7f4 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:54.563793 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:54.563928 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 48babf5f-5e93-48b1-b826-e805c722e7f4 Oct 12 07:39:54.692756 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e264cea8-a818-421e-8fa4-052940cacf95 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:54.706729 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e264cea8-a818-421e-8fa4-052940cacf95 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5ca28b77-4361-4843-a70c-81308b6d8baf {{(pid=103200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 12 07:39:54.723053 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cdb9c070-25e2-48d0-a237-dcb022f6b28a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:54.727919 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e264cea8-a818-421e-8fa4-052940cacf95 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:54.735601 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e264cea8-a818-421e-8fa4-052940cacf95 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] 10.222.0.26 "DELETE /v2.0/networks/5ca28b77-4361-4843-a70c-81308b6d8baf HTTP/1.1" status: 204 len: 168 time: 1.2259855 Oct 12 07:39:54.735718 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4caef67e-9aca-4dd5-90b5-19304ce5b6e8 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:54.737284 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4caef67e-9aca-4dd5-90b5-19304ce5b6e8 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:54.737444 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39372) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:54.740784 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-4caef67e-9aca-4dd5-90b5-19304ce5b6e8 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "DELETE /v2.0/security-groups/43b556cb-4985-4e6b-b93f-c4ee5aa0bdc5 HTTP/1.1" status: 204 len: 168 time: 1.1146317 Oct 12 07:39:54.751542 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39374) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:54.752649 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-56b685df-dd99-4d91-9587-0ac9a6523bc7 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:54.754855 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a9962863-639d-4074-804a-c25d8300ad3f None None] Deleting port 58106964-58ef-4bd8-8df1-4b738a31524c {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:39:54.755210 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a9962863-639d-4074-804a-c25d8300ad3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:54.765552 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1c39087d-5594-4f23-90e1-9cda5318e977 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:54.774173 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e264cea8-a818-421e-8fa4-052940cacf95 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Pushing event deleted for resources: {'Network': ['ID=5ca28b77-4361-4843-a70c-81308b6d8baf,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:54.787243 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 48babf5f-5e93-48b1-b826-e805c722e7f4 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:54.791978 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b685df-dd99-4d91-9587-0ac9a6523bc7 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Made reservation on behalf of b0ce95c86b5a4af5abcaa76258c8a712 for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:54.795481 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-56b685df-dd99-4d91-9587-0ac9a6523bc7 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:54.816598 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caef67e-9aca-4dd5-90b5-19304ce5b6e8 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b556cb-4985-4e6b-b93f-c4ee5aa0bdc5,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:54.826534 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c39087d-5594-4f23-90e1-9cda5318e977 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event deleted for resources: {'Subnet': ['ID=7dfcc4f9-c815-408f-8745-af6cc0d09c6e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:54.830837 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1c39087d-5594-4f23-90e1-9cda5318e977 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:54.834246 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-1c39087d-5594-4f23-90e1-9cda5318e977 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/subnets/7dfcc4f9-c815-408f-8745-af6cc0d09c6e HTTP/1.1" status: 204 len: 168 time: 1.2609951 Oct 12 07:39:54.837823 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b3a5327a-8376-45dd-b88c-1b8b8ff32aca tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:54.844262 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39376) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:54.847285 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6859174b-32c7-4cb6-8451-3b551f774cc3 None None] Network 5464953c-71d3-4410-9e99-b16a0a4807b7 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:54.886583 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-b3a5327a-8376-45dd-b88c-1b8b8ff32aca tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] device_id is not set on port 2eb369f9-38d7-4f99-b3c4-1953cc536927 yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:39:54.905395 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56b685df-dd99-4d91-9587-0ac9a6523bc7 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:39:54.915431 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-56b685df-dd99-4d91-9587-0ac9a6523bc7 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:54.915798 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-56b685df-dd99-4d91-9587-0ac9a6523bc7 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Added segment b2e8eab5-670f-4853-956a-630ffa3c5be1 of type vlan for network 7249b3e0-b11a-4f5e-aac6-e2e9f4aff5c8 Oct 12 07:39:54.923126 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dfac15-2297-4ae4-85bc-778d9dcad4e0 None None] DHCP port deletion for 2e6b5092-642f-4f83-ac6a-ead8dde0d1be request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:39:54.937176 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-585be20b-6d53-4cfd-b50b-3621ed71d17c None None] Attempt 4 to provision port 102f51de-54fe-44a7-af06-bffbf8b0ee3e Oct 12 07:39:54.948863 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-a9962863-639d-4074-804a-c25d8300ad3f None None] For port 58106964-58ef-4bd8-8df1-4b738a31524c, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=58106964-58ef-4bd8-8df1-4b738a31524c,segment=NetworkSegment(5fbf4032-2a30-4fd2-a7e2-dd16f8d816ef),segment_id=5fbf4032-2a30-4fd2-a7e2-dd16f8d816ef)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:54.949186 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a9962863-639d-4074-804a-c25d8300ad3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:54.952694 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d623cd69-734e-483f-b5b1-aeae11a2c9d8 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1997068 Oct 12 07:39:54.967004 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39378) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:54.970401 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-56b685df-dd99-4d91-9587-0ac9a6523bc7 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:54.980483 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-d9685bad-d4c1-43e8-8ee2-9969bb1c27ea tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Request body: {'security_group': {'name': 'tempest-secgroup--660428579'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:55.010412 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-56b685df-dd99-4d91-9587-0ac9a6523bc7 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:55.011594 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b685df-dd99-4d91-9587-0ac9a6523bc7 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:55.012826 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-56b685df-dd99-4d91-9587-0ac9a6523bc7 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:55.025514 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a9962863-639d-4074-804a-c25d8300ad3f None None] Calling delete_port for 58106964-58ef-4bd8-8df1-4b738a31524c owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:39:55.044651 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-b13c40e7-f9f4-4c88-a1b9-a95fdb780b5c tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Deleting subnet c4500686-baa6-410e-9cd3-8b33a6bb9c49 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:39:55.051474 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-e5af2911-52e7-41bd-816c-ea49870df761 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Deleting port 58106964-58ef-4bd8-8df1-4b738a31524c {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:39:55.052107 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5af2911-52e7-41bd-816c-ea49870df761 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:55.055771 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b13c40e7-f9f4-4c88-a1b9-a95fdb780b5c tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:55.063576 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-072669c9-0e9a-43ed-9b81-36f5f12ff6d6 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:55.129032 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-072669c9-0e9a-43ed-9b81-36f5f12ff6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:55.130285 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d9685bad-d4c1-43e8-8ee2-9969bb1c27ea tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:55.166667 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b13c40e7-f9f4-4c88-a1b9-a95fdb780b5c tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:55.183504 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-585be20b-6d53-4cfd-b50b-3621ed71d17c None None] Port 102f51de-54fe-44a7-af06-bffbf8b0ee3e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:55.198791 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b685df-dd99-4d91-9587-0ac9a6523bc7 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Pushing event updated for resources: {'Network': ['ID=7249b3e0-b11a-4f5e-aac6-e2e9f4aff5c8,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:55.233409 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 7249b3e0-b11a-4f5e-aac6-e2e9f4aff5c8 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:39:55.244298 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-e5af2911-52e7-41bd-816c-ea49870df761 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] For port 58106964-58ef-4bd8-8df1-4b738a31524c, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=58106964-58ef-4bd8-8df1-4b738a31524c,segment=NetworkSegment(5fbf4032-2a30-4fd2-a7e2-dd16f8d816ef),segment_id=5fbf4032-2a30-4fd2-a7e2-dd16f8d816ef)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:55.244798 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5af2911-52e7-41bd-816c-ea49870df761 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:55.256727 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-56b685df-dd99-4d91-9587-0ac9a6523bc7 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5087993 Oct 12 07:39:55.263326 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39384) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:55.267847 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-cdb9c070-25e2-48d0-a237-dcb022f6b28a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Deleting port 78a52373-cb73-4d6b-8720-f4038b73c123 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:39:55.268547 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cdb9c070-25e2-48d0-a237-dcb022f6b28a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:55.283268 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-3f532fd7-7b26-429b-8e39-4283db25f2be tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Request body: {'subnet': {'network_id': '7249b3e0-b11a-4f5e-aac6-e2e9f4aff5c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:55.292765 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-e5af2911-52e7-41bd-816c-ea49870df761 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Calling delete_port for 58106964-58ef-4bd8-8df1-4b738a31524c owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:39:55.317753 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072669c9-0e9a-43ed-9b81-36f5f12ff6d6 None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:39:55.338305 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-072669c9-0e9a-43ed-9b81-36f5f12ff6d6 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:55.345048 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072669c9-0e9a-43ed-9b81-36f5f12ff6d6 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:39:55.396108 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072669c9-0e9a-43ed-9b81-36f5f12ff6d6 None None] Pushing event updated for resources: {'Port': ['ID=7af311a3-53cd-4574-9b6e-1f85c1b4b388,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:55.417515 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-cdb9c070-25e2-48d0-a237-dcb022f6b28a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] For port 78a52373-cb73-4d6b-8720-f4038b73c123, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=78a52373-cb73-4d6b-8720-f4038b73c123,segment=NetworkSegment(78f36ec1-4cfb-4854-b7de-3fbecb937c56),segment_id=78f36ec1-4cfb-4854-b7de-3fbecb937c56)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:55.418266 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cdb9c070-25e2-48d0-a237-dcb022f6b28a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:55.422395 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-b3a5327a-8376-45dd-b88c-1b8b8ff32aca tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Allocated IP 2001:db8::f816:3eff:fe44:cd06 (9994ec23-a1f7-459d-8925-14bc9ff05f17/8137ae22-8137-4f64-bc72-3b93c48a65c3/2eb369f9-38d7-4f99-b3c4-1953cc536927) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:39:55.445385 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-cdb9c070-25e2-48d0-a237-dcb022f6b28a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Calling delete_port for 78a52373-cb73-4d6b-8720-f4038b73c123 owned by network:dhcp {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:39:55.451268 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f532fd7-7b26-429b-8e39-4283db25f2be tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Made reservation on behalf of b0ce95c86b5a4af5abcaa76258c8a712 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:55.453582 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3f532fd7-7b26-429b-8e39-4283db25f2be tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:55.473187 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-20dfac15-2297-4ae4-85bc-778d9dcad4e0 None None] Deleting port 78a52373-cb73-4d6b-8720-f4038b73c123 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:39:55.473478 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-20dfac15-2297-4ae4-85bc-778d9dcad4e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:55.487732 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b13c40e7-f9f4-4c88-a1b9-a95fdb780b5c tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:55.572504 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a9962863-639d-4074-804a-c25d8300ad3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:55.585138 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d9685bad-d4c1-43e8-8ee2-9969bb1c27ea tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:55.630837 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d9685bad-d4c1-43e8-8ee2-9969bb1c27ea tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:55.652629 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-20dfac15-2297-4ae4-85bc-778d9dcad4e0 None None] For port 78a52373-cb73-4d6b-8720-f4038b73c123, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=78a52373-cb73-4d6b-8720-f4038b73c123,segment=NetworkSegment(78f36ec1-4cfb-4854-b7de-3fbecb937c56),segment_id=78f36ec1-4cfb-4854-b7de-3fbecb937c56)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:55.653131 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-20dfac15-2297-4ae4-85bc-778d9dcad4e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:55.656697 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9962863-639d-4074-804a-c25d8300ad3f None None] Pushing event deleted for resources: {'Port': ['ID=58106964-58ef-4bd8-8df1-4b738a31524c,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:55.660982 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-072669c9-0e9a-43ed-9b81-36f5f12ff6d6 None None] Attempting to bind port 7af311a3-53cd-4574-9b6e-1f85c1b4b388 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:39:55.661477 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-072669c9-0e9a-43ed-9b81-36f5f12ff6d6 None None] Attempting to bind port 7af311a3-53cd-4574-9b6e-1f85c1b4b388 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:39:55.662439 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072669c9-0e9a-43ed-9b81-36f5f12ff6d6 None None] Attempting to bind port 7af311a3-53cd-4574-9b6e-1f85c1b4b388 on network 9994ec23-a1f7-459d-8925-14bc9ff05f17 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:39:55.678547 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f5044a9f-01ad-463c-8de8-a34103c7e700 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:55.680137 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9962863-639d-4074-804a-c25d8300ad3f None None] No DVR routers for this DVR port 58106964-58ef-4bd8-8df1-4b738a31524c on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:39:55.690320 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5af2911-52e7-41bd-816c-ea49870df761 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:55.706630 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-585be20b-6d53-4cfd-b50b-3621ed71d17c None None] Attempt 5 to provision port 102f51de-54fe-44a7-af06-bffbf8b0ee3e Oct 12 07:39:55.711397 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cdb9c070-25e2-48d0-a237-dcb022f6b28a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:55.716084 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-20dfac15-2297-4ae4-85bc-778d9dcad4e0 None None] Calling delete_port for 78a52373-cb73-4d6b-8720-f4038b73c123 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:39:55.719689 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d9685bad-d4c1-43e8-8ee2-9969bb1c27ea tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:55.720942 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d9685bad-d4c1-43e8-8ee2-9969bb1c27ea tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7508037 Oct 12 07:39:55.740285 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39388) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:55.740871 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072669c9-0e9a-43ed-9b81-36f5f12ff6d6 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:39:55.741531 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072669c9-0e9a-43ed-9b81-36f5f12ff6d6 None None] Checking segment: {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:39:55.742054 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-072669c9-0e9a-43ed-9b81-36f5f12ff6d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:55.742519 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072669c9-0e9a-43ed-9b81-36f5f12ff6d6 None None] Bound using segment: {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:39:55.743081 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-072669c9-0e9a-43ed-9b81-36f5f12ff6d6 None None] Bound port: 7af311a3-53cd-4574-9b6e-1f85c1b4b388, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:39:55.743530 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-072669c9-0e9a-43ed-9b81-36f5f12ff6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:55.749584 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9685bad-d4c1-43e8-8ee2-9969bb1c27ea tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f25067c3-9c2a-44d6-9186-b0334a84c257,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:55.756864 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af2911-52e7-41bd-816c-ea49870df761 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event deleted for resources: {'Port': ['ID=58106964-58ef-4bd8-8df1-4b738a31524c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:55.760836 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5af2911-52e7-41bd-816c-ea49870df761 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] No DVR routers for this DVR port 58106964-58ef-4bd8-8df1-4b738a31524c on host dv-neutron-860909-2-hyperv {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:39:55.817637 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-e634f308-de61-4912-8cf7-6a1b6ea299c1 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Request body: {'security_group_rule': {'security_group_id': 'f25067c3-9c2a-44d6-9186-b0334a84c257', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:55.828109 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb9c070-25e2-48d0-a237-dcb022f6b28a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event deleted for resources: {'Port': ['ID=78a52373-cb73-4d6b-8720-f4038b73c123,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:55.843370 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb9c070-25e2-48d0-a237-dcb022f6b28a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] No DVR routers for this DVR port 78a52373-cb73-4d6b-8720-f4038b73c123 on host dv-neutron-860909-2-hyperv {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:39:55.846498 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b13c40e7-f9f4-4c88-a1b9-a95fdb780b5c tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:55.884733 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-585be20b-6d53-4cfd-b50b-3621ed71d17c None None] Port 102f51de-54fe-44a7-af06-bffbf8b0ee3e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:55.925539 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c40e7-f9f4-4c88-a1b9-a95fdb780b5c tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event deleted for resources: {'Subnet': ['ID=c4500686-baa6-410e-9cd3-8b33a6bb9c49,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:55.934595 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e634f308-de61-4912-8cf7-6a1b6ea299c1 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:55.943333 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b3a5327a-8376-45dd-b88c-1b8b8ff32aca tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:55.955789 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b13c40e7-f9f4-4c88-a1b9-a95fdb780b5c tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:55.957552 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-072669c9-0e9a-43ed-9b81-36f5f12ff6d6 None None] For port 7af311a3-53cd-4574-9b6e-1f85c1b4b388, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:39:55.959740 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b13c40e7-f9f4-4c88-a1b9-a95fdb780b5c tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/subnets/c4500686-baa6-410e-9cd3-8b33a6bb9c49 HTTP/1.1" status: 204 len: 168 time: 1.0759816 Oct 12 07:39:55.968993 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39390) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:55.971716 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-072669c9-0e9a-43ed-9b81-36f5f12ff6d6 None None] For port 7af311a3-53cd-4574-9b6e-1f85c1b4b388, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=7af311a3-53cd-4574-9b6e-1f85c1b4b388,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:39:55.978941 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-072669c9-0e9a-43ed-9b81-36f5f12ff6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:55.999268 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-20dfac15-2297-4ae4-85bc-778d9dcad4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:56.010746 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5af2911-52e7-41bd-816c-ea49870df761 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:56.047750 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cdb9c070-25e2-48d0-a237-dcb022f6b28a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:56.063323 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dfac15-2297-4ae4-85bc-778d9dcad4e0 None None] No DVR routers for this DVR port 78a52373-cb73-4d6b-8720-f4038b73c123 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:39:56.068187 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 78a52373-cb73-4d6b-8720-f4038b73c123 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:39:56.093313 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9d0d6d3-60c5-4abc-9be4-f8d59f570217 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] DELETE failed (client error): The resource could not be found. Oct 12 07:39:56.093775 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9d0d6d3-60c5-4abc-9be4-f8d59f570217 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:39:56.102336 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c9d0d6d3-60c5-4abc-9be4-f8d59f570217 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/subnets/7dfcc4f9-c815-408f-8745-af6cc0d09c6e HTTP/1.1" status: 404 len: 337 time: 0.1319010 Oct 12 07:39:56.110176 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 78a52373-cb73-4d6b-8720-f4038b73c123 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:39:56.110511 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 78a52373-cb73-4d6b-8720-f4038b73c123 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:39:56.110946 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 58106964-58ef-4bd8-8df1-4b738a31524c no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:39:56.115699 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39392) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:56.124712 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-e5af2911-52e7-41bd-816c-ea49870df761 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ae78925-8a28-47d7-83a4-4e489a00f182']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:56.134861 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072669c9-0e9a-43ed-9b81-36f5f12ff6d6 None None] Pushing event updated for resources: {'Port': ['ID=7af311a3-53cd-4574-9b6e-1f85c1b4b388,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:56.137757 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 58106964-58ef-4bd8-8df1-4b738a31524c {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:39:56.138140 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 58106964-58ef-4bd8-8df1-4b738a31524c not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:39:56.143443 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-e5af2911-52e7-41bd-816c-ea49870df761 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fbf4032-2a30-4fd2-a7e2-dd16f8d816ef') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:56.143748 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-e5af2911-52e7-41bd-816c-ea49870df761 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fbf4032-2a30-4fd2-a7e2-dd16f8d816ef') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:56.181502 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dfac15-2297-4ae4-85bc-778d9dcad4e0 None None] Pushing event deleted for resources: {'Port': ['ID=78a52373-cb73-4d6b-8720-f4038b73c123,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:56.188911 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-cdb9c070-25e2-48d0-a237-dcb022f6b28a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e6b5092-642f-4f83-ac6a-ead8dde0d1be']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:56.209199 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5af2911-52e7-41bd-816c-ea49870df761 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:56.216316 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-cdb9c070-25e2-48d0-a237-dcb022f6b28a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78f36ec1-4cfb-4854-b7de-3fbecb937c56') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:56.216623 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-cdb9c070-25e2-48d0-a237-dcb022f6b28a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78f36ec1-4cfb-4854-b7de-3fbecb937c56') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:56.244044 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cdb9c070-25e2-48d0-a237-dcb022f6b28a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:56.262875 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5af2911-52e7-41bd-816c-ea49870df761 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:56.263732 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e634f308-de61-4912-8cf7-6a1b6ea299c1 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:56.275784 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e634f308-de61-4912-8cf7-6a1b6ea299c1 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:56.287581 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-81cd7554-779b-48de-b3f0-c2971d035a46 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Deleting subnet 854f8874-ed31-48ba-8414-4596b21a1811 {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:39:56.288579 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cdb9c070-25e2-48d0-a237-dcb022f6b28a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:56.294499 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b3a5327a-8376-45dd-b88c-1b8b8ff32aca tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:56.316102 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-81cd7554-779b-48de-b3f0-c2971d035a46 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:56.349950 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5af2911-52e7-41bd-816c-ea49870df761 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:39:56.350208 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdb9c070-25e2-48d0-a237-dcb022f6b28a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:39:56.350313 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5af2911-52e7-41bd-816c-ea49870df761 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:56.350411 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cdb9c070-25e2-48d0-a237-dcb022f6b28a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:56.386753 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-585be20b-6d53-4cfd-b50b-3621ed71d17c None None] Attempt 6 to provision port 102f51de-54fe-44a7-af06-bffbf8b0ee3e Oct 12 07:39:56.412668 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 5fbf4032-2a30-4fd2-a7e2-dd16f8d816ef resource provider aggregate not found Oct 12 07:39:56.413728 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e634f308-de61-4912-8cf7-6a1b6ea299c1 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92ea6498-43ec-4bfd-a642-ca26444d4bfd,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:56.432667 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 78f36ec1-4cfb-4854-b7de-3fbecb937c56 resource provider aggregate not found Oct 12 07:39:56.442039 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e634f308-de61-4912-8cf7-6a1b6ea299c1 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:56.446578 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e634f308-de61-4912-8cf7-6a1b6ea299c1 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7010412 Oct 12 07:39:56.454604 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39402) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:56.466116 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-585be20b-6d53-4cfd-b50b-3621ed71d17c None None] Port 102f51de-54fe-44a7-af06-bffbf8b0ee3e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:56.486670 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 78f36ec1-4cfb-4854-b7de-3fbecb937c56 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 78f36ec1-4cfb-4854-b7de-3fbecb937c56 found for delete ", "request_id": "req-c3fc7ac9-9400-40a2-b316-e391198dbc90"}]} Oct 12 07:39:56.520190 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a5327a-8376-45dd-b88c-1b8b8ff32aca tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:39:56.536172 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 5fbf4032-2a30-4fd2-a7e2-dd16f8d816ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5fbf4032-2a30-4fd2-a7e2-dd16f8d816ef found for delete ", "request_id": "req-520bc35d-358b-4b81-92cf-1ba6423771aa"}]} Oct 12 07:39:56.545038 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5af2911-52e7-41bd-816c-ea49870df761 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:56.546083 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-81cd7554-779b-48de-b3f0-c2971d035a46 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:56.553037 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-b3a5327a-8376-45dd-b88c-1b8b8ff32aca tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:56.556408 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a5327a-8376-45dd-b88c-1b8b8ff32aca tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:39:56.564286 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a5327a-8376-45dd-b88c-1b8b8ff32aca tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:56.564975 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b3a5327a-8376-45dd-b88c-1b8b8ff32aca tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:56.566391 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5af2911-52e7-41bd-816c-ea49870df761 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:56.570148 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e5af2911-52e7-41bd-816c-ea49870df761 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "DELETE /v2.0/networks/8ae78925-8a28-47d7-83a4-4e489a00f182 HTTP/1.1" status: 204 len: 168 time: 2.6297605 Oct 12 07:39:56.576551 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39404) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:56.595383 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a5327a-8376-45dd-b88c-1b8b8ff32aca tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Port': ['ID=2eb369f9-38d7-4f99-b3c4-1953cc536927,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:56.608042 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cdb9c070-25e2-48d0-a237-dcb022f6b28a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:56.612927 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cdb9c070-25e2-48d0-a237-dcb022f6b28a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:56.620530 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-cdb9c070-25e2-48d0-a237-dcb022f6b28a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "DELETE /v2.0/networks/2e6b5092-642f-4f83-ac6a-ead8dde0d1be HTTP/1.1" status: 204 len: 168 time: 2.4195583 Oct 12 07:39:56.620724 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af2911-52e7-41bd-816c-ea49870df761 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event deleted for resources: {'Network': ['ID=8ae78925-8a28-47d7-83a4-4e489a00f182,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:56.623780 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39406) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:56.628218 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-af171f48-59ed-4b0c-8ba2-7199f11606f2 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2097803329', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}, 'admin_state_up': False}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:56.638672 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9523bf1-3d9a-4af2-b083-f323a9085562 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] DELETE failed (client error): The resource could not be found. Oct 12 07:39:56.639130 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9523bf1-3d9a-4af2-b083-f323a9085562 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:39:56.642137 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c9523bf1-3d9a-4af2-b083-f323a9085562 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "DELETE /v2.0/subnets/6ff90fe3-c428-465b-8123-26f0646dcf05 HTTP/1.1" status: 404 len: 337 time: 0.0622315 Oct 12 07:39:56.654446 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39408) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:56.671785 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b3a5327a-8376-45dd-b88c-1b8b8ff32aca tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8236840 Oct 12 07:39:56.672738 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb9c070-25e2-48d0-a237-dcb022f6b28a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event deleted for resources: {'Network': ['ID=2e6b5092-642f-4f83-ac6a-ead8dde0d1be,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:56.679205 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39410) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:56.707250 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f2945d7-662c-48d9-8a3c-2c7ec17d7cd2 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] DELETE failed (client error): The resource could not be found. Oct 12 07:39:56.707858 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f2945d7-662c-48d9-8a3c-2c7ec17d7cd2 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:39:56.711210 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-2f2945d7-662c-48d9-8a3c-2c7ec17d7cd2 tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "DELETE /v2.0/networks/63a8f212-88fe-4816-9d62-9c1bac497034 HTTP/1.1" status: 404 len: 339 time: 0.0512893 Oct 12 07:39:56.716545 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39412) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:56.772965 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-f5044a9f-01ad-463c-8de8-a34103c7e700 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Allocated IP 172.20.0.1 (56e399b2-564d-4efd-ae64-c42304217d2f/cdc939b8-2235-4d02-ac4d-f6255101686e/41f17b1e-b004-4426-ad8a-0343d5db2af4) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:39:56.774433 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fa50df19-3de2-4524-9a5b-5a1eabb09201 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:56.777214 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-af171f48-59ed-4b0c-8ba2-7199f11606f2 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:56.778568 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-af171f48-59ed-4b0c-8ba2-7199f11606f2 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:56.825074 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fa50df19-3de2-4524-9a5b-5a1eabb09201 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:56.826085 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8921821-bb36-46ff-b8af-a42d3efa3c89 None None] Network 5464953c-71d3-4410-9e99-b16a0a4807b7 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:56.828853 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-81cd7554-779b-48de-b3f0-c2971d035a46 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:56.831968 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-87901b84-c96e-4286-ab94-37813386cf1b tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Deleting subnet bd7d78bd-90ee-4019-aa46-bcc3ba6f890c {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:39:56.850277 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-87901b84-c96e-4286-ab94-37813386cf1b tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:56.867993 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e734f34-f75b-47d9-a61d-2fde0693ae41 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:56.874676 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e734f34-f75b-47d9-a61d-2fde0693ae41 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:56.878951 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-0e734f34-f75b-47d9-a61d-2fde0693ae41 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1949234 Oct 12 07:39:56.884886 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39414) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:56.918967 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-af171f48-59ed-4b0c-8ba2-7199f11606f2 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:56.968084 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-585be20b-6d53-4cfd-b50b-3621ed71d17c None None] Attempt 7 to provision port 102f51de-54fe-44a7-af06-bffbf8b0ee3e Oct 12 07:39:57.013229 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-585be20b-6d53-4cfd-b50b-3621ed71d17c None None] Port 102f51de-54fe-44a7-af06-bffbf8b0ee3e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:57.013675 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-87901b84-c96e-4286-ab94-37813386cf1b tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:57.015138 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-81cd7554-779b-48de-b3f0-c2971d035a46 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:57.022898 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fa50df19-3de2-4524-9a5b-5a1eabb09201 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:57.027929 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fa50df19-3de2-4524-9a5b-5a1eabb09201 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:57.029129 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-fa50df19-3de2-4524-9a5b-5a1eabb09201 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "DELETE /v2.0/security-groups/f25067c3-9c2a-44d6-9186-b0334a84c257 HTTP/1.1" status: 204 len: 168 time: 0.5727096 Oct 12 07:39:57.045089 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39416) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:57.068237 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa50df19-3de2-4524-9a5b-5a1eabb09201 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25067c3-9c2a-44d6-9186-b0334a84c257,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:57.115546 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.objects.ports [None req-3f532fd7-7b26-429b-8e39-4283db25f2be tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103201) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 12 07:39:57.116530 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3f532fd7-7b26-429b-8e39-4283db25f2be tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:57.119406 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cd7554-779b-48de-b3f0-c2971d035a46 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event deleted for resources: {'Subnet': ['ID=854f8874-ed31-48ba-8414-4596b21a1811,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:57.125104 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-50377d11-930d-4191-84f2-49444927cde8 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0540512 Oct 12 07:39:57.126460 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-81cd7554-779b-48de-b3f0-c2971d035a46 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:57.129841 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-81cd7554-779b-48de-b3f0-c2971d035a46 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/subnets/854f8874-ed31-48ba-8414-4596b21a1811 HTTP/1.1" status: 204 len: 168 time: 1.0096459 Oct 12 07:39:57.133460 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39418) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:57.133634 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39420) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:57.169622 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-a07c3603-e513-4252-8ecd-561bda6b81ad tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] DELETE failed (client error): The resource could not be found. Oct 12 07:39:57.170100 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a07c3603-e513-4252-8ecd-561bda6b81ad tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:39:57.175899 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a07c3603-e513-4252-8ecd-561bda6b81ad tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/subnets/18ef18bf-6fbd-45c6-a6ec-5315b16a095b HTTP/1.1" status: 404 len: 337 time: 0.0376985 Oct 12 07:39:57.177440 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-9359a2fa-6411-4b61-a864-55e1ecaeb606 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting port 2eb369f9-38d7-4f99-b3c4-1953cc536927 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:39:57.177779 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9359a2fa-6411-4b61-a864-55e1ecaeb606 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:57.184957 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263eb9d9-c5b2-4558-8314-af29d7b36e28 None None] Update dhcp port {'port': {'network_id': '5464953c-71d3-4410-9e99-b16a0a4807b7', 'fixed_ips': [{'subnet_id': '854f8874-ed31-48ba-8414-4596b21a1811'}], 'binding:host_id': 'dv-neutron-860909-2-hyperv'}, 'id': '88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1'} from dv-neutron-860909-2-hyperv. {{(pid=103202) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 07:39:57.205060 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39422) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:57.219232 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-263eb9d9-c5b2-4558-8314-af29d7b36e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:57.280263 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9359a2fa-6411-4b61-a864-55e1ecaeb606 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:57.295605 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-9359a2fa-6411-4b61-a864-55e1ecaeb606 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Calling delete_port for 2eb369f9-38d7-4f99-b3c4-1953cc536927 owned by {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:39:57.296216 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f5044a9f-01ad-463c-8de8-a34103c7e700 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:57.360847 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-af171f48-59ed-4b0c-8ba2-7199f11606f2 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:57.372405 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-cc2bec12-36f0-4d3e-9e8b-753a70be3278 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "GET /v2.0/ports?device_id=24bb2604-517d-4800-bade-dd4aa9ce8be4 HTTP/1.1" status: 200 len: 205 time: 0.1608601 Oct 12 07:39:57.375408 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39424) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:57.397125 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-987865db-95e8-4c61-8410-5676d56de715 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2624116 Oct 12 07:39:57.411999 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39426) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:57.445901 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f532fd7-7b26-429b-8e39-4283db25f2be tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2d41b6bc-31a8-4197-a05c-79992d8eb042,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:57.456081 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-52a7f7dc-1852-473c-b529-239ae9c4959f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] delete failed (client error): The resource could not be found. Oct 12 07:39:57.457240 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-52a7f7dc-1852-473c-b529-239ae9c4959f tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/routers/24bb2604-517d-4800-bade-dd4aa9ce8be4 HTTP/1.1" status: 404 len: 336 time: 0.0756793 Oct 12 07:39:57.461076 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39428) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:57.468258 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-4512f090-9e99-491d-8677-1509b57fef85 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] delete failed (client error): The resource could not be found. Oct 12 07:39:57.470570 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-4512f090-9e99-491d-8677-1509b57fef85 tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "DELETE /v2.0/security-groups/f25067c3-9c2a-44d6-9186-b0334a84c257 HTTP/1.1" status: 404 len: 347 time: 0.0446682 Oct 12 07:39:57.479548 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39430) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:57.511827 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-87901b84-c96e-4286-ab94-37813386cf1b tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:57.516035 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f532fd7-7b26-429b-8e39-4283db25f2be tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Checking segment: {'id': 'b2e8eab5-670f-4853-956a-630ffa3c5be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7249b3e0-b11a-4f5e-aac6-e2e9f4aff5c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:39:57.516035 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f532fd7-7b26-429b-8e39-4283db25f2be tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Network hostable DHCP agents. Network: 7249b3e0-b11a-4f5e-aac6-e2e9f4aff5c8, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:39:57.516518 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9f0b59d-d0be-4fb0-8f02-6fbfe070b13b tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] DELETE failed (client error): The resource could not be found. Oct 12 07:39:57.516836 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9f0b59d-d0be-4fb0-8f02-6fbfe070b13b tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:39:57.520626 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f9f0b59d-d0be-4fb0-8f02-6fbfe070b13b tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/subnets/cfe31c66-0b21-4343-9f75-377e8729f0f3 HTTP/1.1" status: 404 len: 337 time: 0.0575600 Oct 12 07:39:57.528293 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-585be20b-6d53-4cfd-b50b-3621ed71d17c None None] Attempt 8 to provision port 102f51de-54fe-44a7-af06-bffbf8b0ee3e Oct 12 07:39:57.529720 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39432) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:57.558066 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b897f9bc-08a0-436e-90c7-e17d34c3fdc7 req-55b5c805-ded0-4888-99f6-2eebad24b4c4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f8926720-09b0-467b-9e8a-3bd93ba7b4ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1963530 Oct 12 07:39:57.577490 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f5044a9f-01ad-463c-8de8-a34103c7e700 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:57.582922 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-585be20b-6d53-4cfd-b50b-3621ed71d17c None None] Port 102f51de-54fe-44a7-af06-bffbf8b0ee3e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:57.604296 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef66a8dc-4950-43cb-b081-e19ef4077345 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] DELETE failed (client error): The resource could not be found. Oct 12 07:39:57.604741 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef66a8dc-4950-43cb-b081-e19ef4077345 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:39:57.611316 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-ef66a8dc-4950-43cb-b081-e19ef4077345 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/subnets/955f7127-e130-4553-8497-6314826d9fbd HTTP/1.1" status: 404 len: 337 time: 0.0779052 Oct 12 07:39:57.618152 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39434) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:57.654773 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f532fd7-7b26-429b-8e39-4283db25f2be tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Network 7249b3e0-b11a-4f5e-aac6-e2e9f4aff5c8 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:39:57.687090 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-f654cc43-4599-4fdf-8aab-cd28d2836492 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] DELETE failed (client error): The resource could not be found. Oct 12 07:39:57.687297 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5044a9f-01ad-463c-8de8-a34103c7e700 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Network 56e399b2-564d-4efd-ae64-c42304217d2f is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:39:57.687619 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f654cc43-4599-4fdf-8aab-cd28d2836492 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:39:57.692747 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f654cc43-4599-4fdf-8aab-cd28d2836492 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/subnets/7b3f7691-9737-409b-a147-8f4fc589f284 HTTP/1.1" status: 404 len: 337 time: 0.0682180 Oct 12 07:39:57.696108 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39436) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:57.711450 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-42bdb682-4998-4429-9f3d-ba15693edaad tempest-SecGroupIPv6Test-1249136095 tempest-SecGroupIPv6Test-1249136095-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2281594 Oct 12 07:39:57.718563 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-f5044a9f-01ad-463c-8de8-a34103c7e700 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:57.721622 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5044a9f-01ad-463c-8de8-a34103c7e700 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:39:57.724885 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5044a9f-01ad-463c-8de8-a34103c7e700 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Pushing event updated for resources: {'Port': ['ID=41f17b1e-b004-4426-ad8a-0343d5db2af4,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:57.740522 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc6233ce-36b6-4144-8e0d-dddfa3d26465 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] DELETE failed (client error): The resource could not be found. Oct 12 07:39:57.741248 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc6233ce-36b6-4144-8e0d-dddfa3d26465 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:39:57.744846 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-cc6233ce-36b6-4144-8e0d-dddfa3d26465 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/ports/c9c9ab50-5630-4a01-94dd-272cf5c86da9 HTTP/1.1" status: 404 len: 333 time: 0.0477839 Oct 12 07:39:57.747046 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9359a2fa-6411-4b61-a864-55e1ecaeb606 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:57.749623 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39440) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:57.765115 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d52fb1-2b51-4875-b0ba-2bd63486cb3b None None] Network 5464953c-71d3-4410-9e99-b16a0a4807b7 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:57.810668 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f5044a9f-01ad-463c-8de8-a34103c7e700 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:57.827874 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9359a2fa-6411-4b61-a864-55e1ecaeb606 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Port': ['ID=2eb369f9-38d7-4f99-b3c4-1953cc536927,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:57.872205 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897f9bc-08a0-436e-90c7-e17d34c3fdc7 req-a456ecf4-f276-43ce-b848-993e3e052b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:57.877381 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-3f532fd7-7b26-429b-8e39-4283db25f2be tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 7249b3e0-b11a-4f5e-aac6-e2e9f4aff5c8) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:57.879394 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-87901b84-c96e-4286-ab94-37813386cf1b tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:57.880116 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b897f9bc-08a0-436e-90c7-e17d34c3fdc7 req-a456ecf4-f276-43ce-b848-993e3e052b62 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&device_id=f8926720-09b0-467b-9e8a-3bd93ba7b4ac HTTP/1.1" status: 200 len: 1099 time: 0.2609777 Oct 12 07:39:57.883749 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-59393949-8ccf-4c89-b4b5-166cdd062c63 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] DELETE failed (client error): The resource could not be found. Oct 12 07:39:57.884211 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59393949-8ccf-4c89-b4b5-166cdd062c63 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:39:57.892915 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-59393949-8ccf-4c89-b4b5-166cdd062c63 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/subnets/57312ef4-5fde-4256-9601-11ad9e6a8aca HTTP/1.1" status: 404 len: 337 time: 0.1395950 Oct 12 07:39:57.897829 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39444) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:58.023170 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9359a2fa-6411-4b61-a864-55e1ecaeb606 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:58.028208 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-9359a2fa-6411-4b61-a864-55e1ecaeb606 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/ports/2eb369f9-38d7-4f99-b3c4-1953cc536927 HTTP/1.1" status: 204 len: 168 time: 1.1416225 Oct 12 07:39:58.031277 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1832e3-ab1b-4c7b-802f-bc3b34fc49dd None None] Network 7249b3e0-b11a-4f5e-aac6-e2e9f4aff5c8 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:58.032238 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39446) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:58.033419 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-66a42721-d910-4094-9386-ad8ee62a0d27 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] DELETE failed (client error): The resource could not be found. Oct 12 07:39:58.034057 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66a42721-d910-4094-9386-ad8ee62a0d27 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:39:58.040555 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-66a42721-d910-4094-9386-ad8ee62a0d27 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/subnets/de9bb1a0-e444-40bf-90ae-e0b0369c1b65 HTTP/1.1" status: 404 len: 337 time: 0.1377330 Oct 12 07:39:58.079122 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39448) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:58.085284 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-585be20b-6d53-4cfd-b50b-3621ed71d17c None None] Attempt 9 to provision port 102f51de-54fe-44a7-af06-bffbf8b0ee3e Oct 12 07:39:58.164483 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 7af311a3-53cd-4574-9b6e-1f85c1b4b388 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:39:58.179182 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-c653c3fe-9753-4085-bd88-62df6245f6df tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] DELETE failed (client error): The resource could not be found. Oct 12 07:39:58.180047 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c653c3fe-9753-4085-bd88-62df6245f6df tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:39:58.183762 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c653c3fe-9753-4085-bd88-62df6245f6df tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/ports/83d62921-703f-4e29-885d-66ccf2aeadd3 HTTP/1.1" status: 404 len: 333 time: 0.0993774 Oct 12 07:39:58.195182 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39452) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:58.227870 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39454) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:58.242436 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeee938f-37e9-4564-9e5a-07d2a3bf0c0a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] DELETE failed (client error): The resource could not be found. Oct 12 07:39:58.243047 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeee938f-37e9-4564-9e5a-07d2a3bf0c0a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:39:58.247902 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-aeee938f-37e9-4564-9e5a-07d2a3bf0c0a tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/subnets/79b12ed0-4b92-4c96-8702-8b7f434f5bf0 HTTP/1.1" status: 404 len: 337 time: 0.0492425 Oct 12 07:39:58.253944 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39458) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:58.285638 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-585be20b-6d53-4cfd-b50b-3621ed71d17c None None] Port 102f51de-54fe-44a7-af06-bffbf8b0ee3e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:58.330393 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dc2d46-dec8-4d5f-9821-73c83967f585 None None] DHCP port deletion for 5464953c-71d3-4410-9e99-b16a0a4807b7 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:39:58.350120 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7808d361-eb16-404c-89ff-c5f4a7b76b30 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:58.351825 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7808d361-eb16-404c-89ff-c5f4a7b76b30 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:58.353740 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-7808d361-eb16-404c-89ff-c5f4a7b76b30 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3133278 Oct 12 07:39:58.357566 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-90ce0c22-39b8-47a7-93c4-fcdff2b4bdfb tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] DELETE failed (client error): The resource could not be found. Oct 12 07:39:58.358281 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90ce0c22-39b8-47a7-93c4-fcdff2b4bdfb tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:39:58.362434 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-90ce0c22-39b8-47a7-93c4-fcdff2b4bdfb tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/subnets/d6bb33f2-b5cf-4d1c-824a-76c0a21159e1 HTTP/1.1" status: 404 len: 337 time: 0.1042242 Oct 12 07:39:58.364626 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39460) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:58.365331 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39462) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:58.389141 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 7af311a3-53cd-4574-9b6e-1f85c1b4b388 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:58.389513 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:58.390670 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 7af311a3-53cd-4574-9b6e-1f85c1b4b388 Oct 12 07:39:58.421122 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f532fd7-7b26-429b-8e39-4283db25f2be tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:58.421706 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3f532fd7-7b26-429b-8e39-4283db25f2be tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:58.423218 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c32023d-460f-49d8-abd1-0470c81e5fb2 None None] Network 7249b3e0-b11a-4f5e-aac6-e2e9f4aff5c8 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:58.452802 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-87901b84-c96e-4286-ab94-37813386cf1b tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:58.455964 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-87901b84-c96e-4286-ab94-37813386cf1b tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "DELETE /v2.0/subnets/bd7d78bd-90ee-4019-aa46-bcc3ba6f890c HTTP/1.1" status: 204 len: 168 time: 1.7365370 Oct 12 07:39:58.460339 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39464) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:58.463146 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87901b84-c96e-4286-ab94-37813386cf1b tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event deleted for resources: {'Subnet': ['ID=bd7d78bd-90ee-4019-aa46-bcc3ba6f890c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:58.471814 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affd171e-d72c-4403-aa4c-92d95163aabd None None] Network 4372c884-baa9-49f3-922e-d1064c4562ce requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:58.520898 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-3f532fd7-7b26-429b-8e39-4283db25f2be tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.2480588 Oct 12 07:39:58.522308 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897f9bc-08a0-436e-90c7-e17d34c3fdc7 req-4660c0fd-0fbf-4781-b4cb-edf574689a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:58.524389 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b897f9bc-08a0-436e-90c7-e17d34c3fdc7 req-4660c0fd-0fbf-4781-b4cb-edf574689a0b service neutron] 10.222.0.23 "GET /v2.0/networks?id=d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0 HTTP/1.1" status: 200 len: 898 time: 0.6112649 Oct 12 07:39:58.530256 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39466) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:58.541982 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-f2eab0c4-62f5-412d-bb62-8c30db4271f9 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Request body: {'floatingip': {'floating_network_id': '7249b3e0-b11a-4f5e-aac6-e2e9f4aff5c8'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:58.560552 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-68d83685-88e1-4602-940b-c7014f92f763 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting subnet 8137ae22-8137-4f64-bc72-3b93c48a65c3 {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:39:58.565885 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-68d83685-88e1-4602-940b-c7014f92f763 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:58.604255 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7dba3360-63fa-4f89-9c52-a5bd69464aee tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:58.622749 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-81b9d375-3231-4e50-a330-3970e8618891 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=064315061ee04c95bd8e32f6e650476c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3863332 Oct 12 07:39:58.626470 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39468) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:58.633505 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-95dc2d46-dec8-4d5f-9821-73c83967f585 None None] Deleting port 88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:39:58.633885 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-95dc2d46-dec8-4d5f-9821-73c83967f585 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:58.678179 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f2eab0c4-62f5-412d-bb62-8c30db4271f9 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:58.694752 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b897f9bc-08a0-436e-90c7-e17d34c3fdc7 req-74009456-5362-4584-a472-2c8642ec7583 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fe897af-d5b7-4d22-b7ae-0c814642fab6 HTTP/1.1" status: 200 len: 1001 time: 0.1561651 Oct 12 07:39:58.705443 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-68d83685-88e1-4602-940b-c7014f92f763 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:58.723699 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 7af311a3-53cd-4574-9b6e-1f85c1b4b388 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:58.724117 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:58.770422 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f5044a9f-01ad-463c-8de8-a34103c7e700 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:58.773244 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-af171f48-59ed-4b0c-8ba2-7199f11606f2 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for router_gateway, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:58.774741 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-f4e852f9-dbe3-4fe3-b641-fdc5e6a8b5d7 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Deleting port 102f51de-54fe-44a7-af06-bffbf8b0ee3e {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:39:58.775511 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f4e852f9-dbe3-4fe3-b641-fdc5e6a8b5d7 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:58.790886 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-585be20b-6d53-4cfd-b50b-3621ed71d17c None None] Attempt 10 to provision port 102f51de-54fe-44a7-af06-bffbf8b0ee3e Oct 12 07:39:58.802352 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-95dc2d46-dec8-4d5f-9821-73c83967f585 None None] For port 88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1,segment=NetworkSegment(2921c6f5-4e8b-4332-b59f-54f79efcf717),segment_id=2921c6f5-4e8b-4332-b59f-54f79efcf717)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:58.802352 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-95dc2d46-dec8-4d5f-9821-73c83967f585 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:58.812884 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-af171f48-59ed-4b0c-8ba2-7199f11606f2 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:58.835353 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-32b420fd-f0a1-4f08-96fb-7a6fc8d209fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:58.865929 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 7af311a3-53cd-4574-9b6e-1f85c1b4b388, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=7af311a3-53cd-4574-9b6e-1f85c1b4b388,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:58.870437 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897f9bc-08a0-436e-90c7-e17d34c3fdc7 req-49378c4f-0638-4ed4-8330-eb38fdfaaf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:58.872590 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b897f9bc-08a0-436e-90c7-e17d34c3fdc7 req-49378c4f-0638-4ed4-8330-eb38fdfaaf42 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f94507d5-d2c5-4934-a94a-80714edc117a HTTP/1.1" status: 200 len: 835 time: 0.1613369 Oct 12 07:39:58.873579 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-95dc2d46-dec8-4d5f-9821-73c83967f585 None None] Calling delete_port for 88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:39:58.927875 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:58.933400 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f4e852f9-dbe3-4fe3-b641-fdc5e6a8b5d7 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:58.969590 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-32b420fd-f0a1-4f08-96fb-7a6fc8d209fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:58.975403 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-f4e852f9-dbe3-4fe3-b641-fdc5e6a8b5d7 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Calling delete_port for 102f51de-54fe-44a7-af06-bffbf8b0ee3e owned by {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:39:58.993642 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-68d83685-88e1-4602-940b-c7014f92f763 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:59.001200 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-585be20b-6d53-4cfd-b50b-3621ed71d17c None None] Port 102f51de-54fe-44a7-af06-bffbf8b0ee3e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:59.006525 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-7dba3360-63fa-4f89-9c52-a5bd69464aee tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Deleting port 91e64527-121d-4ce3-acb7-ef65c085865e {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:39:59.006952 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7dba3360-63fa-4f89-9c52-a5bd69464aee tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:59.014491 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-585be20b-6d53-4cfd-b50b-3621ed71d17c None None] Could not find standard attr ID for object 78a52373-cb73-4d6b-8720-f4038b73c123. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:39:59.041225 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-585be20b-6d53-4cfd-b50b-3621ed71d17c None None] Could not find standard attr ID for object 013a7b89-aaca-476e-9fd0-c618bafc2a1d. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:39:59.062514 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=7af311a3-53cd-4574-9b6e-1f85c1b4b388,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:59.083548 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374ae473-ea2f-4f0b-949d-b8b6717140eb None None] DHCP port deletion for 4372c884-baa9-49f3-922e-d1064c4562ce request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:39:59.091049 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:39:59.094817 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-95dc2d46-dec8-4d5f-9821-73c83967f585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:59.135140 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:39:59.135524 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:39:59.175432 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-7dba3360-63fa-4f89-9c52-a5bd69464aee tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] For port 91e64527-121d-4ce3-acb7-ef65c085865e, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=91e64527-121d-4ce3-acb7-ef65c085865e,segment=NetworkSegment(4698857c-2912-4fa4-9b9c-95bb2736dd53),segment_id=4698857c-2912-4fa4-9b9c-95bb2736dd53)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:59.175803 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7dba3360-63fa-4f89-9c52-a5bd69464aee tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:59.178896 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-af171f48-59ed-4b0c-8ba2-7199f11606f2 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Allocated IP 172.26.3.214 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/38138c8b-76aa-4351-a560-0b5c56d4edaa) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:39:59.196027 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dc2d46-dec8-4d5f-9821-73c83967f585 None None] No DVR routers for this DVR port 88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:39:59.209325 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc2d46-dec8-4d5f-9821-73c83967f585 None None] Pushing event deleted for resources: {'Port': ['ID=88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:59.214778 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-7dba3360-63fa-4f89-9c52-a5bd69464aee tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Calling delete_port for 91e64527-121d-4ce3-acb7-ef65c085865e owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:39:59.217124 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-de3a8c82-1d13-4d32-910b-9489aeae6247 None None] Could not find standard attr ID for object 2eb369f9-38d7-4f99-b3c4-1953cc536927. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:39:59.227137 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-de3a8c82-1d13-4d32-910b-9489aeae6247 None None] Could not find standard attr ID for object 88b9ebb7-5d9f-47b2-a882-b6afae9a1bb1. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:39:59.246318 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-de3a8c82-1d13-4d32-910b-9489aeae6247 None None] Provisioning complete for port 48babf5f-5e93-48b1-b826-e805c722e7f4 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:59.246695 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-de3a8c82-1d13-4d32-910b-9489aeae6247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:59.247028 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-de3a8c82-1d13-4d32-910b-9489aeae6247 None None] Attempt 1 to provision port 48babf5f-5e93-48b1-b826-e805c722e7f4 Oct 12 07:39:59.288641 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-374ae473-ea2f-4f0b-949d-b8b6717140eb None None] Deleting port 91e64527-121d-4ce3-acb7-ef65c085865e {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:39:59.289017 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-374ae473-ea2f-4f0b-949d-b8b6717140eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:59.311559 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f2eab0c4-62f5-412d-bb62-8c30db4271f9 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:59.372010 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-374ae473-ea2f-4f0b-949d-b8b6717140eb None None] For port 91e64527-121d-4ce3-acb7-ef65c085865e, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=91e64527-121d-4ce3-acb7-ef65c085865e,segment=NetworkSegment(4698857c-2912-4fa4-9b9c-95bb2736dd53),segment_id=4698857c-2912-4fa4-9b9c-95bb2736dd53)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:39:59.372709 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-374ae473-ea2f-4f0b-949d-b8b6717140eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:59.412961 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897f9bc-08a0-436e-90c7-e17d34c3fdc7 req-f3ce09c7-4a42-4d7f-9bd8-eba62f0724e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:39:59.415209 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b897f9bc-08a0-436e-90c7-e17d34c3fdc7 req-f3ce09c7-4a42-4d7f-9bd8-eba62f0724e3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5037436 Oct 12 07:39:59.418439 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-374ae473-ea2f-4f0b-949d-b8b6717140eb None None] Calling delete_port for 91e64527-121d-4ce3-acb7-ef65c085865e owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:39:59.444978 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-de3a8c82-1d13-4d32-910b-9489aeae6247 None None] Current status of the port 48babf5f-5e93-48b1-b826-e805c722e7f4 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:39:59.483645 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-32b420fd-f0a1-4f08-96fb-7a6fc8d209fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:59.486481 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-32b420fd-f0a1-4f08-96fb-7a6fc8d209fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:59.490147 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-32b420fd-f0a1-4f08-96fb-7a6fc8d209fc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cf7979bd-83d4-4db3-82d1-f2a9d3fd8066 HTTP/1.1" status: 204 len: 168 time: 0.8585801 Oct 12 07:39:59.493149 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-68d83685-88e1-4602-940b-c7014f92f763 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:59.514450 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-de3a8c82-1d13-4d32-910b-9489aeae6247 None None] Provisioning complete for port 102f51de-54fe-44a7-af06-bffbf8b0ee3e triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:39:59.514872 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-de3a8c82-1d13-4d32-910b-9489aeae6247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:59.515216 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-de3a8c82-1d13-4d32-910b-9489aeae6247 None None] Attempt 1 to provision port 102f51de-54fe-44a7-af06-bffbf8b0ee3e Oct 12 07:39:59.555066 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-af171f48-59ed-4b0c-8ba2-7199f11606f2 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:59.566065 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b420fd-f0a1-4f08-96fb-7a6fc8d209fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7979bd-83d4-4db3-82d1-f2a9d3fd8066,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:59.575839 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d83685-88e1-4602-940b-c7014f92f763 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Subnet': ['ID=8137ae22-8137-4f64-bc72-3b93c48a65c3,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:59.576025 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7dba3360-63fa-4f89-9c52-a5bd69464aee tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:59.580722 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-68d83685-88e1-4602-940b-c7014f92f763 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:59.584327 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-68d83685-88e1-4602-940b-c7014f92f763 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/8137ae22-8137-4f64-bc72-3b93c48a65c3 HTTP/1.1" status: 204 len: 168 time: 1.2153373 Oct 12 07:39:59.590129 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39474) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:59.599122 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-f2eab0c4-62f5-412d-bb62-8c30db4271f9 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Allocated IP 172.20.0.5 (7249b3e0-b11a-4f5e-aac6-e2e9f4aff5c8/2d41b6bc-31a8-4197-a05c-79992d8eb042/75a50729-b46a-456b-a655-155e3f60362f) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:39:59.603957 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a728272-a2a3-464f-a5c4-ae4c1255686e None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:39:59.628149 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-de3a8c82-1d13-4d32-910b-9489aeae6247 None None] Port 102f51de-54fe-44a7-af06-bffbf8b0ee3e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:39:59.628544 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f5044a9f-01ad-463c-8de8-a34103c7e700 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:59.630285 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba3360-63fa-4f89-9c52-a5bd69464aee tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event deleted for resources: {'Port': ['ID=91e64527-121d-4ce3-acb7-ef65c085865e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:59.648363 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dba3360-63fa-4f89-9c52-a5bd69464aee tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] No DVR routers for this DVR port 91e64527-121d-4ce3-acb7-ef65c085865e on host dv-neutron-860909-2-hyperv {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:39:59.650153 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f5044a9f-01ad-463c-8de8-a34103c7e700 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:59.665470 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-91beb282-5dd5-4b96-aaab-4054902a09fb tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0734842 Oct 12 07:39:59.666229 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f4e852f9-dbe3-4fe3-b641-fdc5e6a8b5d7 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:59.669706 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39476) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:59.678672 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-d2547882-cd68-49e6-a307-202022131a89 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'subnet': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:39:59.723206 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b897f9bc-08a0-436e-90c7-e17d34c3fdc7 req-20677454-f872-41bd-bcb4-3c4092d36e77 service neutron] 10.222.0.23 "GET /v2.0/networks/d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984300 Oct 12 07:39:59.728279 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e852f9-dbe3-4fe3-b641-fdc5e6a8b5d7 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event deleted for resources: {'Port': ['ID=102f51de-54fe-44a7-af06-bffbf8b0ee3e,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:59.770926 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f4e852f9-dbe3-4fe3-b641-fdc5e6a8b5d7 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:59.774375 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f4e852f9-dbe3-4fe3-b641-fdc5e6a8b5d7 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/ports/102f51de-54fe-44a7-af06-bffbf8b0ee3e HTTP/1.1" status: 204 len: 168 time: 1.3969047 Oct 12 07:39:59.779367 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39478) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:39:59.792349 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-374ae473-ea2f-4f0b-949d-b8b6717140eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:59.802288 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-af171f48-59ed-4b0c-8ba2-7199f11606f2 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:59.837965 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374ae473-ea2f-4f0b-949d-b8b6717140eb None None] No DVR routers for this DVR port 91e64527-121d-4ce3-acb7-ef65c085865e on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:39:59.843150 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f5044a9f-01ad-463c-8de8-a34103c7e700 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:59.849053 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5044a9f-01ad-463c-8de8-a34103c7e700 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Pushing event updated for resources: {'Port': ['ID=41f17b1e-b004-4426-ad8a-0343d5db2af4,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:59.849800 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ae473-ea2f-4f0b-949d-b8b6717140eb None None] Pushing event deleted for resources: {'Port': ['ID=91e64527-121d-4ce3-acb7-ef65c085865e,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:39:59.893660 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7dba3360-63fa-4f89-9c52-a5bd69464aee tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:59.966007 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af171f48-59ed-4b0c-8ba2-7199f11606f2 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:39:59.968260 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a5e076-bbc0-4df7-b3fd-d86375aab695 None None] DHCP port deletion for 9994ec23-a1f7-459d-8925-14bc9ff05f17 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:39:59.977751 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e7687767-3f8e-4668-a67f-07edc01e0306 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:39:59.981824 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-7dba3360-63fa-4f89-9c52-a5bd69464aee tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4372c884-baa9-49f3-922e-d1064c4562ce']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:39:59.985600 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b897f9bc-08a0-436e-90c7-e17d34c3fdc7 req-ada994e5-9a88-4c3a-bc38-71596eef0633 service neutron] 10.222.0.23 "GET /v2.0/networks/d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539954 Oct 12 07:39:59.988439 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-af171f48-59ed-4b0c-8ba2-7199f11606f2 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:39:59.990876 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2547882-cd68-49e6-a307-202022131a89 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:39:59.995862 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d2547882-cd68-49e6-a307-202022131a89 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:00.005692 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af171f48-59ed-4b0c-8ba2-7199f11606f2 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:40:00.016149 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-7dba3360-63fa-4f89-9c52-a5bd69464aee tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4698857c-2912-4fa4-9b9c-95bb2736dd53') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:00.016535 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-7dba3360-63fa-4f89-9c52-a5bd69464aee tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4698857c-2912-4fa4-9b9c-95bb2736dd53') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:00.051553 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f2eab0c4-62f5-412d-bb62-8c30db4271f9 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:00.054482 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af171f48-59ed-4b0c-8ba2-7199f11606f2 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event updated for resources: {'Port': ['ID=38138c8b-76aa-4351-a560-0b5c56d4edaa,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:00.081074 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c3a5e076-bbc0-4df7-b3fd-d86375aab695 None None] Deleting port 7af311a3-53cd-4574-9b6e-1f85c1b4b388 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:40:00.082145 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c3a5e076-bbc0-4df7-b3fd-d86375aab695 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:00.082305 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7dba3360-63fa-4f89-9c52-a5bd69464aee tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:00.123887 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7dba3360-63fa-4f89-9c52-a5bd69464aee tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:00.137370 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-de3a8c82-1d13-4d32-910b-9489aeae6247 None None] Attempt 2 to provision port 102f51de-54fe-44a7-af06-bffbf8b0ee3e Oct 12 07:40:00.146356 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 91e64527-121d-4ce3-acb7-ef65c085865e no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:40:00.151612 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dba3360-63fa-4f89-9c52-a5bd69464aee tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:40:00.152008 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7dba3360-63fa-4f89-9c52-a5bd69464aee tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:00.189039 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-de3a8c82-1d13-4d32-910b-9489aeae6247 None None] Port 102f51de-54fe-44a7-af06-bffbf8b0ee3e was deleted so its status cannot be updated. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 12 07:40:00.218909 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 4698857c-2912-4fa4-9b9c-95bb2736dd53 resource provider aggregate not found Oct 12 07:40:00.242676 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e7687767-3f8e-4668-a67f-07edc01e0306 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:00.268433 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 4698857c-2912-4fa4-9b9c-95bb2736dd53 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4698857c-2912-4fa4-9b9c-95bb2736dd53 found for delete ", "request_id": "req-297be83e-1fdf-42b2-8837-8eccd0d71c24"}]} Oct 12 07:40:00.270232 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5044a9f-01ad-463c-8de8-a34103c7e700 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Network 56e399b2-564d-4efd-ae64-c42304217d2f is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:00.273258 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-e7687767-3f8e-4668-a67f-07edc01e0306 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5464953c-71d3-4410-9e99-b16a0a4807b7']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:00.276809 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-f5044a9f-01ad-463c-8de8-a34103c7e700 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:00.289641 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-e7687767-3f8e-4668-a67f-07edc01e0306 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2921c6f5-4e8b-4332-b59f-54f79efcf717') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:00.290678 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-e7687767-3f8e-4668-a67f-07edc01e0306 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2921c6f5-4e8b-4332-b59f-54f79efcf717') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:00.290808 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 91e64527-121d-4ce3-acb7-ef65c085865e {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:40:00.291134 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 91e64527-121d-4ce3-acb7-ef65c085865e not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:40:00.302356 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-c3a5e076-bbc0-4df7-b3fd-d86375aab695 None None] For port 7af311a3-53cd-4574-9b6e-1f85c1b4b388, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=7af311a3-53cd-4574-9b6e-1f85c1b4b388,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:40:00.302763 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c3a5e076-bbc0-4df7-b3fd-d86375aab695 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:00.306663 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-de3a8c82-1d13-4d32-910b-9489aeae6247 None None] Provisioning complete for port 7af311a3-53cd-4574-9b6e-1f85c1b4b388 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:00.307031 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-de3a8c82-1d13-4d32-910b-9489aeae6247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:00.307365 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-de3a8c82-1d13-4d32-910b-9489aeae6247 None None] Attempt 1 to provision port 7af311a3-53cd-4574-9b6e-1f85c1b4b388 Oct 12 07:40:00.330493 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e7687767-3f8e-4668-a67f-07edc01e0306 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:00.330918 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f2eab0c4-62f5-412d-bb62-8c30db4271f9 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:00.349767 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 7af311a3-53cd-4574-9b6e-1f85c1b4b388 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:40:00.350015 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7dba3360-63fa-4f89-9c52-a5bd69464aee tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:00.356692 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e7687767-3f8e-4668-a67f-07edc01e0306 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:00.370248 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7687767-3f8e-4668-a67f-07edc01e0306 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:40:00.370952 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e7687767-3f8e-4668-a67f-07edc01e0306 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:00.388161 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7dba3360-63fa-4f89-9c52-a5bd69464aee tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:00.391283 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-7dba3360-63fa-4f89-9c52-a5bd69464aee tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] 10.222.0.26 "DELETE /v2.0/networks/4372c884-baa9-49f3-922e-d1064c4562ce HTTP/1.1" status: 204 len: 168 time: 1.9292450 Oct 12 07:40:00.447268 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:40:00.453516 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c3a5e076-bbc0-4df7-b3fd-d86375aab695 None None] Calling delete_port for 7af311a3-53cd-4574-9b6e-1f85c1b4b388 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:40:00.489691 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba3360-63fa-4f89-9c52-a5bd69464aee tempest-NetworksIpV6Test-693262236 tempest-NetworksIpV6Test-693262236-project] Pushing event deleted for resources: {'Network': ['ID=4372c884-baa9-49f3-922e-d1064c4562ce,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:00.517899 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2eab0c4-62f5-412d-bb62-8c30db4271f9 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Network 7249b3e0-b11a-4f5e-aac6-e2e9f4aff5c8 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:00.534869 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-f2eab0c4-62f5-412d-bb62-8c30db4271f9 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:00.544826 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eab0c4-62f5-412d-bb62-8c30db4271f9 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Pushing event updated for resources: {'Port': ['ID=75a50729-b46a-456b-a655-155e3f60362f,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:00.555386 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2eab0c4-62f5-412d-bb62-8c30db4271f9 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:40:00.596816 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 2921c6f5-4e8b-4332-b59f-54f79efcf717 resource provider aggregate not found Oct 12 07:40:00.628994 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 2921c6f5-4e8b-4332-b59f-54f79efcf717 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2921c6f5-4e8b-4332-b59f-54f79efcf717 found for delete ", "request_id": "req-ecd2e810-358e-42b7-b666-2956a2ade0e9"}]} Oct 12 07:40:00.635133 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e7687767-3f8e-4668-a67f-07edc01e0306 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:00.654245 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 7af311a3-53cd-4574-9b6e-1f85c1b4b388 is: ACTIVE; New status is: DOWN {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:00.654636 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:00.684429 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7687767-3f8e-4668-a67f-07edc01e0306 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Pushing event deleted for resources: {'Network': ['ID=5464953c-71d3-4410-9e99-b16a0a4807b7,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:00.689700 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e7687767-3f8e-4668-a67f-07edc01e0306 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:00.693781 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e7687767-3f8e-4668-a67f-07edc01e0306 tempest-PortsIpV6TestJSON-1945339372 tempest-PortsIpV6TestJSON-1945339372-project] 10.222.0.26 "DELETE /v2.0/networks/5464953c-71d3-4410-9e99-b16a0a4807b7 HTTP/1.1" status: 204 len: 168 time: 0.9132090 Oct 12 07:40:00.781489 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.objects.ports [None req-d2547882-cd68-49e6-a307-202022131a89 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103200) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 12 07:40:00.858542 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39508) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:01.009788 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-de3a8c82-1d13-4d32-910b-9489aeae6247 None None] Current status of the port 7af311a3-53cd-4574-9b6e-1f85c1b4b388 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:01.074356 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d2547882-cd68-49e6-a307-202022131a89 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:01.121461 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.db.api [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103202) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 07:40:01.122086 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG oslo_db.api [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 07:40:01.122338 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-de3a8c82-1d13-4d32-910b-9489aeae6247 None None] Provisioning complete for port 41f17b1e-b004-4426-ad8a-0343d5db2af4 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:01.122701 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-de3a8c82-1d13-4d32-910b-9489aeae6247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:01.123038 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-de3a8c82-1d13-4d32-910b-9489aeae6247 None None] Attempt 1 to provision port 41f17b1e-b004-4426-ad8a-0343d5db2af4 Oct 12 07:40:01.170405 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-de3a8c82-1d13-4d32-910b-9489aeae6247 None None] Port 41f17b1e-b004-4426-ad8a-0343d5db2af4 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:01.179252 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c3a5e076-bbc0-4df7-b3fd-d86375aab695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:01.227368 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5e076-bbc0-4df7-b3fd-d86375aab695 None None] Pushing event deleted for resources: {'Port': ['ID=7af311a3-53cd-4574-9b6e-1f85c1b4b388,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:01.241209 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a5e076-bbc0-4df7-b3fd-d86375aab695 None None] No DVR routers for this DVR port 7af311a3-53cd-4574-9b6e-1f85c1b4b388 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:40:01.319661 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5044a9f-01ad-463c-8de8-a34103c7e700 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Router 1b3685f9-37e0-4518-98b2-b446c03f0afa has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:40:01.345500 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-af171f48-59ed-4b0c-8ba2-7199f11606f2 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for router_gateway, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:01.345672 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39520) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:01.403803 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-4e80053c-7c20-4c1b-aaac-9e88a1ccb960 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ab8b3ae455d54493a558c1c38223505d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5439675 Oct 12 07:40:01.404342 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39526) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:01.408358 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f2eab0c4-62f5-412d-bb62-8c30db4271f9 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:01.420125 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-d2547882-cd68-49e6-a307-202022131a89 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] For port 7af311a3-53cd-4574-9b6e-1f85c1b4b388, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=7af311a3-53cd-4574-9b6e-1f85c1b4b388,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:40:01.520565 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-331412db-d548-4882-b720-7a2a34914b0b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e65c260e166d457d9b3ff4f3fa4c3b6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1684706 Oct 12 07:40:01.522708 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d2547882-cd68-49e6-a307-202022131a89 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:01.524556 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39530) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:01.537046 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d2547882-cd68-49e6-a307-202022131a89 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:01.537810 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d2547882-cd68-49e6-a307-202022131a89 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:01.537973 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f2eab0c4-62f5-412d-bb62-8c30db4271f9 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:01.619597 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2547882-cd68-49e6-a307-202022131a89 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Port': ['ID=7af311a3-53cd-4574-9b6e-1f85c1b4b388,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:01.632688 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-20373a01-020a-4bd4-acf0-cc9c4648ae5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:01.650265 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Port 7af311a3-53cd-4574-9b6e-1f85c1b4b388 update to DOWN by agent not found {{(pid=103202) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Oct 12 07:40:01.667975 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5044a9f-01ad-463c-8de8-a34103c7e700 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:40:01.671330 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2547882-cd68-49e6-a307-202022131a89 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:01.671850 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-de3a8c82-1d13-4d32-910b-9489aeae6247 None None] Attempt 2 to provision port 41f17b1e-b004-4426-ad8a-0343d5db2af4 Oct 12 07:40:01.674363 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f5044a9f-01ad-463c-8de8-a34103c7e700 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "PUT /v2.0/routers/1b3685f9-37e0-4518-98b2-b446c03f0afa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9091556 Oct 12 07:40:01.678835 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39538) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:01.686849 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-20373a01-020a-4bd4-acf0-cc9c4648ae5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:01.688020 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39540) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:01.692743 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-d2547882-cd68-49e6-a307-202022131a89 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:01.693269 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-e292a198-ce1b-4635-98db-17ae9b047694 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Request body: {'port': {'network_id': '56e399b2-564d-4efd-ae64-c42304217d2f', 'name': 'tempest-FloatingIPTestJSON-394518988'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:01.713377 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2547882-cd68-49e6-a307-202022131a89 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:01.714014 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d2547882-cd68-49e6-a307-202022131a89 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:01.722405 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a323f3da-8673-4fa0-99fd-827794cdbc61 None None] Sync routers for ids ['1b3685f9-37e0-4518-98b2-b446c03f0afa'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:40:01.729577 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26463f32-1b73-4dc7-96a2-a5069f6535ae None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:40:01.755238 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2547882-cd68-49e6-a307-202022131a89 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Subnet': ['ID=86bbfc81-19dd-4d61-a3ee-f1a8cb1e7148,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:01.780486 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-de3a8c82-1d13-4d32-910b-9489aeae6247 None None] Port 41f17b1e-b004-4426-ad8a-0343d5db2af4 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:01.782130 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a323f3da-8673-4fa0-99fd-827794cdbc61 None None] Routers {'1b3685f9-37e0-4518-98b2-b446c03f0afa'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:40:01.783103 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-a323f3da-8673-4fa0-99fd-827794cdbc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:39:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['1b3685f9-37e0-4518-98b2-b446c03f0afa'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:01.843033 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d19feca5-915e-4d2f-b718-ce3727aa6899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:01.859788 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d2547882-cd68-49e6-a307-202022131a89 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.1846383 Oct 12 07:40:01.863656 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39544) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:01.874655 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-60a74246-1b7a-42d9-a9e7-5db77901024b tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'port': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'mac_address': 'fa:16:3e:c0:16:5a', 'name': 'tempest-NetworksTestDHCPv6-156704565'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:01.893477 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-a323f3da-8673-4fa0-99fd-827794cdbc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:01.909406 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-af171f48-59ed-4b0c-8ba2-7199f11606f2 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:01.910872 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a323f3da-8673-4fa0-99fd-827794cdbc61 None None] Routers {'1b3685f9-37e0-4518-98b2-b446c03f0afa'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:40:01.912469 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-a323f3da-8673-4fa0-99fd-827794cdbc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:39:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['1b3685f9-37e0-4518-98b2-b446c03f0afa'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:01.920451 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d19feca5-915e-4d2f-b718-ce3727aa6899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:01.947888 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95bbbbb-a771-4d44-a2d3-c8121df4d9f5 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:01.948379 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95bbbbb-a771-4d44-a2d3-c8121df4d9f5 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:01.948853 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95bbbbb-a771-4d44-a2d3-c8121df4d9f5 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:01.953676 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d95bbbbb-a771-4d44-a2d3-c8121df4d9f5 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/ports?project_id=62f83991a7314cd6b6c084162dcfff66&network_id=d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0 HTTP/1.1" status: 200 len: 3000 time: 0.2591946 Oct 12 07:40:01.971450 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-a323f3da-8673-4fa0-99fd-827794cdbc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:01.972614 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a323f3da-8673-4fa0-99fd-827794cdbc61 None None] The sync data for ids ['1b3685f9-37e0-4518-98b2-b446c03f0afa'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:40:02.023371 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e292a198-ce1b-4635-98db-17ae9b047694 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Made reservation on behalf of 6d4011bbd41f4c1e9844d80c11ed720a for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:02.028524 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e292a198-ce1b-4635-98db-17ae9b047694 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:02.039646 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-20373a01-020a-4bd4-acf0-cc9c4648ae5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:02.043922 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-20373a01-020a-4bd4-acf0-cc9c4648ae5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:02.044941 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-20373a01-020a-4bd4-acf0-cc9c4648ae5d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c80c465e-d822-4c25-840b-2098631e4ca8 HTTP/1.1" status: 204 len: 168 time: 0.6376967 Oct 12 07:40:02.066341 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-e292a198-ce1b-4635-98db-17ae9b047694 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] device_id is not set on port 504f2c8a-7f2a-4767-b0dc-2e93b6af0ce9 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:40:02.080238 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20373a01-020a-4bd4-acf0-cc9c4648ae5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80c465e-d822-4c25-840b-2098631e4ca8,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:02.108918 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f2eab0c4-62f5-412d-bb62-8c30db4271f9 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:02.115971 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7d5793-0a32-4b3e-875a-d0dfdbd64b13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-9994ec23-a1f7-459d-8925-14bc9ff05f17', 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'tenant_id': '3e134b4bc92f4839ac5ca68b448223d9', 'fixed_ips': [{'subnet_id': '86bbfc81-19dd-4d61-a3ee-f1a8cb1e7148'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:40:02.118863 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bd7d5793-0a32-4b3e-875a-d0dfdbd64b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:02.154267 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d19feca5-915e-4d2f-b718-ce3727aa6899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:02.156726 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d19feca5-915e-4d2f-b718-ce3727aa6899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:02.160558 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d19feca5-915e-4d2f-b718-ce3727aa6899 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/39905dd2-1024-48ed-87cd-16ef3936cb52 HTTP/1.1" status: 204 len: 168 time: 0.6348977 Oct 12 07:40:02.178248 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a74246-1b7a-42d9-a9e7-5db77901024b tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:02.182945 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19feca5-915e-4d2f-b718-ce3727aa6899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39905dd2-1024-48ed-87cd-16ef3936cb52,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:02.196246 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f2eab0c4-62f5-412d-bb62-8c30db4271f9 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:02.335302 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f2eab0c4-62f5-412d-bb62-8c30db4271f9 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:02.362578 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-60a74246-1b7a-42d9-a9e7-5db77901024b tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:02.362695 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f2eab0c4-62f5-412d-bb62-8c30db4271f9 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:02.364329 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f2eab0c4-62f5-412d-bb62-8c30db4271f9 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.8304451 Oct 12 07:40:02.370095 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39562) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:02.387659 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eab0c4-62f5-412d-bb62-8c30db4271f9 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Pushing event updated for resources: {'Port': ['ID=75a50729-b46a-456b-a655-155e3f60362f,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:02.387881 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-de3a8c82-1d13-4d32-910b-9489aeae6247 None None] Attempt 3 to provision port 41f17b1e-b004-4426-ad8a-0343d5db2af4 Oct 12 07:40:02.422641 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af171f48-59ed-4b0c-8ba2-7199f11606f2 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Router 443b790f-57ad-4d67-bfa6-23e3b3e35f6d is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:40:02.428584 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-bd7d5793-0a32-4b3e-875a-d0dfdbd64b13 None None] Allocated IP 2001:db8::f816:3eff:fe76:765a (9994ec23-a1f7-459d-8925-14bc9ff05f17/86bbfc81-19dd-4d61-a3ee-f1a8cb1e7148/ea5c1b80-d102-4de8-b906-2497da199f7a) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:40:02.458015 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-60a74246-1b7a-42d9-a9e7-5db77901024b tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] device_id is not set on port d734b49b-8f7e-4a5d-8f9f-0e169f8f23f5 yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:40:02.472292 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-e292a198-ce1b-4635-98db-17ae9b047694 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Allocated IP 172.20.0.8 (56e399b2-564d-4efd-ae64-c42304217d2f/cdc939b8-2235-4d02-ac4d-f6255101686e/504f2c8a-7f2a-4767-b0dc-2e93b6af0ce9) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:40:02.475756 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-93d3dccd-a881-4f28-a5d6-24a8ca100080 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] 10.222.0.26 "GET /v2.0/floatingips?floating_network_id=7249b3e0-b11a-4f5e-aac6-e2e9f4aff5c8 HTTP/1.1" status: 200 len: 689 time: 0.1043763 Oct 12 07:40:02.476857 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39564) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:02.604620 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-de3a8c82-1d13-4d32-910b-9489aeae6247 None None] Port 41f17b1e-b004-4426-ad8a-0343d5db2af4 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:02.633557 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d02379f9-3356-437e-b05c-2fe14a8930c0 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:02.649437 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af171f48-59ed-4b0c-8ba2-7199f11606f2 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:40:02.665306 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdfeb06-eb00-4cd6-886c-7bd47a0eb90b None None] Sync routers for ids ['443b790f-57ad-4d67-bfa6-23e3b3e35f6d'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:40:02.681967 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdfeb06-eb00-4cd6-886c-7bd47a0eb90b None None] Routers {'443b790f-57ad-4d67-bfa6-23e3b3e35f6d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:40:02.681967 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-dcdfeb06-eb00-4cd6-886c-7bd47a0eb90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:39:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['443b790f-57ad-4d67-bfa6-23e3b3e35f6d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:02.711368 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-af171f48-59ed-4b0c-8ba2-7199f11606f2 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:02.712620 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-af171f48-59ed-4b0c-8ba2-7199f11606f2 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.0878789 Oct 12 07:40:02.715848 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39572) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:02.760690 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-dcdfeb06-eb00-4cd6-886c-7bd47a0eb90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:02.772239 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdfeb06-eb00-4cd6-886c-7bd47a0eb90b None None] Routers {'443b790f-57ad-4d67-bfa6-23e3b3e35f6d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:40:02.773007 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-dcdfeb06-eb00-4cd6-886c-7bd47a0eb90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:39:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['443b790f-57ad-4d67-bfa6-23e3b3e35f6d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:02.818440 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e292a198-ce1b-4635-98db-17ae9b047694 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:02.868261 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-dcdfeb06-eb00-4cd6-886c-7bd47a0eb90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:02.870086 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdfeb06-eb00-4cd6-886c-7bd47a0eb90b None None] The sync data for ids ['443b790f-57ad-4d67-bfa6-23e3b3e35f6d'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:40:02.878477 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b0824d55-27a0-410b-bfe7-1ddefbe44442 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "GET /v2.0/routers/443b790f-57ad-4d67-bfa6-23e3b3e35f6d HTTP/1.1" status: 200 len: 885 time: 0.1613476 Oct 12 07:40:02.880870 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39576) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:02.881388 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bd7d5793-0a32-4b3e-875a-d0dfdbd64b13 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:02.896220 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bd7d5793-0a32-4b3e-875a-d0dfdbd64b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:02.947985 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7d5793-0a32-4b3e-875a-d0dfdbd64b13 None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:02.952294 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-bd7d5793-0a32-4b3e-875a-d0dfdbd64b13 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:02.956680 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7d5793-0a32-4b3e-875a-d0dfdbd64b13 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:40:02.963519 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e292a198-ce1b-4635-98db-17ae9b047694 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:02.973787 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d5793-0a32-4b3e-875a-d0dfdbd64b13 None None] Pushing event updated for resources: {'Port': ['ID=ea5c1b80-d102-4de8-b906-2497da199f7a,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:03.059244 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-bd7d5793-0a32-4b3e-875a-d0dfdbd64b13 None None] Attempting to bind port ea5c1b80-d102-4de8-b906-2497da199f7a on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:40:03.059914 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-bd7d5793-0a32-4b3e-875a-d0dfdbd64b13 None None] Attempting to bind port ea5c1b80-d102-4de8-b906-2497da199f7a by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:40:03.060450 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7d5793-0a32-4b3e-875a-d0dfdbd64b13 None None] Attempting to bind port ea5c1b80-d102-4de8-b906-2497da199f7a on network 9994ec23-a1f7-459d-8925-14bc9ff05f17 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:03.065779 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-60a74246-1b7a-42d9-a9e7-5db77901024b tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Allocated IP 2001:db8::f816:3eff:fec0:165a (9994ec23-a1f7-459d-8925-14bc9ff05f17/86bbfc81-19dd-4d61-a3ee-f1a8cb1e7148/d734b49b-8f7e-4a5d-8f9f-0e169f8f23f5) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:40:03.066070 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e292a198-ce1b-4635-98db-17ae9b047694 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Network 56e399b2-564d-4efd-ae64-c42304217d2f is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:03.068800 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7d5793-0a32-4b3e-875a-d0dfdbd64b13 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:40:03.069423 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7d5793-0a32-4b3e-875a-d0dfdbd64b13 None None] Checking segment: {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:40:03.070103 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bd7d5793-0a32-4b3e-875a-d0dfdbd64b13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:03.070643 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d02379f9-3356-437e-b05c-2fe14a8930c0 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Deleting port 75a50729-b46a-456b-a655-155e3f60362f {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:40:03.070788 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39580) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:03.071020 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7d5793-0a32-4b3e-875a-d0dfdbd64b13 None None] Bound using segment: {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:40:03.071916 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-bd7d5793-0a32-4b3e-875a-d0dfdbd64b13 None None] Bound port: ea5c1b80-d102-4de8-b906-2497da199f7a, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:40:03.072514 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bd7d5793-0a32-4b3e-875a-d0dfdbd64b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:03.075492 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d02379f9-3356-437e-b05c-2fe14a8930c0 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:03.077666 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-7a1f42c0-9350-492d-9d78-dffc85dd9d78 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1672659394', 'description': 'tempest-secgroup-smoke-1672659394 description', 'project_id': '91dbc5081b5c42efa05c929564d56662'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:03.093461 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-e292a198-ce1b-4635-98db-17ae9b047694 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:03.095832 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e292a198-ce1b-4635-98db-17ae9b047694 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:40:03.102619 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292a198-ce1b-4635-98db-17ae9b047694 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Pushing event updated for resources: {'Port': ['ID=504f2c8a-7f2a-4767-b0dc-2e93b6af0ce9,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:03.121593 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-de3a8c82-1d13-4d32-910b-9489aeae6247 None None] Attempt 4 to provision port 41f17b1e-b004-4426-ad8a-0343d5db2af4 Oct 12 07:40:03.176984 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e292a198-ce1b-4635-98db-17ae9b047694 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:03.177676 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e292a198-ce1b-4635-98db-17ae9b047694 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:03.187309 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7a1f42c0-9350-492d-9d78-dffc85dd9d78 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:03.208954 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7a1f42c0-9350-492d-9d78-dffc85dd9d78 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:03.227820 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-de3a8c82-1d13-4d32-910b-9489aeae6247 None None] Port 41f17b1e-b004-4426-ad8a-0343d5db2af4 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:03.239416 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-bd7d5793-0a32-4b3e-875a-d0dfdbd64b13 None None] For port ea5c1b80-d102-4de8-b906-2497da199f7a, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:40:03.243675 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-bd7d5793-0a32-4b3e-875a-d0dfdbd64b13 None None] For port ea5c1b80-d102-4de8-b906-2497da199f7a, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=ea5c1b80-d102-4de8-b906-2497da199f7a,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:40:03.253362 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bd7d5793-0a32-4b3e-875a-d0dfdbd64b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:03.254903 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e292a198-ce1b-4635-98db-17ae9b047694 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5716491 Oct 12 07:40:03.255596 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39586) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:03.274172 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-33d9e70a-f539-452b-84e5-01010ea24203 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Request body: {'floatingip': {'port_id': '504f2c8a-7f2a-4767-b0dc-2e93b6af0ce9'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:03.308104 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d02379f9-3356-437e-b05c-2fe14a8930c0 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:03.308876 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d02379f9-3356-437e-b05c-2fe14a8930c0 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:03.355935 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d02379f9-3356-437e-b05c-2fe14a8930c0 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Calling delete_port for 75a50729-b46a-456b-a655-155e3f60362f owned by network:floatingip {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:40:03.380080 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d5793-0a32-4b3e-875a-d0dfdbd64b13 None None] Pushing event updated for resources: {'Port': ['ID=ea5c1b80-d102-4de8-b906-2497da199f7a,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:03.423588 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-33d9e70a-f539-452b-84e5-01010ea24203 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for floatingip, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:03.451827 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39590) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:03.519815 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-281b1733-1ba9-420a-b4be-c0945703c565 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.6350043 Oct 12 07:40:03.520084 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39594) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:03.533357 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-e8889f54-422f-4cdc-b6ad-e5d2b5cc03c6 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2097803329'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:03.626419 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-60a74246-1b7a-42d9-a9e7-5db77901024b tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:03.629104 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7a1f42c0-9350-492d-9d78-dffc85dd9d78 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:03.638115 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7a1f42c0-9350-492d-9d78-dffc85dd9d78 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:03.643218 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-4f61aea2-26ef-4bf3-9d90-ba1a3886cf2b tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Request body: {'security_group': {'name': 'tempest-secgroup--327461018'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:03.713272 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4f61aea2-26ef-4bf3-9d90-ba1a3886cf2b tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:03.728759 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-de3a8c82-1d13-4d32-910b-9489aeae6247 None None] Attempt 5 to provision port 41f17b1e-b004-4426-ad8a-0343d5db2af4 Oct 12 07:40:03.736462 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f42c0-9350-492d-9d78-dffc85dd9d78 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb18854b-a1f3-45d6-9c3c-bbd5e2cb537d,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:03.767053 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-de3a8c82-1d13-4d32-910b-9489aeae6247 None None] Port 41f17b1e-b004-4426-ad8a-0343d5db2af4 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:03.787519 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4f61aea2-26ef-4bf3-9d90-ba1a3886cf2b tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:03.805900 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-60a74246-1b7a-42d9-a9e7-5db77901024b tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:03.821354 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7a1f42c0-9350-492d-9d78-dffc85dd9d78 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:03.831574 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7a1f42c0-9350-492d-9d78-dffc85dd9d78 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:03.902134 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7a1f42c0-9350-492d-9d78-dffc85dd9d78 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:03.903416 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-7a1f42c0-9350-492d-9d78-dffc85dd9d78 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8317168 Oct 12 07:40:03.906681 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39596) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:03.907299 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f42c0-9350-492d-9d78-dffc85dd9d78 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2728a5cb-2cc4-47ab-8e2b-dd9e7f9f0102,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:03.915380 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-226206fb-8dbf-4d3d-942d-4cd38d2547c0 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Request body: {'security_group_rule': {'security_group_id': '2728a5cb-2cc4-47ab-8e2b-dd9e7f9f0102', 'project_id': '91dbc5081b5c42efa05c929564d56662', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:03.928909 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a74246-1b7a-42d9-a9e7-5db77901024b tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:03.937937 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-60a74246-1b7a-42d9-a9e7-5db77901024b tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:03.949245 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a74246-1b7a-42d9-a9e7-5db77901024b tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:40:03.954951 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a74246-1b7a-42d9-a9e7-5db77901024b tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:03.955586 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-60a74246-1b7a-42d9-a9e7-5db77901024b tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:03.956493 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-226206fb-8dbf-4d3d-942d-4cd38d2547c0 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:03.998113 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-60a74246-1b7a-42d9-a9e7-5db77901024b tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1300466 Oct 12 07:40:04.002319 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39598) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:04.005761 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d02379f9-3356-437e-b05c-2fe14a8930c0 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:04.020171 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a74246-1b7a-42d9-a9e7-5db77901024b tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Port': ['ID=d734b49b-8f7e-4a5d-8f9f-0e169f8f23f5,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:04.045509 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device ea5c1b80-d102-4de8-b906-2497da199f7a up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:40:04.086990 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-226206fb-8dbf-4d3d-942d-4cd38d2547c0 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:04.100908 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02379f9-3356-437e-b05c-2fe14a8930c0 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Pushing event deleted for resources: {'Port': ['ID=75a50729-b46a-456b-a655-155e3f60362f,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:04.107052 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port ea5c1b80-d102-4de8-b906-2497da199f7a triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:04.107712 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:04.108203 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port ea5c1b80-d102-4de8-b906-2497da199f7a Oct 12 07:40:04.207732 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port ea5c1b80-d102-4de8-b906-2497da199f7a is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:04.208543 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:04.208704 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa36c44-2fd1-4960-81c6-bf4dfde11b1b tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:04.215462 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa36c44-2fd1-4960-81c6-bf4dfde11b1b tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:04.217083 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-6fa36c44-2fd1-4960-81c6-bf4dfde11b1b tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2091606 Oct 12 07:40:04.223842 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39602) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:04.264865 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port ea5c1b80-d102-4de8-b906-2497da199f7a, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=ea5c1b80-d102-4de8-b906-2497da199f7a,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:40:04.268199 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-de3a8c82-1d13-4d32-910b-9489aeae6247 None None] Attempt 6 to provision port 41f17b1e-b004-4426-ad8a-0343d5db2af4 Oct 12 07:40:04.319271 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-de3a8c82-1d13-4d32-910b-9489aeae6247 None None] Port 41f17b1e-b004-4426-ad8a-0343d5db2af4 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:04.320330 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:04.386681 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=ea5c1b80-d102-4de8-b906-2497da199f7a,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:04.493550 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-226206fb-8dbf-4d3d-942d-4cd38d2547c0 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:04.525276 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226206fb-8dbf-4d3d-942d-4cd38d2547c0 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=372ecaed-6114-47d9-9d4e-905074ffc0c9,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:04.535388 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-226206fb-8dbf-4d3d-942d-4cd38d2547c0 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:04.536621 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-226206fb-8dbf-4d3d-942d-4cd38d2547c0 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6268692 Oct 12 07:40:04.540779 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39604) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:04.549707 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-829065c5-54de-4a65-b361-b8b3cacccdf1 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Request body: {'security_group_rule': {'security_group_id': '2728a5cb-2cc4-47ab-8e2b-dd9e7f9f0102', 'project_id': '91dbc5081b5c42efa05c929564d56662', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:04.648737 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-829065c5-54de-4a65-b361-b8b3cacccdf1 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:04.668929 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4f61aea2-26ef-4bf3-9d90-ba1a3886cf2b tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:04.681634 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-33d9e70a-f539-452b-84e5-01010ea24203 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:04.687428 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4f61aea2-26ef-4bf3-9d90-ba1a3886cf2b tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:04.691249 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-33d9e70a-f539-452b-84e5-01010ea24203 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:04.756079 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d02379f9-3356-437e-b05c-2fe14a8930c0 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:04.772354 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-829065c5-54de-4a65-b361-b8b3cacccdf1 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:04.788610 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f61aea2-26ef-4bf3-9d90-ba1a3886cf2b tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d46ece56-394b-414f-990b-85e52a10605a,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:04.803133 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-829065c5-54de-4a65-b361-b8b3cacccdf1 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:04.821028 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-de3a8c82-1d13-4d32-910b-9489aeae6247 None None] Attempt 7 to provision port 41f17b1e-b004-4426-ad8a-0343d5db2af4 Oct 12 07:40:04.830687 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829065c5-54de-4a65-b361-b8b3cacccdf1 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3a1b31d-46ac-4100-a29d-ecf71cd648f1,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:04.834765 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.l3_db [None req-33d9e70a-f539-452b-84e5-01010ea24203 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Floating IP fb5ae730-3b60-496f-8b8c-d8b884e61420 associated. External IP: 172.26.3.244, port: 37245293-7bf7-44e8-b9cf-0e1ed06e67d3. Oct 12 07:40:04.841216 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-829065c5-54de-4a65-b361-b8b3cacccdf1 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:04.842456 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-829065c5-54de-4a65-b361-b8b3cacccdf1 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3007348 Oct 12 07:40:04.871465 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39606) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:04.879378 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-cdf1a01b-0e6d-46a5-95b5-ba4254c6a113 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Request body: {'security_group_rule': {'security_group_id': '2728a5cb-2cc4-47ab-8e2b-dd9e7f9f0102', 'project_id': '91dbc5081b5c42efa05c929564d56662', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:04.891281 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-de3a8c82-1d13-4d32-910b-9489aeae6247 None None] Port 41f17b1e-b004-4426-ad8a-0343d5db2af4 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:04.912829 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e8889f54-422f-4cdc-b6ad-e5d2b5cc03c6 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33139406', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33141651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13931'] for router, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:04.939885 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4f61aea2-26ef-4bf3-9d90-ba1a3886cf2b tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:04.947952 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d02379f9-3356-437e-b05c-2fe14a8930c0 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:04.952456 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4f61aea2-26ef-4bf3-9d90-ba1a3886cf2b tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:04.955544 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cdf1a01b-0e6d-46a5-95b5-ba4254c6a113 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:04.976912 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-262466a9-61ad-4d58-87d3-c6ac49f2d0e2 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting port d734b49b-8f7e-4a5d-8f9f-0e169f8f23f5 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:40:04.977237 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-262466a9-61ad-4d58-87d3-c6ac49f2d0e2 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:04.980147 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e8889f54-422f-4cdc-b6ad-e5d2b5cc03c6 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33139383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33139388', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33141656'] for router, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:05.072836 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cdf1a01b-0e6d-46a5-95b5-ba4254c6a113 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:05.073360 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4f61aea2-26ef-4bf3-9d90-ba1a3886cf2b tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:05.077174 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-4f61aea2-26ef-4bf3-9d90-ba1a3886cf2b tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6107903 Oct 12 07:40:05.083259 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39610) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:05.103121 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cdf1a01b-0e6d-46a5-95b5-ba4254c6a113 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:05.126295 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f61aea2-26ef-4bf3-9d90-ba1a3886cf2b tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06b0333d-39d4-4844-bedb-b97f323d363b,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:05.132241 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf1a01b-0e6d-46a5-95b5-ba4254c6a113 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e011b2e0-b4a4-4a28-8ccc-480538f42a2d,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:05.145299 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cdf1a01b-0e6d-46a5-95b5-ba4254c6a113 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:05.148922 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-cdf1a01b-0e6d-46a5-95b5-ba4254c6a113 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2736733 Oct 12 07:40:05.149187 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39612) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:05.152867 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d9e70a-f539-452b-84e5-01010ea24203 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Router cef8cbf0-db0a-4674-9584-db4297dc2e25 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:40:05.156162 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-e3a66ad8-498e-40cd-a92a-7c49e5c5da1e tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Request body: {'security_group_rule': {'security_group_id': '2728a5cb-2cc4-47ab-8e2b-dd9e7f9f0102', 'project_id': '91dbc5081b5c42efa05c929564d56662', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:05.222325 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e3a66ad8-498e-40cd-a92a-7c49e5c5da1e tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:05.234083 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-262466a9-61ad-4d58-87d3-c6ac49f2d0e2 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:05.248847 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d02379f9-3356-437e-b05c-2fe14a8930c0 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:05.283030 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-262466a9-61ad-4d58-87d3-c6ac49f2d0e2 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Calling delete_port for d734b49b-8f7e-4a5d-8f9f-0e169f8f23f5 owned by {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:40:05.300225 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02379f9-3356-437e-b05c-2fe14a8930c0 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2d41b6bc-31a8-4197-a05c-79992d8eb042,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:05.321816 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-0bc8a4a8-fcab-4b5c-bbe6-5c9140fbb4b2 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.2334750 Oct 12 07:40:05.325561 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8889f54-422f-4cdc-b6ad-e5d2b5cc03c6 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Router 443b790f-57ad-4d67-bfa6-23e3b3e35f6d has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:40:05.327002 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39614) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:05.327216 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d9e70a-f539-452b-84e5-01010ea24203 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:40:05.335122 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e3a66ad8-498e-40cd-a92a-7c49e5c5da1e tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:05.340581 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed47455c-2337-44a6-80d8-d6ee3b4e1158 None None] Sync routers for ids ['cef8cbf0-db0a-4674-9584-db4297dc2e25'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:40:05.351153 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed47455c-2337-44a6-80d8-d6ee3b4e1158 None None] Routers {'cef8cbf0-db0a-4674-9584-db4297dc2e25'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:40:05.351891 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-ed47455c-2337-44a6-80d8-d6ee3b4e1158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:39:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['cef8cbf0-db0a-4674-9584-db4297dc2e25'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:05.364938 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-9c24e9cf-0b6b-4ab1-bff5-2ed3859be5c0 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Request body: {'security_group': {'name': 'tempest-security--1100371318', 'description': 'tempest-security-description-1685849956'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:05.375538 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e3a66ad8-498e-40cd-a92a-7c49e5c5da1e tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:05.388689 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-ed47455c-2337-44a6-80d8-d6ee3b4e1158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:05.391956 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-de3a8c82-1d13-4d32-910b-9489aeae6247 None None] Attempt 8 to provision port 41f17b1e-b004-4426-ad8a-0343d5db2af4 Oct 12 07:40:05.404438 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a66ad8-498e-40cd-a92a-7c49e5c5da1e tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c0a7831-73de-46d1-aba0-7c32719ee038,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:05.420564 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e3a66ad8-498e-40cd-a92a-7c49e5c5da1e tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:05.426059 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e3a66ad8-498e-40cd-a92a-7c49e5c5da1e tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2711220 Oct 12 07:40:05.426222 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed47455c-2337-44a6-80d8-d6ee3b4e1158 None None] Routers {'cef8cbf0-db0a-4674-9584-db4297dc2e25'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:40:05.426868 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-ed47455c-2337-44a6-80d8-d6ee3b4e1158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:39:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['cef8cbf0-db0a-4674-9584-db4297dc2e25'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:05.448902 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39616) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:05.454950 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d02379f9-3356-437e-b05c-2fe14a8930c0 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:05.457758 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-c27dd6a3-7baa-4024-946b-845d4cfed7a2 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Request body: {'security_group_rule': {'security_group_id': '2728a5cb-2cc4-47ab-8e2b-dd9e7f9f0102', 'project_id': '91dbc5081b5c42efa05c929564d56662', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:05.468516 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-ed47455c-2337-44a6-80d8-d6ee3b4e1158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:05.469251 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed47455c-2337-44a6-80d8-d6ee3b4e1158 None None] The sync data for ids ['cef8cbf0-db0a-4674-9584-db4297dc2e25'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:40:05.474863 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-de3a8c82-1d13-4d32-910b-9489aeae6247 None None] Port 41f17b1e-b004-4426-ad8a-0343d5db2af4 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:05.487650 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-c27dd6a3-7baa-4024-946b-845d4cfed7a2 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Project 91dbc5081b5c42efa05c929564d56662 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 07:40:05.494222 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c27dd6a3-7baa-4024-946b-845d4cfed7a2 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:05.510310 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9c24e9cf-0b6b-4ab1-bff5-2ed3859be5c0 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:05.560717 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-d02379f9-3356-437e-b05c-2fe14a8930c0 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7249b3e0-b11a-4f5e-aac6-e2e9f4aff5c8']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:05.585072 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-d02379f9-3356-437e-b05c-2fe14a8930c0 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2e8eab5-670f-4853-956a-630ffa3c5be1') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:05.585529 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-d02379f9-3356-437e-b05c-2fe14a8930c0 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2e8eab5-670f-4853-956a-630ffa3c5be1') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:05.612240 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d02379f9-3356-437e-b05c-2fe14a8930c0 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:05.624473 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c27dd6a3-7baa-4024-946b-845d4cfed7a2 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:05.631093 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c27dd6a3-7baa-4024-946b-845d4cfed7a2 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:05.641319 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9c24e9cf-0b6b-4ab1-bff5-2ed3859be5c0 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:05.658052 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d9e70a-f539-452b-84e5-01010ea24203 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Router 1b3685f9-37e0-4518-98b2-b446c03f0afa has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:40:05.658922 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27dd6a3-7baa-4024-946b-845d4cfed7a2 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88ec91c3-9c47-448c-9ef3-390f73783d8f,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:05.671981 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c27dd6a3-7baa-4024-946b-845d4cfed7a2 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:05.673429 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c27dd6a3-7baa-4024-946b-845d4cfed7a2 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2233765 Oct 12 07:40:05.675943 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39618) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:05.680460 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-d464bd93-d104-4b96-bde5-3447cd11bc28 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Request body: {'security_group_rule': {'security_group_id': '2728a5cb-2cc4-47ab-8e2b-dd9e7f9f0102', 'project_id': '91dbc5081b5c42efa05c929564d56662', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:05.682466 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9c24e9cf-0b6b-4ab1-bff5-2ed3859be5c0 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:05.685679 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9c24e9cf-0b6b-4ab1-bff5-2ed3859be5c0 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:05.686941 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-9c24e9cf-0b6b-4ab1-bff5-2ed3859be5c0 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "PUT /v2.0/security-groups/06b0333d-39d4-4844-bedb-b97f323d363b HTTP/1.1" status: 200 len: 1778 time: 0.3255754 Oct 12 07:40:05.690349 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39620) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:05.711568 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d02379f9-3356-437e-b05c-2fe14a8930c0 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:05.734517 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8889f54-422f-4cdc-b6ad-e5d2b5cc03c6 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:40:05.736404 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d02379f9-3356-437e-b05c-2fe14a8930c0 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:40:05.736944 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d02379f9-3356-437e-b05c-2fe14a8930c0 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:05.746547 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60455c9-6704-470b-9cd1-90c80a5cab27 None None] Sync routers for ids ['443b790f-57ad-4d67-bfa6-23e3b3e35f6d'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:40:05.759466 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60455c9-6704-470b-9cd1-90c80a5cab27 None None] Routers {'443b790f-57ad-4d67-bfa6-23e3b3e35f6d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:40:05.759959 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b60455c9-6704-470b-9cd1-90c80a5cab27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:39:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['443b790f-57ad-4d67-bfa6-23e3b3e35f6d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:05.760334 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e8889f54-422f-4cdc-b6ad-e5d2b5cc03c6 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:05.764823 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e8889f54-422f-4cdc-b6ad-e5d2b5cc03c6 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "PUT /v2.0/routers/443b790f-57ad-4d67-bfa6-23e3b3e35f6d HTTP/1.1" status: 200 len: 892 time: 2.2417598 Oct 12 07:40:05.766124 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-262466a9-61ad-4d58-87d3-c6ac49f2d0e2 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:05.767817 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39624) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:05.769480 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment b2e8eab5-670f-4853-956a-630ffa3c5be1 resource provider aggregate not found Oct 12 07:40:05.774322 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-d464bd93-d104-4b96-bde5-3447cd11bc28 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Project 91dbc5081b5c42efa05c929564d56662 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 07:40:05.785032 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24e9cf-0b6b-4ab1-bff5-2ed3859be5c0 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06b0333d-39d4-4844-bedb-b97f323d363b,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:05.797573 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b60455c9-6704-470b-9cd1-90c80a5cab27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:05.804944 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d464bd93-d104-4b96-bde5-3447cd11bc28 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:05.807936 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60455c9-6704-470b-9cd1-90c80a5cab27 None None] Routers {'443b790f-57ad-4d67-bfa6-23e3b3e35f6d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:40:05.808786 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b60455c9-6704-470b-9cd1-90c80a5cab27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:39:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['443b790f-57ad-4d67-bfa6-23e3b3e35f6d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:05.849900 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b60455c9-6704-470b-9cd1-90c80a5cab27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:05.850937 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60455c9-6704-470b-9cd1-90c80a5cab27 None None] The sync data for ids ['443b790f-57ad-4d67-bfa6-23e3b3e35f6d'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:40:05.857664 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39628) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:05.859477 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-dfef0bbd-c4f2-421b-ba7a-24a8e1a4c2f6 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "GET /v2.0/security-groups/06b0333d-39d4-4844-bedb-b97f323d363b HTTP/1.1" status: 200 len: 1778 time: 0.1641223 Oct 12 07:40:05.880790 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39630) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:05.885464 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262466a9-61ad-4d58-87d3-c6ac49f2d0e2 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Port': ['ID=d734b49b-8f7e-4a5d-8f9f-0e169f8f23f5,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:05.903219 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment b2e8eab5-670f-4853-956a-630ffa3c5be1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b2e8eab5-670f-4853-956a-630ffa3c5be1 found for delete ", "request_id": "req-4c61e17b-f978-4bae-8735-60b858f49863"}]} Oct 12 07:40:05.949518 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-262466a9-61ad-4d58-87d3-c6ac49f2d0e2 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:05.952773 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-262466a9-61ad-4d58-87d3-c6ac49f2d0e2 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/ports/d734b49b-8f7e-4a5d-8f9f-0e169f8f23f5 HTTP/1.1" status: 204 len: 168 time: 1.7263057 Oct 12 07:40:05.957460 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d02379f9-3356-437e-b05c-2fe14a8930c0 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:05.958871 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39632) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:05.978870 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-de3a8c82-1d13-4d32-910b-9489aeae6247 None None] Attempt 9 to provision port 41f17b1e-b004-4426-ad8a-0343d5db2af4 Oct 12 07:40:05.985783 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d464bd93-d104-4b96-bde5-3447cd11bc28 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:05.987624 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02379f9-3356-437e-b05c-2fe14a8930c0 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7249b3e0-b11a-4f5e-aac6-e2e9f4aff5c8 {{(pid=103200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 12 07:40:06.007361 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b00643-ba7e-4552-aea6-ce4d69052cd7 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:06.008920 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-79b00643-ba7e-4552-aea6-ce4d69052cd7 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 HTTP/1.1" status: 200 len: 814 time: 0.1269941 Oct 12 07:40:06.012920 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d464bd93-d104-4b96-bde5-3447cd11bc28 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:06.022357 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d9e70a-f539-452b-84e5-01010ea24203 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:40:06.040951 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-33d9e70a-f539-452b-84e5-01010ea24203 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:06.044016 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device ea5c1b80-d102-4de8-b906-2497da199f7a up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:40:06.048451 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-de3a8c82-1d13-4d32-910b-9489aeae6247 None None] Port 41f17b1e-b004-4426-ad8a-0343d5db2af4 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:06.057571 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d02379f9-3356-437e-b05c-2fe14a8930c0 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:06.063453 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d02379f9-3356-437e-b05c-2fe14a8930c0 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] 10.222.0.26 "DELETE /v2.0/networks/7249b3e0-b11a-4f5e-aac6-e2e9f4aff5c8 HTTP/1.1" status: 204 len: 168 time: 3.5839980 Oct 12 07:40:06.068350 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39636) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:06.081480 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02379f9-3356-437e-b05c-2fe14a8930c0 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Pushing event deleted for resources: {'Network': ['ID=7249b3e0-b11a-4f5e-aac6-e2e9f4aff5c8,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:06.092707 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d464bd93-d104-4b96-bde5-3447cd11bc28 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:06.101391 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d464bd93-d104-4b96-bde5-3447cd11bc28 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4241445 Oct 12 07:40:06.102336 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39638) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:06.123689 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port ea5c1b80-d102-4de8-b906-2497da199f7a triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:06.124432 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:06.125007 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port ea5c1b80-d102-4de8-b906-2497da199f7a Oct 12 07:40:06.147803 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-bc8bb950-01f8-4949-9141-bf2d8ef216bd tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Request body: {'network': {'name': 'tempest-network-smoke--1973646990', 'project_id': '91dbc5081b5c42efa05c929564d56662', 'port_security_enabled': True}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:06.167058 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d464bd93-d104-4b96-bde5-3447cd11bc28 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0003d24c-adc4-4d59-8412-ebee4e3aa8d8,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:06.190942 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-33d9e70a-f539-452b-84e5-01010ea24203 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "PUT /v2.0/floatingips/fb5ae730-3b60-496f-8b8c-d8b884e61420 HTTP/1.1" status: 200 len: 977 time: 2.9207506 Oct 12 07:40:06.191723 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39640) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:06.206988 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8bb950-01f8-4949-9141-bf2d8ef216bd tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Made reservation on behalf of 91dbc5081b5c42efa05c929564d56662 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:06.211476 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bc8bb950-01f8-4949-9141-bf2d8ef216bd tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:06.227883 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e66e55db-1626-4f29-bb39-e62e56e4d6df tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "GET /v2.0/routers/443b790f-57ad-4d67-bfa6-23e3b3e35f6d HTTP/1.1" status: 200 len: 892 time: 0.4522715 Oct 12 07:40:06.234573 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39644) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:06.240076 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a32ac3ef-17a4-46cc-85c4-de988274bee0 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:06.260830 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec4e5f9-3257-4905-887e-9c19a2f5d911 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:06.263024 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec4e5f9-3257-4905-887e-9c19a2f5d911 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:06.264813 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-dec4e5f9-3257-4905-887e-9c19a2f5d911 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3001852 Oct 12 07:40:06.274703 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-2d5cbc45-e92c-4a22-b10c-c18b62a901d6 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "GET /v2.0/ports?device_id=443b790f-57ad-4d67-bfa6-23e3b3e35f6d HTTP/1.1" status: 200 len: 205 time: 0.0357690 Oct 12 07:40:06.274703 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39646) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:06.274999 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39648) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:06.294915 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port ea5c1b80-d102-4de8-b906-2497da199f7a is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:06.311340 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-59f09315-90c4-426a-86f1-b4b42cfd00cb tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1766 time: 0.2410970 Oct 12 07:40:06.314256 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39650) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:06.322798 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a32ac3ef-17a4-46cc-85c4-de988274bee0 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:06.407476 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc8bb950-01f8-4949-9141-bf2d8ef216bd tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:40:06.431820 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d0a2cd1-6f49-425f-9e23-c580425c7461 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting subnet 86bbfc81-19dd-4d61-a3ee-f1a8cb1e7148 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:40:06.443455 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4893f4a-238b-47f5-a023-3afbb9be0dca tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:06.443968 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4893f4a-238b-47f5-a023-3afbb9be0dca tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:06.444477 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4893f4a-238b-47f5-a023-3afbb9be0dca tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:06.444931 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4893f4a-238b-47f5-a023-3afbb9be0dca tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:06.445481 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4893f4a-238b-47f5-a023-3afbb9be0dca tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:06.445939 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4893f4a-238b-47f5-a023-3afbb9be0dca tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:06.447196 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4893f4a-238b-47f5-a023-3afbb9be0dca tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:06.451717 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a4893f4a-238b-47f5-a023-3afbb9be0dca tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4539 time: 0.1329563 Oct 12 07:40:06.451866 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39652) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:06.457884 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a32ac3ef-17a4-46cc-85c4-de988274bee0 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:06.460323 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a32ac3ef-17a4-46cc-85c4-de988274bee0 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:06.461364 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a32ac3ef-17a4-46cc-85c4-de988274bee0 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "DELETE /v2.0/security-groups/06b0333d-39d4-4844-bedb-b97f323d363b HTTP/1.1" status: 204 len: 168 time: 0.5732381 Oct 12 07:40:06.465892 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39654) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:06.471253 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bc8bb950-01f8-4949-9141-bf2d8ef216bd tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:06.471591 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-bc8bb950-01f8-4949-9141-bf2d8ef216bd tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Added segment 368cbfd5-be1d-4647-bccb-9ad3ff55f2ac of type vlan for network d0bc7a79-31ed-46fc-a3ce-545838184383 Oct 12 07:40:06.473559 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0d0a2cd1-6f49-425f-9e23-c580425c7461 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:06.509670 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-257e4cdb-1721-43be-ac85-41ee2ef9ee11 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] delete failed (client error): The resource could not be found. Oct 12 07:40:06.513867 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-257e4cdb-1721-43be-ac85-41ee2ef9ee11 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] 10.222.0.26 "DELETE /v2.0/floatingips/c43087ab-7cf7-48c9-8972-4f4c6d9f445c HTTP/1.1" status: 404 len: 345 time: 0.0578358 Oct 12 07:40:06.513867 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ac3ef-17a4-46cc-85c4-de988274bee0 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b0333d-39d4-4844-bedb-b97f323d363b,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:06.518165 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39656) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:06.540970 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7272996-508f-4250-81cb-466ed5eb7c65 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] DELETE failed (client error): The resource could not be found. Oct 12 07:40:06.541791 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7272996-508f-4250-81cb-466ed5eb7c65 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:40:06.545014 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b7272996-508f-4250-81cb-466ed5eb7c65 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] 10.222.0.26 "DELETE /v2.0/networks/7249b3e0-b11a-4f5e-aac6-e2e9f4aff5c8 HTTP/1.1" status: 404 len: 339 time: 0.0238442 Oct 12 07:40:06.553491 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-de3a8c82-1d13-4d32-910b-9489aeae6247 None None] Attempt 10 to provision port 41f17b1e-b004-4426-ad8a-0343d5db2af4 Oct 12 07:40:06.554633 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39658) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:06.562118 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-540c1b28-4d74-49d9-a2db-0dac8b3d1faf tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Request body: {'network': {'name': 'tempest-network--68335080', 'router:external': True}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:06.563828 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5647221-a8fb-4fc3-9642-821a370b8737 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for router, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:06.577900 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bc8bb950-01f8-4949-9141-bf2d8ef216bd tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:06.586801 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-7c5442f8-482a-4669-9d54-2d9046b624ea tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1196790 Oct 12 07:40:06.589367 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39660) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:06.607262 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-febfdeb7-0df8-496a-8cd8-136ced41a31d tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] delete failed (client error): The resource could not be found. Oct 12 07:40:06.608592 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-febfdeb7-0df8-496a-8cd8-136ced41a31d tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "DELETE /v2.0/security-groups/06b0333d-39d4-4844-bedb-b97f323d363b HTTP/1.1" status: 404 len: 347 time: 0.0181217 Oct 12 07:40:06.613208 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39662) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:06.615679 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540c1b28-4d74-49d9-a2db-0dac8b3d1faf tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Made reservation on behalf of b0ce95c86b5a4af5abcaa76258c8a712 for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:06.618288 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-540c1b28-4d74-49d9-a2db-0dac8b3d1faf tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:06.623459 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-056e8899-cec4-484d-b1e1-63a9eaa04fc1 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Request body: {'security_group': {'name': 'tempest-secgroup--1054968134'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:06.625590 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0d0a2cd1-6f49-425f-9e23-c580425c7461 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:06.640235 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-de3a8c82-1d13-4d32-910b-9489aeae6247 None None] Port 41f17b1e-b004-4426-ad8a-0343d5db2af4 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:06.659381 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-0f09623a-0e98-4d2b-aa8e-ee29a07fc18e tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Deleting port 504f2c8a-7f2a-4767-b0dc-2e93b6af0ce9 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:40:06.659770 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0f09623a-0e98-4d2b-aa8e-ee29a07fc18e tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:06.666399 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20878ebd-acce-4e7d-be2d-1fab3f3be2d9 None None] Sync routers for ids ['1b3685f9-37e0-4518-98b2-b446c03f0afa'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:40:06.670755 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-540c1b28-4d74-49d9-a2db-0dac8b3d1faf tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:40:06.673390 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-056e8899-cec4-484d-b1e1-63a9eaa04fc1 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:06.677476 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20878ebd-acce-4e7d-be2d-1fab3f3be2d9 None None] Routers {'1b3685f9-37e0-4518-98b2-b446c03f0afa'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:40:06.678316 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-20878ebd-acce-4e7d-be2d-1fab3f3be2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:39:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['1b3685f9-37e0-4518-98b2-b446c03f0afa'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:06.694120 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-540c1b28-4d74-49d9-a2db-0dac8b3d1faf tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:06.694713 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-540c1b28-4d74-49d9-a2db-0dac8b3d1faf tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Added segment b9d9932a-61a2-46ef-8394-cc5a4ac6fe27 of type vlan for network ff6547bb-5d05-46ba-9eaa-fabb28ffe1ba Oct 12 07:40:06.716449 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-20878ebd-acce-4e7d-be2d-1fab3f3be2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:06.721647 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bc8bb950-01f8-4949-9141-bf2d8ef216bd tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:06.725170 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20878ebd-acce-4e7d-be2d-1fab3f3be2d9 None None] Routers {'1b3685f9-37e0-4518-98b2-b446c03f0afa'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:40:06.725768 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-20878ebd-acce-4e7d-be2d-1fab3f3be2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:39:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['1b3685f9-37e0-4518-98b2-b446c03f0afa'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:06.727028 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8bb950-01f8-4949-9141-bf2d8ef216bd tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:06.727621 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bc8bb950-01f8-4949-9141-bf2d8ef216bd tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:06.753460 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-540c1b28-4d74-49d9-a2db-0dac8b3d1faf tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:06.768098 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-20878ebd-acce-4e7d-be2d-1fab3f3be2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:06.768957 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20878ebd-acce-4e7d-be2d-1fab3f3be2d9 None None] The sync data for ids ['1b3685f9-37e0-4518-98b2-b446c03f0afa'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:40:06.779186 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-3cda656a-1275-461d-9b44-76180b30d1ba None None] Provisioning complete for port 504f2c8a-7f2a-4767-b0dc-2e93b6af0ce9 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:06.779734 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3cda656a-1275-461d-9b44-76180b30d1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:06.780225 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-3cda656a-1275-461d-9b44-76180b30d1ba None None] Attempt 1 to provision port 504f2c8a-7f2a-4767-b0dc-2e93b6af0ce9 Oct 12 07:40:06.813304 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-540c1b28-4d74-49d9-a2db-0dac8b3d1faf tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:06.814302 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540c1b28-4d74-49d9-a2db-0dac8b3d1faf tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:06.814882 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-540c1b28-4d74-49d9-a2db-0dac8b3d1faf tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:06.826446 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-3cda656a-1275-461d-9b44-76180b30d1ba None None] Port 504f2c8a-7f2a-4767-b0dc-2e93b6af0ce9 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:06.830768 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-056e8899-cec4-484d-b1e1-63a9eaa04fc1 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:06.843899 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-056e8899-cec4-484d-b1e1-63a9eaa04fc1 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:06.867100 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-bc8bb950-01f8-4949-9141-bf2d8ef216bd tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7279849 Oct 12 07:40:06.873638 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-540c1b28-4d74-49d9-a2db-0dac8b3d1faf tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.3149545 Oct 12 07:40:06.879628 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39664) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:06.879968 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39666) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:06.899574 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-ee53d425-33bc-435a-a9e3-759c1f3d9b00 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-116305059', 'admin_state_up': True, 'project_id': '91dbc5081b5c42efa05c929564d56662', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:06.931843 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8bb950-01f8-4949-9141-bf2d8ef216bd tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Pushing event updated for resources: {'Network': ['ID=d0bc7a79-31ed-46fc-a3ce-545838184383,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:06.944531 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network d0bc7a79-31ed-46fc-a3ce-545838184383 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:40:06.947547 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0d0a2cd1-6f49-425f-9e23-c580425c7461 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:06.952042 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0f09623a-0e98-4d2b-aa8e-ee29a07fc18e tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:06.955028 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5647221-a8fb-4fc3-9642-821a370b8737 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:06.961917 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-056e8899-cec4-484d-b1e1-63a9eaa04fc1 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:06.966001 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-056e8899-cec4-484d-b1e1-63a9eaa04fc1 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3486903 Oct 12 07:40:06.966001 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c1b28-4d74-49d9-a2db-0dac8b3d1faf tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Pushing event updated for resources: {'Network': ['ID=ff6547bb-5d05-46ba-9eaa-fabb28ffe1ba,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:06.970265 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056e8899-cec4-484d-b1e1-63a9eaa04fc1 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b478f163-a22e-45ea-a323-339aed34d621,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:06.973862 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39668) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:06.987053 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-152add4d-c657-4a30-83be-5644e1fb149c tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Request body: {'security_group_rule': {'security_group_id': 'b478f163-a22e-45ea-a323-339aed34d621', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:06.990247 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network ff6547bb-5d05-46ba-9eaa-fabb28ffe1ba details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:40:07.043634 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ee53d425-33bc-435a-a9e3-759c1f3d9b00 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:07.044733 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ee53d425-33bc-435a-a9e3-759c1f3d9b00 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:07.072023 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39670) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:07.090320 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-92e1ace3-0023-4070-9901-679672230d23 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'network': {'name': 'tempest-network-smoke--73212477', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'port_security_enabled': True}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:07.118003 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0a52e5-1500-4d71-9bf4-2aedc6caa732 tempest-ExternalNetworksTestJSON-2054292513 tempest-ExternalNetworksTestJSON-2054292513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:07.124844 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0a52e5-1500-4d71-9bf4-2aedc6caa732 tempest-ExternalNetworksTestJSON-2054292513 tempest-ExternalNetworksTestJSON-2054292513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:07.130811 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0a52e5-1500-4d71-9bf4-2aedc6caa732 tempest-ExternalNetworksTestJSON-2054292513 tempest-ExternalNetworksTestJSON-2054292513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:07.137061 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0a52e5-1500-4d71-9bf4-2aedc6caa732 tempest-ExternalNetworksTestJSON-2054292513 tempest-ExternalNetworksTestJSON-2054292513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:07.138751 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-8b0a52e5-1500-4d71-9bf4-2aedc6caa732 tempest-ExternalNetworksTestJSON-2054292513 tempest-ExternalNetworksTestJSON-2054292513-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.2542825 Oct 12 07:40:07.143687 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39672) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:07.146965 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-152add4d-c657-4a30-83be-5644e1fb149c tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:07.150190 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0d0a2cd1-6f49-425f-9e23-c580425c7461 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:07.193249 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a2cd1-6f49-425f-9e23-c580425c7461 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Subnet': ['ID=86bbfc81-19dd-4d61-a3ee-f1a8cb1e7148,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:07.198370 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ee53d425-33bc-435a-a9e3-759c1f3d9b00 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:07.198498 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0d0a2cd1-6f49-425f-9e23-c580425c7461 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:07.204117 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-0d0a2cd1-6f49-425f-9e23-c580425c7461 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/86bbfc81-19dd-4d61-a3ee-f1a8cb1e7148 HTTP/1.1" status: 204 len: 168 time: 0.9246385 Oct 12 07:40:07.204967 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39674) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:07.205089 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55391792-281f-4060-96db-771ecb749c9f None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:40:07.232334 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e1ace3-0023-4070-9901-679672230d23 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Made reservation on behalf of 62f83991a7314cd6b6c084162dcfff66 for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:07.235929 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-92e1ace3-0023-4070-9901-679672230d23 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:07.251456 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-e5647221-a8fb-4fc3-9642-821a370b8737 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Deleting port 38138c8b-76aa-4351-a560-0b5c56d4edaa {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:40:07.251797 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5647221-a8fb-4fc3-9642-821a370b8737 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:07.278628 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0f09623a-0e98-4d2b-aa8e-ee29a07fc18e tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:07.279068 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0f09623a-0e98-4d2b-aa8e-ee29a07fc18e tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:07.279515 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.l3_db [None req-0f09623a-0e98-4d2b-aa8e-ee29a07fc18e tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Floating IP fb5ae730-3b60-496f-8b8c-d8b884e61420 disassociated. External IP: 172.26.3.244, port: 504f2c8a-7f2a-4767-b0dc-2e93b6af0ce9. Oct 12 07:40:07.280401 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-0f09623a-0e98-4d2b-aa8e-ee29a07fc18e tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Calling delete_port for 504f2c8a-7f2a-4767-b0dc-2e93b6af0ce9 owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:40:07.281072 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-5c3ac1d3-1631-41d3-a6b5-04ee2b57e3e2 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0756555 Oct 12 07:40:07.288879 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39676) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:07.327611 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-3cda656a-1275-461d-9b44-76180b30d1ba None None] Attempt 2 to provision port 504f2c8a-7f2a-4767-b0dc-2e93b6af0ce9 Oct 12 07:40:07.372249 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6d4c7c0b-6468-4076-bec1-19e80b851178 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:07.373817 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-3cda656a-1275-461d-9b44-76180b30d1ba None None] Port 504f2c8a-7f2a-4767-b0dc-2e93b6af0ce9 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:07.419116 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92e1ace3-0023-4070-9901-679672230d23 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:40:07.432427 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8095712e-4aa6-4559-9b6e-b1bf9c8572b7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:07.433958 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-8095712e-4aa6-4559-9b6e-b1bf9c8572b7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1440940 Oct 12 07:40:07.435900 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5647221-a8fb-4fc3-9642-821a370b8737 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:07.439629 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39678) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:07.447581 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c03d106-e1dc-4669-be5e-37cb5d2bb1b9 None None] DHCP port deletion for 9994ec23-a1f7-459d-8925-14bc9ff05f17 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:40:07.459601 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-152add4d-c657-4a30-83be-5644e1fb149c tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:07.470779 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-152add4d-c657-4a30-83be-5644e1fb149c tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:07.472648 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-92e1ace3-0023-4070-9901-679672230d23 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:07.472989 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-92e1ace3-0023-4070-9901-679672230d23 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Added segment 66eba1d6-82ae-46e1-9ff4-c11281c8b13d of type vlan for network 9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5 Oct 12 07:40:07.480659 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-e5647221-a8fb-4fc3-9642-821a370b8737 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Calling delete_port for 38138c8b-76aa-4351-a560-0b5c56d4edaa owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:40:07.505063 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ee53d425-33bc-435a-a9e3-759c1f3d9b00 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:07.556480 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152add4d-c657-4a30-83be-5644e1fb149c tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a99b197e-82ec-48f8-9fd6-780eb3d226f7,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:07.624436 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-152add4d-c657-4a30-83be-5644e1fb149c tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:07.628684 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-152add4d-c657-4a30-83be-5644e1fb149c tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6437514 Oct 12 07:40:07.631858 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-92e1ace3-0023-4070-9901-679672230d23 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:07.640352 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39680) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:07.655460 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-3c03d106-e1dc-4669-be5e-37cb5d2bb1b9 None None] Deleting port ea5c1b80-d102-4de8-b906-2497da199f7a {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:40:07.655926 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3c03d106-e1dc-4669-be5e-37cb5d2bb1b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:07.690979 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6d4c7c0b-6468-4076-bec1-19e80b851178 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:07.721506 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-3c03d106-e1dc-4669-be5e-37cb5d2bb1b9 None None] For port ea5c1b80-d102-4de8-b906-2497da199f7a, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=ea5c1b80-d102-4de8-b906-2497da199f7a,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:40:07.721909 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3c03d106-e1dc-4669-be5e-37cb5d2bb1b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:07.735851 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-3c03d106-e1dc-4669-be5e-37cb5d2bb1b9 None None] Calling delete_port for ea5c1b80-d102-4de8-b906-2497da199f7a owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:40:07.744868 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-6d4c7c0b-6468-4076-bec1-19e80b851178 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff6547bb-5d05-46ba-9eaa-fabb28ffe1ba']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:07.748403 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-99710f71-d651-464c-8e8c-bf21d27bc8b2 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:07.767611 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-92e1ace3-0023-4070-9901-679672230d23 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:07.773120 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e1ace3-0023-4070-9901-679672230d23 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:07.773960 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-92e1ace3-0023-4070-9901-679672230d23 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:07.777476 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-6d4c7c0b-6468-4076-bec1-19e80b851178 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9d9932a-61a2-46ef-8394-cc5a4ac6fe27') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:07.778292 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-6d4c7c0b-6468-4076-bec1-19e80b851178 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9d9932a-61a2-46ef-8394-cc5a4ac6fe27') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:07.782069 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-99710f71-d651-464c-8e8c-bf21d27bc8b2 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:07.830010 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3c03d106-e1dc-4669-be5e-37cb5d2bb1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:07.859432 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c03d106-e1dc-4669-be5e-37cb5d2bb1b9 None None] Pushing event deleted for resources: {'Port': ['ID=ea5c1b80-d102-4de8-b906-2497da199f7a,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:07.864110 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c03d106-e1dc-4669-be5e-37cb5d2bb1b9 None None] No DVR routers for this DVR port ea5c1b80-d102-4de8-b906-2497da199f7a on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:40:07.875841 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-3cda656a-1275-461d-9b44-76180b30d1ba None None] Attempt 3 to provision port 504f2c8a-7f2a-4767-b0dc-2e93b6af0ce9 Oct 12 07:40:07.911337 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0f09623a-0e98-4d2b-aa8e-ee29a07fc18e tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:07.918183 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-3cda656a-1275-461d-9b44-76180b30d1ba None None] Port 504f2c8a-7f2a-4767-b0dc-2e93b6af0ce9 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:07.951186 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4e89eb-d593-44c6-9edc-78aec6727633 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:07.954080 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-cb4e89eb-d593-44c6-9edc-78aec6727633 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5075936 Oct 12 07:40:07.975295 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39682) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:07.985466 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f09623a-0e98-4d2b-aa8e-ee29a07fc18e tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Pushing event deleted for resources: {'Port': ['ID=504f2c8a-7f2a-4767-b0dc-2e93b6af0ce9,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:08.001047 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device ea5c1b80-d102-4de8-b906-2497da199f7a no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:40:08.033070 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: ea5c1b80-d102-4de8-b906-2497da199f7a {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:40:08.033501 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device ea5c1b80-d102-4de8-b906-2497da199f7a not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:40:08.047357 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d8757ab7-5c51-4093-bbd7-dc8956ff900c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0648789 Oct 12 07:40:08.047357 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39684) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:08.056946 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-513f9588-55d8-4f4e-9646-7a2f60af4059 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'subnet': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:08.141696 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6d4c7c0b-6468-4076-bec1-19e80b851178 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:08.217242 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-92e1ace3-0023-4070-9901-679672230d23 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1344478 Oct 12 07:40:08.217242 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6d4c7c0b-6468-4076-bec1-19e80b851178 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:08.223012 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39686) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:08.266846 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-99710f71-d651-464c-8e8c-bf21d27bc8b2 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:08.279151 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d4c7c0b-6468-4076-bec1-19e80b851178 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:40:08.279560 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6d4c7c0b-6468-4076-bec1-19e80b851178 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:08.288005 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e1ace3-0023-4070-9901-679672230d23 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Network': ['ID=9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:08.303229 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:40:08.314416 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-99710f71-d651-464c-8e8c-bf21d27bc8b2 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:08.316097 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-99710f71-d651-464c-8e8c-bf21d27bc8b2 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/a99b197e-82ec-48f8-9fd6-780eb3d226f7 HTTP/1.1" status: 204 len: 168 time: 0.6744957 Oct 12 07:40:08.318717 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513f9588-55d8-4f4e-9646-7a2f60af4059 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:08.322847 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-513f9588-55d8-4f4e-9646-7a2f60af4059 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:08.326991 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39690) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:08.342440 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment b9d9932a-61a2-46ef-8394-cc5a4ac6fe27 resource provider aggregate not found Oct 12 07:40:08.353867 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99710f71-d651-464c-8e8c-bf21d27bc8b2 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a99b197e-82ec-48f8-9fd6-780eb3d226f7,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:08.391213 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment b9d9932a-61a2-46ef-8394-cc5a4ac6fe27 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9d9932a-61a2-46ef-8394-cc5a4ac6fe27 found for delete ", "request_id": "req-5fbe635a-f247-4f8e-8cd2-5b4e372c100c"}]} Oct 12 07:40:08.407574 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f09623a-0e98-4d2b-aa8e-ee29a07fc18e tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Router 1b3685f9-37e0-4518-98b2-b446c03f0afa has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:40:08.420308 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-3cda656a-1275-461d-9b44-76180b30d1ba None None] Attempt 4 to provision port 504f2c8a-7f2a-4767-b0dc-2e93b6af0ce9 Oct 12 07:40:08.446711 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748af486-9373-4e42-9985-84a042174818 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:08.448537 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-748af486-9373-4e42-9985-84a042174818 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=62f83991a7314cd6b6c084162dcfff66&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1935189 Oct 12 07:40:08.451405 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39694) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:08.471781 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6d4c7c0b-6468-4076-bec1-19e80b851178 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:08.473839 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-3cda656a-1275-461d-9b44-76180b30d1ba None None] Port 504f2c8a-7f2a-4767-b0dc-2e93b6af0ce9 was deleted so its status cannot be updated. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 12 07:40:08.478229 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-3cda656a-1275-461d-9b44-76180b30d1ba None None] Could not find standard attr ID for object ea5c1b80-d102-4de8-b906-2497da199f7a. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:40:08.484830 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-3cda656a-1275-461d-9b44-76180b30d1ba None None] Could not find standard attr ID for object d734b49b-8f7e-4a5d-8f9f-0e169f8f23f5. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:40:08.499454 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ab24ce0d-1952-47b7-b168-73b35ccbf8e0 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1663280 Oct 12 07:40:08.503900 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39696) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:08.505358 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5647221-a8fb-4fc3-9642-821a370b8737 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:08.506437 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4c7c0b-6468-4076-bec1-19e80b851178 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ff6547bb-5d05-46ba-9eaa-fabb28ffe1ba {{(pid=103200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 12 07:40:08.524545 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6d4c7c0b-6468-4076-bec1-19e80b851178 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:08.527971 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-6d4c7c0b-6468-4076-bec1-19e80b851178 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] 10.222.0.26 "DELETE /v2.0/networks/ff6547bb-5d05-46ba-9eaa-fabb28ffe1ba HTTP/1.1" status: 204 len: 168 time: 1.3820384 Oct 12 07:40:08.531669 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39698) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:08.544584 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-3cda656a-1275-461d-9b44-76180b30d1ba None None] Provisioning complete for port 41f17b1e-b004-4426-ad8a-0343d5db2af4 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:08.546089 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3cda656a-1275-461d-9b44-76180b30d1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:08.546638 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-3cda656a-1275-461d-9b44-76180b30d1ba None None] Attempt 1 to provision port 41f17b1e-b004-4426-ad8a-0343d5db2af4 Oct 12 07:40:08.584305 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c7c0b-6468-4076-bec1-19e80b851178 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Pushing event deleted for resources: {'Network': ['ID=ff6547bb-5d05-46ba-9eaa-fabb28ffe1ba,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:08.589689 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-fe3a25a0-40ec-4ee5-a5c5-c8c50aead07b tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Request body: {'network': {'name': 'tempest-network--1200592224', 'router:external': True}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:08.620161 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5647221-a8fb-4fc3-9642-821a370b8737 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event deleted for resources: {'Port': ['ID=38138c8b-76aa-4351-a560-0b5c56d4edaa,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:08.647229 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-3cda656a-1275-461d-9b44-76180b30d1ba None None] Port 41f17b1e-b004-4426-ad8a-0343d5db2af4 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:08.735872 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ee53d425-33bc-435a-a9e3-759c1f3d9b00 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks [] for router_gateway, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:08.742871 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3a25a0-40ec-4ee5-a5c5-c8c50aead07b tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Made reservation on behalf of b0ce95c86b5a4af5abcaa76258c8a712 for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:08.745444 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fe3a25a0-40ec-4ee5-a5c5-c8c50aead07b tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:08.780462 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ee53d425-33bc-435a-a9e3-759c1f3d9b00 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:08.792272 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c709c563-5221-4b73-b932-167c932717f7 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:08.796977 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c709c563-5221-4b73-b932-167c932717f7 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3416073 Oct 12 07:40:08.798255 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39700) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:08.804624 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-16e8562e-c759-4bf6-81a1-9d0b3301ad50 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:08.824993 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f09623a-0e98-4d2b-aa8e-ee29a07fc18e tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:40:08.826611 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe3a25a0-40ec-4ee5-a5c5-c8c50aead07b tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:40:08.829804 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5647221-a8fb-4fc3-9642-821a370b8737 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:08.879460 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-7b0cdede-c867-4fca-a3db-d325a25035a1 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0788620 Oct 12 07:40:08.882936 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39702) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:08.886937 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fe3a25a0-40ec-4ee5-a5c5-c8c50aead07b tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:08.887278 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-fe3a25a0-40ec-4ee5-a5c5-c8c50aead07b tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Added segment 9201f22c-b3a9-4caa-b99c-f4c50e7a4da2 of type vlan for network abe5ed82-1792-498d-9d8f-d26a5eeaeab0 Oct 12 07:40:08.923902 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5647221-a8fb-4fc3-9642-821a370b8737 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:08.926904 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5647221-a8fb-4fc3-9642-821a370b8737 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:08.932233 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-17bd00ae-62a7-40e9-a2c9-91575d9034ec tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=62f83991a7314cd6b6c084162dcfff66&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0440309 Oct 12 07:40:08.933722 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39704) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:09.021184 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5647221-a8fb-4fc3-9642-821a370b8737 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:09.021184 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5647221-a8fb-4fc3-9642-821a370b8737 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Fanout notify agent at l3_agent the message router_deleted on router 443b790f-57ad-4d67-bfa6-23e3b3e35f6d {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:40:09.026890 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fe3a25a0-40ec-4ee5-a5c5-c8c50aead07b tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:09.031639 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-16e8562e-c759-4bf6-81a1-9d0b3301ad50 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:09.031897 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b392fbcf-f00d-4a4d-9d08-65fee2cc544e None None] Sync routers for ids ['1b3685f9-37e0-4518-98b2-b446c03f0afa'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:40:09.038800 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5647221-a8fb-4fc3-9642-821a370b8737 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:09.039890 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e5647221-a8fb-4fc3-9642-821a370b8737 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "DELETE /v2.0/routers/443b790f-57ad-4d67-bfa6-23e3b3e35f6d HTTP/1.1" status: 204 len: 168 time: 2.7601855 Oct 12 07:40:09.045156 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b392fbcf-f00d-4a4d-9d08-65fee2cc544e None None] Routers {'1b3685f9-37e0-4518-98b2-b446c03f0afa'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:40:09.046557 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b392fbcf-f00d-4a4d-9d08-65fee2cc544e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:39:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['1b3685f9-37e0-4518-98b2-b446c03f0afa'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:09.052708 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39706) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:09.060904 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-43fedc4a-9611-40b7-9dbe-02da1a1d9d1b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1635150691'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:09.081162 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b392fbcf-f00d-4a4d-9d08-65fee2cc544e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:09.090414 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b392fbcf-f00d-4a4d-9d08-65fee2cc544e None None] Routers {'1b3685f9-37e0-4518-98b2-b446c03f0afa'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:40:09.091306 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b392fbcf-f00d-4a4d-9d08-65fee2cc544e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:39:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['1b3685f9-37e0-4518-98b2-b446c03f0afa'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:09.092398 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-513f9588-55d8-4f4e-9646-7a2f60af4059 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:09.101096 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-ee53d425-33bc-435a-a9e3-759c1f3d9b00 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Allocated IP 172.26.3.214 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/445e0206-3257-4af5-976d-9ac41b663b8a) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:40:09.128374 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b392fbcf-f00d-4a4d-9d08-65fee2cc544e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:09.129339 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b392fbcf-f00d-4a4d-9d08-65fee2cc544e None None] The sync data for ids ['1b3685f9-37e0-4518-98b2-b446c03f0afa'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:40:09.133594 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fe3a25a0-40ec-4ee5-a5c5-c8c50aead07b tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:09.134529 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3a25a0-40ec-4ee5-a5c5-c8c50aead07b tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:09.135320 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fe3a25a0-40ec-4ee5-a5c5-c8c50aead07b tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:09.148769 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-3cda656a-1275-461d-9b44-76180b30d1ba None None] Attempt 2 to provision port 41f17b1e-b004-4426-ad8a-0343d5db2af4 Oct 12 07:40:09.177378 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513f9588-55d8-4f4e-9646-7a2f60af4059 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:09.178307 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4d48ce-63d3-4671-a3f7-dbdd382e9f2e tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:09.182825 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-ed4d48ce-63d3-4671-a3f7-dbdd382e9f2e tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2455504 Oct 12 07:40:09.183704 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43fedc4a-9611-40b7-9dbe-02da1a1d9d1b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Made reservation on behalf of 0661c46065e34719ae0bde5df10863f8 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:09.187475 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-43fedc4a-9611-40b7-9dbe-02da1a1d9d1b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:09.191930 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0f09623a-0e98-4d2b-aa8e-ee29a07fc18e tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:09.192435 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39708) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:09.198213 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-0f09623a-0e98-4d2b-aa8e-ee29a07fc18e tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "DELETE /v2.0/ports/504f2c8a-7f2a-4767-b0dc-2e93b6af0ce9 HTTP/1.1" status: 204 len: 168 time: 3.0035422 Oct 12 07:40:09.200522 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39710) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:09.202870 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-513f9588-55d8-4f4e-9646-7a2f60af4059 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:09.206330 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-3cda656a-1275-461d-9b44-76180b30d1ba None None] Port 41f17b1e-b004-4426-ad8a-0343d5db2af4 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:09.214627 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af45188d-b6b6-4676-a5a0-8831d47b155c None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:40:09.219910 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513f9588-55d8-4f4e-9646-7a2f60af4059 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:09.220531 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-513f9588-55d8-4f4e-9646-7a2f60af4059 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:09.242325 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-fe3a25a0-40ec-4ee5-a5c5-c8c50aead07b tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6981902 Oct 12 07:40:09.263503 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39712) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:09.276235 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-16e8562e-c759-4bf6-81a1-9d0b3301ad50 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:09.279465 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-16e8562e-c759-4bf6-81a1-9d0b3301ad50 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:09.283035 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-16e8562e-c759-4bf6-81a1-9d0b3301ad50 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "DELETE /v2.0/security-groups/b478f163-a22e-45ea-a323-339aed34d621 HTTP/1.1" status: 204 len: 168 time: 0.7730949 Oct 12 07:40:09.294732 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39714) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:09.296864 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-583b71ec-8930-4cc3-a661-b70c5ef129bd tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1031492 Oct 12 07:40:09.299414 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a25a0-40ec-4ee5-a5c5-c8c50aead07b tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Pushing event updated for resources: {'Network': ['ID=abe5ed82-1792-498d-9d8f-d26a5eeaeab0,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:09.303509 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39716) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:09.303914 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f9588-55d8-4f4e-9646-7a2f60af4059 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Subnet': ['ID=06c53653-b9b1-41d9-96da-c7d4e85fb2c2,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:09.309724 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-9ee3e029-d88d-4174-b2f5-27ed88c92e1c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1595994273', 'network_id': '9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:09.321322 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network abe5ed82-1792-498d-9d8f-d26a5eeaeab0 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:40:09.338117 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-513f9588-55d8-4f4e-9646-7a2f60af4059 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2897971 Oct 12 07:40:09.342019 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39718) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:09.346707 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e8562e-c759-4bf6-81a1-9d0b3301ad50 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b478f163-a22e-45ea-a323-339aed34d621,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:09.352282 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43fedc4a-9611-40b7-9dbe-02da1a1d9d1b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:40:09.354648 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-a729cab7-f04e-4fca-92ec-3d124d419561 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'port': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'mac_address': 'fa:16:3e:82:05:ea', 'name': 'tempest-NetworksTestDHCPv6-156423302'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:09.424756 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ee53d425-33bc-435a-a9e3-759c1f3d9b00 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:09.445610 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-43fedc4a-9611-40b7-9dbe-02da1a1d9d1b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:09.445610 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-43fedc4a-9611-40b7-9dbe-02da1a1d9d1b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Added segment 5ee503f8-bb76-4a40-bc5a-322b9c9eb50a of type vlan for network 3309e064-423d-4166-8c12-ea49ca6283f1 Oct 12 07:40:09.492585 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e36f6c5-7f08-4ab0-8a42-c3c7f0fc6d6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-9994ec23-a1f7-459d-8925-14bc9ff05f17', 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'tenant_id': '3e134b4bc92f4839ac5ca68b448223d9', 'fixed_ips': [{'subnet_id': '06c53653-b9b1-41d9-96da-c7d4e85fb2c2'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:40:09.493795 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4e36f6c5-7f08-4ab0-8a42-c3c7f0fc6d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:09.517707 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a18f9de-eaf4-4c2f-8e2e-3076ae077496 tempest-ExternalNetworksTestJSON-2054292513 tempest-ExternalNetworksTestJSON-2054292513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:09.519318 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-7a18f9de-eaf4-4c2f-8e2e-3076ae077496 tempest-ExternalNetworksTestJSON-2054292513 tempest-ExternalNetworksTestJSON-2054292513-project] 10.222.0.26 "GET /v2.0/networks/abe5ed82-1792-498d-9d8f-d26a5eeaeab0 HTTP/1.1" status: 200 len: 757 time: 0.2522779 Oct 12 07:40:09.522898 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39720) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:09.533330 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-43fedc4a-9611-40b7-9dbe-02da1a1d9d1b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:09.549645 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e2ab1120-a941-4eb5-ac3b-4c24f8bca5f5 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2479386 Oct 12 07:40:09.556234 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee3e029-d88d-4174-b2f5-27ed88c92e1c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Made reservation on behalf of 62f83991a7314cd6b6c084162dcfff66 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:09.560445 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9ee3e029-d88d-4174-b2f5-27ed88c92e1c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:09.566884 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39722) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:09.581610 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-6b7b8fc3-d5f3-48fd-ada2-a6f49fbc75ab tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Request body: {'security_group': {'name': 'tempest-secgroup--273881281'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:09.617305 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-43fedc4a-9611-40b7-9dbe-02da1a1d9d1b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:09.623757 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fedc4a-9611-40b7-9dbe-02da1a1d9d1b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:09.624947 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-43fedc4a-9611-40b7-9dbe-02da1a1d9d1b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:09.651062 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-4e36f6c5-7f08-4ab0-8a42-c3c7f0fc6d6f None None] Allocated IP 2001:db8::2 (9994ec23-a1f7-459d-8925-14bc9ff05f17/06c53653-b9b1-41d9-96da-c7d4e85fb2c2/87b0a42e-604d-4bb5-8f2e-99368b260fdb) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:40:09.678984 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ee53d425-33bc-435a-a9e3-759c1f3d9b00 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:09.687158 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a729cab7-f04e-4fca-92ec-3d124d419561 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:09.697065 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6b7b8fc3-d5f3-48fd-ada2-a6f49fbc75ab tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:09.707495 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-43fedc4a-9611-40b7-9dbe-02da1a1d9d1b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6524558 Oct 12 07:40:09.710417 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39724) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:09.715609 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-1963947d-1a6d-4db5-882a-fd6b46fbf2a3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Request body: {'subnet': {'network_id': '3309e064-423d-4166-8c12-ea49ca6283f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:09.730885 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-3cda656a-1275-461d-9b44-76180b30d1ba None None] Attempt 3 to provision port 41f17b1e-b004-4426-ad8a-0343d5db2af4 Oct 12 07:40:09.763770 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707f6541-8131-403e-b370-a2d7ce699d1f tempest-ExternalNetworksTestJSON-2054292513 tempest-ExternalNetworksTestJSON-2054292513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:09.765166 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-707f6541-8131-403e-b370-a2d7ce699d1f tempest-ExternalNetworksTestJSON-2054292513 tempest-ExternalNetworksTestJSON-2054292513-project] 10.222.0.26 "GET /v2.0/networks/46dc0304-79fa-4251-98e6-f21f5272ce46 HTTP/1.1" status: 200 len: 768 time: 0.2398000 Oct 12 07:40:09.776857 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fedc4a-9611-40b7-9dbe-02da1a1d9d1b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event updated for resources: {'Network': ['ID=3309e064-423d-4166-8c12-ea49ca6283f1,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:09.779148 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39726) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:09.795969 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 3309e064-423d-4166-8c12-ea49ca6283f1 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:40:09.824021 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee53d425-33bc-435a-a9e3-759c1f3d9b00 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:09.826102 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-3cda656a-1275-461d-9b44-76180b30d1ba None None] Port 41f17b1e-b004-4426-ad8a-0343d5db2af4 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:09.866620 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-ee53d425-33bc-435a-a9e3-759c1f3d9b00 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:09.883939 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee53d425-33bc-435a-a9e3-759c1f3d9b00 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:40:09.888286 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee53d425-33bc-435a-a9e3-759c1f3d9b00 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Pushing event updated for resources: {'Port': ['ID=445e0206-3257-4af5-976d-9ac41b663b8a,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:09.936557 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4e36f6c5-7f08-4ab0-8a42-c3c7f0fc6d6f None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:09.946405 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4e36f6c5-7f08-4ab0-8a42-c3c7f0fc6d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:09.964451 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78bca765-8916-4f88-a263-f91e9cd9ebbf tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:09.972059 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1963947d-1a6d-4db5-882a-fd6b46fbf2a3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Made reservation on behalf of 0661c46065e34719ae0bde5df10863f8 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:09.975604 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1963947d-1a6d-4db5-882a-fd6b46fbf2a3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:09.987790 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a729cab7-f04e-4fca-92ec-3d124d419561 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:09.994129 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e36f6c5-7f08-4ab0-8a42-c3c7f0fc6d6f None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:09.999614 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-4e36f6c5-7f08-4ab0-8a42-c3c7f0fc6d6f None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:10.002881 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e36f6c5-7f08-4ab0-8a42-c3c7f0fc6d6f None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:40:10.013384 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36f6c5-7f08-4ab0-8a42-c3c7f0fc6d6f None None] Pushing event updated for resources: {'Port': ['ID=87b0a42e-604d-4bb5-8f2e-99368b260fdb,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:10.065216 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-4e36f6c5-7f08-4ab0-8a42-c3c7f0fc6d6f None None] Attempting to bind port 87b0a42e-604d-4bb5-8f2e-99368b260fdb on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:40:10.065575 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-4e36f6c5-7f08-4ab0-8a42-c3c7f0fc6d6f None None] Attempting to bind port 87b0a42e-604d-4bb5-8f2e-99368b260fdb by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:40:10.065930 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e36f6c5-7f08-4ab0-8a42-c3c7f0fc6d6f None None] Attempting to bind port 87b0a42e-604d-4bb5-8f2e-99368b260fdb on network 9994ec23-a1f7-459d-8925-14bc9ff05f17 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:10.070930 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e36f6c5-7f08-4ab0-8a42-c3c7f0fc6d6f None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:40:10.071618 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e36f6c5-7f08-4ab0-8a42-c3c7f0fc6d6f None None] Checking segment: {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:40:10.071741 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4e36f6c5-7f08-4ab0-8a42-c3c7f0fc6d6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:10.072420 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e36f6c5-7f08-4ab0-8a42-c3c7f0fc6d6f None None] Bound using segment: {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:40:10.072580 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-4e36f6c5-7f08-4ab0-8a42-c3c7f0fc6d6f None None] Bound port: 87b0a42e-604d-4bb5-8f2e-99368b260fdb, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:40:10.072887 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4e36f6c5-7f08-4ab0-8a42-c3c7f0fc6d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:10.112199 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-a729cab7-f04e-4fca-92ec-3d124d419561 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] device_id is not set on port 024d6521-a675-4579-978d-b3889dce2963 yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:40:10.142803 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-4e36f6c5-7f08-4ab0-8a42-c3c7f0fc6d6f None None] For port 87b0a42e-604d-4bb5-8f2e-99368b260fdb, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:40:10.146388 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-4e36f6c5-7f08-4ab0-8a42-c3c7f0fc6d6f None None] For port 87b0a42e-604d-4bb5-8f2e-99368b260fdb, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=87b0a42e-604d-4bb5-8f2e-99368b260fdb,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:40:10.150081 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6b7b8fc3-d5f3-48fd-ada2-a6f49fbc75ab tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:10.153199 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4e36f6c5-7f08-4ab0-8a42-c3c7f0fc6d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:10.170992 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78bca765-8916-4f88-a263-f91e9cd9ebbf tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:10.204043 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6b7b8fc3-d5f3-48fd-ada2-a6f49fbc75ab tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:10.218771 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-78bca765-8916-4f88-a263-f91e9cd9ebbf tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abe5ed82-1792-498d-9d8f-d26a5eeaeab0']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:10.223946 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36f6c5-7f08-4ab0-8a42-c3c7f0fc6d6f None None] Pushing event updated for resources: {'Port': ['ID=87b0a42e-604d-4bb5-8f2e-99368b260fdb,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:10.258772 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-78bca765-8916-4f88-a263-f91e9cd9ebbf tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9201f22c-b3a9-4caa-b99c-f4c50e7a4da2') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:10.259130 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-78bca765-8916-4f88-a263-f91e9cd9ebbf tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9201f22c-b3a9-4caa-b99c-f4c50e7a4da2') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:10.276474 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78bca765-8916-4f88-a263-f91e9cd9ebbf tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:10.287568 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-57cc99a2-2043-4fd4-858b-437b24a21ebe tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:10.304424 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9ee3e029-d88d-4174-b2f5-27ed88c92e1c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:10.308687 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6b7b8fc3-d5f3-48fd-ada2-a6f49fbc75ab tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:10.309915 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-6b7b8fc3-d5f3-48fd-ada2-a6f49fbc75ab tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7407830 Oct 12 07:40:10.319438 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39728) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:10.324976 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b8fc3-d5f3-48fd-ada2-a6f49fbc75ab tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eca46ea-3cff-4108-821e-a0c26242beb6,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:10.328455 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-3cda656a-1275-461d-9b44-76180b30d1ba None None] Attempt 4 to provision port 41f17b1e-b004-4426-ad8a-0343d5db2af4 Oct 12 07:40:10.338773 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78bca765-8916-4f88-a263-f91e9cd9ebbf tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:10.353021 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-81445e22-188a-4f98-b6c3-231160f67832 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Request body: {'security_group_rule': {'security_group_id': '9eca46ea-3cff-4108-821e-a0c26242beb6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:10.360778 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78bca765-8916-4f88-a263-f91e9cd9ebbf tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:40:10.361196 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78bca765-8916-4f88-a263-f91e9cd9ebbf tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:10.380289 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-3cda656a-1275-461d-9b44-76180b30d1ba None None] Port 41f17b1e-b004-4426-ad8a-0343d5db2af4 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:10.474244 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 9201f22c-b3a9-4caa-b99c-f4c50e7a4da2 resource provider aggregate not found Oct 12 07:40:10.483358 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee3e029-d88d-4174-b2f5-27ed88c92e1c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Subnet': ['ID=dbd0bc1f-da81-479a-9d5b-baf5b2aaf907,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:10.524174 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-a729cab7-f04e-4fca-92ec-3d124d419561 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Allocated IP 2001:db8::2b3 (9994ec23-a1f7-459d-8925-14bc9ff05f17/06c53653-b9b1-41d9-96da-c7d4e85fb2c2/024d6521-a675-4579-978d-b3889dce2963) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:40:10.524861 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-81445e22-188a-4f98-b6c3-231160f67832 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:10.527860 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 9201f22c-b3a9-4caa-b99c-f4c50e7a4da2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9201f22c-b3a9-4caa-b99c-f4c50e7a4da2 found for delete ", "request_id": "req-2bf38c5a-5956-4b55-a301-c1f2343a66c8"}]} Oct 12 07:40:10.529520 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1963947d-1a6d-4db5-882a-fd6b46fbf2a3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:10.540378 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78bca765-8916-4f88-a263-f91e9cd9ebbf tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:10.575206 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78bca765-8916-4f88-a263-f91e9cd9ebbf tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network abe5ed82-1792-498d-9d8f-d26a5eeaeab0 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 12 07:40:10.583638 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-78bca765-8916-4f88-a263-f91e9cd9ebbf tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:10.586965 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-78bca765-8916-4f88-a263-f91e9cd9ebbf tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] 10.222.0.26 "DELETE /v2.0/networks/abe5ed82-1792-498d-9d8f-d26a5eeaeab0 HTTP/1.1" status: 204 len: 168 time: 0.8022556 Oct 12 07:40:10.603607 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39734) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:10.611628 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-7c73fa51-9648-4e2b-872c-535a9f022067 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Request body: {'network': {'name': 'tempest-network--1215847686'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:10.636184 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bca765-8916-4f88-a263-f91e9cd9ebbf tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Pushing event deleted for resources: {'Network': ['ID=abe5ed82-1792-498d-9d8f-d26a5eeaeab0,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:10.644991 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c73fa51-9648-4e2b-872c-535a9f022067 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Made reservation on behalf of b0ce95c86b5a4af5abcaa76258c8a712 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:10.647689 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7c73fa51-9648-4e2b-872c-535a9f022067 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:10.739237 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1963947d-1a6d-4db5-882a-fd6b46fbf2a3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event updated for resources: {'Subnet': ['ID=38dbb47a-f53b-485e-a1f2-2fe97c8f4acf,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:10.764298 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c73fa51-9648-4e2b-872c-535a9f022067 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:40:10.774317 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1963947d-1a6d-4db5-882a-fd6b46fbf2a3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Checking segment: {'id': '5ee503f8-bb76-4a40-bc5a-322b9c9eb50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '3309e064-423d-4166-8c12-ea49ca6283f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:40:10.774676 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1963947d-1a6d-4db5-882a-fd6b46fbf2a3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Network hostable DHCP agents. Network: 3309e064-423d-4166-8c12-ea49ca6283f1, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:40:10.783088 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7c73fa51-9648-4e2b-872c-535a9f022067 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:10.783438 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-7c73fa51-9648-4e2b-872c-535a9f022067 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Added segment 6ced2c39-cd21-4889-912b-b4be1a53e44d of type vlan for network e7733fb4-b79c-47a6-a311-608b9634026e Oct 12 07:40:10.883118 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-3cda656a-1275-461d-9b44-76180b30d1ba None None] Attempt 5 to provision port 41f17b1e-b004-4426-ad8a-0343d5db2af4 Oct 12 07:40:10.948259 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee3e029-d88d-4174-b2f5-27ed88c92e1c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Checking segment: {'id': '66eba1d6-82ae-46e1-9ff4-c11281c8b13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:40:10.948822 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee3e029-d88d-4174-b2f5-27ed88c92e1c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network hostable DHCP agents. Network: 9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:40:10.960127 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-3cda656a-1275-461d-9b44-76180b30d1ba None None] Port 41f17b1e-b004-4426-ad8a-0343d5db2af4 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:10.987973 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ee53d425-33bc-435a-a9e3-759c1f3d9b00 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks [] for router_gateway, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:11.076948 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee3e029-d88d-4174-b2f5-27ed88c92e1c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network 9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:40:11.087611 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-81445e22-188a-4f98-b6c3-231160f67832 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:11.109157 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-81445e22-188a-4f98-b6c3-231160f67832 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:11.184452 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1963947d-1a6d-4db5-882a-fd6b46fbf2a3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Network 3309e064-423d-4166-8c12-ea49ca6283f1 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:40:11.188793 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7c73fa51-9648-4e2b-872c-535a9f022067 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:11.205007 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-1963947d-1a6d-4db5-882a-fd6b46fbf2a3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 3309e064-423d-4166-8c12-ea49ca6283f1) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:11.214545 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac0098c-0fcf-439d-99b5-7f3e491892a6 None None] Network 3309e064-423d-4166-8c12-ea49ca6283f1 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:40:11.219779 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1963947d-1a6d-4db5-882a-fd6b46fbf2a3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:11.220507 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1963947d-1a6d-4db5-882a-fd6b46fbf2a3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:11.221719 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-9ee3e029-d88d-4174-b2f5-27ed88c92e1c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:11.226412 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee3e029-d88d-4174-b2f5-27ed88c92e1c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:11.227011 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9ee3e029-d88d-4174-b2f5-27ed88c92e1c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:11.241694 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ec8c83-8272-4c93-b35e-c9b572e09da8 None None] Network 9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:40:11.251514 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81445e22-188a-4f98-b6c3-231160f67832 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17bb5bc0-00e9-434c-b96e-1898da4c3c8c,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:11.263651 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7c73fa51-9648-4e2b-872c-535a9f022067 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:11.264573 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-9ee3e029-d88d-4174-b2f5-27ed88c92e1c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9591322 Oct 12 07:40:11.265101 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c73fa51-9648-4e2b-872c-535a9f022067 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:11.266171 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7c73fa51-9648-4e2b-872c-535a9f022067 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:11.290673 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-1963947d-1a6d-4db5-882a-fd6b46fbf2a3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5788813 Oct 12 07:40:11.313156 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39738) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:11.323179 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-bf43ff00-e88c-4dc5-9d85-b7da8934ce65 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1396432926', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:11.399502 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf43ff00-e88c-4dc5-9d85-b7da8934ce65 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:11.400729 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf43ff00-e88c-4dc5-9d85-b7da8934ce65 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:11.407706 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-7c73fa51-9648-4e2b-872c-535a9f022067 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.8001544 Oct 12 07:40:11.408547 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c73fa51-9648-4e2b-872c-535a9f022067 tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Pushing event updated for resources: {'Network': ['ID=e7733fb4-b79c-47a6-a311-608b9634026e,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:11.411071 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39740) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:11.411508 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39742) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:11.421140 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-ad0e3c8d-f903-4b3f-a129-d82352e4ee7d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-226284191', 'description': 'tempest-secgroup-smoke-226284191 description', 'project_id': '62f83991a7314cd6b6c084162dcfff66'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:11.425133 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network e7733fb4-b79c-47a6-a311-608b9634026e details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:40:11.429845 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-ad30eafa-e6a0-44e7-8799-346db5f4cb5b tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:11.452967 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a729cab7-f04e-4fca-92ec-3d124d419561 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:11.483681 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-3cda656a-1275-461d-9b44-76180b30d1ba None None] Attempt 6 to provision port 41f17b1e-b004-4426-ad8a-0343d5db2af4 Oct 12 07:40:11.491508 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-81445e22-188a-4f98-b6c3-231160f67832 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:11.493586 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-81445e22-188a-4f98-b6c3-231160f67832 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1658740 Oct 12 07:40:11.499194 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39744) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:11.503720 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-9214dd73-7d72-459b-8401-2465c2fc1111 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Request body: {'security_group_rule': {'security_group_id': '9eca46ea-3cff-4108-821e-a0c26242beb6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:11.542853 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ad0e3c8d-f903-4b3f-a129-d82352e4ee7d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:11.559565 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a729cab7-f04e-4fca-92ec-3d124d419561 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:11.575184 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf43ff00-e88c-4dc5-9d85-b7da8934ce65 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:11.596546 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf43ff00-e88c-4dc5-9d85-b7da8934ce65 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:11.602986 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-57cc99a2-2043-4fd4-858b-437b24a21ebe tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Deleting port 41f17b1e-b004-4426-ad8a-0343d5db2af4 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:40:11.603437 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-57cc99a2-2043-4fd4-858b-437b24a21ebe tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:11.627819 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ee53d425-33bc-435a-a9e3-759c1f3d9b00 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:11.634339 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9214dd73-7d72-459b-8401-2465c2fc1111 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:11.643308 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a729cab7-f04e-4fca-92ec-3d124d419561 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Port': ['ID=024d6521-a675-4579-978d-b3889dce2963,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:11.659654 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a729cab7-f04e-4fca-92ec-3d124d419561 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:11.666237 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcff5f6a-343a-49fc-a699-2ef788d1a554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5', 'network_id': '9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ips': [{'subnet_id': 'dbd0bc1f-da81-479a-9d5b-baf5b2aaf907'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:40:11.667074 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dcff5f6a-343a-49fc-a699-2ef788d1a554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:11.672327 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-3cda656a-1275-461d-9b44-76180b30d1ba None None] Port 41f17b1e-b004-4426-ad8a-0343d5db2af4 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:11.691123 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf43ff00-e88c-4dc5-9d85-b7da8934ce65 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:11.695115 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-bf43ff00-e88c-4dc5-9d85-b7da8934ce65 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3754518 Oct 12 07:40:11.699781 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-a729cab7-f04e-4fca-92ec-3d124d419561 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:11.700856 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39746) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:11.706081 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a729cab7-f04e-4fca-92ec-3d124d419561 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:40:11.711649 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a729cab7-f04e-4fca-92ec-3d124d419561 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:11.711829 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff8b028-3e22-4dc8-af45-3b636a67b673 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-3309e064-423d-4166-8c12-ea49ca6283f1', 'network_id': '3309e064-423d-4166-8c12-ea49ca6283f1', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'fixed_ips': [{'subnet_id': '38dbb47a-f53b-485e-a1f2-2fe97c8f4acf'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:40:11.712272 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a729cab7-f04e-4fca-92ec-3d124d419561 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:11.712490 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aff8b028-3e22-4dc8-af45-3b636a67b673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:11.762597 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a729cab7-f04e-4fca-92ec-3d124d419561 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4172237 Oct 12 07:40:11.797196 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39748) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:11.814808 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ad0e3c8d-f903-4b3f-a129-d82352e4ee7d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:11.834623 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9214dd73-7d72-459b-8401-2465c2fc1111 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:11.847990 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9214dd73-7d72-459b-8401-2465c2fc1111 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:11.882381 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9214dd73-7d72-459b-8401-2465c2fc1111 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f4c5cee-e4cd-4666-b269-441ee7b04124,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:11.905561 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29345040-0832-49be-894b-7ca340e1cc4a tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:11.913409 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29345040-0832-49be-894b-7ca340e1cc4a tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:11.915340 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-29345040-0832-49be-894b-7ca340e1cc4a tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1169436 Oct 12 07:40:11.920593 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9214dd73-7d72-459b-8401-2465c2fc1111 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:11.922084 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-9214dd73-7d72-459b-8401-2465c2fc1111 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4221926 Oct 12 07:40:11.923051 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39750) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:11.936254 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39752) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:11.941483 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-ec4689b5-0329-4066-bb26-e5173263635f tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Request body: {'security_group_rule': {'security_group_id': '9eca46ea-3cff-4108-821e-a0c26242beb6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:11.961452 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-57cc99a2-2043-4fd4-858b-437b24a21ebe tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:11.983629 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-57cc99a2-2043-4fd4-858b-437b24a21ebe tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Calling delete_port for 41f17b1e-b004-4426-ad8a-0343d5db2af4 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:40:12.002160 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee53d425-33bc-435a-a9e3-759c1f3d9b00 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Router 9ba80924-10b1-42a4-ba14-57c5339d8f65 is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:40:12.052269 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-aff8b028-3e22-4dc8-af45-3b636a67b673 None None] Allocated IP 2001:db8::2 (3309e064-423d-4166-8c12-ea49ca6283f1/38dbb47a-f53b-485e-a1f2-2fe97c8f4acf/c528b5e8-7837-4c89-b491-bd3751cf6df0) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:40:12.063469 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-dcff5f6a-343a-49fc-a699-2ef788d1a554 None None] Allocated IP 172.20.0.18 (9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5/dbd0bc1f-da81-479a-9d5b-baf5b2aaf907/ad0fd856-a2dc-4cee-b702-a988c50e69c5) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:40:12.084083 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ec4689b5-0329-4066-bb26-e5173263635f tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:12.088609 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ad0e3c8d-f903-4b3f-a129-d82352e4ee7d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:12.243604 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-59555eba-acdb-487a-a630-676c83f453f4 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting port 024d6521-a675-4579-978d-b3889dce2963 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:40:12.243948 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-59555eba-acdb-487a-a630-676c83f453f4 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:12.255783 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ec4689b5-0329-4066-bb26-e5173263635f tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:12.263929 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-3cda656a-1275-461d-9b44-76180b30d1ba None None] Attempt 7 to provision port 41f17b1e-b004-4426-ad8a-0343d5db2af4 Oct 12 07:40:12.268792 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee53d425-33bc-435a-a9e3-759c1f3d9b00 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:40:12.270384 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 87b0a42e-604d-4bb5-8f2e-99368b260fdb up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:40:12.284454 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ec4689b5-0329-4066-bb26-e5173263635f tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:12.292770 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ad30eafa-e6a0-44e7-8799-346db5f4cb5b tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:12.298345 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ad0e3c8d-f903-4b3f-a129-d82352e4ee7d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:12.303109 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ad0e3c8d-f903-4b3f-a129-d82352e4ee7d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.8886101 Oct 12 07:40:12.303885 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39754) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:12.306212 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124c2f72-c24c-4d14-b4e8-18b4be268dd3 None None] Sync routers for ids ['9ba80924-10b1-42a4-ba14-57c5339d8f65'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:40:12.313545 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0e3c8d-f903-4b3f-a129-d82352e4ee7d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0990109-25d7-4e79-ba30-3d3dfeb63a54,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:12.314363 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-42047303-c872-4b71-9e9c-4b0f33bbf49b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': 'c0990109-25d7-4e79-ba30-3d3dfeb63a54', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:12.332364 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ad30eafa-e6a0-44e7-8799-346db5f4cb5b tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:12.359251 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ee53d425-33bc-435a-a9e3-759c1f3d9b00 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:12.360491 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-ee53d425-33bc-435a-a9e3-759c1f3d9b00 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.4771347 Oct 12 07:40:12.366065 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39756) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:12.376925 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4689b5-0329-4066-bb26-e5173263635f tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30e0ef8f-8cca-49b3-b4ef-9545c131ea34,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:12.397935 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ec4689b5-0329-4066-bb26-e5173263635f tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:12.399435 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-ec4689b5-0329-4066-bb26-e5173263635f tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4617789 Oct 12 07:40:12.401778 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ad30eafa-e6a0-44e7-8799-346db5f4cb5b tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Network e7733fb4-b79c-47a6-a311-608b9634026e is not hosted by any dhcp agent {{(pid=103201) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 12 07:40:12.402732 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad30eafa-e6a0-44e7-8799-346db5f4cb5b tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:12.404959 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39760) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:12.405198 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ad30eafa-e6a0-44e7-8799-346db5f4cb5b tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:12.406567 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ad30eafa-e6a0-44e7-8799-346db5f4cb5b tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] 10.222.0.26 "PUT /v2.0/networks/e7733fb4-b79c-47a6-a311-608b9634026e HTTP/1.1" status: 200 len: 858 time: 0.9908550 Oct 12 07:40:12.410184 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-cc4922ac-c19c-40a8-81a6-84f2a89b0110 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Request body: {'security_group_rule': {'security_group_id': '9eca46ea-3cff-4108-821e-a0c26242beb6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:12.414718 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39762) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:12.426514 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-3cda656a-1275-461d-9b44-76180b30d1ba None None] Port 41f17b1e-b004-4426-ad8a-0343d5db2af4 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:12.431152 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124c2f72-c24c-4d14-b4e8-18b4be268dd3 None None] Routers {'9ba80924-10b1-42a4-ba14-57c5339d8f65'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:40:12.431791 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-124c2f72-c24c-4d14-b4e8-18b4be268dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:39:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['9ba80924-10b1-42a4-ba14-57c5339d8f65'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:12.440105 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-59555eba-acdb-487a-a630-676c83f453f4 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:12.475159 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-42047303-c872-4b71-9e9c-4b0f33bbf49b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:12.492094 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-59555eba-acdb-487a-a630-676c83f453f4 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Calling delete_port for 024d6521-a675-4579-978d-b3889dce2963 owned by {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:40:12.507987 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30eafa-e6a0-44e7-8799-346db5f4cb5b tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Pushing event updated for resources: {'Network': ['ID=e7733fb4-b79c-47a6-a311-608b9634026e,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:12.581252 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-62da639b-ba88-4397-8077-8d13e42d9992 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:12.599718 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cc4922ac-c19c-40a8-81a6-84f2a89b0110 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:12.620130 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-79041b57-91a8-401e-b142-b862bb11a04f tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:12.655052 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-57cc99a2-2043-4fd4-858b-437b24a21ebe tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:12.665693 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aff8b028-3e22-4dc8-af45-3b636a67b673 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:12.689549 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 87b0a42e-604d-4bb5-8f2e-99368b260fdb triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:12.689900 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:12.690288 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 87b0a42e-604d-4bb5-8f2e-99368b260fdb Oct 12 07:40:12.699158 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-124c2f72-c24c-4d14-b4e8-18b4be268dd3 None None] Set router 9ba80924-10b1-42a4-ba14-57c5339d8f65 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:40:12.722289 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-42047303-c872-4b71-9e9c-4b0f33bbf49b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:12.733207 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c913f590-078b-4ae5-b65b-94993dd5b081 tempest-TestNetworkAdvancedServerOps-1688896547 tempest-TestNetworkAdvancedServerOps-1688896547-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=91dbc5081b5c42efa05c929564d56662&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3652372 Oct 12 07:40:12.737029 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-42047303-c872-4b71-9e9c-4b0f33bbf49b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:12.738866 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39764) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:12.742736 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc99a2-2043-4fd4-858b-437b24a21ebe tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Pushing event deleted for resources: {'Port': ['ID=41f17b1e-b004-4426-ad8a-0343d5db2af4,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:12.798297 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dcff5f6a-343a-49fc-a699-2ef788d1a554 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:12.801394 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cc4922ac-c19c-40a8-81a6-84f2a89b0110 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:12.809877 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aff8b028-3e22-4dc8-af45-3b636a67b673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:12.832034 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dcff5f6a-343a-49fc-a699-2ef788d1a554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:12.872918 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cc4922ac-c19c-40a8-81a6-84f2a89b0110 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:12.885430 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42047303-c872-4b71-9e9c-4b0f33bbf49b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4dd75cc-0cc6-4a07-bd7b-dab177194098,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:12.933516 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-79041b57-91a8-401e-b142-b862bb11a04f tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:12.939810 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-3cda656a-1275-461d-9b44-76180b30d1ba None None] Attempt 8 to provision port 41f17b1e-b004-4426-ad8a-0343d5db2af4 Oct 12 07:40:12.943022 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-42047303-c872-4b71-9e9c-4b0f33bbf49b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:12.944420 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-42047303-c872-4b71-9e9c-4b0f33bbf49b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6342709 Oct 12 07:40:12.947636 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cc4922ac-c19c-40a8-81a6-84f2a89b0110 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:12.952992 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-cc4922ac-c19c-40a8-81a6-84f2a89b0110 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5466783 Oct 12 07:40:12.957880 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39766) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:12.958357 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39768) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:12.965653 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff8b028-3e22-4dc8-af45-3b636a67b673 None None] Network 3309e064-423d-4166-8c12-ea49ca6283f1 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:12.972068 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-1abd1617-3bb8-46d5-80a0-e8195eed60d8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': 'c0990109-25d7-4e79-ba30-3d3dfeb63a54', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:12.972869 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-3cda656a-1275-461d-9b44-76180b30d1ba None None] Port 41f17b1e-b004-4426-ad8a-0343d5db2af4 was deleted so its status cannot be updated. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 12 07:40:12.980046 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcff5f6a-343a-49fc-a699-2ef788d1a554 None None] Network 9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:12.984149 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff8b028-3e22-4dc8-af45-3b636a67b673 None None] Pushing event updated for resources: {'Port': ['ID=c528b5e8-7837-4c89-b491-bd3751cf6df0,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:12.984399 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-948fc673-d890-4b56-916f-9f73b3f24f04 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Request body: {'security_group_rule': {'security_group_id': '9eca46ea-3cff-4108-821e-a0c26242beb6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:12.986813 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-aff8b028-3e22-4dc8-af45-3b636a67b673 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:12.992161 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-dcff5f6a-343a-49fc-a699-2ef788d1a554 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:12.997956 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcff5f6a-343a-49fc-a699-2ef788d1a554 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:40:12.999953 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff8b028-3e22-4dc8-af45-3b636a67b673 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:40:13.056986 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4922ac-c19c-40a8-81a6-84f2a89b0110 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a97c1b8f-5792-4395-bd20-349e7b5fc7ec,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:13.088834 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-948fc673-d890-4b56-916f-9f73b3f24f04 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:13.099146 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-62da639b-ba88-4397-8077-8d13e42d9992 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Allocated IP 2001:db8::1 (3309e064-423d-4166-8c12-ea49ca6283f1/38dbb47a-f53b-485e-a1f2-2fe97c8f4acf/f674c140-5266-45d2-a45e-3191a21ca572) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:40:13.141254 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-79041b57-91a8-401e-b142-b862bb11a04f tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7733fb4-b79c-47a6-a311-608b9634026e']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:13.148015 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-57cc99a2-2043-4fd4-858b-437b24a21ebe tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:13.153912 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-aff8b028-3e22-4dc8-af45-3b636a67b673 None None] Attempting to bind port c528b5e8-7837-4c89-b491-bd3751cf6df0 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:40:13.154440 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-aff8b028-3e22-4dc8-af45-3b636a67b673 None None] Attempting to bind port c528b5e8-7837-4c89-b491-bd3751cf6df0 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '5ee503f8-bb76-4a40-bc5a-322b9c9eb50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '3309e064-423d-4166-8c12-ea49ca6283f1'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:40:13.154592 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff8b028-3e22-4dc8-af45-3b636a67b673 None None] Attempting to bind port c528b5e8-7837-4c89-b491-bd3751cf6df0 on network 3309e064-423d-4166-8c12-ea49ca6283f1 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:13.163780 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-59555eba-acdb-487a-a630-676c83f453f4 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:13.173574 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-79041b57-91a8-401e-b142-b862bb11a04f tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ced2c39-cd21-4889-912b-b4be1a53e44d') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:13.173828 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-79041b57-91a8-401e-b142-b862bb11a04f tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ced2c39-cd21-4889-912b-b4be1a53e44d') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:13.176245 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff5f6a-343a-49fc-a699-2ef788d1a554 None None] Pushing event updated for resources: {'Port': ['ID=ad0fd856-a2dc-4cee-b702-a988c50e69c5,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:13.200287 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff8b028-3e22-4dc8-af45-3b636a67b673 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:40:13.200669 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff8b028-3e22-4dc8-af45-3b636a67b673 None None] Checking segment: {'id': '5ee503f8-bb76-4a40-bc5a-322b9c9eb50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '3309e064-423d-4166-8c12-ea49ca6283f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:40:13.201071 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aff8b028-3e22-4dc8-af45-3b636a67b673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:13.201464 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff8b028-3e22-4dc8-af45-3b636a67b673 None None] Bound using segment: {'id': '5ee503f8-bb76-4a40-bc5a-322b9c9eb50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '3309e064-423d-4166-8c12-ea49ca6283f1'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:40:13.201953 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-aff8b028-3e22-4dc8-af45-3b636a67b673 None None] Bound port: c528b5e8-7837-4c89-b491-bd3751cf6df0, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ee503f8-bb76-4a40-bc5a-322b9c9eb50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '3309e064-423d-4166-8c12-ea49ca6283f1'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:40:13.202959 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aff8b028-3e22-4dc8-af45-3b636a67b673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:13.240577 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-948fc673-d890-4b56-916f-9f73b3f24f04 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:13.242242 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-79041b57-91a8-401e-b142-b862bb11a04f tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:13.248118 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 87b0a42e-604d-4bb5-8f2e-99368b260fdb is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:13.248593 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:13.260934 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59555eba-acdb-487a-a630-676c83f453f4 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Port': ['ID=024d6521-a675-4579-978d-b3889dce2963,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:13.268599 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-7c3017c4-bbe1-4ccc-b936-7b3edee09e9e None None] Provisioning complete for port 87b0a42e-604d-4bb5-8f2e-99368b260fdb triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:13.269062 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7c3017c4-bbe1-4ccc-b936-7b3edee09e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:13.269244 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-7c3017c4-bbe1-4ccc-b936-7b3edee09e9e None None] Attempt 1 to provision port 87b0a42e-604d-4bb5-8f2e-99368b260fdb Oct 12 07:40:13.269634 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-948fc673-d890-4b56-916f-9f73b3f24f04 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:13.272102 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-dcff5f6a-343a-49fc-a699-2ef788d1a554 None None] Attempting to bind port ad0fd856-a2dc-4cee-b702-a988c50e69c5 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:40:13.272483 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-dcff5f6a-343a-49fc-a699-2ef788d1a554 None None] Attempting to bind port ad0fd856-a2dc-4cee-b702-a988c50e69c5 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '66eba1d6-82ae-46e1-9ff4-c11281c8b13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:40:13.272903 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcff5f6a-343a-49fc-a699-2ef788d1a554 None None] Attempting to bind port ad0fd856-a2dc-4cee-b702-a988c50e69c5 on network 9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:13.274339 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1abd1617-3bb8-46d5-80a0-e8195eed60d8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:13.299251 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28b7bcb-75bf-4fe9-962c-d6aabe8b808d tempest-TestNetworkAdvancedServerOps-1688896547 tempest-TestNetworkAdvancedServerOps-1688896547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:13.304656 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28b7bcb-75bf-4fe9-962c-d6aabe8b808d tempest-TestNetworkAdvancedServerOps-1688896547 tempest-TestNetworkAdvancedServerOps-1688896547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:13.310344 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a28b7bcb-75bf-4fe9-962c-d6aabe8b808d tempest-TestNetworkAdvancedServerOps-1688896547 tempest-TestNetworkAdvancedServerOps-1688896547-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1538 time: 0.5560124 Oct 12 07:40:13.317717 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-79041b57-91a8-401e-b142-b862bb11a04f tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:13.319219 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39770) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:13.333665 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-62da639b-ba88-4397-8077-8d13e42d9992 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:13.336965 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-59555eba-acdb-487a-a630-676c83f453f4 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:13.343446 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-59555eba-acdb-487a-a630-676c83f453f4 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/ports/024d6521-a675-4579-978d-b3889dce2963 HTTP/1.1" status: 204 len: 168 time: 1.4168937 Oct 12 07:40:13.348013 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39772) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:13.358170 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcff5f6a-343a-49fc-a699-2ef788d1a554 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:40:13.358904 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcff5f6a-343a-49fc-a699-2ef788d1a554 None None] Checking segment: {'id': '66eba1d6-82ae-46e1-9ff4-c11281c8b13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:40:13.359483 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dcff5f6a-343a-49fc-a699-2ef788d1a554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:13.359877 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcff5f6a-343a-49fc-a699-2ef788d1a554 None None] Bound using segment: {'id': '66eba1d6-82ae-46e1-9ff4-c11281c8b13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:40:13.360365 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-dcff5f6a-343a-49fc-a699-2ef788d1a554 None None] Bound port: ad0fd856-a2dc-4cee-b702-a988c50e69c5, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66eba1d6-82ae-46e1-9ff4-c11281c8b13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:40:13.360745 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dcff5f6a-343a-49fc-a699-2ef788d1a554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:13.398486 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79041b57-91a8-401e-b142-b862bb11a04f tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:40:13.399290 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-79041b57-91a8-401e-b142-b862bb11a04f tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:13.411398 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 87b0a42e-604d-4bb5-8f2e-99368b260fdb, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=87b0a42e-604d-4bb5-8f2e-99368b260fdb,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:40:13.419210 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-aff8b028-3e22-4dc8-af45-3b636a67b673 None None] For port c528b5e8-7837-4c89-b491-bd3751cf6df0, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:40:13.443369 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:13.463184 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948fc673-d890-4b56-916f-9f73b3f24f04 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aea3e1f3-960a-405f-b80f-4f145e520df3,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:13.465471 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-62da639b-ba88-4397-8077-8d13e42d9992 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:13.473000 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a3c4b6e5-edc9-4a15-943e-c4903242e704 tempest-TestNetworkAdvancedServerOps-1688896547 tempest-TestNetworkAdvancedServerOps-1688896547-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1489537 Oct 12 07:40:13.475372 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39776) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:13.475972 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-948fc673-d890-4b56-916f-9f73b3f24f04 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:13.482334 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-948fc673-d890-4b56-916f-9f73b3f24f04 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5005755 Oct 12 07:40:13.487832 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39778) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:13.491387 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 6ced2c39-cd21-4889-912b-b4be1a53e44d resource provider aggregate not found Oct 12 07:40:13.541914 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-bc0db985-12d7-4213-8ecb-61c06e9e16b4 tempest-TestNetworkAdvancedServerOps-1688896547 tempest-TestNetworkAdvancedServerOps-1688896547-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=e7733fb4-b79c-47a6-a311-608b9634026e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0628858 Oct 12 07:40:13.542337 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-124c2f72-c24c-4d14-b4e8-18b4be268dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba80924-10b1-42a4-ba14-57c5339d8f65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116305059', 'tenant_id': '91dbc5081b5c42efa05c929564d56662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': '445e0206-3257-4af5-976d-9ac41b663b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:40:07Z', 'updated_at': '2022-10-12T07:40:10Z', 'revision_number': 3, 'project_id': '91dbc5081b5c42efa05c929564d56662', 'gw_port': {'id': '445e0206-3257-4af5-976d-9ac41b663b8a', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:58:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba80924-10b1-42a4-ba14-57c5339d8f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:08Z', 'updated_at': '2022-10-12T07:40:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:13.546724 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39782) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:13.580858 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-550a0130-abc6-4e19-aa8a-28ebc0b1e1bd tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1398598875', 'network_id': 'd0bc7a79-31ed-46fc-a3ce-545838184383', 'project_id': '91dbc5081b5c42efa05c929564d56662', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:13.584872 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 6ced2c39-cd21-4889-912b-b4be1a53e44d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ced2c39-cd21-4889-912b-b4be1a53e44d found for delete ", "request_id": "req-fc16b370-d7f9-4208-a33a-85e717c77bd3"}]} Oct 12 07:40:13.594888 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62da639b-ba88-4397-8077-8d13e42d9992 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Network 3309e064-423d-4166-8c12-ea49ca6283f1 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:13.603893 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124c2f72-c24c-4d14-b4e8-18b4be268dd3 None None] Checking router: 9ba80924-10b1-42a4-ba14-57c5339d8f65 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:40:13.604248 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124c2f72-c24c-4d14-b4e8-18b4be268dd3 None None] Updating router 9ba80924-10b1-42a4-ba14-57c5339d8f65 port 445e0206-3257-4af5-976d-9ac41b663b8a binding host dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:40:13.608850 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-dcff5f6a-343a-49fc-a699-2ef788d1a554 None None] For port ad0fd856-a2dc-4cee-b702-a988c50e69c5, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:40:13.611471 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=87b0a42e-604d-4bb5-8f2e-99368b260fdb,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:13.620114 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-62da639b-ba88-4397-8077-8d13e42d9992 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:13.631509 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62da639b-ba88-4397-8077-8d13e42d9992 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:40:13.632061 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-62da639b-ba88-4397-8077-8d13e42d9992 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:13.637155 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2142fd4-182d-4256-aad3-0801196a7742 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:13.638996 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2142fd4-182d-4256-aad3-0801196a7742 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:13.642150 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7c3017c4-bbe1-4ccc-b936-7b3edee09e9e None None] Current status of the port 87b0a42e-604d-4bb5-8f2e-99368b260fdb is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:13.643906 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f2142fd4-182d-4256-aad3-0801196a7742 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2871594 Oct 12 07:40:13.645209 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62da639b-ba88-4397-8077-8d13e42d9992 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event updated for resources: {'Port': ['ID=f674c140-5266-45d2-a45e-3191a21ca572,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:13.645445 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-124c2f72-c24c-4d14-b4e8-18b4be268dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:13.649065 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39784) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:13.649228 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-7c3017c4-bbe1-4ccc-b936-7b3edee09e9e None None] Could not find standard attr ID for object 024d6521-a675-4579-978d-b3889dce2963. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:40:13.664010 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7faaba45-ebc8-439c-a150-53d7857a9796 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:13.680726 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-79041b57-91a8-401e-b142-b862bb11a04f tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:13.693830 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-dcff5f6a-343a-49fc-a699-2ef788d1a554 None None] For port ad0fd856-a2dc-4cee-b702-a988c50e69c5, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=ad0fd856-a2dc-4cee-b702-a988c50e69c5,segment=NetworkSegment(66eba1d6-82ae-46e1-9ff4-c11281c8b13d),segment_id=66eba1d6-82ae-46e1-9ff4-c11281c8b13d)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:40:13.696035 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-aff8b028-3e22-4dc8-af45-3b636a67b673 None None] For port c528b5e8-7837-4c89-b491-bd3751cf6df0, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=c528b5e8-7837-4c89-b491-bd3751cf6df0,segment=NetworkSegment(5ee503f8-bb76-4a40-bc5a-322b9c9eb50a),segment_id=5ee503f8-bb76-4a40-bc5a-322b9c9eb50a)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:40:13.706281 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dcff5f6a-343a-49fc-a699-2ef788d1a554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:13.718898 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1abd1617-3bb8-46d5-80a0-e8195eed60d8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:13.720590 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7faaba45-ebc8-439c-a150-53d7857a9796 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:13.725643 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79041b57-91a8-401e-b142-b862bb11a04f tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e7733fb4-b79c-47a6-a311-608b9634026e {{(pid=103200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 12 07:40:13.751019 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57cc99a2-2043-4fd4-858b-437b24a21ebe tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Router 1b3685f9-37e0-4518-98b2-b446c03f0afa has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:40:13.757213 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-79041b57-91a8-401e-b142-b862bb11a04f tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:13.760826 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-79041b57-91a8-401e-b142-b862bb11a04f tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] 10.222.0.26 "DELETE /v2.0/networks/e7733fb4-b79c-47a6-a311-608b9634026e HTTP/1.1" status: 204 len: 168 time: 1.3369999 Oct 12 07:40:13.770842 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1abd1617-3bb8-46d5-80a0-e8195eed60d8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:13.774643 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39786) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:13.834284 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79041b57-91a8-401e-b142-b862bb11a04f tempest-ExternalNetworksTestJSON-1381430443 tempest-ExternalNetworksTestJSON-1381430443-project-admin] Pushing event deleted for resources: {'Network': ['ID=e7733fb4-b79c-47a6-a311-608b9634026e,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:13.855252 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd1617-3bb8-46d5-80a0-e8195eed60d8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b4c58ac-d1bf-4911-aa45-108dadf0d3b8,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:13.858360 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-b56a6c8a-f4ed-4d77-97c9-345793ffcd8b tempest-ExternalNetworksTestJSON-2054292513 tempest-ExternalNetworksTestJSON-2054292513-project] DELETE failed (client error): The resource could not be found. Oct 12 07:40:13.858873 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b56a6c8a-f4ed-4d77-97c9-345793ffcd8b tempest-ExternalNetworksTestJSON-2054292513 tempest-ExternalNetworksTestJSON-2054292513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:40:13.866047 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b56a6c8a-f4ed-4d77-97c9-345793ffcd8b tempest-ExternalNetworksTestJSON-2054292513 tempest-ExternalNetworksTestJSON-2054292513-project] 10.222.0.26 "DELETE /v2.0/subnets/2d41b6bc-31a8-4197-a05c-79992d8eb042 HTTP/1.1" status: 404 len: 337 time: 0.0690584 Oct 12 07:40:13.869507 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aff8b028-3e22-4dc8-af45-3b636a67b673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:13.872456 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1abd1617-3bb8-46d5-80a0-e8195eed60d8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:13.874721 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39788) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:13.877404 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39790) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:13.877874 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-1abd1617-3bb8-46d5-80a0-e8195eed60d8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9100366 Oct 12 07:40:13.878434 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550a0130-abc6-4e19-aa8a-28ebc0b1e1bd tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Made reservation on behalf of 91dbc5081b5c42efa05c929564d56662 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:13.882629 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-550a0130-abc6-4e19-aa8a-28ebc0b1e1bd tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:13.893408 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-3324b7e2-b0b0-4ef9-912a-24fe7db5259a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': 'c0990109-25d7-4e79-ba30-3d3dfeb63a54', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:13.896032 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-abf3a9ce-10c0-43ba-9cb3-2b4500ca67a0 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting subnet 06c53653-b9b1-41d9-96da-c7d4e85fb2c2 {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:40:13.899908 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7faaba45-ebc8-439c-a150-53d7857a9796 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:13.901902 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-abf3a9ce-10c0-43ba-9cb3-2b4500ca67a0 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:13.914806 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7faaba45-ebc8-439c-a150-53d7857a9796 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:13.922570 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-7faaba45-ebc8-439c-a150-53d7857a9796 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/aea3e1f3-960a-405f-b80f-4f145e520df3 HTTP/1.1" status: 204 len: 168 time: 0.4269016 Oct 12 07:40:13.996795 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39792) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:14.001886 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-abf3a9ce-10c0-43ba-9cb3-2b4500ca67a0 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:14.134407 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-62da639b-ba88-4397-8077-8d13e42d9992 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:14.176610 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-abf3a9ce-10c0-43ba-9cb3-2b4500ca67a0 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:14.264376 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faaba45-ebc8-439c-a150-53d7857a9796 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aea3e1f3-960a-405f-b80f-4f145e520df3,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:14.269339 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-abf3a9ce-10c0-43ba-9cb3-2b4500ca67a0 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:14.289990 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-abf3a9ce-10c0-43ba-9cb3-2b4500ca67a0 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:14.301885 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-abf3a9ce-10c0-43ba-9cb3-2b4500ca67a0 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/06c53653-b9b1-41d9-96da-c7d4e85fb2c2 HTTP/1.1" status: 204 len: 168 time: 0.6527083 Oct 12 07:40:14.302996 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39794) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:14.371607 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf3a9ce-10c0-43ba-9cb3-2b4500ca67a0 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Subnet': ['ID=06c53653-b9b1-41d9-96da-c7d4e85fb2c2,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:14.381982 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c9c284d0-f6dc-4e38-a437-226c1bd47c29 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0758793 Oct 12 07:40:14.383787 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39796) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:14.393836 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3324b7e2-b0b0-4ef9-912a-24fe7db5259a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:14.418822 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2b60261d-b44c-4137-a7d5-7b4dbdab5a6a tempest-ExternalNetworksTestJSON-2054292513 tempest-ExternalNetworksTestJSON-2054292513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:14.445110 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34051664-d6c5-477f-9018-e5f37957154e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:14.450834 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-34051664-d6c5-477f-9018-e5f37957154e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0657382 Oct 12 07:40:14.451801 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39798) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:14.504284 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 87b0a42e-604d-4bb5-8f2e-99368b260fdb up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:40:14.515299 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380e8325-c774-44e4-8a1e-ec6ff0009d29 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:14.520278 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-380e8325-c774-44e4-8a1e-ec6ff0009d29 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0669363 Oct 12 07:40:14.521265 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39800) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:14.551187 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff5f6a-343a-49fc-a699-2ef788d1a554 None None] Pushing event updated for resources: {'Port': ['ID=ad0fd856-a2dc-4cee-b702-a988c50e69c5,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:14.554264 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-86bd1866-1948-4437-b07b-9810efceeacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:14.581412 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d2f5d2b6-2881-4e2e-a028-c13b15a48f9b tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0580983 Oct 12 07:40:14.582196 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39802) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:14.587757 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-a8d98fa3-bb34-491f-800f-979ebebb478f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'subnet': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:14.596709 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707e535d-e34d-4c38-a3a9-c803dc818a2d None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:40:14.676819 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff8b028-3e22-4dc8-af45-3b636a67b673 None None] Pushing event updated for resources: {'Port': ['ID=c528b5e8-7837-4c89-b491-bd3751cf6df0,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:14.695136 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d98fa3-bb34-491f-800f-979ebebb478f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:14.699037 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a8d98fa3-bb34-491f-800f-979ebebb478f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:14.729307 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 87b0a42e-604d-4bb5-8f2e-99368b260fdb triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:14.729678 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:14.730017 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 87b0a42e-604d-4bb5-8f2e-99368b260fdb Oct 12 07:40:14.866170 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-124c2f72-c24c-4d14-b4e8-18b4be268dd3 None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:14.877905 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-124c2f72-c24c-4d14-b4e8-18b4be268dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:14.915600 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a729c548-b49b-4785-8a1f-bd2debfd99ff tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.8914247 Oct 12 07:40:14.923625 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39804) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:14.928436 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57cc99a2-2043-4fd4-858b-437b24a21ebe tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:40:14.941943 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-124c2f72-c24c-4d14-b4e8-18b4be268dd3 None None] Attempting to bind port 445e0206-3257-4af5-976d-9ac41b663b8a on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:40:14.942369 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-124c2f72-c24c-4d14-b4e8-18b4be268dd3 None None] Attempting to bind port 445e0206-3257-4af5-976d-9ac41b663b8a by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:40:14.942738 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124c2f72-c24c-4d14-b4e8-18b4be268dd3 None None] Attempting to bind port 445e0206-3257-4af5-976d-9ac41b663b8a on network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:14.947764 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-57cc99a2-2043-4fd4-858b-437b24a21ebe tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "PUT /v2.0/routers/1b3685f9-37e0-4518-98b2-b446c03f0afa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7460337 Oct 12 07:40:14.949078 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cc8aa8-a13d-460a-a731-126316b0636b None None] Sync routers for ids ['1b3685f9-37e0-4518-98b2-b446c03f0afa'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:40:14.951814 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39806) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:14.957940 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63a88f-4c32-433a-a1b1-16b6a2d9891f None None] Pushing event updated for resources: {'Port': ['ID=445e0206-3257-4af5-976d-9ac41b663b8a,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:14.970764 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124c2f72-c24c-4d14-b4e8-18b4be268dd3 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:40:14.971150 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124c2f72-c24c-4d14-b4e8-18b4be268dd3 None None] Checking segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:40:14.971559 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-124c2f72-c24c-4d14-b4e8-18b4be268dd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:14.971955 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124c2f72-c24c-4d14-b4e8-18b4be268dd3 None None] Bound using segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:40:14.972451 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-124c2f72-c24c-4d14-b4e8-18b4be268dd3 None None] Bound port: 445e0206-3257-4af5-976d-9ac41b663b8a, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:40:14.972848 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-124c2f72-c24c-4d14-b4e8-18b4be268dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:14.979568 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cc8aa8-a13d-460a-a731-126316b0636b None None] Routers {'1b3685f9-37e0-4518-98b2-b446c03f0afa'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:40:14.980199 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b9cc8aa8-a13d-460a-a731-126316b0636b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:39:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['1b3685f9-37e0-4518-98b2-b446c03f0afa'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:14.999221 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6379ab7b-eddf-44b9-9edb-ebb8bee1105f None None] DHCP port deletion for 9994ec23-a1f7-459d-8925-14bc9ff05f17 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:40:15.006371 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 87b0a42e-604d-4bb5-8f2e-99368b260fdb is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:15.062961 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b9cc8aa8-a13d-460a-a731-126316b0636b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:15.076040 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-124c2f72-c24c-4d14-b4e8-18b4be268dd3 None None] For port 445e0206-3257-4af5-976d-9ac41b663b8a, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:40:15.081203 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-124c2f72-c24c-4d14-b4e8-18b4be268dd3 None None] For port 445e0206-3257-4af5-976d-9ac41b663b8a, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=445e0206-3257-4af5-976d-9ac41b663b8a,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:40:15.083845 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cc8aa8-a13d-460a-a731-126316b0636b None None] Routers {'1b3685f9-37e0-4518-98b2-b446c03f0afa'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:40:15.085371 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b9cc8aa8-a13d-460a-a731-126316b0636b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:39:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['1b3685f9-37e0-4518-98b2-b446c03f0afa'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:15.095575 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-124c2f72-c24c-4d14-b4e8-18b4be268dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:15.136288 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b9cc8aa8-a13d-460a-a731-126316b0636b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:15.138049 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cc8aa8-a13d-460a-a731-126316b0636b None None] The sync data for ids ['1b3685f9-37e0-4518-98b2-b446c03f0afa'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:40:15.143535 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-6379ab7b-eddf-44b9-9edb-ebb8bee1105f None None] Deleting port 87b0a42e-604d-4bb5-8f2e-99368b260fdb {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:40:15.144131 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6379ab7b-eddf-44b9-9edb-ebb8bee1105f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:15.176299 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.objects.ports [None req-a8d98fa3-bb34-491f-800f-979ebebb478f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103200) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 12 07:40:15.195399 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124c2f72-c24c-4d14-b4e8-18b4be268dd3 None None] Routers {'9ba80924-10b1-42a4-ba14-57c5339d8f65'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:40:15.195820 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-124c2f72-c24c-4d14-b4e8-18b4be268dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:39:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['9ba80924-10b1-42a4-ba14-57c5339d8f65'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:15.231274 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3324b7e2-b0b0-4ef9-912a-24fe7db5259a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:15.247285 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c424162e-289e-488b-90a1-0988c2adecec tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:15.295118 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3324b7e2-b0b0-4ef9-912a-24fe7db5259a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:15.329632 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2b60261d-b44c-4137-a7d5-7b4dbdab5a6a tempest-ExternalNetworksTestJSON-2054292513 tempest-ExternalNetworksTestJSON-2054292513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:15.333032 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c424162e-289e-488b-90a1-0988c2adecec tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:15.347125 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63a88f-4c32-433a-a1b1-16b6a2d9891f None None] Pushing event updated for resources: {'Port': ['ID=445e0206-3257-4af5-976d-9ac41b663b8a,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:15.390124 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a8d98fa3-bb34-491f-800f-979ebebb478f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:15.423100 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-6379ab7b-eddf-44b9-9edb-ebb8bee1105f None None] For port 87b0a42e-604d-4bb5-8f2e-99368b260fdb, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=87b0a42e-604d-4bb5-8f2e-99368b260fdb,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:40:15.429340 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6379ab7b-eddf-44b9-9edb-ebb8bee1105f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:15.446702 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-124c2f72-c24c-4d14-b4e8-18b4be268dd3 None None] Set router 9ba80924-10b1-42a4-ba14-57c5339d8f65 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:40:15.459974 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-2b60261d-b44c-4137-a7d5-7b4dbdab5a6a tempest-ExternalNetworksTestJSON-2054292513 tempest-ExternalNetworksTestJSON-2054292513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46dc0304-79fa-4251-98e6-f21f5272ce46']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:15.478333 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-6379ab7b-eddf-44b9-9edb-ebb8bee1105f None None] Calling delete_port for 87b0a42e-604d-4bb5-8f2e-99368b260fdb owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:40:15.491790 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324b7e2-b0b0-4ef9-912a-24fe7db5259a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af414f78-ec35-41da-809c-9c40e1f77703,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:15.541451 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-2b60261d-b44c-4137-a7d5-7b4dbdab5a6a tempest-ExternalNetworksTestJSON-2054292513 tempest-ExternalNetworksTestJSON-2054292513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8e46de8-c067-424a-83f1-fb69d6eb065e') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:15.541755 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-2b60261d-b44c-4137-a7d5-7b4dbdab5a6a tempest-ExternalNetworksTestJSON-2054292513 tempest-ExternalNetworksTestJSON-2054292513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8e46de8-c067-424a-83f1-fb69d6eb065e') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:15.562366 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3324b7e2-b0b0-4ef9-912a-24fe7db5259a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:15.566468 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-3324b7e2-b0b0-4ef9-912a-24fe7db5259a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6753786 Oct 12 07:40:15.569974 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39808) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:15.574988 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-0a9d4763-d089-44f6-82b9-c453756692b0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': 'c0990109-25d7-4e79-ba30-3d3dfeb63a54', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:15.622627 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-a8d98fa3-bb34-491f-800f-979ebebb478f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] For port 87b0a42e-604d-4bb5-8f2e-99368b260fdb, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=87b0a42e-604d-4bb5-8f2e-99368b260fdb,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:40:15.651261 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a514b4c2-acb6-4217-9646-7d181054d6b1 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for router, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:15.651509 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0a9d4763-d089-44f6-82b9-c453756692b0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:15.655180 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097fb4b6-85d7-4c90-a5a8-e3903c0222ae None None] Network 3309e064-423d-4166-8c12-ea49ca6283f1 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:40:15.659547 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2b60261d-b44c-4137-a7d5-7b4dbdab5a6a tempest-ExternalNetworksTestJSON-2054292513 tempest-ExternalNetworksTestJSON-2054292513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:15.692296 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a8d98fa3-bb34-491f-800f-979ebebb478f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:15.708559 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a8d98fa3-bb34-491f-800f-979ebebb478f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:15.710059 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a8d98fa3-bb34-491f-800f-979ebebb478f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:15.717448 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c424162e-289e-488b-90a1-0988c2adecec tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:15.735442 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c424162e-289e-488b-90a1-0988c2adecec tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:15.739255 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c424162e-289e-488b-90a1-0988c2adecec tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/a97c1b8f-5792-4395-bd20-349e7b5fc7ec HTTP/1.1" status: 204 len: 168 time: 0.8063586 Oct 12 07:40:15.743235 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39810) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:15.751520 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-550a0130-abc6-4e19-aa8a-28ebc0b1e1bd tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:15.778212 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2b60261d-b44c-4137-a7d5-7b4dbdab5a6a tempest-ExternalNetworksTestJSON-2054292513 tempest-ExternalNetworksTestJSON-2054292513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:15.796930 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d98fa3-bb34-491f-800f-979ebebb478f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:15.802793 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0a9d4763-d089-44f6-82b9-c453756692b0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:15.806878 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-a8d98fa3-bb34-491f-800f-979ebebb478f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:15.815561 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d98fa3-bb34-491f-800f-979ebebb478f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:15.815692 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-69dd72f6-288a-41d2-8ed7-f7f98b049981 None None] Provisioning complete for port c528b5e8-7837-4c89-b491-bd3751cf6df0 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:15.816022 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-69dd72f6-288a-41d2-8ed7-f7f98b049981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:15.816356 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-69dd72f6-288a-41d2-8ed7-f7f98b049981 None None] Attempt 1 to provision port c528b5e8-7837-4c89-b491-bd3751cf6df0 Oct 12 07:40:15.816504 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a8d98fa3-bb34-491f-800f-979ebebb478f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:15.827857 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0a9d4763-d089-44f6-82b9-c453756692b0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:15.831617 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c424162e-289e-488b-90a1-0988c2adecec tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a97c1b8f-5792-4395-bd20-349e7b5fc7ec,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:15.856841 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b60261d-b44c-4137-a7d5-7b4dbdab5a6a tempest-ExternalNetworksTestJSON-2054292513 tempest-ExternalNetworksTestJSON-2054292513-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:40:15.857712 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2b60261d-b44c-4137-a7d5-7b4dbdab5a6a tempest-ExternalNetworksTestJSON-2054292513 tempest-ExternalNetworksTestJSON-2054292513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:15.866600 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d98fa3-bb34-491f-800f-979ebebb478f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Subnet': ['ID=053e6d31-868f-4143-a269-fed99440228a,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:15.883060 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0a9d4763-d089-44f6-82b9-c453756692b0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:15.884439 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-0a9d4763-d089-44f6-82b9-c453756692b0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3129027 Oct 12 07:40:15.885268 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d98fa3-bb34-491f-800f-979ebebb478f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Port': ['ID=87b0a42e-604d-4bb5-8f2e-99368b260fdb,revision_number=6']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:15.888474 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39814) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:15.891015 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9d4763-d089-44f6-82b9-c453756692b0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aba5ca6-0168-4bdd-bb70-f0e257196314,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:15.897499 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-c9e71e2c-4b89-40e9-bb82-9f1ed8eb571e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': 'c0990109-25d7-4e79-ba30-3d3dfeb63a54', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:15.905773 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment f8e46de8-c067-424a-83f1-fb69d6eb065e resource provider aggregate not found Oct 12 07:40:15.907672 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a8d98fa3-bb34-491f-800f-979ebebb478f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3241785 Oct 12 07:40:15.912073 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39816) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:15.921189 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-59a0e9aa-9e6b-431a-8dca-a1b95479f79c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'subnet': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:15.942801 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6379ab7b-eddf-44b9-9edb-ebb8bee1105f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:15.977965 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6379ab7b-eddf-44b9-9edb-ebb8bee1105f None None] Pushing event deleted for resources: {'Port': ['ID=87b0a42e-604d-4bb5-8f2e-99368b260fdb,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:15.981601 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b3ea16-ee4d-4a1f-bd1a-f9910ef4bad1 None None] Network 9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:40:15.982394 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment f8e46de8-c067-424a-83f1-fb69d6eb065e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f8e46de8-c067-424a-83f1-fb69d6eb065e found for delete ", "request_id": "req-8072e70b-6936-4fe5-b36d-2643d234dca9"}]} Oct 12 07:40:16.047605 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a0130-abc6-4e19-aa8a-28ebc0b1e1bd tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Pushing event updated for resources: {'Subnet': ['ID=528ba4c1-5477-4967-a584-627f343b00e2,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:16.059562 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550a0130-abc6-4e19-aa8a-28ebc0b1e1bd tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Checking segment: {'id': '368cbfd5-be1d-4647-bccb-9ad3ff55f2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd0bc7a79-31ed-46fc-a3ce-545838184383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:40:16.059562 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550a0130-abc6-4e19-aa8a-28ebc0b1e1bd tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Network hostable DHCP agents. Network: d0bc7a79-31ed-46fc-a3ce-545838184383, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:40:16.082211 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-20dc3c12-bb7a-4f50-86c6-5bc7ada0ee1c tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3318970 Oct 12 07:40:16.085594 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.securitygroups_db [None req-c9e71e2c-4b89-40e9-bb82-9f1ed8eb571e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Project 62f83991a7314cd6b6c084162dcfff66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 07:40:16.087469 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39820) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:16.089370 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2b60261d-b44c-4137-a7d5-7b4dbdab5a6a tempest-ExternalNetworksTestJSON-2054292513 tempest-ExternalNetworksTestJSON-2054292513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:16.098657 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c9e71e2c-4b89-40e9-bb82-9f1ed8eb571e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:16.104624 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6379ab7b-eddf-44b9-9edb-ebb8bee1105f None None] No DVR routers for this DVR port 87b0a42e-604d-4bb5-8f2e-99368b260fdb on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:40:16.113021 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2b60261d-b44c-4137-a7d5-7b4dbdab5a6a tempest-ExternalNetworksTestJSON-2054292513 tempest-ExternalNetworksTestJSON-2054292513-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:16.116208 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-2b60261d-b44c-4137-a7d5-7b4dbdab5a6a tempest-ExternalNetworksTestJSON-2054292513 tempest-ExternalNetworksTestJSON-2054292513-project] 10.222.0.26 "DELETE /v2.0/networks/46dc0304-79fa-4251-98e6-f21f5272ce46 HTTP/1.1" status: 204 len: 168 time: 2.2398667 Oct 12 07:40:16.140163 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-62da639b-ba88-4397-8077-8d13e42d9992 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:16.142683 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a514b4c2-acb6-4217-9646-7d181054d6b1 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:16.149381 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b60261d-b44c-4137-a7d5-7b4dbdab5a6a tempest-ExternalNetworksTestJSON-2054292513 tempest-ExternalNetworksTestJSON-2054292513-project] Pushing event deleted for resources: {'Network': ['ID=46dc0304-79fa-4251-98e6-f21f5272ce46,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:16.167165 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-62da639b-ba88-4397-8077-8d13e42d9992 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:16.168153 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-62da639b-ba88-4397-8077-8d13e42d9992 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:16.186125 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550a0130-abc6-4e19-aa8a-28ebc0b1e1bd tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Network d0bc7a79-31ed-46fc-a3ce-545838184383 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:40:16.208103 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-124c2f72-c24c-4d14-b4e8-18b4be268dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba80924-10b1-42a4-ba14-57c5339d8f65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116305059', 'tenant_id': '91dbc5081b5c42efa05c929564d56662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': '445e0206-3257-4af5-976d-9ac41b663b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:40:07Z', 'updated_at': '2022-10-12T07:40:10Z', 'revision_number': 3, 'project_id': '91dbc5081b5c42efa05c929564d56662', 'gw_port': {'id': '445e0206-3257-4af5-976d-9ac41b663b8a', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:58:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba80924-10b1-42a4-ba14-57c5339d8f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:08Z', 'updated_at': '2022-10-12T07:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:16.212502 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9fc0ae64-74e6-4273-ac4f-b7beee40d85e tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:16.216999 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3314cc9e-b33d-47c9-991c-c042a9a8234d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:16.233016 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c9e71e2c-4b89-40e9-bb82-9f1ed8eb571e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:16.237383 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a0e9aa-9e6b-431a-8dca-a1b95479f79c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:16.245567 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-59a0e9aa-9e6b-431a-8dca-a1b95479f79c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:16.252037 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c9e71e2c-4b89-40e9-bb82-9f1ed8eb571e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:16.265623 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9fc0ae64-74e6-4273-ac4f-b7beee40d85e tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:16.289142 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-550a0130-abc6-4e19-aa8a-28ebc0b1e1bd tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, d0bc7a79-31ed-46fc-a3ce-545838184383) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:16.312634 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550a0130-abc6-4e19-aa8a-28ebc0b1e1bd tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:16.312906 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e71e2c-4b89-40e9-bb82-9f1ed8eb571e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4531e62-c8c4-42cd-8631-736bd13b8f69,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:16.313070 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-550a0130-abc6-4e19-aa8a-28ebc0b1e1bd tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:16.317340 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72af79b-78c7-4f81-ac6e-e451149b4cd3 None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:40:16.321246 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62da639b-ba88-4397-8077-8d13e42d9992 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event updated for resources: {'Port': ['ID=f674c140-5266-45d2-a45e-3191a21ca572,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:16.321873 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device ad0fd856-a2dc-4cee-b702-a988c50e69c5 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:40:16.359843 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c9e71e2c-4b89-40e9-bb82-9f1ed8eb571e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:16.365886 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c9e71e2c-4b89-40e9-bb82-9f1ed8eb571e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4713807 Oct 12 07:40:16.366907 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39824) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:16.372242 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-9ffe6e5f-214d-49d6-a95d-1908d016ed40 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': 'c0990109-25d7-4e79-ba30-3d3dfeb63a54', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:16.378163 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-69dd72f6-288a-41d2-8ed7-f7f98b049981 None None] Current status of the port c528b5e8-7837-4c89-b491-bd3751cf6df0 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:16.378565 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-69dd72f6-288a-41d2-8ed7-f7f98b049981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:16.391681 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9fc0ae64-74e6-4273-ac4f-b7beee40d85e tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:16.400142 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9fc0ae64-74e6-4273-ac4f-b7beee40d85e tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:16.401275 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-9fc0ae64-74e6-4273-ac4f-b7beee40d85e tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/30e0ef8f-8cca-49b3-b4ef-9545c131ea34 HTTP/1.1" status: 204 len: 168 time: 0.3094504 Oct 12 07:40:16.406043 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39826) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:16.408335 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-550a0130-abc6-4e19-aa8a-28ebc0b1e1bd tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.8588338 Oct 12 07:40:16.420314 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39828) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:16.422077 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0ae64-74e6-4273-ac4f-b7beee40d85e tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30e0ef8f-8cca-49b3-b4ef-9545c131ea34,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:16.435747 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb48e3a3-94a8-4085-a009-451d3c73bceb None None] Network d0bc7a79-31ed-46fc-a3ce-545838184383 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:40:16.445362 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.ipam_backend_mixin [None req-59a0e9aa-9e6b-431a-8dca-a1b95479f79c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 053e6d31-868f-4143-a269-fed99440228a (CIDR: 2001:db8::/64) Oct 12 07:40:16.448558 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.securitygroups_db [None req-9ffe6e5f-214d-49d6-a95d-1908d016ed40 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Project 62f83991a7314cd6b6c084162dcfff66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 07:40:16.453300 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-a514b4c2-acb6-4217-9646-7d181054d6b1 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Deleting port e4c9c899-14d6-428b-b197-e242b2896181 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:40:16.453645 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a514b4c2-acb6-4217-9646-7d181054d6b1 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:16.456456 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62da639b-ba88-4397-8077-8d13e42d9992 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Network 3309e064-423d-4166-8c12-ea49ca6283f1 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:16.474953 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-62da639b-ba88-4397-8077-8d13e42d9992 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:16.475665 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124c2f72-c24c-4d14-b4e8-18b4be268dd3 None None] The sync data for ids ['9ba80924-10b1-42a4-ba14-57c5339d8f65'] in dv-neutron-860909-2-hyperv is: [{'id': '9ba80924-10b1-42a4-ba14-57c5339d8f65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116305059', 'tenant_id': '91dbc5081b5c42efa05c929564d56662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': '445e0206-3257-4af5-976d-9ac41b663b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:40:07Z', 'updated_at': '2022-10-12T07:40:10Z', 'revision_number': 3, 'project_id': '91dbc5081b5c42efa05c929564d56662', 'gw_port': {'id': '445e0206-3257-4af5-976d-9ac41b663b8a', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:58:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba80924-10b1-42a4-ba14-57c5339d8f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:08Z', 'updated_at': '2022-10-12T07:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:40:16.500058 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9ffe6e5f-214d-49d6-a95d-1908d016ed40 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:16.542717 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-69dd72f6-288a-41d2-8ed7-f7f98b049981 None None] For port c528b5e8-7837-4c89-b491-bd3751cf6df0, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=c528b5e8-7837-4c89-b491-bd3751cf6df0,segment=NetworkSegment(5ee503f8-bb76-4a40-bc5a-322b9c9eb50a),segment_id=5ee503f8-bb76-4a40-bc5a-322b9c9eb50a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:40:16.545770 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-59a0e9aa-9e6b-431a-8dca-a1b95479f79c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:40:16.546809 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59a0e9aa-9e6b-431a-8dca-a1b95479f79c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:40:16.591949 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39832) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:16.641809 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-542cd198-764a-4c3b-94fe-62c648afc864 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2290778 Oct 12 07:40:16.643406 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39836) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:16.652147 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-59a0e9aa-9e6b-431a-8dca-a1b95479f79c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7360666 Oct 12 07:40:16.653144 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39838) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:16.661246 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-3a8b71db-650a-4a11-8696-2756f96d67bc tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'subnet': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:16.667606 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a514b4c2-acb6-4217-9646-7d181054d6b1 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:16.702147 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-a514b4c2-acb6-4217-9646-7d181054d6b1 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Calling delete_port for e4c9c899-14d6-428b-b197-e242b2896181 owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:40:16.709914 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-774d66e9-ee5a-42bd-a3c1-b54c29e6b21e tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:16.722963 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-774d66e9-ee5a-42bd-a3c1-b54c29e6b21e tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:16.734940 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9ffe6e5f-214d-49d6-a95d-1908d016ed40 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:16.753541 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9ffe6e5f-214d-49d6-a95d-1908d016ed40 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:16.815572 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-774d66e9-ee5a-42bd-a3c1-b54c29e6b21e tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:16.817428 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62da639b-ba88-4397-8077-8d13e42d9992 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Router c47a6457-2a83-4790-aa7b-45543466f8d1 is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:40:16.826950 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-774d66e9-ee5a-42bd-a3c1-b54c29e6b21e tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:16.828297 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-774d66e9-ee5a-42bd-a3c1-b54c29e6b21e tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/6f4c5cee-e4cd-4666-b269-441ee7b04124 HTTP/1.1" status: 204 len: 168 time: 0.1822829 Oct 12 07:40:16.835499 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39840) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:16.864053 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d66e9-ee5a-42bd-a3c1-b54c29e6b21e tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f4c5cee-e4cd-4666-b269-441ee7b04124,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:16.883850 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe6e5f-214d-49d6-a95d-1908d016ed40 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a47a2c9-f75d-4769-81cb-5fc8ce1c6bbc,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:16.941568 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-69dd72f6-288a-41d2-8ed7-f7f98b049981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:16.964103 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9ffe6e5f-214d-49d6-a95d-1908d016ed40 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:16.967469 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-9ffe6e5f-214d-49d6-a95d-1908d016ed40 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5996931 Oct 12 07:40:17.010148 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-8b18f117-6772-4b55-a0bc-75a88aeca99c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b7f77a061d3b44ec857e928242edae59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4070699 Oct 12 07:40:17.010358 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f00dfdca-5d1d-4cf4-ac6e-c513316489d7 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1679654 Oct 12 07:40:17.010358 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39844) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:17.010548 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39846) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:17.151316 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62da639b-ba88-4397-8077-8d13e42d9992 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:40:17.186651 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-62da639b-ba88-4397-8077-8d13e42d9992 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "PUT /v2.0/routers/c47a6457-2a83-4790-aa7b-45543466f8d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4536951 Oct 12 07:40:17.191171 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39856) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:17.192407 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ddfe3933-ec70-42f4-ac5d-7370645a172a tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:17.226444 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd72f6-288a-41d2-8ed7-f7f98b049981 None None] Pushing event updated for resources: {'Port': ['ID=c528b5e8-7837-4c89-b491-bd3751cf6df0,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:17.234341 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ddfe3933-ec70-42f4-ac5d-7370645a172a tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:17.245327 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ca9ce2-bd6a-4c5d-97ef-a3cf807be56b None None] Sync routers for ids ['c47a6457-2a83-4790-aa7b-45543466f8d1'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:40:17.309834 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-56efe627-7bc9-4ac2-81db-af289e6f3157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:17.320832 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1f71f6-663d-4e7a-863c-b9955770de29 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:17.322344 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-0c1f71f6-663d-4e7a-863c-b9955770de29 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "GET /v2.0/ports/f674c140-5266-45d2-a45e-3191a21ca572 HTTP/1.1" status: 200 len: 911 time: 0.1272833 Oct 12 07:40:17.326584 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a514b4c2-acb6-4217-9646-7d181054d6b1 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:17.330687 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39866) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:17.346369 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ca9ce2-bd6a-4c5d-97ef-a3cf807be56b None None] Routers {'c47a6457-2a83-4790-aa7b-45543466f8d1'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:40:17.346999 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-00ca9ce2-bd6a-4c5d-97ef-a3cf807be56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:40:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['c47a6457-2a83-4790-aa7b-45543466f8d1'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:17.383366 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-56efe627-7bc9-4ac2-81db-af289e6f3157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:17.421966 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-00ca9ce2-bd6a-4c5d-97ef-a3cf807be56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:17.452244 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-1e165761-504c-4e86-88c2-b168627c6426 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '38dbb47a-f53b-485e-a1f2-2fe97c8f4acf'}]}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:17.486806 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ddfe3933-ec70-42f4-ac5d-7370645a172a tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:17.493075 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f830e8d-278b-497f-b655-5cf8a940d0f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-9994ec23-a1f7-459d-8925-14bc9ff05f17', 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'tenant_id': '3e134b4bc92f4839ac5ca68b448223d9', 'fixed_ips': [{'subnet_id': '053e6d31-868f-4143-a269-fed99440228a'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:40:17.494057 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f830e8d-278b-497f-b655-5cf8a940d0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:17.513078 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:17.523642 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514b4c2-acb6-4217-9646-7d181054d6b1 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Pushing event deleted for resources: {'Port': ['ID=e4c9c899-14d6-428b-b197-e242b2896181,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:17.537691 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ddfe3933-ec70-42f4-ac5d-7370645a172a tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:17.538824 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ddfe3933-ec70-42f4-ac5d-7370645a172a tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/17bb5bc0-00e9-434c-b96e-1898da4c3c8c HTTP/1.1" status: 204 len: 168 time: 0.5274479 Oct 12 07:40:17.543705 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39868) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:17.560599 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-b669e906-a421-44fd-b4a2-6a63208f4780 None None] Provisioning complete for port ad0fd856-a2dc-4cee-b702-a988c50e69c5 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:17.560974 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b669e906-a421-44fd-b4a2-6a63208f4780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:17.561309 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-b669e906-a421-44fd-b4a2-6a63208f4780 None None] Attempt 1 to provision port ad0fd856-a2dc-4cee-b702-a988c50e69c5 Oct 12 07:40:17.564225 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-56efe627-7bc9-4ac2-81db-af289e6f3157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:17.564473 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ca9ce2-bd6a-4c5d-97ef-a3cf807be56b None None] Routers {'c47a6457-2a83-4790-aa7b-45543466f8d1'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:40:17.565221 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-00ca9ce2-bd6a-4c5d-97ef-a3cf807be56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:40:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['c47a6457-2a83-4790-aa7b-45543466f8d1'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:17.566885 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-56efe627-7bc9-4ac2-81db-af289e6f3157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:17.568051 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-56efe627-7bc9-4ac2-81db-af289e6f3157 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c723bb1f-70ac-42fb-930a-c7a2051cc4a1 HTTP/1.1" status: 204 len: 168 time: 0.5589259 Oct 12 07:40:17.598776 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56efe627-7bc9-4ac2-81db-af289e6f3157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c723bb1f-70ac-42fb-930a-c7a2051cc4a1,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:17.618313 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe3933-ec70-42f4-ac5d-7370645a172a tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17bb5bc0-00e9-434c-b96e-1898da4c3c8c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:17.635504 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8b71db-650a-4a11-8696-2756f96d67bc tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:17.639474 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3a8b71db-650a-4a11-8696-2756f96d67bc tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:17.649046 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-00ca9ce2-bd6a-4c5d-97ef-a3cf807be56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:17.655443 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ca9ce2-bd6a-4c5d-97ef-a3cf807be56b None None] The sync data for ids ['c47a6457-2a83-4790-aa7b-45543466f8d1'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:40:17.707625 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port ad0fd856-a2dc-4cee-b702-a988c50e69c5 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:17.709471 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:17.710017 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port ad0fd856-a2dc-4cee-b702-a988c50e69c5 Oct 12 07:40:17.714235 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-04e858f7-a2c5-49ab-ac1a-fbcb0867cb3d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-226284191&fields=id&tenant_id=62f83991a7314cd6b6c084162dcfff66 HTTP/1.1" status: 200 len: 267 time: 0.2350426 Oct 12 07:40:17.745705 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a514b4c2-acb6-4217-9646-7d181054d6b1 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:17.920136 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-1b114148-0f9c-445d-8286-60780e9e7792 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3759370 Oct 12 07:40:17.937977 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39874) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:18.001311 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a514b4c2-acb6-4217-9646-7d181054d6b1 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:18.005105 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a514b4c2-acb6-4217-9646-7d181054d6b1 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:18.117502 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1e165761-504c-4e86-88c2-b168627c6426 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:18.139072 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a514b4c2-acb6-4217-9646-7d181054d6b1 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:18.139651 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a514b4c2-acb6-4217-9646-7d181054d6b1 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Fanout notify agent at l3_agent the message router_deleted on router 1b3685f9-37e0-4518-98b2-b446c03f0afa {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:40:18.193236 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a514b4c2-acb6-4217-9646-7d181054d6b1 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:18.199936 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a514b4c2-acb6-4217-9646-7d181054d6b1 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "DELETE /v2.0/routers/1b3685f9-37e0-4518-98b2-b446c03f0afa HTTP/1.1" status: 204 len: 168 time: 3.2372336 Oct 12 07:40:18.200647 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39876) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:18.239317 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39878) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:18.250421 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-4fcab989-fb41-4c26-be91-c2155e9031e6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:18.257908 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-4fcab989-fb41-4c26-be91-c2155e9031e6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/networks?id=9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5 HTTP/1.1" status: 200 len: 795 time: 0.5427637 Oct 12 07:40:18.298732 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58c2f7e-9a67-4cc6-875c-78e54cb39cdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-d0bc7a79-31ed-46fc-a3ce-545838184383', 'network_id': 'd0bc7a79-31ed-46fc-a3ce-545838184383', 'tenant_id': '91dbc5081b5c42efa05c929564d56662', 'fixed_ips': [{'subnet_id': '528ba4c1-5477-4967-a584-627f343b00e2'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:40:18.299559 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c58c2f7e-9a67-4cc6-875c-78e54cb39cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:18.315955 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b669e906-a421-44fd-b4a2-6a63208f4780 None None] Current status of the port ad0fd856-a2dc-4cee-b702-a988c50e69c5 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:18.318114 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b669e906-a421-44fd-b4a2-6a63208f4780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:18.320275 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-c54b07c0-b302-4cf5-af70-35bf401a502b tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Deleting subnet cdc939b8-2235-4d02-ac4d-f6255101686e {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:40:18.324062 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c54b07c0-b302-4cf5-af70-35bf401a502b tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:18.346621 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fd9bd459-e5fa-4403-8ca9-af9e0152b773 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:18.387822 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fd9bd459-e5fa-4403-8ca9-af9e0152b773 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:18.440189 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-8958c00e-bbb6-49aa-bbee-2dbd7638f3aa tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/quotas/62f83991a7314cd6b6c084162dcfff66 HTTP/1.1" status: 200 len: 375 time: 0.1811831 Oct 12 07:40:18.472036 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-1f830e8d-278b-497f-b655-5cf8a940d0f9 None None] Allocated IP 2001:db8::f816:3eff:fe41:64eb (9994ec23-a1f7-459d-8925-14bc9ff05f17/053e6d31-868f-4143-a269-fed99440228a/06dc17c3-fdc7-45d9-b590-cbf431bd3c58) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:40:18.498825 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-3e43db25-4d4d-4dc0-8402-73728c48eb99 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b0ce95c86b5a4af5abcaa76258c8a712&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2552965 Oct 12 07:40:18.517424 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39880) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:18.571082 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port ad0fd856-a2dc-4cee-b702-a988c50e69c5 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:18.571486 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:18.575500 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-b669e906-a421-44fd-b4a2-6a63208f4780 None None] For port ad0fd856-a2dc-4cee-b702-a988c50e69c5, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=ad0fd856-a2dc-4cee-b702-a988c50e69c5,segment=NetworkSegment(66eba1d6-82ae-46e1-9ff4-c11281c8b13d),segment_id=66eba1d6-82ae-46e1-9ff4-c11281c8b13d)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:40:18.653254 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fd9bd459-e5fa-4403-8ca9-af9e0152b773 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:18.655881 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fd9bd459-e5fa-4403-8ca9-af9e0152b773 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:18.657054 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-fd9bd459-e5fa-4403-8ca9-af9e0152b773 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "DELETE /v2.0/security-groups/9eca46ea-3cff-4108-821e-a0c26242beb6 HTTP/1.1" status: 204 len: 168 time: 0.7105491 Oct 12 07:40:18.677049 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39882) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:18.695965 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2896f7d2-7139-469c-b177-f802a138d205 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:18.719514 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9bd459-e5fa-4403-8ca9-af9e0152b773 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eca46ea-3cff-4108-821e-a0c26242beb6,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:18.733303 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-ecdd235d-0ec5-4e02-8a20-8a26d1c54f3c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2918596 Oct 12 07:40:18.770413 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b669e906-a421-44fd-b4a2-6a63208f4780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:18.788710 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f830e8d-278b-497f-b655-5cf8a940d0f9 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:18.821087 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c54b07c0-b302-4cf5-af70-35bf401a502b tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:18.846548 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f830e8d-278b-497f-b655-5cf8a940d0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:18.857515 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4d140c10-60b9-4f9c-a690-ddff28fd8d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:18.866380 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-c58c2f7e-9a67-4cc6-875c-78e54cb39cdc None None] Allocated IP 172.20.0.2 (d0bc7a79-31ed-46fc-a3ce-545838184383/528ba4c1-5477-4967-a584-627f343b00e2/a1c1ab70-0c0b-4394-a264-8cb16020d8ba) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:40:18.894152 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:18.897907 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3a8b71db-650a-4a11-8696-2756f96d67bc tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:18.934743 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f830e8d-278b-497f-b655-5cf8a940d0f9 None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:18.951685 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b669e906-a421-44fd-b4a2-6a63208f4780 None None] Pushing event updated for resources: {'Port': ['ID=ad0fd856-a2dc-4cee-b702-a988c50e69c5,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:18.956914 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-1f830e8d-278b-497f-b655-5cf8a940d0f9 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:18.959392 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f830e8d-278b-497f-b655-5cf8a940d0f9 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:40:18.971872 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-58df6ee2-f92d-45f5-a497-5cc8f5a59508 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2927194 Oct 12 07:40:18.979053 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39884) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:18.982661 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4d140c10-60b9-4f9c-a690-ddff28fd8d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:18.988489 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-26972a23-29e3-4da6-9d68-0f55d00a893d tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Request body: {'security_group': {'name': 'tempest-secgroup--1137408347'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:19.008564 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.db.api [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103202) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 07:40:19.009005 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG oslo_db.api [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 07:40:19.026707 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c54b07c0-b302-4cf5-af70-35bf401a502b tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:19.031206 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-456cfe9e-e9a2-438b-bcf4-c502c4d7ede6 None None] Provisioning complete for port ad0fd856-a2dc-4cee-b702-a988c50e69c5 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:19.031579 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-456cfe9e-e9a2-438b-bcf4-c502c4d7ede6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:19.031914 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-456cfe9e-e9a2-438b-bcf4-c502c4d7ede6 None None] Attempt 1 to provision port ad0fd856-a2dc-4cee-b702-a988c50e69c5 Oct 12 07:40:19.049447 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8b71db-650a-4a11-8696-2756f96d67bc tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:19.070113 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-3a8b71db-650a-4a11-8696-2756f96d67bc tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:19.077133 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26972a23-29e3-4da6-9d68-0f55d00a893d tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:19.088133 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8b71db-650a-4a11-8696-2756f96d67bc tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:19.088744 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3a8b71db-650a-4a11-8696-2756f96d67bc tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:19.099471 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b71db-650a-4a11-8696-2756f96d67bc tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Subnet': ['ID=f90e56e4-d7f7-4c38-915c-7cbed05e8058,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:19.145080 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-349b87c7-1590-4ac0-8031-57350fb713f1 service neutron] 10.222.0.26 "GET /v2.0/networks/9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889294 Oct 12 07:40:19.153719 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-3a8b71db-650a-4a11-8696-2756f96d67bc tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4949217 Oct 12 07:40:19.163289 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39886) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:19.170499 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-a7c44928-0a94-4141-be39-3d18b5e38133 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'port': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'mac_address': 'fa:16:3e:aa:8b:00', 'name': 'tempest-NetworksTestDHCPv6-996817233'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:19.192315 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f830e8d-278b-497f-b655-5cf8a940d0f9 None None] Pushing event updated for resources: {'Port': ['ID=06dc17c3-fdc7-45d9-b590-cbf431bd3c58,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:19.222980 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:19.231982 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4d140c10-60b9-4f9c-a690-ddff28fd8d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:19.232953 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c54b07c0-b302-4cf5-af70-35bf401a502b tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:19.234935 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4d140c10-60b9-4f9c-a690-ddff28fd8d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:19.238093 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-4d140c10-60b9-4f9c-a690-ddff28fd8d69 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f16b040a-fe7d-4289-b0bc-0871d4362a5c HTTP/1.1" status: 204 len: 168 time: 0.7152548 Oct 12 07:40:19.254827 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-1f830e8d-278b-497f-b655-5cf8a940d0f9 None None] Attempting to bind port 06dc17c3-fdc7-45d9-b590-cbf431bd3c58 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:40:19.255651 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-1f830e8d-278b-497f-b655-5cf8a940d0f9 None None] Attempting to bind port 06dc17c3-fdc7-45d9-b590-cbf431bd3c58 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:40:19.255651 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f830e8d-278b-497f-b655-5cf8a940d0f9 None None] Attempting to bind port 06dc17c3-fdc7-45d9-b590-cbf431bd3c58 on network 9994ec23-a1f7-459d-8925-14bc9ff05f17 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:19.314148 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f830e8d-278b-497f-b655-5cf8a940d0f9 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:40:19.314767 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f830e8d-278b-497f-b655-5cf8a940d0f9 None None] Checking segment: {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:40:19.314928 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f830e8d-278b-497f-b655-5cf8a940d0f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:19.315329 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f830e8d-278b-497f-b655-5cf8a940d0f9 None None] Bound using segment: {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:40:19.315966 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-1f830e8d-278b-497f-b655-5cf8a940d0f9 None None] Bound port: 06dc17c3-fdc7-45d9-b590-cbf431bd3c58, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:40:19.316364 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f830e8d-278b-497f-b655-5cf8a940d0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:19.322938 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b07c0-b302-4cf5-af70-35bf401a502b tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Pushing event deleted for resources: {'Subnet': ['ID=cdc939b8-2235-4d02-ac4d-f6255101686e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:19.323883 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-456cfe9e-e9a2-438b-bcf4-c502c4d7ede6 None None] Current status of the port ad0fd856-a2dc-4cee-b702-a988c50e69c5 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:19.333783 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c54b07c0-b302-4cf5-af70-35bf401a502b tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:19.340439 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c54b07c0-b302-4cf5-af70-35bf401a502b tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "DELETE /v2.0/subnets/cdc939b8-2235-4d02-ac4d-f6255101686e HTTP/1.1" status: 204 len: 168 time: 1.1272335 Oct 12 07:40:19.344486 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ad4a26-f63e-40a4-84d6-9e19c7515345 None None] Network 56e399b2-564d-4efd-ae64-c42304217d2f requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:40:19.346233 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39890) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:19.354665 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d140c10-60b9-4f9c-a690-ddff28fd8d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16b040a-fe7d-4289-b0bc-0871d4362a5c,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:19.395404 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1e165761-504c-4e86-88c2-b168627c6426 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:19.424202 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-1eba886a-c989-4ae4-9460-1b3582660acf service neutron] 10.222.0.26 "GET /v2.0/networks/9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465866 Oct 12 07:40:19.430163 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26972a23-29e3-4da6-9d68-0f55d00a893d tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:19.445340 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1e165761-504c-4e86-88c2-b168627c6426 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:19.451926 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e165761-504c-4e86-88c2-b168627c6426 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:19.452840 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1e165761-504c-4e86-88c2-b168627c6426 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:19.454323 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-1e165761-504c-4e86-88c2-b168627c6426 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "PUT /v2.0/ports/f674c140-5266-45d2-a45e-3191a21ca572 HTTP/1.1" status: 200 len: 911 time: 2.1193779 Oct 12 07:40:19.458560 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-1f830e8d-278b-497f-b655-5cf8a940d0f9 None None] For port 06dc17c3-fdc7-45d9-b590-cbf431bd3c58, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:40:19.459383 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39892) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:19.461421 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26972a23-29e3-4da6-9d68-0f55d00a893d tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:19.461828 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-1f830e8d-278b-497f-b655-5cf8a940d0f9 None None] For port 06dc17c3-fdc7-45d9-b590-cbf431bd3c58, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=06dc17c3-fdc7-45d9-b590-cbf431bd3c58,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:40:19.485381 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f830e8d-278b-497f-b655-5cf8a940d0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:19.601073 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-92dec4d4-22c7-4bbb-af82-6e42b3c7a2b0 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:19.656979 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26972a23-29e3-4da6-9d68-0f55d00a893d tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:19.664827 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-26972a23-29e3-4da6-9d68-0f55d00a893d tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6793463 Oct 12 07:40:19.665908 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39898) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:19.672588 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-a268cda6-1b7f-4ffb-80d8-a14dea56443e tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Request body: {'security_group_rule': {'security_group_id': '7b2803a2-d7bb-4ce1-8cf1-d69f76ee0f7e', 'direction': 'ingress', 'protocol': 17}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:19.674486 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c44928-0a94-4141-be39-3d18b5e38133 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:19.680805 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26972a23-29e3-4da6-9d68-0f55d00a893d tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2803a2-d7bb-4ce1-8cf1-d69f76ee0f7e,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:19.684531 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e165761-504c-4e86-88c2-b168627c6426 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event updated for resources: {'Port': ['ID=f674c140-5266-45d2-a45e-3191a21ca572,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:19.723983 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f90c81e8-a174-4b1d-a151-e51741ea95d1 req-33e0d09f-a9cb-4ea8-84a4-9f97d93ef7ce tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=581e9fa7-8edf-4f44-a0ff-06d7c666fe36 HTTP/1.1" status: 200 len: 210 time: 0.0451519 Oct 12 07:40:19.818383 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-456cfe9e-e9a2-438b-bcf4-c502c4d7ede6 None None] Provisioning complete for port f674c140-5266-45d2-a45e-3191a21ca572 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:19.819926 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-456cfe9e-e9a2-438b-bcf4-c502c4d7ede6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:19.836529 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-456cfe9e-e9a2-438b-bcf4-c502c4d7ede6 None None] Attempt 1 to provision port f674c140-5266-45d2-a45e-3191a21ca572 Oct 12 07:40:19.869908 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a7c44928-0a94-4141-be39-3d18b5e38133 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:19.879213 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f830e8d-278b-497f-b655-5cf8a940d0f9 None None] Pushing event updated for resources: {'Port': ['ID=06dc17c3-fdc7-45d9-b590-cbf431bd3c58,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:19.895008 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a268cda6-1b7f-4ffb-80d8-a14dea56443e tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:19.918919 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-a7c44928-0a94-4141-be39-3d18b5e38133 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] device_id is not set on port 9d0fad7d-e7bf-45db-a4ce-cfb7de895bd5 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:40:19.940877 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-92dec4d4-22c7-4bbb-af82-6e42b3c7a2b0 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Deleting port 48babf5f-5e93-48b1-b826-e805c722e7f4 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:40:19.941562 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-92dec4d4-22c7-4bbb-af82-6e42b3c7a2b0 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:19.957397 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a268cda6-1b7f-4ffb-80d8-a14dea56443e tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:20.008648 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a268cda6-1b7f-4ffb-80d8-a14dea56443e tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:20.042709 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c58c2f7e-9a67-4cc6-875c-78e54cb39cdc None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:20.103871 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c58c2f7e-9a67-4cc6-875c-78e54cb39cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:20.125294 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a268cda6-1b7f-4ffb-80d8-a14dea56443e tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffe3468f-1881-4c93-a725-0e14828d7d18,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:20.129971 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a268cda6-1b7f-4ffb-80d8-a14dea56443e tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:20.131404 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a268cda6-1b7f-4ffb-80d8-a14dea56443e tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4638288 Oct 12 07:40:20.158774 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39912) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:20.163096 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-456cfe9e-e9a2-438b-bcf4-c502c4d7ede6 None None] Port f674c140-5266-45d2-a45e-3191a21ca572 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:20.168885 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port ad0fd856-a2dc-4cee-b702-a988c50e69c5 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:20.169923 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device c528b5e8-7837-4c89-b491-bd3751cf6df0 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:40:20.185264 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-92dec4d4-22c7-4bbb-af82-6e42b3c7a2b0 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] For port 48babf5f-5e93-48b1-b826-e805c722e7f4, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=48babf5f-5e93-48b1-b826-e805c722e7f4,segment=NetworkSegment(d0828281-5572-4194-9729-e4b1a072eff2),segment_id=d0828281-5572-4194-9729-e4b1a072eff2)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:40:20.185647 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-92dec4d4-22c7-4bbb-af82-6e42b3c7a2b0 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:20.220140 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c2f7e-9a67-4cc6-875c-78e54cb39cdc None None] Pushing event updated for resources: {'Port': ['ID=a1c1ab70-0c0b-4394-a264-8cb16020d8ba,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:20.220346 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-2896f7d2-7139-469c-b177-f802a138d205 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Allocated IP 172.20.0.1 (d0bc7a79-31ed-46fc-a3ce-545838184383/528ba4c1-5477-4967-a584-627f343b00e2/1ce820b4-06b4-46cb-b775-a8a88740f49d) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:40:20.231681 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58c2f7e-9a67-4cc6-875c-78e54cb39cdc None None] Network d0bc7a79-31ed-46fc-a3ce-545838184383 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:20.237551 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-c58c2f7e-9a67-4cc6-875c-78e54cb39cdc None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:20.241367 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58c2f7e-9a67-4cc6-875c-78e54cb39cdc None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:40:20.278917 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-92dec4d4-22c7-4bbb-af82-6e42b3c7a2b0 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Calling delete_port for 48babf5f-5e93-48b1-b826-e805c722e7f4 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:40:20.322052 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port c528b5e8-7837-4c89-b491-bd3751cf6df0 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:20.322529 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:20.322748 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port c528b5e8-7837-4c89-b491-bd3751cf6df0 Oct 12 07:40:20.360053 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9729bc6f-08ec-4bba-be0d-4c54493f9907 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:20.406411 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30822bab-9cdb-4ec1-ba5c-9687e1f52679 None None] DHCP port deletion for 56e399b2-564d-4efd-ae64-c42304217d2f request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:40:20.444258 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-c58c2f7e-9a67-4cc6-875c-78e54cb39cdc None None] Attempting to bind port a1c1ab70-0c0b-4394-a264-8cb16020d8ba on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:40:20.444539 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-c58c2f7e-9a67-4cc6-875c-78e54cb39cdc None None] Attempting to bind port a1c1ab70-0c0b-4394-a264-8cb16020d8ba by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '368cbfd5-be1d-4647-bccb-9ad3ff55f2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd0bc7a79-31ed-46fc-a3ce-545838184383'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:40:20.444913 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58c2f7e-9a67-4cc6-875c-78e54cb39cdc None None] Attempting to bind port a1c1ab70-0c0b-4394-a264-8cb16020d8ba on network d0bc7a79-31ed-46fc-a3ce-545838184383 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:20.448122 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9729bc6f-08ec-4bba-be0d-4c54493f9907 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:20.458498 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58c2f7e-9a67-4cc6-875c-78e54cb39cdc None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:40:20.458872 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58c2f7e-9a67-4cc6-875c-78e54cb39cdc None None] Checking segment: {'id': '368cbfd5-be1d-4647-bccb-9ad3ff55f2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd0bc7a79-31ed-46fc-a3ce-545838184383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:40:20.459271 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c58c2f7e-9a67-4cc6-875c-78e54cb39cdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:20.459667 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58c2f7e-9a67-4cc6-875c-78e54cb39cdc None None] Bound using segment: {'id': '368cbfd5-be1d-4647-bccb-9ad3ff55f2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd0bc7a79-31ed-46fc-a3ce-545838184383'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:40:20.460150 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-c58c2f7e-9a67-4cc6-875c-78e54cb39cdc None None] Bound port: a1c1ab70-0c0b-4394-a264-8cb16020d8ba, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '368cbfd5-be1d-4647-bccb-9ad3ff55f2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd0bc7a79-31ed-46fc-a3ce-545838184383'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:40:20.460528 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c58c2f7e-9a67-4cc6-875c-78e54cb39cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:20.475363 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e3a9004f-e533-4d11-8894-590420b32c14 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:20.558381 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-a7c44928-0a94-4141-be39-3d18b5e38133 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Allocated IP 2001:db8:0:1::20c (9994ec23-a1f7-459d-8925-14bc9ff05f17/f90e56e4-d7f7-4c38-915c-7cbed05e8058/9d0fad7d-e7bf-45db-a4ce-cfb7de895bd5) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:40:20.586931 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-30822bab-9cdb-4ec1-ba5c-9687e1f52679 None None] Deleting port 48babf5f-5e93-48b1-b826-e805c722e7f4 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:40:20.588838 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-a7c44928-0a94-4141-be39-3d18b5e38133 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Allocated IP 2001:db8::f816:3eff:feaa:8b00 (9994ec23-a1f7-459d-8925-14bc9ff05f17/053e6d31-868f-4143-a269-fed99440228a/9d0fad7d-e7bf-45db-a4ce-cfb7de895bd5) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:40:20.591964 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-30822bab-9cdb-4ec1-ba5c-9687e1f52679 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:20.596102 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-c58c2f7e-9a67-4cc6-875c-78e54cb39cdc None None] For port a1c1ab70-0c0b-4394-a264-8cb16020d8ba, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:40:20.607689 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-92dec4d4-22c7-4bbb-af82-6e42b3c7a2b0 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:20.629319 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-c58c2f7e-9a67-4cc6-875c-78e54cb39cdc None None] For port a1c1ab70-0c0b-4394-a264-8cb16020d8ba, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=a1c1ab70-0c0b-4394-a264-8cb16020d8ba,segment=NetworkSegment(368cbfd5-be1d-4647-bccb-9ad3ff55f2ac),segment_id=368cbfd5-be1d-4647-bccb-9ad3ff55f2ac)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:40:20.630535 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port c528b5e8-7837-4c89-b491-bd3751cf6df0 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:20.650150 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c58c2f7e-9a67-4cc6-875c-78e54cb39cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:20.651897 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2896f7d2-7139-469c-b177-f802a138d205 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:20.672660 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dec4d4-22c7-4bbb-af82-6e42b3c7a2b0 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] No DVR routers for this DVR port 48babf5f-5e93-48b1-b826-e805c722e7f4 on host dv-neutron-860909-2-hyperv {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:40:20.676034 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dec4d4-22c7-4bbb-af82-6e42b3c7a2b0 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Pushing event deleted for resources: {'Port': ['ID=48babf5f-5e93-48b1-b826-e805c722e7f4,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:20.705180 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9729bc6f-08ec-4bba-be0d-4c54493f9907 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:20.707360 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9729bc6f-08ec-4bba-be0d-4c54493f9907 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:20.708953 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-9729bc6f-08ec-4bba-be0d-4c54493f9907 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "DELETE /v2.0/security-groups/7b2803a2-d7bb-4ce1-8cf1-d69f76ee0f7e HTTP/1.1" status: 204 len: 168 time: 0.5427372 Oct 12 07:40:20.719367 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39922) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:20.724728 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-456cfe9e-e9a2-438b-bcf4-c502c4d7ede6 None None] Attempt 2 to provision port f674c140-5266-45d2-a45e-3191a21ca572 Oct 12 07:40:20.772559 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9729bc6f-08ec-4bba-be0d-4c54493f9907 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2803a2-d7bb-4ce1-8cf1-d69f76ee0f7e,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:20.867798 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 87b0a42e-604d-4bb5-8f2e-99368b260fdb no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:40:20.967865 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-30822bab-9cdb-4ec1-ba5c-9687e1f52679 None None] For port 48babf5f-5e93-48b1-b826-e805c722e7f4, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=48babf5f-5e93-48b1-b826-e805c722e7f4,segment=NetworkSegment(d0828281-5572-4194-9729-e4b1a072eff2),segment_id=d0828281-5572-4194-9729-e4b1a072eff2)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:40:20.969405 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-30822bab-9cdb-4ec1-ba5c-9687e1f52679 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:20.989144 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8b568408-0c06-4c66-bff6-7c9703adf078 req-cf2e8364-f585-414f-a9d0-810fc2679a49 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=581e9fa7-8edf-4f44-a0ff-06d7c666fe36 HTTP/1.1" status: 200 len: 210 time: 0.0509694 Oct 12 07:40:20.999572 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-456cfe9e-e9a2-438b-bcf4-c502c4d7ede6 None None] Port f674c140-5266-45d2-a45e-3191a21ca572 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:21.015936 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 87b0a42e-604d-4bb5-8f2e-99368b260fdb {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:40:21.016618 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a7c44928-0a94-4141-be39-3d18b5e38133 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:21.017438 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 87b0a42e-604d-4bb5-8f2e-99368b260fdb not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:40:21.023875 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d90a8535-7e71-447c-ac24-f6467f4db16b tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3008986 Oct 12 07:40:21.031120 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39930) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:21.041490 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-799264e8-fd2c-4b5a-aec0-ae71da3050c8 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Request body: {'security_group': {'name': 'tempest-secgroup--1517018426'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:21.092316 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a7c44928-0a94-4141-be39-3d18b5e38133 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:21.099175 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-30822bab-9cdb-4ec1-ba5c-9687e1f52679 None None] Calling delete_port for 48babf5f-5e93-48b1-b826-e805c722e7f4 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:40:21.112499 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2896f7d2-7139-469c-b177-f802a138d205 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:21.170191 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-799264e8-fd2c-4b5a-aec0-ae71da3050c8 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:21.176771 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-92dec4d4-22c7-4bbb-af82-6e42b3c7a2b0 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:21.183102 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:21.204371 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c2f7e-9a67-4cc6-875c-78e54cb39cdc None None] Pushing event updated for resources: {'Port': ['ID=a1c1ab70-0c0b-4394-a264-8cb16020d8ba,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:21.222721 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c44928-0a94-4141-be39-3d18b5e38133 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:21.248605 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-92dec4d4-22c7-4bbb-af82-6e42b3c7a2b0 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56e399b2-564d-4efd-ae64-c42304217d2f']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:21.290751 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-a7c44928-0a94-4141-be39-3d18b5e38133 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:21.296908 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c44928-0a94-4141-be39-3d18b5e38133 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:40:21.307293 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c44928-0a94-4141-be39-3d18b5e38133 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:21.316177 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2896f7d2-7139-469c-b177-f802a138d205 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Network d0bc7a79-31ed-46fc-a3ce-545838184383 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:21.317805 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a7c44928-0a94-4141-be39-3d18b5e38133 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:21.327809 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c44928-0a94-4141-be39-3d18b5e38133 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Port': ['ID=9d0fad7d-e7bf-45db-a4ce-cfb7de895bd5,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:21.348131 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-2896f7d2-7139-469c-b177-f802a138d205 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:21.369023 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2896f7d2-7139-469c-b177-f802a138d205 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:40:21.372452 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-92dec4d4-22c7-4bbb-af82-6e42b3c7a2b0 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0828281-5572-4194-9729-e4b1a072eff2') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:21.374362 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-92dec4d4-22c7-4bbb-af82-6e42b3c7a2b0 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0828281-5572-4194-9729-e4b1a072eff2') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:21.405244 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-92dec4d4-22c7-4bbb-af82-6e42b3c7a2b0 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:21.420087 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-30822bab-9cdb-4ec1-ba5c-9687e1f52679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:21.441903 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a7c44928-0a94-4141-be39-3d18b5e38133 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2757809 Oct 12 07:40:21.444347 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39934) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:21.459195 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30822bab-9cdb-4ec1-ba5c-9687e1f52679 None None] Pushing event deleted for resources: {'Port': ['ID=48babf5f-5e93-48b1-b826-e805c722e7f4,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:21.475831 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30822bab-9cdb-4ec1-ba5c-9687e1f52679 None None] No DVR routers for this DVR port 48babf5f-5e93-48b1-b826-e805c722e7f4 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:40:21.478648 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896f7d2-7139-469c-b177-f802a138d205 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Pushing event updated for resources: {'Port': ['ID=1ce820b4-06b4-46cb-b775-a8a88740f49d,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:21.489685 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-92dec4d4-22c7-4bbb-af82-6e42b3c7a2b0 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:21.490067 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d78ab8-4701-4ae7-98b7-b4786ad89175 None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:40:21.510865 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-456cfe9e-e9a2-438b-bcf4-c502c4d7ede6 None None] Attempt 3 to provision port f674c140-5266-45d2-a45e-3191a21ca572 Oct 12 07:40:21.532531 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 445e0206-3257-4af5-976d-9ac41b663b8a up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:40:21.582396 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92dec4d4-22c7-4bbb-af82-6e42b3c7a2b0 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:40:21.582734 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-92dec4d4-22c7-4bbb-af82-6e42b3c7a2b0 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:21.627626 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment d0828281-5572-4194-9729-e4b1a072eff2 resource provider aggregate not found Oct 12 07:40:21.664404 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment d0828281-5572-4194-9729-e4b1a072eff2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d0828281-5572-4194-9729-e4b1a072eff2 found for delete ", "request_id": "req-7c73bbf8-94da-4f85-8365-337523e97d51"}]} Oct 12 07:40:21.752994 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-92dec4d4-22c7-4bbb-af82-6e42b3c7a2b0 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:21.764596 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-92dec4d4-22c7-4bbb-af82-6e42b3c7a2b0 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:21.766896 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-456cfe9e-e9a2-438b-bcf4-c502c4d7ede6 None None] Port f674c140-5266-45d2-a45e-3191a21ca572 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:21.770589 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-92dec4d4-22c7-4bbb-af82-6e42b3c7a2b0 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "DELETE /v2.0/networks/56e399b2-564d-4efd-ae64-c42304217d2f HTTP/1.1" status: 204 len: 168 time: 2.4232445 Oct 12 07:40:21.772618 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39946) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:21.790855 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dec4d4-22c7-4bbb-af82-6e42b3c7a2b0 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Pushing event deleted for resources: {'Network': ['ID=56e399b2-564d-4efd-ae64-c42304217d2f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:21.841646 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-a1fc6bad-e810-44b4-92ad-6a0c3ca78c68 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting port 9d0fad7d-e7bf-45db-a4ce-cfb7de895bd5 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:40:21.842219 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a1fc6bad-e810-44b4-92ad-6a0c3ca78c68 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:21.896721 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 445e0206-3257-4af5-976d-9ac41b663b8a triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:21.897464 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:21.898012 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 445e0206-3257-4af5-976d-9ac41b663b8a Oct 12 07:40:22.019863 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c660547-c3c1-420f-8f9e-432cd3e20e2c None None] Update dhcp port {'port': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'fixed_ips': [{'subnet_id': '053e6d31-868f-4143-a269-fed99440228a', 'ip_address': '2001:db8::f816:3eff:fe41:64eb'}, {'subnet_id': 'f90e56e4-d7f7-4c38-915c-7cbed05e8058'}], 'binding:host_id': 'dv-neutron-860909-2-hyperv'}, 'id': '06dc17c3-fdc7-45d9-b590-cbf431bd3c58'} from dv-neutron-860909-2-hyperv. {{(pid=103202) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 07:40:22.020125 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a1fc6bad-e810-44b4-92ad-6a0c3ca78c68 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:22.033574 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-a1fc6bad-e810-44b4-92ad-6a0c3ca78c68 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Calling delete_port for 9d0fad7d-e7bf-45db-a4ce-cfb7de895bd5 owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:40:22.064382 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1c660547-c3c1-420f-8f9e-432cd3e20e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:22.174414 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 445e0206-3257-4af5-976d-9ac41b663b8a is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:22.174897 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:22.191705 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2896f7d2-7139-469c-b177-f802a138d205 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:22.269818 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4c5d2267-da8b-49c1-8c3f-b77eaed87e7a req-6380a047-e638-4585-aea6-d0eabf094e21 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=581e9fa7-8edf-4f44-a0ff-06d7c666fe36 HTTP/1.1" status: 200 len: 210 time: 0.1004298 Oct 12 07:40:22.279950 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a1fc6bad-e810-44b4-92ad-6a0c3ca78c68 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:22.323745 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-456cfe9e-e9a2-438b-bcf4-c502c4d7ede6 None None] Attempt 4 to provision port f674c140-5266-45d2-a45e-3191a21ca572 Oct 12 07:40:22.391279 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a1fc6bad-e810-44b4-92ad-6a0c3ca78c68 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:22.397797 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a1fc6bad-e810-44b4-92ad-6a0c3ca78c68 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/ports/9d0fad7d-e7bf-45db-a4ce-cfb7de895bd5 HTTP/1.1" status: 204 len: 168 time: 0.9456546 Oct 12 07:40:22.399605 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc6bad-e810-44b4-92ad-6a0c3ca78c68 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Port': ['ID=9d0fad7d-e7bf-45db-a4ce-cfb7de895bd5,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:22.403367 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39960) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:22.407745 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 445e0206-3257-4af5-976d-9ac41b663b8a, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=445e0206-3257-4af5-976d-9ac41b663b8a,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:40:22.427821 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:22.428611 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device c528b5e8-7837-4c89-b491-bd3751cf6df0 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:40:22.446766 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-b56d341a-8737-4dcf-8440-5cacb7dfedcb tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Deleting port d63c0ab5-70a1-4923-a81e-56ee3fd52511 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:40:22.447116 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b56d341a-8737-4dcf-8440-5cacb7dfedcb tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:22.448398 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-acfa1f6d-d51d-484b-88af-a0b41a60e83f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:22.450041 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-acfa1f6d-d51d-484b-88af-a0b41a60e83f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "GET /v2.0/networks?id=9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5 HTTP/1.1" status: 200 len: 795 time: 1.1143222 Oct 12 07:40:22.480012 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a191b58b-6647-4bd3-bde0-5bee2eecbb88 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:22.484957 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a191b58b-6647-4bd3-bde0-5bee2eecbb88 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0795333 Oct 12 07:40:22.491355 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39966) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:22.536494 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-456cfe9e-e9a2-438b-bcf4-c502c4d7ede6 None None] Port f674c140-5266-45d2-a45e-3191a21ca572 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:22.580144 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4dcad08-6bee-4e65-baf7-09e335308f1c None None] Network d0bc7a79-31ed-46fc-a3ce-545838184383 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:40:22.596274 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-e3a9004f-e533-4d11-8894-590420b32c14 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Deleting port f674c140-5266-45d2-a45e-3191a21ca572 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:40:22.596647 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e3a9004f-e533-4d11-8894-590420b32c14 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:22.607104 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-799264e8-fd2c-4b5a-aec0-ae71da3050c8 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:22.635634 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b56d341a-8737-4dcf-8440-5cacb7dfedcb tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:22.637812 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b56d341a-8737-4dcf-8440-5cacb7dfedcb tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:22.644303 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-86dd6ad3-11a7-4a29-8287-6dad0fe77155 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62f83991a7314cd6b6c084162dcfff66 HTTP/1.1" status: 200 len: 472 time: 0.1398077 Oct 12 07:40:22.649358 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-799264e8-fd2c-4b5a-aec0-ae71da3050c8 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:22.652221 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a6122c-772d-4c41-b964-0c8eeb1817e7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:22.656705 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-58a6122c-772d-4c41-b964-0c8eeb1817e7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1640728 Oct 12 07:40:22.662569 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-8a38a1fd-59f3-410c-9e03-1758879216e7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'port': {'device_id': '581e9fa7-8edf-4f44-a0ff-06d7c666fe36', 'network_id': '9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5', 'admin_state_up': True, 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'security_groups': ['c0990109-25d7-4e79-ba30-3d3dfeb63a54']}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:22.664110 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39970) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:22.683844 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39972) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:22.700653 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=445e0206-3257-4af5-976d-9ac41b663b8a,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:22.705056 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-1c660547-c3c1-420f-8f9e-432cd3e20e2c None None] Allocated IP 2001:db8:0:1::2 (9994ec23-a1f7-459d-8925-14bc9ff05f17/f90e56e4-d7f7-4c38-915c-7cbed05e8058/06dc17c3-fdc7-45d9-b590-cbf431bd3c58) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:40:22.713609 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-b56d341a-8737-4dcf-8440-5cacb7dfedcb tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Calling delete_port for d63c0ab5-70a1-4923-a81e-56ee3fd52511 owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:40:22.734782 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port c528b5e8-7837-4c89-b491-bd3751cf6df0 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:22.734782 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:22.735105 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port c528b5e8-7837-4c89-b491-bd3751cf6df0 Oct 12 07:40:22.795232 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc3ea2e-7a53-4170-833c-abb775d0365f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:22.796838 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc3ea2e-7a53-4170-833c-abb775d0365f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:22.798644 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc3ea2e-7a53-4170-833c-abb775d0365f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:22.800407 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-bbc3ea2e-7a53-4170-833c-abb775d0365f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1350555 Oct 12 07:40:22.805672 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39976) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:22.830715 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-799264e8-fd2c-4b5a-aec0-ae71da3050c8 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:22.831984 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-799264e8-fd2c-4b5a-aec0-ae71da3050c8 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7947977 Oct 12 07:40:22.842057 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799264e8-fd2c-4b5a-aec0-ae71da3050c8 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8036b6-16fa-4490-8281-3b421b310ba0,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:22.843363 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39978) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:22.853361 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-0000779a-285d-442d-bf62-f8e661b93e9e tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Request body: {'security_group': {'name': 'tempest-secgroup--818533888'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:22.874701 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2896f7d2-7139-469c-b177-f802a138d205 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:22.888071 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-8a11a22b-c930-416f-967f-7a278df3b752 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:22.908075 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b521778-f43e-49ce-83cf-1faff4647b23 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting subnet 053e6d31-868f-4143-a269-fed99440228a {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:40:22.913981 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e3a9004f-e533-4d11-8894-590420b32c14 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:22.944356 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-8a11a22b-c930-416f-967f-7a278df3b752 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] 10.222.0.26 "PUT /v2.0/quotas/dde1f8d37c8f4d71aa13c1ee0b2f9870 HTTP/1.1" status: 200 len: 368 time: 0.2568452 Oct 12 07:40:22.944699 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39980) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:22.950790 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-09cde507-9ab6-41e0-be4f-d0e196f7c243 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] Request body: {'network': {'project_id': 'dde1f8d37c8f4d71aa13c1ee0b2f9870'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:22.961237 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-e3a9004f-e533-4d11-8894-590420b32c14 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Calling delete_port for f674c140-5266-45d2-a45e-3191a21ca572 owned by network:router_interface {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:40:22.972376 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0000779a-285d-442d-bf62-f8e661b93e9e tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:22.983581 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09cde507-9ab6-41e0-be4f-d0e196f7c243 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] Made reservation on behalf of dde1f8d37c8f4d71aa13c1ee0b2f9870 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:22.986481 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-09cde507-9ab6-41e0-be4f-d0e196f7c243 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:23.002433 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-09cde507-9ab6-41e0-be4f-d0e196f7c243 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:23.075824 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b56d341a-8737-4dcf-8440-5cacb7dfedcb tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:23.090361 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-8a38a1fd-59f3-410c-9e03-1758879216e7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Made reservation on behalf of 62f83991a7314cd6b6c084162dcfff66 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:23.093900 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-8a38a1fd-59f3-410c-9e03-1758879216e7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:23.125331 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d341a-8737-4dcf-8440-5cacb7dfedcb tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Pushing event deleted for resources: {'Port': ['ID=d63c0ab5-70a1-4923-a81e-56ee3fd52511,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:23.129933 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-456cfe9e-e9a2-438b-bcf4-c502c4d7ede6 None None] Attempt 5 to provision port f674c140-5266-45d2-a45e-3191a21ca572 Oct 12 07:40:23.180093 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-1c660547-c3c1-420f-8f9e-432cd3e20e2c None None] For port 06dc17c3-fdc7-45d9-b590-cbf431bd3c58, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=06dc17c3-fdc7-45d9-b590-cbf431bd3c58,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:40:23.209629 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port c528b5e8-7837-4c89-b491-bd3751cf6df0 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:23.210780 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device ad0fd856-a2dc-4cee-b702-a988c50e69c5 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:40:23.226770 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b56d341a-8737-4dcf-8440-5cacb7dfedcb tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for floatingip, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:23.231045 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b56d341a-8737-4dcf-8440-5cacb7dfedcb tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:23.233926 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b56d341a-8737-4dcf-8440-5cacb7dfedcb tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "DELETE /v2.0/floatingips/fb5ae730-3b60-496f-8b8c-d8b884e61420 HTTP/1.1" status: 204 len: 168 time: 1.4495997 Oct 12 07:40:23.234224 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-456cfe9e-e9a2-438b-bcf4-c502c4d7ede6 None None] Port f674c140-5266-45d2-a45e-3191a21ca572 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:23.237253 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-09cde507-9ab6-41e0-be4f-d0e196f7c243 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:23.238996 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39982) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:23.252365 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-09cde507-9ab6-41e0-be4f-d0e196f7c243 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:23.255320 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1c660547-c3c1-420f-8f9e-432cd3e20e2c None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:23.265974 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1c660547-c3c1-420f-8f9e-432cd3e20e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:23.273426 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b521778-f43e-49ce-83cf-1faff4647b23 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:23.344374 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port ad0fd856-a2dc-4cee-b702-a988c50e69c5 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:23.344744 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:23.345076 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port ad0fd856-a2dc-4cee-b702-a988c50e69c5 Oct 12 07:40:23.356877 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b521778-f43e-49ce-83cf-1faff4647b23 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:23.413673 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0000779a-285d-442d-bf62-f8e661b93e9e tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:23.416686 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c660547-c3c1-420f-8f9e-432cd3e20e2c None None] Pushing event updated for resources: {'Port': ['ID=06dc17c3-fdc7-45d9-b590-cbf431bd3c58,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:23.430998 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09cde507-9ab6-41e0-be4f-d0e196f7c243 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:40:23.441257 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6f706aa-cf6a-4ddb-92fe-7b00c01e3458 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] DELETE failed (client error): The resource could not be found. Oct 12 07:40:23.442007 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6f706aa-cf6a-4ddb-92fe-7b00c01e3458 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:40:23.448093 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f6f706aa-cf6a-4ddb-92fe-7b00c01e3458 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "DELETE /v2.0/ports/504f2c8a-7f2a-4767-b0dc-2e93b6af0ce9 HTTP/1.1" status: 404 len: 333 time: 0.2066171 Oct 12 07:40:23.455967 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39986) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:23.477536 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0000779a-285d-442d-bf62-f8e661b93e9e tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:23.495226 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port ad0fd856-a2dc-4cee-b702-a988c50e69c5 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:23.496816 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 06dc17c3-fdc7-45d9-b590-cbf431bd3c58 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:40:23.510917 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-09cde507-9ab6-41e0-be4f-d0e196f7c243 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:23.511264 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-09cde507-9ab6-41e0-be4f-d0e196f7c243 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] Added segment ed763c5d-04fa-4391-a69e-690aec807fd3 of type vlan for network 8025ba58-3b0f-4609-94a5-4a4e9c95fcca Oct 12 07:40:23.518859 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-6f645cf1-440a-49f9-bd70-36823c7caa5a tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b3685f9-37e0-4518-98b2-b446c03f0afa HTTP/1.1" status: 200 len: 205 time: 0.0617886 Oct 12 07:40:23.532304 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39988) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:23.538517 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-44f15be3-dd0c-4cbe-8f7b-bb5d16da8266 req-94bbe116-b029-4d89-9976-157019872e08 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=581e9fa7-8edf-4f44-a0ff-06d7c666fe36 HTTP/1.1" status: 200 len: 210 time: 0.1230705 Oct 12 07:40:23.550957 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cde507-9ab6-41e0-be4f-d0e196f7c243 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae105751-5150-414c-88d0-17884dbc8c37,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:23.592407 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 06dc17c3-fdc7-45d9-b590-cbf431bd3c58 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:23.592844 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:23.593186 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 06dc17c3-fdc7-45d9-b590-cbf431bd3c58 Oct 12 07:40:23.605169 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e3a9004f-e533-4d11-8894-590420b32c14 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:23.636599 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-44584a19-46c9-4610-b0cc-15835b9687f4 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] delete failed (client error): The resource could not be found. Oct 12 07:40:23.642611 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-44584a19-46c9-4610-b0cc-15835b9687f4 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "DELETE /v2.0/routers/1b3685f9-37e0-4518-98b2-b446c03f0afa HTTP/1.1" status: 404 len: 336 time: 0.1090894 Oct 12 07:40:23.646272 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39990) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:23.697794 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a9004f-e533-4d11-8894-590420b32c14 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event deleted for resources: {'Port': ['ID=f674c140-5266-45d2-a45e-3191a21ca572,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:23.710445 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-09cde507-9ab6-41e0-be4f-d0e196f7c243 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:23.725437 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 06dc17c3-fdc7-45d9-b590-cbf431bd3c58 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:23.725840 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:23.739504 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-456cfe9e-e9a2-438b-bcf4-c502c4d7ede6 None None] Attempt 6 to provision port f674c140-5266-45d2-a45e-3191a21ca572 Oct 12 07:40:23.745565 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-10792680-3e94-4bba-badf-7b0c2727f187 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] DELETE failed (client error): The resource could not be found. Oct 12 07:40:23.745859 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10792680-3e94-4bba-badf-7b0c2727f187 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:40:23.762819 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-10792680-3e94-4bba-badf-7b0c2727f187 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "DELETE /v2.0/subnets/cdc939b8-2235-4d02-ac4d-f6255101686e HTTP/1.1" status: 404 len: 337 time: 0.0916941 Oct 12 07:40:23.766967 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39992) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:23.776490 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-456cfe9e-e9a2-438b-bcf4-c502c4d7ede6 None None] Port f674c140-5266-45d2-a45e-3191a21ca572 was deleted so its status cannot be updated. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 12 07:40:23.779198 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0000779a-285d-442d-bf62-f8e661b93e9e tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:23.783504 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-0000779a-285d-442d-bf62-f8e661b93e9e tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9335237 Oct 12 07:40:23.792414 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 39994) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:23.808015 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-71a44713-bb99-44ee-95b3-532c6b3c6ebe tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Request body: {'security_group_rule': {'security_group_id': '8f8036b6-16fa-4490-8281-3b421b310ba0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4ca5953d-90d8-48e5-9ac0-69e4f02aba2a', 'remote_ip_prefix': None}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:23.810776 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 06dc17c3-fdc7-45d9-b590-cbf431bd3c58, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=06dc17c3-fdc7-45d9-b590-cbf431bd3c58,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:40:23.817676 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-456cfe9e-e9a2-438b-bcf4-c502c4d7ede6 None None] Provisioning complete for port c528b5e8-7837-4c89-b491-bd3751cf6df0 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:23.818143 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-456cfe9e-e9a2-438b-bcf4-c502c4d7ede6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:23.818488 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-456cfe9e-e9a2-438b-bcf4-c502c4d7ede6 None None] Attempt 1 to provision port c528b5e8-7837-4c89-b491-bd3751cf6df0 Oct 12 07:40:23.821354 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:23.826919 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0000779a-285d-442d-bf62-f8e661b93e9e tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca5953d-90d8-48e5-9ac0-69e4f02aba2a,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:23.848510 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b521778-f43e-49ce-83cf-1faff4647b23 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:23.908943 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-8a38a1fd-59f3-410c-9e03-1758879216e7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Allocated IP 172.20.0.29 (9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5/dbd0bc1f-da81-479a-9d5b-baf5b2aaf907/e10af79f-8824-4e26-b83f-5085272e3a01) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:40:23.952645 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 48babf5f-5e93-48b1-b826-e805c722e7f4 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:40:23.955853 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e3a9004f-e533-4d11-8894-590420b32c14 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:23.995754 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b521778-f43e-49ce-83cf-1faff4647b23 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:24.008938 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-09cde507-9ab6-41e0-be4f-d0e196f7c243 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:24.010423 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cde507-9ab6-41e0-be4f-d0e196f7c243 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:24.010990 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-09cde507-9ab6-41e0-be4f-d0e196f7c243 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:24.017593 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 48babf5f-5e93-48b1-b826-e805c722e7f4 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:40:24.018159 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 48babf5f-5e93-48b1-b826-e805c722e7f4 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:40:24.038844 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=06dc17c3-fdc7-45d9-b590-cbf431bd3c58,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:24.099207 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2896f7d2-7139-469c-b177-f802a138d205 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:24.114406 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-71a44713-bb99-44ee-95b3-532c6b3c6ebe tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:24.144904 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-456cfe9e-e9a2-438b-bcf4-c502c4d7ede6 None None] Current status of the port c528b5e8-7837-4c89-b491-bd3751cf6df0 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:24.154893 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2896f7d2-7139-469c-b177-f802a138d205 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:24.167453 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cde507-9ab6-41e0-be4f-d0e196f7c243 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] Pushing event updated for resources: {'Network': ['ID=8025ba58-3b0f-4609-94a5-4a4e9c95fcca,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:24.176088 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-09cde507-9ab6-41e0-be4f-d0e196f7c243 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2299836 Oct 12 07:40:24.176709 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39996) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:24.179255 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 8025ba58-3b0f-4609-94a5-4a4e9c95fcca details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:40:24.183919 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-892c0726-8411-4043-b761-87d6d6fd83c0 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] Request body: {'network': {'project_id': 'dde1f8d37c8f4d71aa13c1ee0b2f9870'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:24.187282 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b521778-f43e-49ce-83cf-1faff4647b23 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Subnet': ['ID=053e6d31-868f-4143-a269-fed99440228a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:24.208769 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b521778-f43e-49ce-83cf-1faff4647b23 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:24.212647 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-5b521778-f43e-49ce-83cf-1faff4647b23 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/053e6d31-868f-4143-a269-fed99440228a HTTP/1.1" status: 204 len: 168 time: 1.4054577 Oct 12 07:40:24.218256 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 39998) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:24.289818 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892c0726-8411-4043-b761-87d6d6fd83c0 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] Made reservation on behalf of dde1f8d37c8f4d71aa13c1ee0b2f9870 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:24.293910 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-892c0726-8411-4043-b761-87d6d6fd83c0 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:24.305707 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-dc279460-4f77-434e-b4e3-21eaff2edd93 None None] Provisioning complete for port 06dc17c3-fdc7-45d9-b590-cbf431bd3c58 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:24.306410 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dc279460-4f77-434e-b4e3-21eaff2edd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:24.307221 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-dc279460-4f77-434e-b4e3-21eaff2edd93 None None] Attempt 1 to provision port 06dc17c3-fdc7-45d9-b590-cbf431bd3c58 Oct 12 07:40:24.331355 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9915461-22ec-4346-b64a-a0460f748975 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting subnet f90e56e4-d7f7-4c38-915c-7cbed05e8058 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:40:24.336866 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e9915461-22ec-4346-b64a-a0460f748975 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:24.382633 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-cba36809-7427-4994-9b8a-2b0cd8eb41dc tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Deleting port 37245293-7bf7-44e8-b9cf-0e1ed06e67d3 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:40:24.383264 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cba36809-7427-4994-9b8a-2b0cd8eb41dc tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:24.390936 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-892c0726-8411-4043-b761-87d6d6fd83c0 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:40:24.411197 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-dc279460-4f77-434e-b4e3-21eaff2edd93 None None] Current status of the port 06dc17c3-fdc7-45d9-b590-cbf431bd3c58 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:24.422693 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e9915461-22ec-4346-b64a-a0460f748975 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:24.425373 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-dc279460-4f77-434e-b4e3-21eaff2edd93 None None] Provisioning complete for port 1ce820b4-06b4-46cb-b775-a8a88740f49d triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:24.425373 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dc279460-4f77-434e-b4e3-21eaff2edd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:24.425373 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-dc279460-4f77-434e-b4e3-21eaff2edd93 None None] Attempt 1 to provision port 1ce820b4-06b4-46cb-b775-a8a88740f49d Oct 12 07:40:24.454217 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 06dc17c3-fdc7-45d9-b590-cbf431bd3c58 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:40:24.459806 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-71a44713-bb99-44ee-95b3-532c6b3c6ebe tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:24.470130 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-892c0726-8411-4043-b761-87d6d6fd83c0 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:24.470476 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-892c0726-8411-4043-b761-87d6d6fd83c0 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] Added segment 9a575bbf-b7cc-4d91-93d5-b3add925de57 of type vlan for network c4c098cf-251d-4bd3-a62a-6c8dc6e9d650 Oct 12 07:40:24.486142 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a9004f-e533-4d11-8894-590420b32c14 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Router c47a6457-2a83-4790-aa7b-45543466f8d1 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:40:24.489903 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896f7d2-7139-469c-b177-f802a138d205 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Pushing event updated for resources: {'Port': ['ID=1ce820b4-06b4-46cb-b775-a8a88740f49d,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:24.494923 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-71a44713-bb99-44ee-95b3-532c6b3c6ebe tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:24.513233 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560b7b70-bf2a-4018-9fec-1e3a033823f2 None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:40:24.532557 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2896f7d2-7139-469c-b177-f802a138d205 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:24.550983 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-dc279460-4f77-434e-b4e3-21eaff2edd93 None None] Port 1ce820b4-06b4-46cb-b775-a8a88740f49d cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:24.578709 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a44713-bb99-44ee-95b3-532c6b3c6ebe tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f311698b-9c19-40be-acf2-185e9504b5e7,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:24.600703 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-71a44713-bb99-44ee-95b3-532c6b3c6ebe tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:24.605007 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-71a44713-bb99-44ee-95b3-532c6b3c6ebe tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8061585 Oct 12 07:40:24.611327 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-892c0726-8411-4043-b761-87d6d6fd83c0 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:24.612255 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40002) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:24.646529 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cba36809-7427-4994-9b8a-2b0cd8eb41dc tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:24.666903 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e9915461-22ec-4346-b64a-a0460f748975 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:24.669876 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-cba36809-7427-4994-9b8a-2b0cd8eb41dc tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Calling delete_port for 37245293-7bf7-44e8-b9cf-0e1ed06e67d3 owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:40:24.673875 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 06dc17c3-fdc7-45d9-b590-cbf431bd3c58 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:24.674530 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:24.674939 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 06dc17c3-fdc7-45d9-b590-cbf431bd3c58 Oct 12 07:40:24.703127 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-892c0726-8411-4043-b761-87d6d6fd83c0 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:24.704066 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892c0726-8411-4043-b761-87d6d6fd83c0 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:24.704702 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-892c0726-8411-4043-b761-87d6d6fd83c0 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:24.731047 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-892c0726-8411-4043-b761-87d6d6fd83c0 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5523570 Oct 12 07:40:24.742621 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-8a38a1fd-59f3-410c-9e03-1758879216e7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:24.744240 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40004) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:24.779715 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-51db539b-7011-4b68-98e1-2baef08b059b tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] Request body: {'network': {'project_id': 'dde1f8d37c8f4d71aa13c1ee0b2f9870'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:24.792288 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-18d6f5a3-b0dd-436c-9449-01d2647ae2e9 req-a5cfa2ec-034a-4fe5-8a3b-fc30c9e7d94c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=581e9fa7-8edf-4f44-a0ff-06d7c666fe36 HTTP/1.1" status: 200 len: 210 time: 0.1313112 Oct 12 07:40:24.793698 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 06dc17c3-fdc7-45d9-b590-cbf431bd3c58 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:24.795218 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device a1c1ab70-0c0b-4394-a264-8cb16020d8ba up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:40:24.830959 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a14b934a-7683-451c-9543-af3c348634b4 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:24.843165 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a9004f-e533-4d11-8894-590420b32c14 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:40:24.854429 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c0726-8411-4043-b761-87d6d6fd83c0 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] Pushing event updated for resources: {'Network': ['ID=c4c098cf-251d-4bd3-a62a-6c8dc6e9d650,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:24.860723 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port a1c1ab70-0c0b-4394-a264-8cb16020d8ba triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:24.861112 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:24.861453 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port a1c1ab70-0c0b-4394-a264-8cb16020d8ba Oct 12 07:40:24.870902 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e9915461-22ec-4346-b64a-a0460f748975 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:24.874350 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180a3733-8514-47b7-ad0f-2a03997e7bf4 None None] Sync routers for ids ['c47a6457-2a83-4790-aa7b-45543466f8d1'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:40:24.883651 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e3a9004f-e533-4d11-8894-590420b32c14 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "PUT /v2.0/routers/c47a6457-2a83-4790-aa7b-45543466f8d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4194989 Oct 12 07:40:24.885569 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-51db539b-7011-4b68-98e1-2baef08b059b tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 12 07:40:24.886195 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51db539b-7011-4b68-98e1-2baef08b059b tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:40:24.890079 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-51db539b-7011-4b68-98e1-2baef08b059b tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1386621 Oct 12 07:40:24.890079 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40006) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:24.890334 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network c4c098cf-251d-4bd3-a62a-6c8dc6e9d650 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:40:24.894410 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a14b934a-7683-451c-9543-af3c348634b4 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:24.897887 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180a3733-8514-47b7-ad0f-2a03997e7bf4 None None] Routers {'c47a6457-2a83-4790-aa7b-45543466f8d1'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:40:24.899063 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-180a3733-8514-47b7-ad0f-2a03997e7bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:40:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['c47a6457-2a83-4790-aa7b-45543466f8d1'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:24.899215 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40008) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:24.929709 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e9915461-22ec-4346-b64a-a0460f748975 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:24.934770 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e9915461-22ec-4346-b64a-a0460f748975 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/f90e56e4-d7f7-4c38-915c-7cbed05e8058 HTTP/1.1" status: 204 len: 168 time: 0.7114317 Oct 12 07:40:24.937565 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40010) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:24.960227 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-180a3733-8514-47b7-ad0f-2a03997e7bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:24.974520 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180a3733-8514-47b7-ad0f-2a03997e7bf4 None None] Routers {'c47a6457-2a83-4790-aa7b-45543466f8d1'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:40:24.976116 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-180a3733-8514-47b7-ad0f-2a03997e7bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:40:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['c47a6457-2a83-4790-aa7b-45543466f8d1'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:24.982284 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-0cf8b446-f930-40da-be61-129098ec5fad tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "GET /v2.0/ports?device_id=c47a6457-2a83-4790-aa7b-45543466f8d1 HTTP/1.1" status: 200 len: 205 time: 0.0822215 Oct 12 07:40:24.994714 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40012) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:25.016183 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2896f7d2-7139-469c-b177-f802a138d205 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Network d0bc7a79-31ed-46fc-a3ce-545838184383 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:25.038098 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-180a3733-8514-47b7-ad0f-2a03997e7bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:25.038908 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180a3733-8514-47b7-ad0f-2a03997e7bf4 None None] The sync data for ids ['c47a6457-2a83-4790-aa7b-45543466f8d1'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:40:25.052365 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-dc279460-4f77-434e-b4e3-21eaff2edd93 None None] Attempt 2 to provision port 1ce820b4-06b4-46cb-b775-a8a88740f49d Oct 12 07:40:25.053596 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-8a38a1fd-59f3-410c-9e03-1758879216e7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:25.059069 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-36b6d6b6-3ff5-4caa-9ae4-cdcf04afffcb tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1133502 Oct 12 07:40:25.059962 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9915461-22ec-4346-b64a-a0460f748975 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Subnet': ['ID=f90e56e4-d7f7-4c38-915c-7cbed05e8058,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:25.062556 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40014) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:25.070081 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-2896f7d2-7139-469c-b177-f802a138d205 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:25.071399 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-822fdd3a-ffc2-43ad-b438-1812175651a6 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'subnet': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:25.075494 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a14b934a-7683-451c-9543-af3c348634b4 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:25.080905 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a14b934a-7683-451c-9543-af3c348634b4 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:25.085331 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a14b934a-7683-451c-9543-af3c348634b4 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/f311698b-9c19-40be-acf2-185e9504b5e7 HTTP/1.1" status: 204 len: 168 time: 0.4720802 Oct 12 07:40:25.092704 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40016) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:25.096614 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port a1c1ab70-0c0b-4394-a264-8cb16020d8ba is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:25.097005 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:25.101374 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-8bf2914d-ee09-4ab7-be82-ab0d97e1f63d tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dde1f8d37c8f4d71aa13c1ee0b2f9870&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1794212 Oct 12 07:40:25.117635 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40018) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:25.135557 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-dc279460-4f77-434e-b4e3-21eaff2edd93 None None] Port 1ce820b4-06b4-46cb-b775-a8a88740f49d cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:25.153658 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port a1c1ab70-0c0b-4394-a264-8cb16020d8ba, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=a1c1ab70-0c0b-4394-a264-8cb16020d8ba,segment=NetworkSegment(368cbfd5-be1d-4647-bccb-9ad3ff55f2ac),segment_id=368cbfd5-be1d-4647-bccb-9ad3ff55f2ac)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:40:25.161343 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:25.162286 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 445e0206-3257-4af5-976d-9ac41b663b8a up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:40:25.204884 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b934a-7683-451c-9543-af3c348634b4 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f311698b-9c19-40be-acf2-185e9504b5e7,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:25.225489 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f53cd326-c1ce-48d3-a704-e0211d92edac tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for router, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:25.308742 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=a1c1ab70-0c0b-4394-a264-8cb16020d8ba,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:25.328570 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 445e0206-3257-4af5-976d-9ac41b663b8a triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:25.328944 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:25.329274 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 445e0206-3257-4af5-976d-9ac41b663b8a Oct 12 07:40:25.452337 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 445e0206-3257-4af5-976d-9ac41b663b8a is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:25.620833 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92472a1-0ab0-4561-94cc-05e5012189d8 None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:40:25.637974 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-dc279460-4f77-434e-b4e3-21eaff2edd93 None None] Attempt 3 to provision port 1ce820b4-06b4-46cb-b775-a8a88740f49d Oct 12 07:40:25.705989 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822fdd3a-ffc2-43ad-b438-1812175651a6 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:25.711518 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-822fdd3a-ffc2-43ad-b438-1812175651a6 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:25.720762 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-8a38a1fd-59f3-410c-9e03-1758879216e7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network 9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:25.724455 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-dc279460-4f77-434e-b4e3-21eaff2edd93 None None] Port 1ce820b4-06b4-46cb-b775-a8a88740f49d cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:25.734749 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a38a1fd-59f3-410c-9e03-1758879216e7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=e10af79f-8824-4e26-b83f-5085272e3a01,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:25.737302 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-8a38a1fd-59f3-410c-9e03-1758879216e7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:25.749740 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-8a38a1fd-59f3-410c-9e03-1758879216e7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:40:25.788070 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cba36809-7427-4994-9b8a-2b0cd8eb41dc tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:25.848840 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba36809-7427-4994-9b8a-2b0cd8eb41dc tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Pushing event deleted for resources: {'Port': ['ID=37245293-7bf7-44e8-b9cf-0e1ed06e67d3,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:25.851388 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f679fc0a-b54c-4f84-bb84-96cc06c47322 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.7514646 Oct 12 07:40:25.852141 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40020) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:25.870306 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a49fde5d-5e5d-4b59-82f0-3c42f3b67e4c tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:25.908643 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f47ee66-b710-4b6b-9a55-089a12a1eb6d None None] DHCP port deletion for 9994ec23-a1f7-459d-8925-14bc9ff05f17 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:40:25.969331 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-5f47ee66-b710-4b6b-9a55-089a12a1eb6d None None] Deleting port 06dc17c3-fdc7-45d9-b590-cbf431bd3c58 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:40:25.971398 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5f47ee66-b710-4b6b-9a55-089a12a1eb6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:26.004345 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a49fde5d-5e5d-4b59-82f0-3c42f3b67e4c tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:26.058136 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-5f47ee66-b710-4b6b-9a55-089a12a1eb6d None None] For port 06dc17c3-fdc7-45d9-b590-cbf431bd3c58, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=06dc17c3-fdc7-45d9-b590-cbf431bd3c58,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:40:26.059285 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5f47ee66-b710-4b6b-9a55-089a12a1eb6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:26.059994 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-8a38a1fd-59f3-410c-9e03-1758879216e7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:26.060629 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-8a38a1fd-59f3-410c-9e03-1758879216e7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:26.083428 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-5f47ee66-b710-4b6b-9a55-089a12a1eb6d None None] Calling delete_port for 06dc17c3-fdc7-45d9-b590-cbf431bd3c58 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:40:26.103674 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f53cd326-c1ce-48d3-a704-e0211d92edac tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:26.113474 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f53cd326-c1ce-48d3-a704-e0211d92edac tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:26.124311 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cba36809-7427-4994-9b8a-2b0cd8eb41dc tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:26.130929 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-cba36809-7427-4994-9b8a-2b0cd8eb41dc tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "DELETE /v2.0/ports/37245293-7bf7-44e8-b9cf-0e1ed06e67d3 HTTP/1.1" status: 204 len: 168 time: 2.3625689 Oct 12 07:40:26.132733 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40024) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:26.150584 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7d8eaa40-c5d0-4559-870c-2055451dd439 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:26.213907 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7d8eaa40-c5d0-4559-870c-2055451dd439 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:26.222657 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5f47ee66-b710-4b6b-9a55-089a12a1eb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:26.229491 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-dc279460-4f77-434e-b4e3-21eaff2edd93 None None] Attempt 4 to provision port 1ce820b4-06b4-46cb-b775-a8a88740f49d Oct 12 07:40:26.231689 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device a1c1ab70-0c0b-4394-a264-8cb16020d8ba up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:40:26.239548 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a49fde5d-5e5d-4b59-82f0-3c42f3b67e4c tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:26.243605 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a49fde5d-5e5d-4b59-82f0-3c42f3b67e4c tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:26.248533 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a49fde5d-5e5d-4b59-82f0-3c42f3b67e4c tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] 10.222.0.26 "DELETE /v2.0/security-groups/ae105751-5150-414c-88d0-17884dbc8c37 HTTP/1.1" status: 204 len: 168 time: 1.1268823 Oct 12 07:40:26.254509 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-8a38a1fd-59f3-410c-9e03-1758879216e7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5976923 Oct 12 07:40:26.256098 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40026) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:26.287462 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-017c7f14-70b4-49b7-b709-d29f73b98a33 service neutron] Request body: {'port': {'device_id': '581e9fa7-8edf-4f44-a0ff-06d7c666fe36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8609'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:26.301862 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49fde5d-5e5d-4b59-82f0-3c42f3b67e4c tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae105751-5150-414c-88d0-17884dbc8c37,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:26.304124 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed900e-08ac-4ef5-bdbe-587c934d55f2 req-bc33db10-60a0-4d64-982e-fd5c04025dff tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:26.305673 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fbed900e-08ac-4ef5-bdbe-587c934d55f2 req-bc33db10-60a0-4d64-982e-fd5c04025dff tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=581e9fa7-8edf-4f44-a0ff-06d7c666fe36 HTTP/1.1" status: 200 len: 932 time: 0.3667564 Oct 12 07:40:26.308206 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f47ee66-b710-4b6b-9a55-089a12a1eb6d None None] Pushing event deleted for resources: {'Port': ['ID=06dc17c3-fdc7-45d9-b590-cbf431bd3c58,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:26.312386 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f47ee66-b710-4b6b-9a55-089a12a1eb6d None None] No DVR routers for this DVR port 06dc17c3-fdc7-45d9-b590-cbf431bd3c58 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:40:26.334810 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2896f7d2-7139-469c-b177-f802a138d205 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Router 9ba80924-10b1-42a4-ba14-57c5339d8f65 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:40:26.364119 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-dc279460-4f77-434e-b4e3-21eaff2edd93 None None] Port 1ce820b4-06b4-46cb-b775-a8a88740f49d cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:26.383705 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f53cd326-c1ce-48d3-a704-e0211d92edac tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:26.384229 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53cd326-c1ce-48d3-a704-e0211d92edac tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Fanout notify agent at l3_agent the message router_deleted on router c47a6457-2a83-4790-aa7b-45543466f8d1 {{(pid=103200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:40:26.391043 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port a1c1ab70-0c0b-4394-a264-8cb16020d8ba triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:26.391414 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:26.391835 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port a1c1ab70-0c0b-4394-a264-8cb16020d8ba Oct 12 07:40:26.408589 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7d8eaa40-c5d0-4559-870c-2055451dd439 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:26.411560 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7d8eaa40-c5d0-4559-870c-2055451dd439 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:26.412808 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-7d8eaa40-c5d0-4559-870c-2055451dd439 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "DELETE /v2.0/security-groups/4ca5953d-90d8-48e5-9ac0-69e4f02aba2a HTTP/1.1" status: 204 len: 168 time: 0.5594904 Oct 12 07:40:26.416685 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f53cd326-c1ce-48d3-a704-e0211d92edac tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:26.418072 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f53cd326-c1ce-48d3-a704-e0211d92edac tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "DELETE /v2.0/routers/c47a6457-2a83-4790-aa7b-45543466f8d1 HTTP/1.1" status: 204 len: 168 time: 1.4223073 Oct 12 07:40:26.444536 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.objects.ports [None req-822fdd3a-ffc2-43ad-b438-1812175651a6 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103201) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 12 07:40:26.445999 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40028) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:26.445999 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40030) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:26.450428 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8eaa40-c5d0-4559-870c-2055451dd439 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca5953d-90d8-48e5-9ac0-69e4f02aba2a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:26.470633 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-87ce84ae-987f-471b-9202-3532f6de2294 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:26.475985 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-822fdd3a-ffc2-43ad-b438-1812175651a6 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:26.497333 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port a1c1ab70-0c0b-4394-a264-8cb16020d8ba is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:26.560682 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fbed900e-08ac-4ef5-bdbe-587c934d55f2 req-63bcfee1-3725-4b6a-ba59-69d4ec602ee5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=c0990109-25d7-4e79-ba30-3d3dfeb63a54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1801853 Oct 12 07:40:26.563986 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-017c7f14-70b4-49b7-b709-d29f73b98a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:26.580826 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 06dc17c3-fdc7-45d9-b590-cbf431bd3c58 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:40:26.581926 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822fdd3a-ffc2-43ad-b438-1812175651a6 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:26.600899 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-822fdd3a-ffc2-43ad-b438-1812175651a6 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:26.624501 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff87079-021d-4d3e-b4af-fa9dbe0bccf2 None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:40:26.628181 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 06dc17c3-fdc7-45d9-b590-cbf431bd3c58 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:40:26.628524 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 06dc17c3-fdc7-45d9-b590-cbf431bd3c58 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:40:26.629576 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822fdd3a-ffc2-43ad-b438-1812175651a6 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:26.630002 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-822fdd3a-ffc2-43ad-b438-1812175651a6 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:26.641026 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822fdd3a-ffc2-43ad-b438-1812175651a6 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Subnet': ['ID=98a127de-a850-42b2-84d3-5b880b7a4e04,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:26.659036 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b22b94e-fce8-44c1-b452-a80178ca991b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Deleting subnet 38dbb47a-f53b-485e-a1f2-2fe97c8f4acf {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:40:26.674447 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-3b4bbec5-d2b9-4ba9-90dd-275a1cbbef4c tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Deleting port da02b94b-ce71-4dbe-9256-beea498b741b {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:40:26.674447 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3b4bbec5-d2b9-4ba9-90dd-275a1cbbef4c tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:26.680250 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-3029443d-dc55-4e28-ad94-3d8ae9f14a64 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2330940 Oct 12 07:40:26.683847 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3b22b94e-fce8-44c1-b452-a80178ca991b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:26.686861 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40032) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:26.692556 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-822fdd3a-ffc2-43ad-b438-1812175651a6 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6287830 Oct 12 07:40:26.719553 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40034) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:26.768562 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-87ce84ae-987f-471b-9202-3532f6de2294 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:26.775920 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-8dd0949f-22a3-4ee5-9b19-b9f792bc37fa tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'subnet': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:26.813730 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a24f086-9f70-445c-89f7-1a645a30b137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-9994ec23-a1f7-459d-8925-14bc9ff05f17', 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'tenant_id': '3e134b4bc92f4839ac5ca68b448223d9', 'fixed_ips': [{'subnet_id': '98a127de-a850-42b2-84d3-5b880b7a4e04'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:40:26.815703 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4a24f086-9f70-445c-89f7-1a645a30b137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:26.820721 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3b22b94e-fce8-44c1-b452-a80178ca991b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:26.822908 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2896f7d2-7139-469c-b177-f802a138d205 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:40:26.824774 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-87ce84ae-987f-471b-9202-3532f6de2294 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4c098cf-251d-4bd3-a62a-6c8dc6e9d650']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:26.843503 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5efbf9-f816-49cf-852f-a5ceebd616f2 None None] Sync routers for ids ['9ba80924-10b1-42a4-ba14-57c5339d8f65'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:40:26.846953 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-2896f7d2-7139-469c-b177-f802a138d205 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "PUT /v2.0/routers/9ba80924-10b1-42a4-ba14-57c5339d8f65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4231591 Oct 12 07:40:26.880640 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-87ce84ae-987f-471b-9202-3532f6de2294 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a575bbf-b7cc-4d91-93d5-b3add925de57') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:26.880940 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-87ce84ae-987f-471b-9202-3532f6de2294 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a575bbf-b7cc-4d91-93d5-b3add925de57') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:26.904641 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-87ce84ae-987f-471b-9202-3532f6de2294 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:26.918774 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5efbf9-f816-49cf-852f-a5ceebd616f2 None None] Routers {'9ba80924-10b1-42a4-ba14-57c5339d8f65'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:40:26.919541 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-da5efbf9-f816-49cf-852f-a5ceebd616f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:40:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['9ba80924-10b1-42a4-ba14-57c5339d8f65'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:26.921553 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-dc279460-4f77-434e-b4e3-21eaff2edd93 None None] Attempt 5 to provision port 1ce820b4-06b4-46cb-b775-a8a88740f49d Oct 12 07:40:26.936770 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-27f9e2a1-7289-4bcf-a848-41d82845450e tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:26.966987 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-dc279460-4f77-434e-b4e3-21eaff2edd93 None None] Port 1ce820b4-06b4-46cb-b775-a8a88740f49d cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:26.978706 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-87ce84ae-987f-471b-9202-3532f6de2294 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:27.001304 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87ce84ae-987f-471b-9202-3532f6de2294 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:40:27.001761 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-87ce84ae-987f-471b-9202-3532f6de2294 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:27.011315 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-27f9e2a1-7289-4bcf-a848-41d82845450e tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:27.013198 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3b4bbec5-d2b9-4ba9-90dd-275a1cbbef4c tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:27.038734 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-3b4bbec5-d2b9-4ba9-90dd-275a1cbbef4c tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Calling delete_port for da02b94b-ce71-4dbe-9256-beea498b741b owned by {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:40:27.047016 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 9a575bbf-b7cc-4d91-93d5-b3add925de57 resource provider aggregate not found Oct 12 07:40:27.065383 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3b22b94e-fce8-44c1-b452-a80178ca991b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:27.096232 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 9a575bbf-b7cc-4d91-93d5-b3add925de57 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a575bbf-b7cc-4d91-93d5-b3add925de57 found for delete ", "request_id": "req-0baff767-1f76-4608-9d73-fa05e4ac77e8"}]} Oct 12 07:40:27.140711 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-4a24f086-9f70-445c-89f7-1a645a30b137 None None] Allocated IP 2001:db8::f816:3eff:fedf:2f38 (9994ec23-a1f7-459d-8925-14bc9ff05f17/98a127de-a850-42b2-84d3-5b880b7a4e04/3ab6f601-723d-4624-8f43-4df182b0da87) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:40:27.147171 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-da5efbf9-f816-49cf-852f-a5ceebd616f2 None None] Set router 9ba80924-10b1-42a4-ba14-57c5339d8f65 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:40:27.173704 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-87ce84ae-987f-471b-9202-3532f6de2294 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:27.180319 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-27f9e2a1-7289-4bcf-a848-41d82845450e tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:27.183843 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-27f9e2a1-7289-4bcf-a848-41d82845450e tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:27.185677 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-27f9e2a1-7289-4bcf-a848-41d82845450e tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "DELETE /v2.0/security-groups/8f8036b6-16fa-4490-8281-3b421b310ba0 HTTP/1.1" status: 204 len: 168 time: 0.4968235 Oct 12 07:40:27.189913 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-87ce84ae-987f-471b-9202-3532f6de2294 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:27.192318 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-87ce84ae-987f-471b-9202-3532f6de2294 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] 10.222.0.26 "DELETE /v2.0/networks/c4c098cf-251d-4bd3-a62a-6c8dc6e9d650 HTTP/1.1" status: 204 len: 168 time: 0.9337735 Oct 12 07:40:27.195816 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40052) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:27.196153 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40054) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:27.206146 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-36382d90-3ce0-4082-9fbd-77f30ecbf93a tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1672659394&fields=id&tenant_id=91dbc5081b5c42efa05c929564d56662 HTTP/1.1" status: 200 len: 267 time: 0.1118262 Oct 12 07:40:27.231199 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce84ae-987f-471b-9202-3532f6de2294 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] Pushing event deleted for resources: {'Network': ['ID=c4c098cf-251d-4bd3-a62a-6c8dc6e9d650,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:27.249780 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f9e2a1-7289-4bcf-a848-41d82845450e tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8036b6-16fa-4490-8281-3b421b310ba0,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:27.280546 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3b22b94e-fce8-44c1-b452-a80178ca991b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:27.344040 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd0949f-22a3-4ee5-9b19-b9f792bc37fa tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:27.347583 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8dd0949f-22a3-4ee5-9b19-b9f792bc37fa tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:27.362133 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b22b94e-fce8-44c1-b452-a80178ca991b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event deleted for resources: {'Subnet': ['ID=38dbb47a-f53b-485e-a1f2-2fe97c8f4acf,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:27.365807 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3b22b94e-fce8-44c1-b452-a80178ca991b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:27.369102 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-3b22b94e-fce8-44c1-b452-a80178ca991b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "DELETE /v2.0/subnets/38dbb47a-f53b-485e-a1f2-2fe97c8f4acf HTTP/1.1" status: 204 len: 168 time: 0.9207692 Oct 12 07:40:27.379907 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-5997dd1f-0857-4f8c-bc5f-fb2aca6f8876 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1663303 Oct 12 07:40:27.379907 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40056) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:27.379907 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eac7247d-9ed0-4df8-90b9-ed34a292f9c7 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:27.383961 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40058) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:27.388989 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-ba0512d1-8971-453f-aa64-2754194fb37d tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Request body: {'security_group': {'name': 'tempest-secgroup--448140276'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:27.443925 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.ipam_backend_mixin [None req-8dd0949f-22a3-4ee5-9b19-b9f792bc37fa tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 98a127de-a850-42b2-84d3-5b880b7a4e04 (CIDR: 2001:db8::/64) Oct 12 07:40:27.464030 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dd0949f-22a3-4ee5-9b19-b9f792bc37fa tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:40:27.464508 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dd0949f-22a3-4ee5-9b19-b9f792bc37fa tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:40:27.483055 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-dc279460-4f77-434e-b4e3-21eaff2edd93 None None] Attempt 6 to provision port 1ce820b4-06b4-46cb-b775-a8a88740f49d Oct 12 07:40:27.489405 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e01825f-afeb-4b9f-a81e-eea1ae413ec1 None None] Network 3309e064-423d-4166-8c12-ea49ca6283f1 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:40:27.498903 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba0512d1-8971-453f-aa64-2754194fb37d tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:27.536058 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6b3f6e29-2ddb-4d77-99e3-68965fe317da tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:27.591539 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eac7247d-9ed0-4df8-90b9-ed34a292f9c7 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:27.643974 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-dc279460-4f77-434e-b4e3-21eaff2edd93 None None] Port 1ce820b4-06b4-46cb-b775-a8a88740f49d cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:27.648761 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-eac7247d-9ed0-4df8-90b9-ed34a292f9c7 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8025ba58-3b0f-4609-94a5-4a4e9c95fcca']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:27.667662 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-eac7247d-9ed0-4df8-90b9-ed34a292f9c7 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed763c5d-04fa-4391-a69e-690aec807fd3') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:27.668000 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-eac7247d-9ed0-4df8-90b9-ed34a292f9c7 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed763c5d-04fa-4391-a69e-690aec807fd3') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:27.690768 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eac7247d-9ed0-4df8-90b9-ed34a292f9c7 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:27.718924 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eac7247d-9ed0-4df8-90b9-ed34a292f9c7 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:27.722467 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba0512d1-8971-453f-aa64-2754194fb37d tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:27.729141 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba0512d1-8971-453f-aa64-2754194fb37d tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:27.733376 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac7247d-9ed0-4df8-90b9-ed34a292f9c7 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:40:27.733782 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eac7247d-9ed0-4df8-90b9-ed34a292f9c7 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:27.775771 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-6b3f6e29-2ddb-4d77-99e3-68965fe317da tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Deleting port c528b5e8-7837-4c89-b491-bd3751cf6df0 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:40:27.776434 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6b3f6e29-2ddb-4d77-99e3-68965fe317da tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:27.785240 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba0512d1-8971-453f-aa64-2754194fb37d tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:27.789291 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ba0512d1-8971-453f-aa64-2754194fb37d tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4016380 Oct 12 07:40:27.801748 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40062) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:27.814661 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4a24f086-9f70-445c-89f7-1a645a30b137 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:27.825972 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4a24f086-9f70-445c-89f7-1a645a30b137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:27.830766 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0512d1-8971-453f-aa64-2754194fb37d tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45a592e7-e533-4dff-be60-9e29dab56f45,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:27.835668 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-d6001c9b-9a7b-4716-ba85-639670ea1b7e tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Request body: {'security_group_rule': {'security_group_id': '45a592e7-e533-4dff-be60-9e29dab56f45', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:27.864537 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-017c7f14-70b4-49b7-b709-d29f73b98a33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e10af79f-8824-4e26-b83f-5085272e3a01 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:40:27.874664 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-8dd0949f-22a3-4ee5-9b19-b9f792bc37fa tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1522815 Oct 12 07:40:27.885213 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a24f086-9f70-445c-89f7-1a645a30b137 None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:27.886640 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-017c7f14-70b4-49b7-b709-d29f73b98a33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:27.888650 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40064) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:27.892660 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-4a24f086-9f70-445c-89f7-1a645a30b137 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:27.897307 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-80243711-8fbd-48df-bba1-889e8c853e12 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'subnet': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:27.899740 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-da5efbf9-f816-49cf-852f-a5ceebd616f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba80924-10b1-42a4-ba14-57c5339d8f65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116305059', 'tenant_id': '91dbc5081b5c42efa05c929564d56662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': '445e0206-3257-4af5-976d-9ac41b663b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:40:07Z', 'updated_at': '2022-10-12T07:40:22Z', 'revision_number': 4, 'project_id': '91dbc5081b5c42efa05c929564d56662', 'gw_port': {'id': '445e0206-3257-4af5-976d-9ac41b663b8a', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:58:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba80924-10b1-42a4-ba14-57c5339d8f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:08Z', 'updated_at': '2022-10-12T07:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '1ce820b4-06b4-46cb-b775-a8a88740f49d', 'name': '', 'network_id': 'd0bc7a79-31ed-46fc-a3ce-545838184383', 'tenant_id': '91dbc5081b5c42efa05c929564d56662', 'mac_address': 'fa:16:3e:72:ad:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba80924-10b1-42a4-ba14-57c5339d8f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '528ba4c1-5477-4967-a584-627f343b00e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:19Z', 'updated_at': '2022-10-12T07:40:23Z', 'revision_number': 2, 'project_id': '91dbc5081b5c42efa05c929564d56662', 'subnets': [{'id': '528ba4c1-5477-4967-a584-627f343b00e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:27.901996 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a24f086-9f70-445c-89f7-1a645a30b137 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:40:27.905191 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a24f086-9f70-445c-89f7-1a645a30b137 None None] Pushing event updated for resources: {'Port': ['ID=3ab6f601-723d-4624-8f43-4df182b0da87,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:27.907666 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eac7247d-9ed0-4df8-90b9-ed34a292f9c7 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:27.923934 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eac7247d-9ed0-4df8-90b9-ed34a292f9c7 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:27.927575 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-eac7247d-9ed0-4df8-90b9-ed34a292f9c7 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] 10.222.0.26 "DELETE /v2.0/networks/8025ba58-3b0f-4609-94a5-4a4e9c95fcca HTTP/1.1" status: 204 len: 168 time: 0.7168758 Oct 12 07:40:27.930713 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-6b3f6e29-2ddb-4d77-99e3-68965fe317da tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] For port c528b5e8-7837-4c89-b491-bd3751cf6df0, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=c528b5e8-7837-4c89-b491-bd3751cf6df0,segment=NetworkSegment(5ee503f8-bb76-4a40-bc5a-322b9c9eb50a),segment_id=5ee503f8-bb76-4a40-bc5a-322b9c9eb50a)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:40:27.931531 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6b3f6e29-2ddb-4d77-99e3-68965fe317da tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:27.948769 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5efbf9-f816-49cf-852f-a5ceebd616f2 None None] Checking router: 9ba80924-10b1-42a4-ba14-57c5339d8f65 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:40:27.949151 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5efbf9-f816-49cf-852f-a5ceebd616f2 None None] Updating router 9ba80924-10b1-42a4-ba14-57c5339d8f65 port 1ce820b4-06b4-46cb-b775-a8a88740f49d binding host dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:40:27.965714 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac7247d-9ed0-4df8-90b9-ed34a292f9c7 tempest-QuotasNegativeTest-1039390422 tempest-QuotasNegativeTest-1039390422-project-admin] Pushing event deleted for resources: {'Network': ['ID=8025ba58-3b0f-4609-94a5-4a4e9c95fcca,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:27.967947 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d6001c9b-9a7b-4716-ba85-639670ea1b7e tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:27.980849 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-6b3f6e29-2ddb-4d77-99e3-68965fe317da tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Calling delete_port for c528b5e8-7837-4c89-b491-bd3751cf6df0 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:40:28.012032 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca87e2f-1c5d-4586-bdda-85bba9efe18d None None] DHCP port deletion for 3309e064-423d-4166-8c12-ea49ca6283f1 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:40:28.019660 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-da5efbf9-f816-49cf-852f-a5ceebd616f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:28.044897 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-adb65c1f-2bb8-42da-8ad8-40aa8812173b tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:28.046999 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-4a24f086-9f70-445c-89f7-1a645a30b137 None None] Attempting to bind port 3ab6f601-723d-4624-8f43-4df182b0da87 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:40:28.047678 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-4a24f086-9f70-445c-89f7-1a645a30b137 None None] Attempting to bind port 3ab6f601-723d-4624-8f43-4df182b0da87 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:40:28.048040 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a24f086-9f70-445c-89f7-1a645a30b137 None None] Attempting to bind port 3ab6f601-723d-4624-8f43-4df182b0da87 on network 9994ec23-a1f7-459d-8925-14bc9ff05f17 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:28.065960 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-adb65c1f-2bb8-42da-8ad8-40aa8812173b tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/networks?id=d0bc7a79-31ed-46fc-a3ce-545838184383 HTTP/1.1" status: 200 len: 797 time: 0.8440139 Oct 12 07:40:28.084020 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-017c7f14-70b4-49b7-b709-d29f73b98a33 service neutron] Transition to ACTIVE for port object e10af79f-8824-4e26-b83f-5085272e3a01 will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 07:40:28.095107 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3b4bbec5-d2b9-4ba9-90dd-275a1cbbef4c tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:28.099975 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a24f086-9f70-445c-89f7-1a645a30b137 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:40:28.100482 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a24f086-9f70-445c-89f7-1a645a30b137 None None] Checking segment: {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:40:28.101027 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4a24f086-9f70-445c-89f7-1a645a30b137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:28.101202 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d6001c9b-9a7b-4716-ba85-639670ea1b7e tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:28.101420 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a24f086-9f70-445c-89f7-1a645a30b137 None None] Bound using segment: {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:40:28.101904 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-4a24f086-9f70-445c-89f7-1a645a30b137 None None] Bound port: 3ab6f601-723d-4624-8f43-4df182b0da87, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:40:28.102328 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4a24f086-9f70-445c-89f7-1a645a30b137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:28.132276 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d6001c9b-9a7b-4716-ba85-639670ea1b7e tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:28.135186 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-017c7f14-70b4-49b7-b709-d29f73b98a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:28.153635 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-dc279460-4f77-434e-b4e3-21eaff2edd93 None None] Attempt 7 to provision port 1ce820b4-06b4-46cb-b775-a8a88740f49d Oct 12 07:40:28.155018 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6b3f6e29-2ddb-4d77-99e3-68965fe317da tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:28.189700 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-12e1896e-251b-4389-a26e-2a4189ddc7b3 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/quotas/91dbc5081b5c42efa05c929564d56662 HTTP/1.1" status: 200 len: 375 time: 0.1227345 Oct 12 07:40:28.197672 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3f6e29-2ddb-4d77-99e3-68965fe317da tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] No DVR routers for this DVR port c528b5e8-7837-4c89-b491-bd3751cf6df0 on host dv-neutron-860909-2-hyperv {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:40:28.199124 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308d117-d933-47c5-8d5d-c34cf51ef20b req-d5823ac4-4727-4020-a075-a961553a00f3 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:28.200776 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2308d117-d933-47c5-8d5d-c34cf51ef20b req-d5823ac4-4727-4020-a075-a961553a00f3 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=581e9fa7-8edf-4f44-a0ff-06d7c666fe36 HTTP/1.1" status: 200 len: 932 time: 0.4263570 Oct 12 07:40:28.201854 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4bbec5-d2b9-4ba9-90dd-275a1cbbef4c tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Pushing event deleted for resources: {'Port': ['ID=da02b94b-ce71-4dbe-9256-beea498b741b,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:28.205446 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-dc279460-4f77-434e-b4e3-21eaff2edd93 None None] Port 1ce820b4-06b4-46cb-b775-a8a88740f49d cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:28.206442 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device c528b5e8-7837-4c89-b491-bd3751cf6df0 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:40:28.239747 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6001c9b-9a7b-4716-ba85-639670ea1b7e tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75b6eb90-7a87-4f02-9a5a-021743b3eb9f,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:28.250966 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d6001c9b-9a7b-4716-ba85-639670ea1b7e tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:28.257837 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d6001c9b-9a7b-4716-ba85-639670ea1b7e tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4280725 Oct 12 07:40:28.282169 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40070) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:28.306698 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: c528b5e8-7837-4c89-b491-bd3751cf6df0 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:40:28.307339 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device c528b5e8-7837-4c89-b491-bd3751cf6df0 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:40:28.343362 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f6e29-2ddb-4d77-99e3-68965fe317da tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event deleted for resources: {'Port': ['ID=c528b5e8-7837-4c89-b491-bd3751cf6df0,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:28.353644 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-8ca87e2f-1c5d-4586-bdda-85bba9efe18d None None] Deleting port c528b5e8-7837-4c89-b491-bd3751cf6df0 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:40:28.354340 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8ca87e2f-1c5d-4586-bdda-85bba9efe18d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:28.383980 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-4a24f086-9f70-445c-89f7-1a645a30b137 None None] For port 3ab6f601-723d-4624-8f43-4df182b0da87, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:40:28.409649 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6b3f6e29-2ddb-4d77-99e3-68965fe317da tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:28.420103 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1ad8f6d0-0e3b-4756-8c6c-f837410678ce tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:28.430225 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-4a24f086-9f70-445c-89f7-1a645a30b137 None None] For port 3ab6f601-723d-4624-8f43-4df182b0da87, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=3ab6f601-723d-4624-8f43-4df182b0da87,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:40:28.441170 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1ad8f6d0-0e3b-4756-8c6c-f837410678ce tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:28.483852 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c7f14-70b4-49b7-b709-d29f73b98a33 service neutron] Pushing event updated for resources: {'Port': ['ID=e10af79f-8824-4e26-b83f-5085272e3a01,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:28.498785 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-6b3f6e29-2ddb-4d77-99e3-68965fe317da tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3309e064-423d-4166-8c12-ea49ca6283f1']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:28.500694 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4a24f086-9f70-445c-89f7-1a645a30b137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:28.500961 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1ad8f6d0-0e3b-4756-8c6c-f837410678ce tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:28.502599 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2308d117-d933-47c5-8d5d-c34cf51ef20b req-091bffaf-4d0d-4b45-90de-62d347044231 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=c0990109-25d7-4e79-ba30-3d3dfeb63a54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2778172 Oct 12 07:40:28.505694 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3b4bbec5-d2b9-4ba9-90dd-275a1cbbef4c tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:28.530483 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-3b4bbec5-d2b9-4ba9-90dd-275a1cbbef4c tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "DELETE /v2.0/ports/da02b94b-ce71-4dbe-9256-beea498b741b HTTP/1.1" status: 204 len: 168 time: 2.3723881 Oct 12 07:40:28.533436 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1ad8f6d0-0e3b-4756-8c6c-f837410678ce tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:28.537649 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-8ca87e2f-1c5d-4586-bdda-85bba9efe18d None None] For port c528b5e8-7837-4c89-b491-bd3751cf6df0, host dv-neutron-860909-2-hyperv, got binding levels [] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:40:28.538117 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-1ad8f6d0-0e3b-4756-8c6c-f837410678ce tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/75b6eb90-7a87-4f02-9a5a-021743b3eb9f HTTP/1.1" status: 204 len: 168 time: 0.2148111 Oct 12 07:40:28.538533 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8ca87e2f-1c5d-4586-bdda-85bba9efe18d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:28.538778 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40074) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:28.539117 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40076) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:28.546084 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-28c2fe7d-7528-4d6d-a0b4-79240b4839ea tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=91dbc5081b5c42efa05c929564d56662&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3386352 Oct 12 07:40:28.546990 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80243711-8fbd-48df-bba1-889e8c853e12 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:28.550792 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-80243711-8fbd-48df-bba1-889e8c853e12 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:28.566526 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-8ca87e2f-1c5d-4586-bdda-85bba9efe18d None None] Calling delete_port for c528b5e8-7837-4c89-b491-bd3751cf6df0 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:40:28.573604 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.ipam_backend_mixin [None req-8ca87e2f-1c5d-4586-bdda-85bba9efe18d None None] Port c528b5e8-7837-4c89-b491-bd3751cf6df0 was not found and therefore no delete operation was performed {{(pid=103202) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 12 07:40:28.577708 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40078) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:28.579502 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8ca87e2f-1c5d-4586-bdda-85bba9efe18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:28.615284 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-6b3f6e29-2ddb-4d77-99e3-68965fe317da tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ee503f8-bb76-4a40-bc5a-322b9c9eb50a') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:28.615610 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-6b3f6e29-2ddb-4d77-99e3-68965fe317da tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ee503f8-bb76-4a40-bc5a-322b9c9eb50a') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:28.632564 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca87e2f-1c5d-4586-bdda-85bba9efe18d None None] No DVR routers for this DVR port c528b5e8-7837-4c89-b491-bd3751cf6df0 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:40:28.632812 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad8f6d0-0e3b-4756-8c6c-f837410678ce tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75b6eb90-7a87-4f02-9a5a-021743b3eb9f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:28.636330 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a24f086-9f70-445c-89f7-1a645a30b137 None None] Pushing event updated for resources: {'Port': ['ID=3ab6f601-723d-4624-8f43-4df182b0da87,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:28.643310 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6b3f6e29-2ddb-4d77-99e3-68965fe317da tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:28.673566 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca87e2f-1c5d-4586-bdda-85bba9efe18d None None] Pushing event deleted for resources: {'Port': ['ID=c528b5e8-7837-4c89-b491-bd3751cf6df0,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:28.686525 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869be42a-f0b8-4fe3-b323-c25a54f0d664 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:28.688634 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-869be42a-f0b8-4fe3-b323-c25a54f0d664 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "GET /v2.0/ports?device_id=cef8cbf0-db0a-4674-9584-db4297dc2e25 HTTP/1.1" status: 200 len: 913 time: 0.1166890 Oct 12 07:40:28.692379 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6b3f6e29-2ddb-4d77-99e3-68965fe317da tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:28.694515 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40082) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:28.698180 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-11a368f4-7f51-44c8-a042-6f1e5a92a879 service neutron] 10.222.0.26 "GET /v2.0/networks/d0bc7a79-31ed-46fc-a3ce-545838184383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214380 Oct 12 07:40:28.715512 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f9dfb646-8d7a-4dbc-9a34-a76e9169ae0a tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1421640 Oct 12 07:40:28.719345 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40084) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:28.725895 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b3f6e29-2ddb-4d77-99e3-68965fe317da tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:40:28.726557 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6b3f6e29-2ddb-4d77-99e3-68965fe317da tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:28.729888 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-017c7f14-70b4-49b7-b709-d29f73b98a33 service neutron] Attempting to bind port e10af79f-8824-4e26-b83f-5085272e3a01 on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:40:28.730281 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-017c7f14-70b4-49b7-b709-d29f73b98a33 service neutron] Attempting to bind port e10af79f-8824-4e26-b83f-5085272e3a01 by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '66eba1d6-82ae-46e1-9ff4-c11281c8b13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:40:28.730621 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-017c7f14-70b4-49b7-b709-d29f73b98a33 service neutron] Attempting to bind port e10af79f-8824-4e26-b83f-5085272e3a01 on network 9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:28.748650 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-017c7f14-70b4-49b7-b709-d29f73b98a33 service neutron] Port e10af79f-8824-4e26-b83f-5085272e3a01 on network 9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:40:28.748650 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-017c7f14-70b4-49b7-b709-d29f73b98a33 service neutron] Attempting to bind port e10af79f-8824-4e26-b83f-5085272e3a01 on network 9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:28.766981 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-da5efbf9-f816-49cf-852f-a5ceebd616f2 None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:28.770491 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-dc279460-4f77-434e-b4e3-21eaff2edd93 None None] Attempt 8 to provision port 1ce820b4-06b4-46cb-b775-a8a88740f49d Oct 12 07:40:28.794834 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-017c7f14-70b4-49b7-b709-d29f73b98a33 service neutron] Checking agent: {'id': 'afe9b392-c72e-4ef3-a7bd-ca4c2066af02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8609', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'started_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:40:28.795182 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-017c7f14-70b4-49b7-b709-d29f73b98a33 service neutron] Checking segment: {'id': '66eba1d6-82ae-46e1-9ff4-c11281c8b13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:40:28.795568 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-017c7f14-70b4-49b7-b709-d29f73b98a33 service neutron] Bound using segment: {'id': '66eba1d6-82ae-46e1-9ff4-c11281c8b13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:40:28.796012 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-017c7f14-70b4-49b7-b709-d29f73b98a33 service neutron] Bound port: e10af79f-8824-4e26-b83f-5085272e3a01, host: hv-neutron-8609, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66eba1d6-82ae-46e1-9ff4-c11281c8b13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:40:28.796363 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-017c7f14-70b4-49b7-b709-d29f73b98a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:28.868461 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-da5efbf9-f816-49cf-852f-a5ceebd616f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:28.905656 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-017c7f14-70b4-49b7-b709-d29f73b98a33 service neutron] For port e10af79f-8824-4e26-b83f-5085272e3a01, host hv-neutron-8609, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:40:28.909046 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-017c7f14-70b4-49b7-b709-d29f73b98a33 service neutron] For port e10af79f-8824-4e26-b83f-5085272e3a01, host hv-neutron-8609, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=e10af79f-8824-4e26-b83f-5085272e3a01,segment=NetworkSegment(66eba1d6-82ae-46e1-9ff4-c11281c8b13d),segment_id=66eba1d6-82ae-46e1-9ff4-c11281c8b13d)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:40:28.933083 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-dc279460-4f77-434e-b4e3-21eaff2edd93 None None] Port 1ce820b4-06b4-46cb-b775-a8a88740f49d cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:28.941081 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-03caad32-6577-4c35-a4a0-78da48c67dc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:28.981391 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6b3f6e29-2ddb-4d77-99e3-68965fe317da tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:28.984375 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-017c7f14-70b4-49b7-b709-d29f73b98a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:28.986322 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6b3f6e29-2ddb-4d77-99e3-68965fe317da tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:28.989967 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f1571-8454-4718-b91e-9c1d2a0200ed None None] Pushing event updated for resources: {'Port': ['ID=1ce820b4-06b4-46cb-b775-a8a88740f49d,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:28.994305 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-6b3f6e29-2ddb-4d77-99e3-68965fe317da tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "DELETE /v2.0/networks/3309e064-423d-4166-8c12-ea49ca6283f1 HTTP/1.1" status: 204 len: 168 time: 1.6094403 Oct 12 07:40:29.006114 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40086) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:29.017866 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-da5efbf9-f816-49cf-852f-a5ceebd616f2 None None] Attempting to bind port 1ce820b4-06b4-46cb-b775-a8a88740f49d on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:40:29.018427 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-da5efbf9-f816-49cf-852f-a5ceebd616f2 None None] Attempting to bind port 1ce820b4-06b4-46cb-b775-a8a88740f49d by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '368cbfd5-be1d-4647-bccb-9ad3ff55f2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd0bc7a79-31ed-46fc-a3ce-545838184383'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:40:29.018883 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5efbf9-f816-49cf-852f-a5ceebd616f2 None None] Attempting to bind port 1ce820b4-06b4-46cb-b775-a8a88740f49d on network d0bc7a79-31ed-46fc-a3ce-545838184383 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:29.024308 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5efbf9-f816-49cf-852f-a5ceebd616f2 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:40:29.024780 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5efbf9-f816-49cf-852f-a5ceebd616f2 None None] Checking segment: {'id': '368cbfd5-be1d-4647-bccb-9ad3ff55f2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd0bc7a79-31ed-46fc-a3ce-545838184383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:40:29.025671 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-da5efbf9-f816-49cf-852f-a5ceebd616f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:29.025671 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5efbf9-f816-49cf-852f-a5ceebd616f2 None None] Bound using segment: {'id': '368cbfd5-be1d-4647-bccb-9ad3ff55f2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd0bc7a79-31ed-46fc-a3ce-545838184383'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:40:29.026188 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-da5efbf9-f816-49cf-852f-a5ceebd616f2 None None] Bound port: 1ce820b4-06b4-46cb-b775-a8a88740f49d, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '368cbfd5-be1d-4647-bccb-9ad3ff55f2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd0bc7a79-31ed-46fc-a3ce-545838184383'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:40:29.026677 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-da5efbf9-f816-49cf-852f-a5ceebd616f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:29.029954 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-ab774929-8d22-421e-bfcf-822790feef45 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-830171884', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:29.035092 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-325132fd-6f91-4dd5-a2fb-4095228c5779 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:29.039176 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f6e29-2ddb-4d77-99e3-68965fe317da tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event deleted for resources: {'Network': ['ID=3309e064-423d-4166-8c12-ea49ca6283f1,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:29.046198 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-017c7f14-70b4-49b7-b709-d29f73b98a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:29.047046 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-017c7f14-70b4-49b7-b709-d29f73b98a33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:29.048295 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-017c7f14-70b4-49b7-b709-d29f73b98a33 service neutron] 10.222.0.23 "PUT /v2.0/ports/e10af79f-8824-4e26-b83f-5085272e3a01 HTTP/1.1" status: 200 len: 1094 time: 2.7656932 Oct 12 07:40:29.049988 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '581e9fa7-8edf-4f44-a0ff-06d7c666fe36', 'tag': 'e10af79f-8824-4e26-b83f-5085272e3a01'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:40:29.052731 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3fc226-c879-42e6-82f8-5fcc5bef07e8" -d '{"events": [{"name": "network-changed", "server_uuid": "581e9fa7-8edf-4f44-a0ff-06d7c666fe36", "tag": "e10af79f-8824-4e26-b83f-5085272e3a01"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:40:29.111649 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235d6027-6b4d-4b6e-bcc1-43a119436782 x-openstack-request-id: req-235d6027-6b4d-4b6e-bcc1-43a119436782 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:40:29.112735 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "581e9fa7-8edf-4f44-a0ff-06d7c666fe36", "tag": "e10af79f-8824-4e26-b83f-5085272e3a01", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:40:29.112735 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-235d6027-6b4d-4b6e-bcc1-43a119436782 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:40:29.112735 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-235d6027-6b4d-4b6e-bcc1-43a119436782'] response: {'name': 'network-changed', 'server_uuid': '581e9fa7-8edf-4f44-a0ff-06d7c666fe36', 'tag': 'e10af79f-8824-4e26-b83f-5085272e3a01', 'status': 'completed', 'code': 200} Oct 12 07:40:29.120534 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-325132fd-6f91-4dd5-a2fb-4095228c5779 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:29.136267 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment ed763c5d-04fa-4391-a69e-690aec807fd3 resource provider aggregate not found Oct 12 07:40:29.146564 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-da5efbf9-f816-49cf-852f-a5ceebd616f2 None None] For port 1ce820b4-06b4-46cb-b775-a8a88740f49d, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:40:29.150938 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-da5efbf9-f816-49cf-852f-a5ceebd616f2 None None] For port 1ce820b4-06b4-46cb-b775-a8a88740f49d, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=1ce820b4-06b4-46cb-b775-a8a88740f49d,segment=NetworkSegment(368cbfd5-be1d-4647-bccb-9ad3ff55f2ac),segment_id=368cbfd5-be1d-4647-bccb-9ad3ff55f2ac)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:40:29.158241 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-da5efbf9-f816-49cf-852f-a5ceebd616f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:29.177262 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment ed763c5d-04fa-4391-a69e-690aec807fd3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed763c5d-04fa-4391-a69e-690aec807fd3 found for delete ", "request_id": "req-b3a495e3-840a-4b27-8220-f081378f7d9e"}]} Oct 12 07:40:29.219501 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 5ee503f8-bb76-4a40-bc5a-322b9c9eb50a resource provider aggregate not found Oct 12 07:40:29.222145 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5efbf9-f816-49cf-852f-a5ceebd616f2 None None] Routers {'9ba80924-10b1-42a4-ba14-57c5339d8f65'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:40:29.223283 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-da5efbf9-f816-49cf-852f-a5ceebd616f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:40:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['9ba80924-10b1-42a4-ba14-57c5339d8f65'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:29.236632 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ab774929-8d22-421e-bfcf-822790feef45 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:29.237693 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ab774929-8d22-421e-bfcf-822790feef45 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:29.247803 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-325132fd-6f91-4dd5-a2fb-4095228c5779 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:29.254475 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-202cc967-e01b-4565-91ba-b6bdfa3cc9a1 service neutron] 10.222.0.26 "GET /v2.0/networks/d0bc7a79-31ed-46fc-a3ce-545838184383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5348332 Oct 12 07:40:29.255314 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-325132fd-6f91-4dd5-a2fb-4095228c5779 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:29.257410 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-325132fd-6f91-4dd5-a2fb-4095228c5779 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "DELETE /v2.0/security-groups/45a592e7-e533-4dff-be60-9e29dab56f45 HTTP/1.1" status: 204 len: 168 time: 0.5374804 Oct 12 07:40:29.259609 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 5ee503f8-bb76-4a40-bc5a-322b9c9eb50a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5ee503f8-bb76-4a40-bc5a-322b9c9eb50a found for delete ", "request_id": "req-84614460-fc82-4786-9f15-4b2dd146617e"}]} Oct 12 07:40:29.269592 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40098) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:29.270870 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c7f14-70b4-49b7-b709-d29f73b98a33 service neutron] Pushing event updated for resources: {'Port': ['ID=e10af79f-8824-4e26-b83f-5085272e3a01,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:29.301134 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325132fd-6f91-4dd5-a2fb-4095228c5779 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a592e7-e533-4dff-be60-9e29dab56f45,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:29.338383 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-4da28b51-3cb1-41ac-ab15-6d3188589758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:29.339906 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-4da28b51-3cb1-41ac-ab15-6d3188589758 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&device_id=581e9fa7-8edf-4f44-a0ff-06d7c666fe36 HTTP/1.1" status: 200 len: 1097 time: 0.2264206 Oct 12 07:40:29.354455 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f1571-8454-4718-b91e-9c1d2a0200ed None None] Pushing event updated for resources: {'Port': ['ID=1ce820b4-06b4-46cb-b775-a8a88740f49d,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:29.385621 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ef4b6d0a-6214-49c6-a605-8e3d734ef064 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1090722 Oct 12 07:40:29.387674 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40100) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:29.415514 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-5b6308a1-4e80-4ef1-90a4-a169ea09a2c2 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Request body: {'security_group': {'name': 'tempest-secgroup--248445631'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:29.436302 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-dc279460-4f77-434e-b4e3-21eaff2edd93 None None] Attempt 9 to provision port 1ce820b4-06b4-46cb-b775-a8a88740f49d Oct 12 07:40:29.454284 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ab774929-8d22-421e-bfcf-822790feef45 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:29.460277 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b6308a1-4e80-4ef1-90a4-a169ea09a2c2 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:29.467136 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-d209f163-b8ea-4d2a-b414-380a2d922f94 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=e10af79f-8824-4e26-b83f-5085272e3a01 HTTP/1.1" status: 200 len: 217 time: 0.1139524 Oct 12 07:40:29.486883 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ab774929-8d22-421e-bfcf-822790feef45 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:29.580953 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-da5efbf9-f816-49cf-852f-a5ceebd616f2 None None] Set router 9ba80924-10b1-42a4-ba14-57c5339d8f65 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:40:29.597967 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-8dfb2a27-e1e9-4fe5-8998-9114c19652e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:29.599858 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-8dfb2a27-e1e9-4fe5-8998-9114c19652e8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dbd0bc1f-da81-479a-9d5b-baf5b2aaf907 HTTP/1.1" status: 200 len: 838 time: 0.1145771 Oct 12 07:40:29.608960 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f2e00f02-f860-4633-9fc1-8629bc7b4ef1 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:29.649625 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-03caad32-6577-4c35-a4a0-78da48c67dc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:29.686827 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b6308a1-4e80-4ef1-90a4-a169ea09a2c2 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:29.699826 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b6308a1-4e80-4ef1-90a4-a169ea09a2c2 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:29.787550 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-03caad32-6577-4c35-a4a0-78da48c67dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:29.796908 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b6308a1-4e80-4ef1-90a4-a169ea09a2c2 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:29.798536 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-5b6308a1-4e80-4ef1-90a4-a169ea09a2c2 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4109621 Oct 12 07:40:29.801641 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40112) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:29.806775 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-fe0e3c53-6f48-4bf1-88ce-492dac6fad51 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Request body: {'security_group_rule': {'security_group_id': 'ac74b77c-199f-4b59-99d8-776d0d1e6b36', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:29.812625 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6308a1-4e80-4ef1-90a4-a169ea09a2c2 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac74b77c-199f-4b59-99d8-776d0d1e6b36,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:29.841231 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1f59fbb4-8d61-4a20-abc0-f08a6929fe62 req-dd1671a5-8df4-406f-9796-1c1ece138669 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f56d885-49f6-44d0-b7be-81c767a470a4 HTTP/1.1" status: 200 len: 210 time: 0.2232170 Oct 12 07:40:29.868366 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ab774929-8d22-421e-bfcf-822790feef45 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:29.878333 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-ab774929-8d22-421e-bfcf-822790feef45 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.8520453 Oct 12 07:40:29.885659 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-dc279460-4f77-434e-b4e3-21eaff2edd93 None None] Current status of the port 1ce820b4-06b4-46cb-b775-a8a88740f49d is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:29.887406 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dc279460-4f77-434e-b4e3-21eaff2edd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:29.895171 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40114) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:29.906401 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-6b02cba6-9206-4c2c-87e4-c7d327895b4b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-953217142'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:29.957305 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe0e3c53-6f48-4bf1-88ce-492dac6fad51 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:29.990728 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b02cba6-9206-4c2c-87e4-c7d327895b4b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Made reservation on behalf of 0661c46065e34719ae0bde5df10863f8 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:29.994663 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6b02cba6-9206-4c2c-87e4-c7d327895b4b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:30.017905 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-03caad32-6577-4c35-a4a0-78da48c67dc7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=692fc52f05b443059178ceea488a8e21&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4365041 Oct 12 07:40:30.018807 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03caad32-6577-4c35-a4a0-78da48c67dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8708198b-9b86-4f22-ad17-de7c5ff96864,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:30.021952 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40118) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:30.066792 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-2db0160a-3ea0-4c1a-bf4e-6058b17766b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:30.068716 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-2db0160a-3ea0-4c1a-bf4e-6058b17766b6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4420342 Oct 12 07:40:30.095517 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed7a27-bf52-4275-926b-fc606208615f req-65f7ff3d-7b67-4f92-9e80-6606f911073f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:30.102848 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b02cba6-9206-4c2c-87e4-c7d327895b4b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:40:30.109870 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-64ed7a27-bf52-4275-926b-fc606208615f req-65f7ff3d-7b67-4f92-9e80-6606f911073f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=581e9fa7-8edf-4f44-a0ff-06d7c666fe36 HTTP/1.1" status: 200 len: 944 time: 0.4556944 Oct 12 07:40:30.122990 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-dc279460-4f77-434e-b4e3-21eaff2edd93 None None] For port 1ce820b4-06b4-46cb-b775-a8a88740f49d, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=1ce820b4-06b4-46cb-b775-a8a88740f49d,segment=NetworkSegment(368cbfd5-be1d-4647-bccb-9ad3ff55f2ac),segment_id=368cbfd5-be1d-4647-bccb-9ad3ff55f2ac)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:40:30.123476 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe0e3c53-6f48-4bf1-88ce-492dac6fad51 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:30.131207 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6b02cba6-9206-4c2c-87e4-c7d327895b4b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:30.131599 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-6b02cba6-9206-4c2c-87e4-c7d327895b4b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Added segment 9774a0d2-61bc-4724-a827-a48364cd5e08 of type vlan for network f4bd3df5-f273-4fab-861c-6848d68ed61c Oct 12 07:40:30.132118 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dc279460-4f77-434e-b4e3-21eaff2edd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:30.146789 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-80243711-8fbd-48df-bba1-889e8c853e12 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:30.176030 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe0e3c53-6f48-4bf1-88ce-492dac6fad51 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:30.201717 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc279460-4f77-434e-b4e3-21eaff2edd93 None None] Pushing event updated for resources: {'Port': ['ID=1ce820b4-06b4-46cb-b775-a8a88740f49d,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:30.229340 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-dc279460-4f77-434e-b4e3-21eaff2edd93 None None] Provisioning complete for port a1c1ab70-0c0b-4394-a264-8cb16020d8ba triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:30.229715 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dc279460-4f77-434e-b4e3-21eaff2edd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:30.231010 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-dc279460-4f77-434e-b4e3-21eaff2edd93 None None] Attempt 1 to provision port a1c1ab70-0c0b-4394-a264-8cb16020d8ba Oct 12 07:40:30.242365 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-92b15e0c-104f-47b8-95f8-5d84ed2bfc42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:30.253575 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e3c53-6f48-4bf1-88ce-492dac6fad51 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bad4def0-22b9-4021-8f84-c22dc3731967,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:30.289118 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-da5efbf9-f816-49cf-852f-a5ceebd616f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba80924-10b1-42a4-ba14-57c5339d8f65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116305059', 'tenant_id': '91dbc5081b5c42efa05c929564d56662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': '445e0206-3257-4af5-976d-9ac41b663b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:40:07Z', 'updated_at': '2022-10-12T07:40:22Z', 'revision_number': 4, 'project_id': '91dbc5081b5c42efa05c929564d56662', 'gw_port': {'id': '445e0206-3257-4af5-976d-9ac41b663b8a', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:58:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba80924-10b1-42a4-ba14-57c5339d8f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:08Z', 'updated_at': '2022-10-12T07:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '1ce820b4-06b4-46cb-b775-a8a88740f49d', 'name': '', 'network_id': 'd0bc7a79-31ed-46fc-a3ce-545838184383', 'tenant_id': '91dbc5081b5c42efa05c929564d56662', 'mac_address': 'fa:16:3e:72:ad:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba80924-10b1-42a4-ba14-57c5339d8f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '528ba4c1-5477-4967-a584-627f343b00e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:19Z', 'updated_at': '2022-10-12T07:40:29Z', 'revision_number': 4, 'project_id': '91dbc5081b5c42efa05c929564d56662', 'subnets': [{'id': '528ba4c1-5477-4967-a584-627f343b00e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:30.295523 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80243711-8fbd-48df-bba1-889e8c853e12 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:30.306675 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-80243711-8fbd-48df-bba1-889e8c853e12 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:30.325740 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-64ed7a27-bf52-4275-926b-fc606208615f req-812beb40-e457-4a66-81c4-38efbe24a2f0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=c0990109-25d7-4e79-ba30-3d3dfeb63a54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2121828 Oct 12 07:40:30.329297 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80243711-8fbd-48df-bba1-889e8c853e12 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:30.329923 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6b02cba6-9206-4c2c-87e4-c7d327895b4b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:30.332362 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-80243711-8fbd-48df-bba1-889e8c853e12 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:30.338168 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80243711-8fbd-48df-bba1-889e8c853e12 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Subnet': ['ID=66db15a9-3ccd-412e-a93e-b34caee42b45,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:30.343471 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe0e3c53-6f48-4bf1-88ce-492dac6fad51 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:30.345317 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f2a34f-ae77-4d0e-a914-17571f3ce2f3 None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:40:30.346584 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-fe0e3c53-6f48-4bf1-88ce-492dac6fad51 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5418921 Oct 12 07:40:30.348891 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40120) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:30.376326 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-80243711-8fbd-48df-bba1-889e8c853e12 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4837904 Oct 12 07:40:30.380731 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40122) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:30.387016 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-21ff10aa-236e-4608-becc-d6b4d15460dc tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "GET /v2.0/security-group-rules/bad4def0-22b9-4021-8f84-c22dc3731967 HTTP/1.1" status: 200 len: 763 time: 0.0365255 Oct 12 07:40:30.393528 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40124) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:30.401575 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-92b15e0c-104f-47b8-95f8-5d84ed2bfc42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:30.410603 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-6299c92b-f86d-4d64-8591-e2d917b12bc6 service neutron] 10.222.0.23 "GET /v2.0/networks/9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917752 Oct 12 07:40:30.414414 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-539b41ab-5605-49b1-bc33-0ea6eff4bbc5 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'port': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'mac_address': 'fa:16:3e:c8:20:f2', 'name': 'tempest-NetworksTestDHCPv6-1379107525'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:30.417573 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5efbf9-f816-49cf-852f-a5ceebd616f2 None None] The sync data for ids ['9ba80924-10b1-42a4-ba14-57c5339d8f65'] in dv-neutron-860909-2-hyperv is: [{'id': '9ba80924-10b1-42a4-ba14-57c5339d8f65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116305059', 'tenant_id': '91dbc5081b5c42efa05c929564d56662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': '445e0206-3257-4af5-976d-9ac41b663b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:40:07Z', 'updated_at': '2022-10-12T07:40:22Z', 'revision_number': 4, 'project_id': '91dbc5081b5c42efa05c929564d56662', 'gw_port': {'id': '445e0206-3257-4af5-976d-9ac41b663b8a', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:58:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba80924-10b1-42a4-ba14-57c5339d8f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:08Z', 'updated_at': '2022-10-12T07:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '1ce820b4-06b4-46cb-b775-a8a88740f49d', 'name': '', 'network_id': 'd0bc7a79-31ed-46fc-a3ce-545838184383', 'tenant_id': '91dbc5081b5c42efa05c929564d56662', 'mac_address': 'fa:16:3e:72:ad:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba80924-10b1-42a4-ba14-57c5339d8f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '528ba4c1-5477-4967-a584-627f343b00e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:19Z', 'updated_at': '2022-10-12T07:40:29Z', 'revision_number': 4, 'project_id': '91dbc5081b5c42efa05c929564d56662', 'subnets': [{'id': '528ba4c1-5477-4967-a584-627f343b00e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:40:30.420224 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 3ab6f601-723d-4624-8f43-4df182b0da87 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:40:30.462255 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-dc279460-4f77-434e-b4e3-21eaff2edd93 None None] Current status of the port a1c1ab70-0c0b-4394-a264-8cb16020d8ba is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:30.537219 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6b02cba6-9206-4c2c-87e4-c7d327895b4b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:30.548460 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b02cba6-9206-4c2c-87e4-c7d327895b4b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:30.549242 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6b02cba6-9206-4c2c-87e4-c7d327895b4b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:30.554883 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-879695bc-8484-493e-a902-3a8bcc17124b tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1590424 Oct 12 07:40:30.557838 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 3ab6f601-723d-4624-8f43-4df182b0da87 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:30.558290 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:30.558658 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 3ab6f601-723d-4624-8f43-4df182b0da87 Oct 12 07:40:30.562333 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40126) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:30.674152 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-6b02cba6-9206-4c2c-87e4-c7d327895b4b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7778306 Oct 12 07:40:30.683203 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-f2e00f02-f860-4633-9fc1-8629bc7b4ef1 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Deleting port 42feafc9-516c-4225-b674-cc8090932e4f {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:40:30.683641 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f2e00f02-f860-4633-9fc1-8629bc7b4ef1 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:30.688547 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40128) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:30.711629 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-5c9cfdec-5997-4fb0-b6af-6005a98c2b34 None None] Could not find standard attr ID for object 06dc17c3-fdc7-45d9-b590-cbf431bd3c58. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:40:30.766926 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-5c9cfdec-5997-4fb0-b6af-6005a98c2b34 None None] Provisioning complete for port 3ab6f601-723d-4624-8f43-4df182b0da87 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:30.767298 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5c9cfdec-5997-4fb0-b6af-6005a98c2b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:30.767633 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-5c9cfdec-5997-4fb0-b6af-6005a98c2b34 None None] Attempt 1 to provision port 3ab6f601-723d-4624-8f43-4df182b0da87 Oct 12 07:40:30.821576 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-e3af3745-c2a8-4bc6-bb87-4fdaf01a2d6a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Request body: {'subnet': {'network_id': 'f4bd3df5-f273-4fab-861c-6848d68ed61c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:30.852345 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 3ab6f601-723d-4624-8f43-4df182b0da87 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:30.852784 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:30.881519 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b02cba6-9206-4c2c-87e4-c7d327895b4b tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event updated for resources: {'Network': ['ID=f4bd3df5-f273-4fab-861c-6848d68ed61c,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:30.908967 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 3ab6f601-723d-4624-8f43-4df182b0da87, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=3ab6f601-723d-4624-8f43-4df182b0da87,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:40:30.915194 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network f4bd3df5-f273-4fab-861c-6848d68ed61c details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:40:30.958898 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-92b15e0c-104f-47b8-95f8-5d84ed2bfc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:30.961445 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-92b15e0c-104f-47b8-95f8-5d84ed2bfc42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:30.966220 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-92b15e0c-104f-47b8-95f8-5d84ed2bfc42 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8708198b-9b86-4f22-ad17-de7c5ff96864 HTTP/1.1" status: 204 len: 168 time: 0.9422920 Oct 12 07:40:30.978926 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fc4e4fe8-b31d-42c1-9405-ba01ff6bb2d6 req-b4cde2c7-d596-447b-80a3-a89b17fcddcd service neutron] 10.222.0.23 "GET /v2.0/networks/9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5609229 Oct 12 07:40:30.995620 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b15e0c-104f-47b8-95f8-5d84ed2bfc42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8708198b-9b86-4f22-ad17-de7c5ff96864,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:30.998290 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-5c9cfdec-5997-4fb0-b6af-6005a98c2b34 None None] Current status of the port 3ab6f601-723d-4624-8f43-4df182b0da87 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:31.001431 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:31.042892 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2397b6ab-f17a-4fda-bb54-58d73a7eae9c None None] Update dhcp port {'port': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'fixed_ips': [{'subnet_id': '98a127de-a850-42b2-84d3-5b880b7a4e04', 'ip_address': '2001:db8::f816:3eff:fedf:2f38'}, {'subnet_id': '66db15a9-3ccd-412e-a93e-b34caee42b45'}], 'binding:host_id': 'dv-neutron-860909-2-hyperv'}, 'id': '3ab6f601-723d-4624-8f43-4df182b0da87'} from dv-neutron-860909-2-hyperv. {{(pid=103202) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 07:40:31.081157 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3af3745-c2a8-4bc6-bb87-4fdaf01a2d6a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Made reservation on behalf of 0661c46065e34719ae0bde5df10863f8 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:31.085167 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e3af3745-c2a8-4bc6-bb87-4fdaf01a2d6a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:31.093567 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-dcbdb935-9f61-443c-87ac-0da7c7e99aeb req-a8704964-53a2-4f0f-b88b-ed4e527664d2 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f56d885-49f6-44d0-b7be-81c767a470a4 HTTP/1.1" status: 200 len: 210 time: 0.1136088 Oct 12 07:40:31.100121 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a86a13b7-505f-4745-9deb-b1836f537821 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:31.123595 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a86a13b7-505f-4745-9deb-b1836f537821 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:31.137299 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f2e00f02-f860-4633-9fc1-8629bc7b4ef1 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:31.158709 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-f2e00f02-f860-4633-9fc1-8629bc7b4ef1 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Calling delete_port for 42feafc9-516c-4225-b674-cc8090932e4f owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:40:31.161290 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539b41ab-5605-49b1-bc33-0ea6eff4bbc5 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:31.171488 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-5c9cfdec-5997-4fb0-b6af-6005a98c2b34 None None] Provisioning complete for port 1ce820b4-06b4-46cb-b775-a8a88740f49d triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:31.171899 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5c9cfdec-5997-4fb0-b6af-6005a98c2b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:31.172239 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-5c9cfdec-5997-4fb0-b6af-6005a98c2b34 None None] Attempt 1 to provision port 1ce820b4-06b4-46cb-b775-a8a88740f49d Oct 12 07:40:31.215958 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2397b6ab-f17a-4fda-bb54-58d73a7eae9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:31.257782 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a86a13b7-505f-4745-9deb-b1836f537821 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:31.285583 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a86a13b7-505f-4745-9deb-b1836f537821 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:31.287171 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a86a13b7-505f-4745-9deb-b1836f537821 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/bad4def0-22b9-4021-8f84-c22dc3731967 HTTP/1.1" status: 204 len: 168 time: 0.7228429 Oct 12 07:40:31.288288 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86a13b7-505f-4745-9deb-b1836f537821 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bad4def0-22b9-4021-8f84-c22dc3731967,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:31.290628 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40136) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:31.307223 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-539b41ab-5605-49b1-bc33-0ea6eff4bbc5 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:31.345403 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=3ab6f601-723d-4624-8f43-4df182b0da87,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:31.471840 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fc226-c879-42e6-82f8-5fcc5bef07e8 req-5d90499d-cfa5-4f1e-84ee-ede4091363b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:31.473452 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6f3fc226-c879-42e6-82f8-5fcc5bef07e8 req-5d90499d-cfa5-4f1e-84ee-ede4091363b1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&device_id=581e9fa7-8edf-4f44-a0ff-06d7c666fe36 HTTP/1.1" status: 200 len: 1097 time: 0.2645617 Oct 12 07:40:31.499625 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-539b41ab-5605-49b1-bc33-0ea6eff4bbc5 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] device_id is not set on port 05d9f4d4-0823-4853-9076-f88ce96153ee yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:40:31.521439 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-1638c850-eb17-44cc-bf08-8af54e1482ef tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2257948 Oct 12 07:40:31.524738 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40144) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:31.571984 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-5c9cfdec-5997-4fb0-b6af-6005a98c2b34 None None] Current status of the port 1ce820b4-06b4-46cb-b775-a8a88740f49d is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:31.573618 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40146) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:31.584141 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-5c9cfdec-5997-4fb0-b6af-6005a98c2b34 None None] Could not find standard attr ID for object 9d0fad7d-e7bf-45db-a4ce-cfb7de895bd5. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:40:31.584575 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-11993341-d3e1-4c7a-8103-f037903554c4 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Request body: {'security_group_rule': {'security_group_id': 'ac74b77c-199f-4b59-99d8-776d0d1e6b36', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:31.657755 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-2397b6ab-f17a-4fda-bb54-58d73a7eae9c None None] Allocated IP 2001:db8:0:1::2 (9994ec23-a1f7-459d-8925-14bc9ff05f17/66db15a9-3ccd-412e-a93e-b34caee42b45/3ab6f601-723d-4624-8f43-4df182b0da87) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:40:31.696561 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-9d98b5f2-cc8c-4588-944b-f7b8a7e711df tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:31.698106 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-9d98b5f2-cc8c-4588-944b-f7b8a7e711df tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.23 "GET /v2.0/networks?id=d0bc7a79-31ed-46fc-a3ce-545838184383 HTTP/1.1" status: 200 len: 797 time: 0.4851928 Oct 12 07:40:31.707228 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-86021d90-af61-4176-9954-5d80ccbb6b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:31.780195 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b690d-8eaa-4ae1-b354-741bbebb8179 req-e8a1a915-4c88-439b-8446-e2c72dfbab0b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:31.781756 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-846b690d-8eaa-4ae1-b354-741bbebb8179 req-e8a1a915-4c88-439b-8446-e2c72dfbab0b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=581e9fa7-8edf-4f44-a0ff-06d7c666fe36 HTTP/1.1" status: 200 len: 944 time: 0.3152025 Oct 12 07:40:31.796452 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fc226-c879-42e6-82f8-5fcc5bef07e8 req-4d791a7c-3762-4c56-9633-bf706f8e0ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:31.797366 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6f3fc226-c879-42e6-82f8-5fcc5bef07e8 req-4d791a7c-3762-4c56-9633-bf706f8e0ae1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5 HTTP/1.1" status: 200 len: 896 time: 0.3119884 Oct 12 07:40:31.804408 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-2397b6ab-f17a-4fda-bb54-58d73a7eae9c None None] For port 3ab6f601-723d-4624-8f43-4df182b0da87, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=3ab6f601-723d-4624-8f43-4df182b0da87,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:40:31.830458 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-8c16fa12-e5e5-4132-b30e-bd288815ba3b tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91dbc5081b5c42efa05c929564d56662 HTTP/1.1" status: 200 len: 380 time: 0.1175785 Oct 12 07:40:31.846459 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2397b6ab-f17a-4fda-bb54-58d73a7eae9c None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:31.853123 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2397b6ab-f17a-4fda-bb54-58d73a7eae9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:31.878609 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-f2441380-b488-4bb3-9bf8-8a65924685ec tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Request body: {'port': {'device_id': '0f56d885-49f6-44d0-b7be-81c767a470a4', 'network_id': 'd0bc7a79-31ed-46fc-a3ce-545838184383', 'admin_state_up': True, 'tenant_id': '91dbc5081b5c42efa05c929564d56662', 'security_groups': ['2728a5cb-2cc4-47ab-8e2b-dd9e7f9f0102']}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:31.884554 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6f3fc226-c879-42e6-82f8-5fcc5bef07e8 req-61271395-e9a9-47a2-9c10-09beef1263ef service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=e10af79f-8824-4e26-b83f-5085272e3a01 HTTP/1.1" status: 200 len: 217 time: 0.0744133 Oct 12 07:40:31.936013 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-846b690d-8eaa-4ae1-b354-741bbebb8179 req-905a2127-a838-4b17-b5de-6e0e60464507 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=c0990109-25d7-4e79-ba30-3d3dfeb63a54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415918 Oct 12 07:40:31.994111 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2397b6ab-f17a-4fda-bb54-58d73a7eae9c None None] Pushing event updated for resources: {'Port': ['ID=3ab6f601-723d-4624-8f43-4df182b0da87,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:32.028118 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fc226-c879-42e6-82f8-5fcc5bef07e8 req-a3ca90b7-d7e8-4df8-a4d5-d7d41d7695ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:32.029632 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6f3fc226-c879-42e6-82f8-5fcc5bef07e8 req-a3ca90b7-d7e8-4df8-a4d5-d7d41d7695ae service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dbd0bc1f-da81-479a-9d5b-baf5b2aaf907 HTTP/1.1" status: 200 len: 838 time: 0.1159725 Oct 12 07:40:32.128683 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-f2441380-b488-4bb3-9bf8-8a65924685ec tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Made reservation on behalf of 91dbc5081b5c42efa05c929564d56662 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:32.135811 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-f2441380-b488-4bb3-9bf8-8a65924685ec tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:32.139474 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fc226-c879-42e6-82f8-5fcc5bef07e8 req-79318a5c-7a69-4039-911d-feefccb91e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:32.141009 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6f3fc226-c879-42e6-82f8-5fcc5bef07e8 req-79318a5c-7a69-4039-911d-feefccb91e6a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0990400 Oct 12 07:40:32.301560 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-11993341-d3e1-4c7a-8103-f037903554c4 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:32.309626 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 3ab6f601-723d-4624-8f43-4df182b0da87 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:40:32.360910 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e3af3745-c2a8-4bc6-bb87-4fdaf01a2d6a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:32.403147 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 3ab6f601-723d-4624-8f43-4df182b0da87 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:32.404195 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:32.404713 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 3ab6f601-723d-4624-8f43-4df182b0da87 Oct 12 07:40:32.414150 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-64fa28d9-08ca-4cda-989c-16077ac5dc85 req-9f2479ee-f4a7-4344-87d4-df77d967fdce tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f56d885-49f6-44d0-b7be-81c767a470a4 HTTP/1.1" status: 200 len: 210 time: 0.1082709 Oct 12 07:40:32.491729 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-f2441380-b488-4bb3-9bf8-8a65924685ec tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Allocated IP 172.20.0.12 (d0bc7a79-31ed-46fc-a3ce-545838184383/528ba4c1-5477-4967-a584-627f343b00e2/894313f8-2c62-4e32-aa6c-f2b513beaf66) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:40:32.528422 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 3ab6f601-723d-4624-8f43-4df182b0da87 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:32.528923 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6f3fc226-c879-42e6-82f8-5fcc5bef07e8 req-60cff24b-a958-4223-9430-73c792e2e2b6 service neutron] 10.222.0.23 "GET /v2.0/networks/9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773875 Oct 12 07:40:32.529924 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 1ce820b4-06b4-46cb-b775-a8a88740f49d up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:40:32.553103 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-86021d90-af61-4176-9954-5d80ccbb6b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:32.580094 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-86021d90-af61-4176-9954-5d80ccbb6b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:32.592342 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 1ce820b4-06b4-46cb-b775-a8a88740f49d triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:32.592732 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:32.593049 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 1ce820b4-06b4-46cb-b775-a8a88740f49d Oct 12 07:40:32.600387 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af3745-c2a8-4bc6-bb87-4fdaf01a2d6a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event updated for resources: {'Subnet': ['ID=163eea88-3da4-45c6-a9fb-cedff88141d3,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:32.623924 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-539b41ab-5605-49b1-bc33-0ea6eff4bbc5 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Allocated IP 2001:db8:0:1::b3 (9994ec23-a1f7-459d-8925-14bc9ff05f17/66db15a9-3ccd-412e-a93e-b34caee42b45/05d9f4d4-0823-4853-9076-f88ce96153ee) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:40:32.633764 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-11993341-d3e1-4c7a-8103-f037903554c4 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:32.657096 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-539b41ab-5605-49b1-bc33-0ea6eff4bbc5 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Allocated IP 2001:db8::f816:3eff:fec8:20f2 (9994ec23-a1f7-459d-8925-14bc9ff05f17/98a127de-a850-42b2-84d3-5b880b7a4e04/05d9f4d4-0823-4853-9076-f88ce96153ee) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:40:32.663914 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-11993341-d3e1-4c7a-8103-f037903554c4 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:32.672194 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f2e00f02-f860-4633-9fc1-8629bc7b4ef1 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:32.702865 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 1ce820b4-06b4-46cb-b775-a8a88740f49d is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:32.731383 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3af3745-c2a8-4bc6-bb87-4fdaf01a2d6a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Checking segment: {'id': '9774a0d2-61bc-4724-a827-a48364cd5e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f4bd3df5-f273-4fab-861c-6848d68ed61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:40:32.731750 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3af3745-c2a8-4bc6-bb87-4fdaf01a2d6a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Network hostable DHCP agents. Network: f4bd3df5-f273-4fab-861c-6848d68ed61c, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:40:32.733695 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86021d90-af61-4176-9954-5d80ccbb6b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c649827-497a-4804-ab0d-c84545ea2b99,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:32.748929 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6f3fc226-c879-42e6-82f8-5fcc5bef07e8 req-cca83bf6-c980-4765-9418-b0a3527428f7 service neutron] 10.222.0.23 "GET /v2.0/networks/9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896031 Oct 12 07:40:32.779443 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-86021d90-af61-4176-9954-5d80ccbb6b63 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6415336ec5ea4aafbae7a4d5138c9f9f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1890776 Oct 12 07:40:32.780362 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11993341-d3e1-4c7a-8103-f037903554c4 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf8bc42a-d047-4bcb-b144-afc18b38c72b,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:32.782316 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40152) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:32.785581 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e00f02-f860-4633-9fc1-8629bc7b4ef1 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Pushing event deleted for resources: {'Port': ['ID=42feafc9-516c-4225-b674-cc8090932e4f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:32.815324 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-11993341-d3e1-4c7a-8103-f037903554c4 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:32.816548 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-11993341-d3e1-4c7a-8103-f037903554c4 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2438238 Oct 12 07:40:32.819759 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40154) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:32.845209 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-f2441380-b488-4bb3-9bf8-8a65924685ec tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:32.887749 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f0f571df-93cc-46a7-9f77-889f44c6fad3 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "GET /v2.0/security-group-rules/cf8bc42a-d047-4bcb-b144-afc18b38c72b HTTP/1.1" status: 200 len: 763 time: 0.0611084 Oct 12 07:40:32.893269 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40156) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:32.910731 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3af3745-c2a8-4bc6-bb87-4fdaf01a2d6a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Network f4bd3df5-f273-4fab-861c-6848d68ed61c is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:40:32.925274 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-35e6ad40-549e-4dbf-80aa-92d7917846e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:32.925929 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-988d59e2-857b-4e4c-8753-a90611fcd372 None None] Provisioning complete for port 3ab6f601-723d-4624-8f43-4df182b0da87 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:32.926495 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-988d59e2-857b-4e4c-8753-a90611fcd372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:32.926962 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-988d59e2-857b-4e4c-8753-a90611fcd372 None None] Attempt 1 to provision port 3ab6f601-723d-4624-8f43-4df182b0da87 Oct 12 07:40:32.958226 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-f2441380-b488-4bb3-9bf8-8a65924685ec tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:32.987908 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-8a53e620-6b4a-4bfa-b731-e3e4bf74eb40 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0932631 Oct 12 07:40:32.990113 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-35e6ad40-549e-4dbf-80aa-92d7917846e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:33.026310 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40160) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:33.026942 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-e3af3745-c2a8-4bc6-bb87-4fdaf01a2d6a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, f4bd3df5-f273-4fab-861c-6848d68ed61c) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:33.039393 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1c33ac-ed13-463e-872f-873ccc3f8d4d None None] Network f4bd3df5-f273-4fab-861c-6848d68ed61c requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:40:33.044989 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3af3745-c2a8-4bc6-bb87-4fdaf01a2d6a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:33.045992 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e3af3745-c2a8-4bc6-bb87-4fdaf01a2d6a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:33.066359 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-f2441380-b488-4bb3-9bf8-8a65924685ec tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Network d0bc7a79-31ed-46fc-a3ce-545838184383 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:33.074676 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-f2441380-b488-4bb3-9bf8-8a65924685ec tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:33.078501 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-988d59e2-857b-4e4c-8753-a90611fcd372 None None] Current status of the port 3ab6f601-723d-4624-8f43-4df182b0da87 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:33.081980 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e3af3745-c2a8-4bc6-bb87-4fdaf01a2d6a tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3566160 Oct 12 07:40:33.088309 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40162) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:33.107068 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-f2441380-b488-4bb3-9bf8-8a65924685ec tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:40:33.129817 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2441380-b488-4bb3-9bf8-8a65924685ec tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Pushing event updated for resources: {'Port': ['ID=894313f8-2c62-4e32-aa6c-f2b513beaf66,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:33.163888 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2ee74691-c293-4f14-9731-a2fe7cde99b8 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:33.182409 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2ee74691-c293-4f14-9731-a2fe7cde99b8 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:33.206592 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4619c7e-8ef5-4dd4-a865-1ac8caf751ad req-bf8f3b7d-bd05-437f-82d0-7119a93fec1e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:33.208177 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c4619c7e-8ef5-4dd4-a865-1ac8caf751ad req-bf8f3b7d-bd05-437f-82d0-7119a93fec1e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=581e9fa7-8edf-4f44-a0ff-06d7c666fe36 HTTP/1.1" status: 200 len: 944 time: 0.1792476 Oct 12 07:40:33.219802 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-539b41ab-5605-49b1-bc33-0ea6eff4bbc5 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:33.234586 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-f2441380-b488-4bb3-9bf8-8a65924685ec tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:33.235186 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-f2441380-b488-4bb3-9bf8-8a65924685ec tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:33.243565 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d76059-a49d-4ec8-a024-e9b36528a189 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-f4bd3df5-f273-4fab-861c-6848d68ed61c', 'network_id': 'f4bd3df5-f273-4fab-861c-6848d68ed61c', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'fixed_ips': [{'subnet_id': '163eea88-3da4-45c6-a9fb-cedff88141d3'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:40:33.244434 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-83d76059-a49d-4ec8-a024-e9b36528a189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:33.258217 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-35e6ad40-549e-4dbf-80aa-92d7917846e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:33.260734 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-35e6ad40-549e-4dbf-80aa-92d7917846e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:33.264534 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-35e6ad40-549e-4dbf-80aa-92d7917846e8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7c649827-497a-4804-ab0d-c84545ea2b99 HTTP/1.1" status: 204 len: 168 time: 0.4784291 Oct 12 07:40:33.280025 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-f2441380-b488-4bb3-9bf8-8a65924685ec tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4390707 Oct 12 07:40:33.292306 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6ad40-549e-4dbf-80aa-92d7917846e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c649827-497a-4804-ab0d-c84545ea2b99,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:33.300940 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-56b8108a-434c-4b47-b61c-4896efa318af service neutron] Request body: {'port': {'device_id': '0f56d885-49f6-44d0-b7be-81c767a470a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8609'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:33.313476 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2ee74691-c293-4f14-9731-a2fe7cde99b8 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:33.341716 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f2e00f02-f860-4633-9fc1-8629bc7b4ef1 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:33.346305 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2ee74691-c293-4f14-9731-a2fe7cde99b8 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:33.349628 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-2ee74691-c293-4f14-9731-a2fe7cde99b8 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/cf8bc42a-d047-4bcb-b144-afc18b38c72b HTTP/1.1" status: 204 len: 168 time: 0.3201630 Oct 12 07:40:33.356637 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40166) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:33.374589 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c4619c7e-8ef5-4dd4-a865-1ac8caf751ad req-9999c3bd-5668-4630-b3ce-06f913c875b0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=c0990109-25d7-4e79-ba30-3d3dfeb63a54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555834 Oct 12 07:40:33.377441 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee74691-c293-4f14-9731-a2fe7cde99b8 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf8bc42a-d047-4bcb-b144-afc18b38c72b,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:33.442783 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-56b8108a-434c-4b47-b61c-4896efa318af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:33.513517 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-83d76059-a49d-4ec8-a024-e9b36528a189 None None] Allocated IP 2001:db8::2 (f4bd3df5-f273-4fab-861c-6848d68ed61c/163eea88-3da4-45c6-a9fb-cedff88141d3/0e88a8ff-df18-4d28-a602-dc77e0ece2e5) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:40:33.547925 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-b3104d49-443e-453c-af80-225735a9e8a0 None None] Provisioning complete for port 894313f8-2c62-4e32-aa6c-f2b513beaf66 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:33.548351 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b3104d49-443e-453c-af80-225735a9e8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:33.548688 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-b3104d49-443e-453c-af80-225735a9e8a0 None None] Attempt 1 to provision port 894313f8-2c62-4e32-aa6c-f2b513beaf66 Oct 12 07:40:33.616165 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-539b41ab-5605-49b1-bc33-0ea6eff4bbc5 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:33.648112 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b3104d49-443e-453c-af80-225735a9e8a0 None None] Port 894313f8-2c62-4e32-aa6c-f2b513beaf66 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:33.695388 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159adbfc-858e-4725-890f-5226b6513948 req-479b4c82-f5c6-4be8-928b-44d44454a4fb tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:33.697891 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-159adbfc-858e-4725-890f-5226b6513948 req-479b4c82-f5c6-4be8-928b-44d44454a4fb tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f56d885-49f6-44d0-b7be-81c767a470a4 HTTP/1.1" status: 200 len: 932 time: 0.0989513 Oct 12 07:40:33.735884 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-4f9a92d1-a214-49db-85e8-d89fc0cc52b9 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2853186 Oct 12 07:40:33.750205 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40176) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:33.756248 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-83d76059-a49d-4ec8-a024-e9b36528a189 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:33.756437 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-159adbfc-858e-4725-890f-5226b6513948 req-babd1ce5-c3d8-4406-a91b-0001180cd066 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/security-groups?id=2728a5cb-2cc4-47ab-8e2b-dd9e7f9f0102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493774 Oct 12 07:40:33.768019 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-83d76059-a49d-4ec8-a024-e9b36528a189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:33.768941 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539b41ab-5605-49b1-bc33-0ea6eff4bbc5 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:33.777879 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-3c28a3f2-5b9d-4281-812e-a9d6c2d18482 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Request body: {'security_group_rule': {'security_group_id': 'ac74b77c-199f-4b59-99d8-776d0d1e6b36', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:33.793583 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-539b41ab-5605-49b1-bc33-0ea6eff4bbc5 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:33.821239 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d76059-a49d-4ec8-a024-e9b36528a189 None None] Network f4bd3df5-f273-4fab-861c-6848d68ed61c is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:33.825735 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-83d76059-a49d-4ec8-a024-e9b36528a189 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:33.830389 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539b41ab-5605-49b1-bc33-0ea6eff4bbc5 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:40:33.832299 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d76059-a49d-4ec8-a024-e9b36528a189 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:40:33.835375 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d76059-a49d-4ec8-a024-e9b36528a189 None None] Pushing event updated for resources: {'Port': ['ID=0e88a8ff-df18-4d28-a602-dc77e0ece2e5,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:33.836161 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539b41ab-5605-49b1-bc33-0ea6eff4bbc5 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:33.836827 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-539b41ab-5605-49b1-bc33-0ea6eff4bbc5 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:33.846492 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b41ab-5605-49b1-bc33-0ea6eff4bbc5 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Port': ['ID=05d9f4d4-0823-4853-9076-f88ce96153ee,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:33.893629 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-539b41ab-5605-49b1-bc33-0ea6eff4bbc5 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.5052986 Oct 12 07:40:33.904492 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40182) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:33.930113 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-83d76059-a49d-4ec8-a024-e9b36528a189 None None] Attempting to bind port 0e88a8ff-df18-4d28-a602-dc77e0ece2e5 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:40:33.930488 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-83d76059-a49d-4ec8-a024-e9b36528a189 None None] Attempting to bind port 0e88a8ff-df18-4d28-a602-dc77e0ece2e5 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '9774a0d2-61bc-4724-a827-a48364cd5e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f4bd3df5-f273-4fab-861c-6848d68ed61c'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:40:33.930850 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d76059-a49d-4ec8-a024-e9b36528a189 None None] Attempting to bind port 0e88a8ff-df18-4d28-a602-dc77e0ece2e5 on network f4bd3df5-f273-4fab-861c-6848d68ed61c {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:33.937266 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d76059-a49d-4ec8-a024-e9b36528a189 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:40:33.937868 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d76059-a49d-4ec8-a024-e9b36528a189 None None] Checking segment: {'id': '9774a0d2-61bc-4724-a827-a48364cd5e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f4bd3df5-f273-4fab-861c-6848d68ed61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:40:33.938053 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-83d76059-a49d-4ec8-a024-e9b36528a189 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:33.938519 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d76059-a49d-4ec8-a024-e9b36528a189 None None] Bound using segment: {'id': '9774a0d2-61bc-4724-a827-a48364cd5e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f4bd3df5-f273-4fab-861c-6848d68ed61c'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:40:33.939000 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-83d76059-a49d-4ec8-a024-e9b36528a189 None None] Bound port: 0e88a8ff-df18-4d28-a602-dc77e0ece2e5, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9774a0d2-61bc-4724-a827-a48364cd5e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f4bd3df5-f273-4fab-861c-6848d68ed61c'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:40:33.939387 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-83d76059-a49d-4ec8-a024-e9b36528a189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:33.945610 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3c28a3f2-5b9d-4281-812e-a9d6c2d18482 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:33.948763 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-199951ca-be34-4c70-8d0f-898b840db469 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:34.023811 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-83d76059-a49d-4ec8-a024-e9b36528a189 None None] For port 0e88a8ff-df18-4d28-a602-dc77e0ece2e5, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:40:34.027702 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-83d76059-a49d-4ec8-a024-e9b36528a189 None None] For port 0e88a8ff-df18-4d28-a602-dc77e0ece2e5, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=0e88a8ff-df18-4d28-a602-dc77e0ece2e5,segment=NetworkSegment(9774a0d2-61bc-4724-a827-a48364cd5e08),segment_id=9774a0d2-61bc-4724-a827-a48364cd5e08)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:40:34.036419 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-83d76059-a49d-4ec8-a024-e9b36528a189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:34.088766 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-56b8108a-434c-4b47-b61c-4896efa318af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 894313f8-2c62-4e32-aa6c-f2b513beaf66 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:40:34.116668 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-56b8108a-434c-4b47-b61c-4896efa318af service neutron] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:34.148636 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-b3104d49-443e-453c-af80-225735a9e8a0 None None] Attempt 2 to provision port 894313f8-2c62-4e32-aa6c-f2b513beaf66 Oct 12 07:40:34.155584 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d76059-a49d-4ec8-a024-e9b36528a189 None None] Pushing event updated for resources: {'Port': ['ID=0e88a8ff-df18-4d28-a602-dc77e0ece2e5,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:34.161463 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-eb8acec0-f2ce-415b-b9a6-9eeff367005d tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting port 05d9f4d4-0823-4853-9076-f88ce96153ee {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:40:34.161988 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-eb8acec0-f2ce-415b-b9a6-9eeff367005d tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:34.168615 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e00f02-f860-4633-9fc1-8629bc7b4ef1 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Router cef8cbf0-db0a-4674-9584-db4297dc2e25 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:40:34.215759 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b3104d49-443e-453c-af80-225735a9e8a0 None None] Port 894313f8-2c62-4e32-aa6c-f2b513beaf66 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:34.259430 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3c28a3f2-5b9d-4281-812e-a9d6c2d18482 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:34.281021 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device e10af79f-8824-4e26-b83f-5085272e3a01 details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 07:40:34.300047 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-56b8108a-434c-4b47-b61c-4896efa318af service neutron] Transition to ACTIVE for port object 894313f8-2c62-4e32-aa6c-f2b513beaf66 will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 07:40:34.302657 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-eb8acec0-f2ce-415b-b9a6-9eeff367005d tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:34.318170 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-56b8108a-434c-4b47-b61c-4896efa318af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:34.322211 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-eb8acec0-f2ce-415b-b9a6-9eeff367005d tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Calling delete_port for 05d9f4d4-0823-4853-9076-f88ce96153ee owned by {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:40:34.344997 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3c28a3f2-5b9d-4281-812e-a9d6c2d18482 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:34.472976 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c28a3f2-5b9d-4281-812e-a9d6c2d18482 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c5a2fe-9357-4f99-8d2c-0d9d94a894ea,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:34.476884 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3c28a3f2-5b9d-4281-812e-a9d6c2d18482 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:34.481227 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-3c28a3f2-5b9d-4281-812e-a9d6c2d18482 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7145338 Oct 12 07:40:34.489066 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40196) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:34.535356 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port e10af79f-8824-4e26-b83f-5085272e3a01, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=e10af79f-8824-4e26-b83f-5085272e3a01,segment=NetworkSegment(66eba1d6-82ae-46e1-9ff4-c11281c8b13d),segment_id=66eba1d6-82ae-46e1-9ff4-c11281c8b13d)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:40:34.549867 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': 'e10af79f-8824-4e26-b83f-5085272e3a01', 'network_id': '9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5', 'port_id': 'e10af79f-8824-4e26-b83f-5085272e3a01', 'mac_address': 'fa:16:3e:7b:50:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbd0bc1f-da81-479a-9d5b-baf5b2aaf907', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 07:40:34.566549 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b8108a-434c-4b47-b61c-4896efa318af service neutron] Pushing event updated for resources: {'Port': ['ID=894313f8-2c62-4e32-aa6c-f2b513beaf66,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:34.609164 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e58a5337-b8a5-473a-903b-aa8b1ebf880f tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "GET /v2.0/security-group-rules/a2c5a2fe-9357-4f99-8d2c-0d9d94a894ea HTTP/1.1" status: 200 len: 764 time: 0.1140852 Oct 12 07:40:34.609344 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port e10af79f-8824-4e26-b83f-5085272e3a01 is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:34.609344 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:34.609616 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e00f02-f860-4633-9fc1-8629bc7b4ef1 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:40:34.622332 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2417384f-f88a-4d7b-9876-745d5a27e38c None None] Sync routers for ids ['cef8cbf0-db0a-4674-9584-db4297dc2e25'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:40:34.629598 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f2e00f02-f860-4633-9fc1-8629bc7b4ef1 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "PUT /v2.0/routers/cef8cbf0-db0a-4674-9584-db4297dc2e25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9319429 Oct 12 07:40:34.629598 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40198) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:34.636901 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2417384f-f88a-4d7b-9876-745d5a27e38c None None] Routers {'cef8cbf0-db0a-4674-9584-db4297dc2e25'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:40:34.639881 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40200) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:34.640394 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-2417384f-f88a-4d7b-9876-745d5a27e38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:40:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['cef8cbf0-db0a-4674-9584-db4297dc2e25'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:34.643387 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e10af79f-8824-4e26-b83f-5085272e3a01 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:40:34.690506 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port e10af79f-8824-4e26-b83f-5085272e3a01, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=e10af79f-8824-4e26-b83f-5085272e3a01,segment=NetworkSegment(66eba1d6-82ae-46e1-9ff4-c11281c8b13d),segment_id=66eba1d6-82ae-46e1-9ff4-c11281c8b13d)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:40:34.697165 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:34.734782 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-b3104d49-443e-453c-af80-225735a9e8a0 None None] Attempt 3 to provision port 894313f8-2c62-4e32-aa6c-f2b513beaf66 Oct 12 07:40:34.738277 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-56b8108a-434c-4b47-b61c-4896efa318af service neutron] Attempting to bind port 894313f8-2c62-4e32-aa6c-f2b513beaf66 on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:40:34.738543 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-56b8108a-434c-4b47-b61c-4896efa318af service neutron] Attempting to bind port 894313f8-2c62-4e32-aa6c-f2b513beaf66 by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '368cbfd5-be1d-4647-bccb-9ad3ff55f2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd0bc7a79-31ed-46fc-a3ce-545838184383'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:40:34.738838 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-56b8108a-434c-4b47-b61c-4896efa318af service neutron] Attempting to bind port 894313f8-2c62-4e32-aa6c-f2b513beaf66 on network d0bc7a79-31ed-46fc-a3ce-545838184383 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:34.752222 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-56b8108a-434c-4b47-b61c-4896efa318af service neutron] Port 894313f8-2c62-4e32-aa6c-f2b513beaf66 on network d0bc7a79-31ed-46fc-a3ce-545838184383 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:40:34.752595 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-56b8108a-434c-4b47-b61c-4896efa318af service neutron] Attempting to bind port 894313f8-2c62-4e32-aa6c-f2b513beaf66 on network d0bc7a79-31ed-46fc-a3ce-545838184383 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:34.761852 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-cf6e68b3-91a7-464d-b652-11a3af58f7af tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1271739 Oct 12 07:40:34.770822 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40204) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:34.771026 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f17fc-003a-4617-aa3a-e6ad4493ea7b req-02ed9a98-58cf-40fd-91e2-b54942200b8b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:34.772653 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ef1f17fc-003a-4617-aa3a-e6ad4493ea7b req-02ed9a98-58cf-40fd-91e2-b54942200b8b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=581e9fa7-8edf-4f44-a0ff-06d7c666fe36 HTTP/1.1" status: 200 len: 944 time: 0.1985443 Oct 12 07:40:34.779299 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-56b8108a-434c-4b47-b61c-4896efa318af service neutron] Checking agent: {'id': 'afe9b392-c72e-4ef3-a7bd-ca4c2066af02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8609', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'started_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:40:34.779766 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-56b8108a-434c-4b47-b61c-4896efa318af service neutron] Checking segment: {'id': '368cbfd5-be1d-4647-bccb-9ad3ff55f2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd0bc7a79-31ed-46fc-a3ce-545838184383'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:40:34.780154 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-56b8108a-434c-4b47-b61c-4896efa318af service neutron] Bound using segment: {'id': '368cbfd5-be1d-4647-bccb-9ad3ff55f2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd0bc7a79-31ed-46fc-a3ce-545838184383'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:40:34.780609 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-56b8108a-434c-4b47-b61c-4896efa318af service neutron] Bound port: 894313f8-2c62-4e32-aa6c-f2b513beaf66, host: hv-neutron-8609, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '368cbfd5-be1d-4647-bccb-9ad3ff55f2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd0bc7a79-31ed-46fc-a3ce-545838184383'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:40:34.780964 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-56b8108a-434c-4b47-b61c-4896efa318af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:34.785474 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-199951ca-be34-4c70-8d0f-898b840db469 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Allocated IP 2001:db8::1 (f4bd3df5-f273-4fab-861c-6848d68ed61c/163eea88-3da4-45c6-a9fb-cedff88141d3/341e38fb-1e6a-42a6-ac80-8ee9ae5845c3) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:40:34.845845 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b3104d49-443e-453c-af80-225735a9e8a0 None None] Port 894313f8-2c62-4e32-aa6c-f2b513beaf66 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:34.847192 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=e10af79f-8824-4e26-b83f-5085272e3a01,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:34.915965 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-43ceb21f-c06d-44df-b227-ec3f48d6d54b tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:34.938055 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-43ceb21f-c06d-44df-b227-ec3f48d6d54b tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:34.951431 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-2417384f-f88a-4d7b-9876-745d5a27e38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:34.964101 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2417384f-f88a-4d7b-9876-745d5a27e38c None None] Routers {'cef8cbf0-db0a-4674-9584-db4297dc2e25'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:40:34.965709 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-2417384f-f88a-4d7b-9876-745d5a27e38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:40:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['cef8cbf0-db0a-4674-9584-db4297dc2e25'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:35.036567 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-43ceb21f-c06d-44df-b227-ec3f48d6d54b tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:35.043787 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-2417384f-f88a-4d7b-9876-745d5a27e38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:35.044744 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2417384f-f88a-4d7b-9876-745d5a27e38c None None] The sync data for ids ['cef8cbf0-db0a-4674-9584-db4297dc2e25'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:40:35.053896 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-43ceb21f-c06d-44df-b227-ec3f48d6d54b tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:35.055545 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-43ceb21f-c06d-44df-b227-ec3f48d6d54b tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/a2c5a2fe-9357-4f99-8d2c-0d9d94a894ea HTTP/1.1" status: 204 len: 168 time: 0.2829819 Oct 12 07:40:35.059859 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ceb21f-c06d-44df-b227-ec3f48d6d54b tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2c5a2fe-9357-4f99-8d2c-0d9d94a894ea,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:35.075790 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40214) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:35.111911 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-199951ca-be34-4c70-8d0f-898b840db469 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:35.150535 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-91863c48-2f2c-43b1-b66b-c1bfad8f62ea tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0732954 Oct 12 07:40:35.154709 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40218) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:35.187019 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['e10af79f-8824-4e26-b83f-5085272e3a01'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 07:40:35.262372 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-df3ea437-f3c8-466d-8c20-3a4fc8f56593 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:35.300155 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-df3ea437-f3c8-466d-8c20-3a4fc8f56593 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:35.321942 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-199951ca-be34-4c70-8d0f-898b840db469 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:35.350673 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-b3104d49-443e-453c-af80-225735a9e8a0 None None] Attempt 4 to provision port 894313f8-2c62-4e32-aa6c-f2b513beaf66 Oct 12 07:40:35.350928 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-702a8441-56e5-4376-8a2e-21bde52c17d4 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for router, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:35.394099 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199951ca-be34-4c70-8d0f-898b840db469 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event updated for resources: {'Port': ['ID=341e38fb-1e6a-42a6-ac80-8ee9ae5845c3,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:35.403745 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199951ca-be34-4c70-8d0f-898b840db469 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Network f4bd3df5-f273-4fab-861c-6848d68ed61c is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:35.413822 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40222) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:35.425032 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-199951ca-be34-4c70-8d0f-898b840db469 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:35.428245 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199951ca-be34-4c70-8d0f-898b840db469 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:40:35.429050 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-199951ca-be34-4c70-8d0f-898b840db469 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:35.440787 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b3104d49-443e-453c-af80-225735a9e8a0 None None] Port 894313f8-2c62-4e32-aa6c-f2b513beaf66 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:35.494931 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ef1f17fc-003a-4617-aa3a-e6ad4493ea7b req-92b41bcb-1260-45d2-afe1-223ab4f798d0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=c0990109-25d7-4e79-ba30-3d3dfeb63a54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7105243 Oct 12 07:40:35.524543 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446a327-1e1c-4930-a728-2ee68c6f19c4 req-429db8cc-089b-4311-a843-672bd63b7f53 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:35.532310 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f446a327-1e1c-4930-a728-2ee68c6f19c4 req-429db8cc-089b-4311-a843-672bd63b7f53 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f56d885-49f6-44d0-b7be-81c767a470a4 HTTP/1.1" status: 200 len: 944 time: 0.3199365 Oct 12 07:40:35.539712 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-df3ea437-f3c8-466d-8c20-3a4fc8f56593 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:35.543995 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-df3ea437-f3c8-466d-8c20-3a4fc8f56593 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:35.545249 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-df3ea437-f3c8-466d-8c20-3a4fc8f56593 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "DELETE /v2.0/security-groups/ac74b77c-199f-4b59-99d8-776d0d1e6b36 HTTP/1.1" status: 204 len: 168 time: 0.3895049 Oct 12 07:40:35.556650 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-56b8108a-434c-4b47-b61c-4896efa318af service neutron] For port 894313f8-2c62-4e32-aa6c-f2b513beaf66, host hv-neutron-8609, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:40:35.561101 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40226) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:35.564589 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3ea437-f3c8-466d-8c20-3a4fc8f56593 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac74b77c-199f-4b59-99d8-776d0d1e6b36,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:35.616032 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-56b8108a-434c-4b47-b61c-4896efa318af service neutron] For port 894313f8-2c62-4e32-aa6c-f2b513beaf66, host hv-neutron-8609, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=894313f8-2c62-4e32-aa6c-f2b513beaf66,segment=NetworkSegment(368cbfd5-be1d-4647-bccb-9ad3ff55f2ac),segment_id=368cbfd5-be1d-4647-bccb-9ad3ff55f2ac)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:40:35.638230 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-199951ca-be34-4c70-8d0f-898b840db469 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:35.678516 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-56b8108a-434c-4b47-b61c-4896efa318af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:35.680398 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-eb8acec0-f2ce-415b-b9a6-9eeff367005d tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:35.687096 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-56b8108a-434c-4b47-b61c-4896efa318af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:35.687665 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-56b8108a-434c-4b47-b61c-4896efa318af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:35.689889 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-56b8108a-434c-4b47-b61c-4896efa318af service neutron] 10.222.0.23 "PUT /v2.0/ports/894313f8-2c62-4e32-aa6c-f2b513beaf66 HTTP/1.1" status: 200 len: 1094 time: 2.4001126 Oct 12 07:40:35.693129 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f56d885-49f6-44d0-b7be-81c767a470a4', 'tag': '894313f8-2c62-4e32-aa6c-f2b513beaf66'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:40:35.695579 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b56f109-785b-43c1-9f47-d3d80664faea" -d '{"events": [{"name": "network-changed", "server_uuid": "0f56d885-49f6-44d0-b7be-81c767a470a4", "tag": "894313f8-2c62-4e32-aa6c-f2b513beaf66"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:40:35.720997 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-ef972c57-c95a-409e-87d7-f4339f0a6bba tempest-PortsAdminExtendedAttrsTestJSON-1556552605 tempest-PortsAdminExtendedAttrsTestJSON-1556552605-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1917299571'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:35.746571 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f446a327-1e1c-4930-a728-2ee68c6f19c4 req-6be063c6-8926-4732-9b19-5de46d8dcd8e tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/security-groups?id=2728a5cb-2cc4-47ab-8e2b-dd9e7f9f0102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131035 Oct 12 07:40:35.762407 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df647645-d740-4c38-bfaf-2447684c1303 None None] Network f4bd3df5-f273-4fab-861c-6848d68ed61c requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:40:35.791858 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63305dda-8102-48ba-a723-84ef107d3153 x-openstack-request-id: req-63305dda-8102-48ba-a723-84ef107d3153 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:40:35.792207 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f56d885-49f6-44d0-b7be-81c767a470a4", "tag": "894313f8-2c62-4e32-aa6c-f2b513beaf66", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:40:35.792536 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-63305dda-8102-48ba-a723-84ef107d3153 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:40:35.793564 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63305dda-8102-48ba-a723-84ef107d3153'] response: {'name': 'network-changed', 'server_uuid': '0f56d885-49f6-44d0-b7be-81c767a470a4', 'tag': '894313f8-2c62-4e32-aa6c-f2b513beaf66', 'status': 'completed', 'code': 200} Oct 12 07:40:35.811579 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef972c57-c95a-409e-87d7-f4339f0a6bba tempest-PortsAdminExtendedAttrsTestJSON-1556552605 tempest-PortsAdminExtendedAttrsTestJSON-1556552605-project] Made reservation on behalf of 2642edce8fea4b58a839a7ccf93a78db for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:35.815049 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ef972c57-c95a-409e-87d7-f4339f0a6bba tempest-PortsAdminExtendedAttrsTestJSON-1556552605 tempest-PortsAdminExtendedAttrsTestJSON-1556552605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:35.831002 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ef972c57-c95a-409e-87d7-f4339f0a6bba tempest-PortsAdminExtendedAttrsTestJSON-1556552605 tempest-PortsAdminExtendedAttrsTestJSON-1556552605-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:35.831819 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-702a8441-56e5-4376-8a2e-21bde52c17d4 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:35.863117 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-00cc1197-9b6e-4906-8d64-469b93d9b74c tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2961779 Oct 12 07:40:35.864597 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40230) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:35.879663 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-7fed50e2-c72e-47e6-a8b0-3d059382c66b tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Request body: {'security_group': {'name': 'tempest-secgroup--1302520963'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:35.918282 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-eb8acec0-f2ce-415b-b9a6-9eeff367005d tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:35.923827 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-eb8acec0-f2ce-415b-b9a6-9eeff367005d tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/ports/05d9f4d4-0823-4853-9076-f88ce96153ee HTTP/1.1" status: 204 len: 168 time: 2.0155332 Oct 12 07:40:35.926146 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40232) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:35.942602 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-b3104d49-443e-453c-af80-225735a9e8a0 None None] Attempt 5 to provision port 894313f8-2c62-4e32-aa6c-f2b513beaf66 Oct 12 07:40:35.951460 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b8108a-434c-4b47-b61c-4896efa318af service neutron] Pushing event updated for resources: {'Port': ['ID=894313f8-2c62-4e32-aa6c-f2b513beaf66,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:35.996101 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b3104d49-443e-453c-af80-225735a9e8a0 None None] Port 894313f8-2c62-4e32-aa6c-f2b513beaf66 had new provisioning blocks added so it will not transition to active. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 12 07:40:35.997038 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-3f973148-c0d9-42fc-9040-bd2952a49c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:35.999211 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-3f973148-c0d9-42fc-9040-bd2952a49c0c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=91dbc5081b5c42efa05c929564d56662&device_id=0f56d885-49f6-44d0-b7be-81c767a470a4 HTTP/1.1" status: 200 len: 1097 time: 0.2292969 Oct 12 07:40:36.000588 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8acec0-f2ce-415b-b9a6-9eeff367005d tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Port': ['ID=05d9f4d4-0823-4853-9076-f88ce96153ee,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:36.006368 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7fed50e2-c72e-47e6-a8b0-3d059382c66b tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:36.077285 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-47115e7e-212c-452a-a4d0-b6094743cad3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=894313f8-2c62-4e32-aa6c-f2b513beaf66 HTTP/1.1" status: 200 len: 217 time: 0.0664587 Oct 12 07:40:36.082206 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-702a8441-56e5-4376-8a2e-21bde52c17d4 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Deleting port e98db23b-4fd0-4919-a34f-165eb2e2a566 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:40:36.082689 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-702a8441-56e5-4376-8a2e-21bde52c17d4 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:36.114348 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-2bae7509-317d-4ffc-b4df-f4b9a8bb4da5 None None] Could not find standard attr ID for object 05d9f4d4-0823-4853-9076-f88ce96153ee. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:40:36.140935 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-2bae7509-317d-4ffc-b4df-f4b9a8bb4da5 None None] Provisioning complete for port 0e88a8ff-df18-4d28-a602-dc77e0ece2e5 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:36.141353 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2bae7509-317d-4ffc-b4df-f4b9a8bb4da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:36.141680 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-2bae7509-317d-4ffc-b4df-f4b9a8bb4da5 None None] Attempt 1 to provision port 0e88a8ff-df18-4d28-a602-dc77e0ece2e5 Oct 12 07:40:36.178231 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd24de7-1e58-41be-8f2c-977bed50e530 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:36.180768 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-6cd24de7-1e58-41be-8f2c-977bed50e530 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2512062 Oct 12 07:40:36.185358 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40234) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:36.231799 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ef972c57-c95a-409e-87d7-f4339f0a6bba tempest-PortsAdminExtendedAttrsTestJSON-1556552605 tempest-PortsAdminExtendedAttrsTestJSON-1556552605-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:36.250512 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ef972c57-c95a-409e-87d7-f4339f0a6bba tempest-PortsAdminExtendedAttrsTestJSON-1556552605 tempest-PortsAdminExtendedAttrsTestJSON-1556552605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:36.258839 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 0e88a8ff-df18-4d28-a602-dc77e0ece2e5 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:40:36.263383 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-199951ca-be34-4c70-8d0f-898b840db469 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:36.291370 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-199951ca-be34-4c70-8d0f-898b840db469 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:36.292051 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-199951ca-be34-4c70-8d0f-898b840db469 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:36.300070 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device e10af79f-8824-4e26-b83f-5085272e3a01 up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:40:36.308315 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-9e1db114-2252-4623-8a60-c6bbf8502bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:36.310200 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-9e1db114-2252-4623-8a60-c6bbf8502bbf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=528ba4c1-5477-4967-a584-627f343b00e2 HTTP/1.1" status: 200 len: 835 time: 0.1260958 Oct 12 07:40:36.329864 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2bae7509-317d-4ffc-b4df-f4b9a8bb4da5 None None] Current status of the port 0e88a8ff-df18-4d28-a602-dc77e0ece2e5 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:36.330274 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2bae7509-317d-4ffc-b4df-f4b9a8bb4da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:36.353050 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef972c57-c95a-409e-87d7-f4339f0a6bba tempest-PortsAdminExtendedAttrsTestJSON-1556552605 tempest-PortsAdminExtendedAttrsTestJSON-1556552605-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:40:36.357343 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7fed50e2-c72e-47e6-a8b0-3d059382c66b tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:36.377598 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199951ca-be34-4c70-8d0f-898b840db469 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event updated for resources: {'Port': ['ID=341e38fb-1e6a-42a6-ac80-8ee9ae5845c3,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:36.379960 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7fed50e2-c72e-47e6-a8b0-3d059382c66b tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:36.385332 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ebf0c2-4e44-4c49-873f-de1b6adb6578 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:36.387586 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef972c57-c95a-409e-87d7-f4339f0a6bba tempest-PortsAdminExtendedAttrsTestJSON-1556552605 tempest-PortsAdminExtendedAttrsTestJSON-1556552605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c53bd45d-d093-436e-929f-1138b253f747,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:36.390639 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-92ebf0c2-4e44-4c49-873f-de1b6adb6578 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2014756 Oct 12 07:40:36.390639 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-702a8441-56e5-4376-8a2e-21bde52c17d4 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:36.402704 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40236) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:36.403742 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning for port e10af79f-8824-4e26-b83f-5085272e3a01 completed by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 12 07:40:36.408616 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-2bae7509-317d-4ffc-b4df-f4b9a8bb4da5 None None] For port 0e88a8ff-df18-4d28-a602-dc77e0ece2e5, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=0e88a8ff-df18-4d28-a602-dc77e0ece2e5,segment=NetworkSegment(9774a0d2-61bc-4724-a827-a48364cd5e08),segment_id=9774a0d2-61bc-4724-a827-a48364cd5e08)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:40:36.411994 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port e10af79f-8824-4e26-b83f-5085272e3a01 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:36.412368 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:36.412767 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port e10af79f-8824-4e26-b83f-5085272e3a01 Oct 12 07:40:36.425500 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-702a8441-56e5-4376-8a2e-21bde52c17d4 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Calling delete_port for e98db23b-4fd0-4919-a34f-165eb2e2a566 owned by network:router_gateway {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:40:36.439494 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2bae7509-317d-4ffc-b4df-f4b9a8bb4da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:36.447725 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-03a50ff5-6fcb-4dbb-bbdb-ca75d86c7c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:36.449818 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-03a50ff5-6fcb-4dbb-bbdb-ca75d86c7c65 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d0bc7a79-31ed-46fc-a3ce-545838184383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1329131 Oct 12 07:40:36.470747 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 0e88a8ff-df18-4d28-a602-dc77e0ece2e5 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:36.471122 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:36.471453 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 0e88a8ff-df18-4d28-a602-dc77e0ece2e5 Oct 12 07:40:36.542679 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bae7509-317d-4ffc-b4df-f4b9a8bb4da5 None None] Pushing event updated for resources: {'Port': ['ID=0e88a8ff-df18-4d28-a602-dc77e0ece2e5,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:36.649934 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-5ef8dd54-a34d-4b76-afdf-cd6a6334d855 None None] Provisioning complete for port 341e38fb-1e6a-42a6-ac80-8ee9ae5845c3 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:36.651135 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5ef8dd54-a34d-4b76-afdf-cd6a6334d855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:36.651531 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-5ef8dd54-a34d-4b76-afdf-cd6a6334d855 None None] Attempt 1 to provision port 341e38fb-1e6a-42a6-ac80-8ee9ae5845c3 Oct 12 07:40:36.654277 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd570a7-574c-4802-9458-0af46bb18d3e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:36.655945 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd570a7-574c-4802-9458-0af46bb18d3e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:36.656366 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port e10af79f-8824-4e26-b83f-5085272e3a01 is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:36.656817 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:36.657458 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd570a7-574c-4802-9458-0af46bb18d3e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:36.659106 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-6fd570a7-574c-4802-9458-0af46bb18d3e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2552676 Oct 12 07:40:36.670882 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40240) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:36.723051 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 0e88a8ff-df18-4d28-a602-dc77e0ece2e5 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:36.735644 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-5ef8dd54-a34d-4b76-afdf-cd6a6334d855 None None] Port 341e38fb-1e6a-42a6-ac80-8ee9ae5845c3 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:36.736387 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '581e9fa7-8edf-4f44-a0ff-06d7c666fe36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10af79f-8824-4e26-b83f-5085272e3a01'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:40:36.738747 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd41db8-839b-4108-96dd-03842e2fb3dc" -d '{"events": [{"server_uuid": "581e9fa7-8edf-4f44-a0ff-06d7c666fe36", "name": "network-vif-plugged", "status": "completed", "tag": "e10af79f-8824-4e26-b83f-5085272e3a01"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:40:36.754506 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port e10af79f-8824-4e26-b83f-5085272e3a01, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=e10af79f-8824-4e26-b83f-5085272e3a01,segment=NetworkSegment(66eba1d6-82ae-46e1-9ff4-c11281c8b13d),segment_id=66eba1d6-82ae-46e1-9ff4-c11281c8b13d)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:40:36.763935 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:36.778084 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-b8a734c8-64d0-439c-9b64-224b3bcd0858 service neutron] 10.222.0.23 "GET /v2.0/networks/d0bc7a79-31ed-46fc-a3ce-545838184383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179576 Oct 12 07:40:36.816792 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78452127-5e86-4471-888d-c23d6a28da7a x-openstack-request-id: req-78452127-5e86-4471-888d-c23d6a28da7a {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:40:36.817311 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "581e9fa7-8edf-4f44-a0ff-06d7c666fe36", "name": "network-vif-plugged", "status": "completed", "tag": "e10af79f-8824-4e26-b83f-5085272e3a01", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:40:36.817651 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-78452127-5e86-4471-888d-c23d6a28da7a {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:40:36.818538 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78452127-5e86-4471-888d-c23d6a28da7a'] response: {'server_uuid': '581e9fa7-8edf-4f44-a0ff-06d7c666fe36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10af79f-8824-4e26-b83f-5085272e3a01', 'code': 200} Oct 12 07:40:36.860635 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ef972c57-c95a-409e-87d7-f4339f0a6bba tempest-PortsAdminExtendedAttrsTestJSON-1556552605 tempest-PortsAdminExtendedAttrsTestJSON-1556552605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:36.861446 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-ef972c57-c95a-409e-87d7-f4339f0a6bba tempest-PortsAdminExtendedAttrsTestJSON-1556552605 tempest-PortsAdminExtendedAttrsTestJSON-1556552605-project] Added segment e0f93378-3f19-4604-afca-8f4367d7e410 of type vlan for network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 Oct 12 07:40:36.866081 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=e10af79f-8824-4e26-b83f-5085272e3a01,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:36.871882 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef972c57-c95a-409e-87d7-f4339f0a6bba tempest-PortsAdminExtendedAttrsTestJSON-1556552605 tempest-PortsAdminExtendedAttrsTestJSON-1556552605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:36.873122 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef972c57-c95a-409e-87d7-f4339f0a6bba tempest-PortsAdminExtendedAttrsTestJSON-1556552605 tempest-PortsAdminExtendedAttrsTestJSON-1556552605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:36.873122 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef972c57-c95a-409e-87d7-f4339f0a6bba tempest-PortsAdminExtendedAttrsTestJSON-1556552605 tempest-PortsAdminExtendedAttrsTestJSON-1556552605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:36.873122 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef972c57-c95a-409e-87d7-f4339f0a6bba tempest-PortsAdminExtendedAttrsTestJSON-1556552605 tempest-PortsAdminExtendedAttrsTestJSON-1556552605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:36.873398 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef972c57-c95a-409e-87d7-f4339f0a6bba tempest-PortsAdminExtendedAttrsTestJSON-1556552605 tempest-PortsAdminExtendedAttrsTestJSON-1556552605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:36.873831 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef972c57-c95a-409e-87d7-f4339f0a6bba tempest-PortsAdminExtendedAttrsTestJSON-1556552605 tempest-PortsAdminExtendedAttrsTestJSON-1556552605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:36.873831 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef972c57-c95a-409e-87d7-f4339f0a6bba tempest-PortsAdminExtendedAttrsTestJSON-1556552605 tempest-PortsAdminExtendedAttrsTestJSON-1556552605-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:36.874203 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef972c57-c95a-409e-87d7-f4339f0a6bba tempest-PortsAdminExtendedAttrsTestJSON-1556552605 tempest-PortsAdminExtendedAttrsTestJSON-1556552605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:36.874532 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef972c57-c95a-409e-87d7-f4339f0a6bba tempest-PortsAdminExtendedAttrsTestJSON-1556552605 tempest-PortsAdminExtendedAttrsTestJSON-1556552605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:36.874870 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef972c57-c95a-409e-87d7-f4339f0a6bba tempest-PortsAdminExtendedAttrsTestJSON-1556552605 tempest-PortsAdminExtendedAttrsTestJSON-1556552605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:36.875215 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef972c57-c95a-409e-87d7-f4339f0a6bba tempest-PortsAdminExtendedAttrsTestJSON-1556552605 tempest-PortsAdminExtendedAttrsTestJSON-1556552605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:36.875530 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef972c57-c95a-409e-87d7-f4339f0a6bba tempest-PortsAdminExtendedAttrsTestJSON-1556552605 tempest-PortsAdminExtendedAttrsTestJSON-1556552605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:36.884037 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199951ca-be34-4c70-8d0f-898b840db469 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:36.884387 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199951ca-be34-4c70-8d0f-898b840db469 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:36.884861 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199951ca-be34-4c70-8d0f-898b840db469 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:36.885205 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199951ca-be34-4c70-8d0f-898b840db469 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:36.885540 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199951ca-be34-4c70-8d0f-898b840db469 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:36.885876 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199951ca-be34-4c70-8d0f-898b840db469 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:36.886237 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199951ca-be34-4c70-8d0f-898b840db469 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:36.886591 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199951ca-be34-4c70-8d0f-898b840db469 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:36.886914 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199951ca-be34-4c70-8d0f-898b840db469 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:36.887375 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199951ca-be34-4c70-8d0f-898b840db469 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:36.887704 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199951ca-be34-4c70-8d0f-898b840db469 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:36.888023 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199951ca-be34-4c70-8d0f-898b840db469 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:36.900063 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-77b67a21-21f0-4e1f-8cdc-94c82526af90 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting subnet 66db15a9-3ccd-412e-a93e-b34caee42b45 {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:40:36.921242 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c655893-50a0-4fd2-b490-01392f0af461 req-ee8edaae-a33d-4a97-a81b-37b8024e713b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:36.922783 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7c655893-50a0-4fd2-b490-01392f0af461 req-ee8edaae-a33d-4a97-a81b-37b8024e713b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=581e9fa7-8edf-4f44-a0ff-06d7c666fe36 HTTP/1.1" status: 200 len: 945 time: 0.2785499 Oct 12 07:40:36.926294 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-77b67a21-21f0-4e1f-8cdc-94c82526af90 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:36.944448 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7fed50e2-c72e-47e6-a8b0-3d059382c66b tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:36.946087 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-7fed50e2-c72e-47e6-a8b0-3d059382c66b tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0767601 Oct 12 07:40:36.957529 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ef972c57-c95a-409e-87d7-f4339f0a6bba tempest-PortsAdminExtendedAttrsTestJSON-1556552605 tempest-PortsAdminExtendedAttrsTestJSON-1556552605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:36.959607 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40246) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:36.964584 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-1320f34c-f3c8-4194-b954-4868432c2a0f tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Request body: {'security_group_rule': {'security_group_id': 'ac1eb4c5-f454-4828-8fb9-a1e684d4f050', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:37.021315 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fed50e2-c72e-47e6-a8b0-3d059382c66b tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1eb4c5-f454-4828-8fb9-a1e684d4f050,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:37.068695 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1320f34c-f3c8-4194-b954-4868432c2a0f tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:37.074305 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ef972c57-c95a-409e-87d7-f4339f0a6bba tempest-PortsAdminExtendedAttrsTestJSON-1556552605 tempest-PortsAdminExtendedAttrsTestJSON-1556552605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:37.080125 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef972c57-c95a-409e-87d7-f4339f0a6bba tempest-PortsAdminExtendedAttrsTestJSON-1556552605 tempest-PortsAdminExtendedAttrsTestJSON-1556552605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:37.080753 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ef972c57-c95a-409e-87d7-f4339f0a6bba tempest-PortsAdminExtendedAttrsTestJSON-1556552605 tempest-PortsAdminExtendedAttrsTestJSON-1556552605-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:37.113123 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-77b67a21-21f0-4e1f-8cdc-94c82526af90 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:37.137987 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199951ca-be34-4c70-8d0f-898b840db469 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Network f4bd3df5-f273-4fab-861c-6848d68ed61c is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:37.151370 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ef972c57-c95a-409e-87d7-f4339f0a6bba tempest-PortsAdminExtendedAttrsTestJSON-1556552605 tempest-PortsAdminExtendedAttrsTestJSON-1556552605-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.7356067 Oct 12 07:40:37.155678 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-199951ca-be34-4c70-8d0f-898b840db469 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:37.236854 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-5ef8dd54-a34d-4b76-afdf-cd6a6334d855 None None] Attempt 2 to provision port 341e38fb-1e6a-42a6-ac80-8ee9ae5845c3 Oct 12 07:40:37.238260 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef972c57-c95a-409e-87d7-f4339f0a6bba tempest-PortsAdminExtendedAttrsTestJSON-1556552605 tempest-PortsAdminExtendedAttrsTestJSON-1556552605-project] Pushing event updated for resources: {'Network': ['ID=d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:37.238809 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517dd5f-39f0-40ab-a12c-c43abf28ef46 req-f3f958b4-8389-4235-83bf-5a1906e58c01 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:37.246335 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a517dd5f-39f0-40ab-a12c-c43abf28ef46 req-f3f958b4-8389-4235-83bf-5a1906e58c01 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f56d885-49f6-44d0-b7be-81c767a470a4 HTTP/1.1" status: 200 len: 944 time: 0.3663592 Oct 12 07:40:37.255352 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-45f7a9fb-c012-4b12-9e6c-15d76066317d req-9886bc89-0d01-4bcb-98f1-185610999fc5 service neutron] 10.222.0.23 "GET /v2.0/networks/d0bc7a79-31ed-46fc-a3ce-545838184383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4657047 Oct 12 07:40:37.255886 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1320f34c-f3c8-4194-b954-4868432c2a0f tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:37.267805 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7c655893-50a0-4fd2-b490-01392f0af461 req-4b8bf190-77be-41b1-8008-ac3fc38f146c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=c0990109-25d7-4e79-ba30-3d3dfeb63a54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2879400 Oct 12 07:40:37.269599 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d0d18-01e7-412f-a730-84c1a03e2d2c req-0f5d18c3-cf15-434d-bce0-b2f2f85f3ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:37.271072 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e24d0d18-01e7-412f-a730-84c1a03e2d2c req-0f5d18c3-cf15-434d-bce0-b2f2f85f3ca8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=581e9fa7-8edf-4f44-a0ff-06d7c666fe36 HTTP/1.1" status: 200 len: 1099 time: 0.2896514 Oct 12 07:40:37.295979 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1320f34c-f3c8-4194-b954-4868432c2a0f tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:37.305881 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:40:37.375161 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1320f34c-f3c8-4194-b954-4868432c2a0f tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c37828fd-3073-488d-a22d-b4eb9fa6fd25,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:37.393189 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-702a8441-56e5-4376-8a2e-21bde52c17d4 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:37.403642 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-5ef8dd54-a34d-4b76-afdf-cd6a6334d855 None None] Port 341e38fb-1e6a-42a6-ac80-8ee9ae5845c3 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:37.404752 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1320f34c-f3c8-4194-b954-4868432c2a0f tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:37.406050 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-1320f34c-f3c8-4194-b954-4868432c2a0f tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4451685 Oct 12 07:40:37.410637 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40252) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:37.436340 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e24d0d18-01e7-412f-a730-84c1a03e2d2c req-5bff3070-1966-4c8d-a107-89a587f9e51d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c0990109-25d7-4e79-ba30-3d3dfeb63a54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498251 Oct 12 07:40:37.447078 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:40:37.469592 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a517dd5f-39f0-40ab-a12c-c43abf28ef46 req-ca48948e-d397-479b-99d0-49ada5bd1f3d tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/security-groups?id=2728a5cb-2cc4-47ab-8e2b-dd9e7f9f0102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2221076 Oct 12 07:40:37.477248 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-77b67a21-21f0-4e1f-8cdc-94c82526af90 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:37.481270 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a8441-56e5-4376-8a2e-21bde52c17d4 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Pushing event deleted for resources: {'Port': ['ID=e98db23b-4fd0-4919-a34f-165eb2e2a566,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:37.494934 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-83bda60f-223d-4897-8672-3028132ba7f6 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:37.517022 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-199951ca-be34-4c70-8d0f-898b840db469 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Router f3cbc997-c159-4245-942e-b009ea82b66d is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:40:37.543544 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-83bda60f-223d-4897-8672-3028132ba7f6 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:37.571144 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56f109-785b-43c1-9f47-d3d80664faea req-abf693e6-8ded-441a-8c31-c6727008a5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:37.572695 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5b56f109-785b-43c1-9f47-d3d80664faea req-abf693e6-8ded-441a-8c31-c6727008a5e8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=91dbc5081b5c42efa05c929564d56662&device_id=0f56d885-49f6-44d0-b7be-81c767a470a4 HTTP/1.1" status: 200 len: 1097 time: 0.2164214 Oct 12 07:40:37.594222 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-702a8441-56e5-4376-8a2e-21bde52c17d4 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:37.648377 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40254) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:37.653693 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Request body: {'port': {'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547', 'binding:host_id': 'hv-neutron-8609', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-428079856'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:37.676200 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-77b67a21-21f0-4e1f-8cdc-94c82526af90 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:37.684858 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199951ca-be34-4c70-8d0f-898b840db469 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:40:37.686390 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-83bda60f-223d-4897-8672-3028132ba7f6 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:37.688868 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-83bda60f-223d-4897-8672-3028132ba7f6 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:37.690004 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-83bda60f-223d-4897-8672-3028132ba7f6 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "DELETE /v2.0/security-groups/ac1eb4c5-f454-4828-8fb9-a1e684d4f050 HTTP/1.1" status: 204 len: 168 time: 0.2763529 Oct 12 07:40:37.696608 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-199951ca-be34-4c70-8d0f-898b840db469 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "PUT /v2.0/routers/f3cbc997-c159-4245-942e-b009ea82b66d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6046045 Oct 12 07:40:37.697399 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40256) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:37.697399 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40258) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:37.700716 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Made reservation on behalf of 962529e1277c4e768a682e7b5953f74d for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:37.702991 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:37.703241 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa44947-d4ef-4d3f-bad7-44fa4af70beb None None] Sync routers for ids ['f3cbc997-c159-4245-942e-b009ea82b66d'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:40:37.709116 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-7ff9c5dd-5f12-483c-8049-bd0bb814d7c5 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1572405137'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:37.714574 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa44947-d4ef-4d3f-bad7-44fa4af70beb None None] Routers {'f3cbc997-c159-4245-942e-b009ea82b66d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:40:37.715679 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-7fa44947-d4ef-4d3f-bad7-44fa4af70beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:40:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['f3cbc997-c159-4245-942e-b009ea82b66d'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:37.741172 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:37.745524 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bda60f-223d-4897-8672-3028132ba7f6 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1eb4c5-f454-4828-8fb9-a1e684d4f050,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:37.773247 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff9c5dd-5f12-483c-8049-bd0bb814d7c5 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Made reservation on behalf of 0661c46065e34719ae0bde5df10863f8 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:37.776799 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7ff9c5dd-5f12-483c-8049-bd0bb814d7c5 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:37.821809 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-7fa44947-d4ef-4d3f-bad7-44fa4af70beb None None] Set router f3cbc997-c159-4245-942e-b009ea82b66d gateway port host: None {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:40:37.828403 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-aac5707d-a2f4-441f-88f7-8c05a17bc3f6 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1277127 Oct 12 07:40:37.829190 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40260) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:37.865577 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ff9c5dd-5f12-483c-8049-bd0bb814d7c5 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:40:37.894324 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7ff9c5dd-5f12-483c-8049-bd0bb814d7c5 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:37.894674 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-7ff9c5dd-5f12-483c-8049-bd0bb814d7c5 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Added segment 64f411b5-07a6-4183-ab15-222931c7f036 of type vlan for network b5672c25-7187-4e74-98ee-6bf1f986a0e5 Oct 12 07:40:37.905516 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-5ef8dd54-a34d-4b76-afdf-cd6a6334d855 None None] Attempt 3 to provision port 341e38fb-1e6a-42a6-ac80-8ee9ae5845c3 Oct 12 07:40:37.911647 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-cec55937-9c00-4a7c-9c11-f5fce7e399be tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0777423 Oct 12 07:40:37.918267 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40262) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:37.973121 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-f6b628dc-cf34-4bfd-9cdc-723a0d5ecfce tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] delete failed (client error): The resource could not be found. Oct 12 07:40:37.977667 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f6b628dc-cf34-4bfd-9cdc-723a0d5ecfce tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "DELETE /v2.0/security-groups/ac1eb4c5-f454-4828-8fb9-a1e684d4f050 HTTP/1.1" status: 404 len: 347 time: 0.0546594 Oct 12 07:40:37.986011 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40264) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:37.992419 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-5ef8dd54-a34d-4b76-afdf-cd6a6334d855 None None] Port 341e38fb-1e6a-42a6-ac80-8ee9ae5845c3 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:37.999219 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7ff9c5dd-5f12-483c-8049-bd0bb814d7c5 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:38.007458 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:38.019446 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:38.026376 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] device_id is not set on port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:40:38.046016 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-702a8441-56e5-4376-8a2e-21bde52c17d4 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:38.068524 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-7fa44947-d4ef-4d3f-bad7-44fa4af70beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'name': 'tempest-RoutersIpV6Test-router-830171884', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:40:29Z', 'updated_at': '2022-10-12T07:40:35Z', 'revision_number': 2, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'gw_port_host': None, '_interfaces': [{'id': '341e38fb-1e6a-42a6-ac80-8ee9ae5845c3', 'name': '', 'network_id': 'f4bd3df5-f273-4fab-861c-6848d68ed61c', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:7c:d8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '163eea88-3da4-45c6-a9fb-cedff88141d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:34Z', 'updated_at': '2022-10-12T07:40:35Z', 'revision_number': 2, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '163eea88-3da4-45c6-a9fb-cedff88141d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:38.100809 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa44947-d4ef-4d3f-bad7-44fa4af70beb None None] Checking router: f3cbc997-c159-4245-942e-b009ea82b66d for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:40:38.101398 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa44947-d4ef-4d3f-bad7-44fa4af70beb None None] Updating router f3cbc997-c159-4245-942e-b009ea82b66d port 341e38fb-1e6a-42a6-ac80-8ee9ae5845c3 binding host dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:40:38.119815 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56f109-785b-43c1-9f47-d3d80664faea req-86e4db48-0910-454d-801a-1729b77e9b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:38.121763 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5b56f109-785b-43c1-9f47-d3d80664faea req-86e4db48-0910-454d-801a-1729b77e9b71 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d0bc7a79-31ed-46fc-a3ce-545838184383 HTTP/1.1" status: 200 len: 898 time: 0.4586391 Oct 12 07:40:38.124969 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-702a8441-56e5-4376-8a2e-21bde52c17d4 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:38.128866 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-77b67a21-21f0-4e1f-8cdc-94c82526af90 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:38.131514 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7fa44947-d4ef-4d3f-bad7-44fa4af70beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:38.131974 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-77b67a21-21f0-4e1f-8cdc-94c82526af90 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/66db15a9-3ccd-412e-a93e-b34caee42b45 HTTP/1.1" status: 204 len: 168 time: 1.4572103 Oct 12 07:40:38.136137 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b67a21-21f0-4e1f-8cdc-94c82526af90 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Subnet': ['ID=66db15a9-3ccd-412e-a93e-b34caee42b45,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:38.145121 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40266) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:38.153693 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7ff9c5dd-5f12-483c-8049-bd0bb814d7c5 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:38.159280 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff9c5dd-5f12-483c-8049-bd0bb814d7c5 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:38.159876 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7ff9c5dd-5f12-483c-8049-bd0bb814d7c5 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:38.168267 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbe55e6-dbfe-4257-bd8c-03dce28afd71,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:38.191842 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5d6b9e-fb51-4eb3-96c4-f2fdacd8f4ea None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:40:38.199914 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b6946c1d-fe1f-4210-a161-26d98459ca70 tempest-SecGroupTest-76921106 tempest-SecGroupTest-76921106-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2122540 Oct 12 07:40:38.234297 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-7ff9c5dd-5f12-483c-8049-bd0bb814d7c5 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5342867 Oct 12 07:40:38.237409 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 0e88a8ff-df18-4d28-a602-dc77e0ece2e5 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:40:38.238127 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40270) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:38.251120 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5b56f109-785b-43c1-9f47-d3d80664faea req-0725df73-1a5a-43b7-a1ca-6f1eb355d1ca service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=894313f8-2c62-4e32-aa6c-f2b513beaf66 HTTP/1.1" status: 200 len: 217 time: 0.1161332 Oct 12 07:40:38.274459 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-525ce978-63bb-4fa4-a290-c3a87f924cd7 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Request body: {'subnet': {'network_id': 'b5672c25-7187-4e74-98ee-6bf1f986a0e5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:38.293068 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff9c5dd-5f12-483c-8049-bd0bb814d7c5 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event updated for resources: {'Network': ['ID=b5672c25-7187-4e74-98ee-6bf1f986a0e5,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:38.308080 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-702a8441-56e5-4376-8a2e-21bde52c17d4 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:38.309374 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702a8441-56e5-4376-8a2e-21bde52c17d4 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Fanout notify agent at l3_agent the message router_deleted on router cef8cbf0-db0a-4674-9584-db4297dc2e25 {{(pid=103200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:40:38.317201 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-702a8441-56e5-4376-8a2e-21bde52c17d4 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:38.318319 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-702a8441-56e5-4376-8a2e-21bde52c17d4 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "DELETE /v2.0/routers/cef8cbf0-db0a-4674-9584-db4297dc2e25 HTTP/1.1" status: 204 len: 168 time: 3.6723666 Oct 12 07:40:38.324750 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40272) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:38.340234 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-b79ce99d-0ade-4575-939f-a2c61f27a530 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting subnet 98a127de-a850-42b2-84d3-5b880b7a4e04 {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:40:38.343557 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b79ce99d-0ade-4575-939f-a2c61f27a530 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:38.397974 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b79ce99d-0ade-4575-939f-a2c61f27a530 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:38.454234 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network b5672c25-7187-4e74-98ee-6bf1f986a0e5 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:40:38.490353 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b79ce99d-0ade-4575-939f-a2c61f27a530 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:38.495241 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-5ef8dd54-a34d-4b76-afdf-cd6a6334d855 None None] Attempt 4 to provision port 341e38fb-1e6a-42a6-ac80-8ee9ae5845c3 Oct 12 07:40:38.518969 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d946259-197f-4876-9a97-790c74769719 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Deleting subnet 361fcb5d-2612-484d-a22b-563ab8c02bc0 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:40:38.524805 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5d946259-197f-4876-9a97-790c74769719 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:38.567720 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525ce978-63bb-4fa4-a290-c3a87f924cd7 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Made reservation on behalf of 0661c46065e34719ae0bde5df10863f8 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:38.571544 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-525ce978-63bb-4fa4-a290-c3a87f924cd7 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:38.607050 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56f109-785b-43c1-9f47-d3d80664faea req-83f89dfd-d442-427c-947e-02ec42802377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:38.610193 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5b56f109-785b-43c1-9f47-d3d80664faea req-83f89dfd-d442-427c-947e-02ec42802377 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=528ba4c1-5477-4967-a584-627f343b00e2 HTTP/1.1" status: 200 len: 835 time: 0.3479636 Oct 12 07:40:38.653697 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] device_id is not set on port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:40:38.664476 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5d946259-197f-4876-9a97-790c74769719 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:38.693258 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:38.718741 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:38.753079 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56f109-785b-43c1-9f47-d3d80664faea req-bae5ff8e-5dfd-4023-8fb8-7d50e2bdc36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:38.754813 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5b56f109-785b-43c1-9f47-d3d80664faea req-bae5ff8e-5dfd-4023-8fb8-7d50e2bdc36a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d0bc7a79-31ed-46fc-a3ce-545838184383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1106977 Oct 12 07:40:38.775488 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5d946259-197f-4876-9a97-790c74769719 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:38.782829 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40280) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:38.789053 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9da47-916d-40c6-ae2a-cc47a6d58238 req-4f5d1dc1-4acc-4cad-b0d5-4e5972f92568 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:38.790833 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-03d9da47-916d-40c6-ae2a-cc47a6d58238 req-4f5d1dc1-4acc-4cad-b0d5-4e5972f92568 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=581e9fa7-8edf-4f44-a0ff-06d7c666fe36 HTTP/1.1" status: 200 len: 946 time: 0.2639387 Oct 12 07:40:38.837692 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b79ce99d-0ade-4575-939f-a2c61f27a530 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:38.859285 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34060b09-b202-42a3-9c14-8c4533feb7c2 req-b473f114-28d4-40ac-ab04-14e2dbadabf1 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:38.860754 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-34060b09-b202-42a3-9c14-8c4533feb7c2 req-b473f114-28d4-40ac-ab04-14e2dbadabf1 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f56d885-49f6-44d0-b7be-81c767a470a4 HTTP/1.1" status: 200 len: 944 time: 0.2489469 Oct 12 07:40:38.882686 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Pushing event updated for resources: {'Port': ['ID=7767cbcc-e13c-40eb-9dc6-9ed7c11df84c,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:38.902897 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-5ef8dd54-a34d-4b76-afdf-cd6a6334d855 None None] Port 341e38fb-1e6a-42a6-ac80-8ee9ae5845c3 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:38.951250 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 0e88a8ff-df18-4d28-a602-dc77e0ece2e5 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:38.951522 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:38.952029 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 0e88a8ff-df18-4d28-a602-dc77e0ece2e5 Oct 12 07:40:38.962376 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ce99d-0ade-4575-939f-a2c61f27a530 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Subnet': ['ID=98a127de-a850-42b2-84d3-5b880b7a4e04,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:38.966241 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Checking segment: {'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:40:38.966611 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Network hostable DHCP agents. Network: d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:40:38.986675 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5d946259-197f-4876-9a97-790c74769719 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:38.997090 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-03d9da47-916d-40c6-ae2a-cc47a6d58238 req-82ae4753-efc6-4468-9dce-f1b152021ae4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=c0990109-25d7-4e79-ba30-3d3dfeb63a54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1821923 Oct 12 07:40:39.003201 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b79ce99d-0ade-4575-939f-a2c61f27a530 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:39.010049 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b79ce99d-0ade-4575-939f-a2c61f27a530 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/98a127de-a850-42b2-84d3-5b880b7a4e04 HTTP/1.1" status: 204 len: 168 time: 0.8617094 Oct 12 07:40:39.010707 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40284) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:39.016451 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79ce99d-0ade-4575-939f-a2c61f27a530 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:39.016897 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79ce99d-0ade-4575-939f-a2c61f27a530 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:39.017139 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79ce99d-0ade-4575-939f-a2c61f27a530 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:39.017479 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79ce99d-0ade-4575-939f-a2c61f27a530 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:39.017909 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79ce99d-0ade-4575-939f-a2c61f27a530 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:39.018225 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79ce99d-0ade-4575-939f-a2c61f27a530 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:39.018310 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-525ce978-63bb-4fa4-a290-c3a87f924cd7 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:39.018516 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79ce99d-0ade-4575-939f-a2c61f27a530 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:39.033389 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d946259-197f-4876-9a97-790c74769719 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Pushing event deleted for resources: {'Subnet': ['ID=361fcb5d-2612-484d-a22b-563ab8c02bc0,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:39.035175 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5d946259-197f-4876-9a97-790c74769719 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:39.035620 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79ce99d-0ade-4575-939f-a2c61f27a530 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:39.036048 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79ce99d-0ade-4575-939f-a2c61f27a530 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:39.036610 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79ce99d-0ade-4575-939f-a2c61f27a530 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:39.036973 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79ce99d-0ade-4575-939f-a2c61f27a530 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:39.037317 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79ce99d-0ade-4575-939f-a2c61f27a530 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:39.038362 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-5d946259-197f-4876-9a97-790c74769719 tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "DELETE /v2.0/subnets/361fcb5d-2612-484d-a22b-563ab8c02bc0 HTTP/1.1" status: 204 len: 168 time: 0.7110040 Oct 12 07:40:39.043591 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40286) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:39.055742 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-34060b09-b202-42a3-9c14-8c4533feb7c2 req-0dca33c9-61dd-4cb0-bd45-7506a8f61cc8 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/security-groups?id=2728a5cb-2cc4-47ab-8e2b-dd9e7f9f0102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367207 Oct 12 07:40:39.079530 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:40:39.128416 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a0f1dd06-de2b-4a29-8b0c-f882119253eb tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1139033 Oct 12 07:40:39.132835 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40288) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:39.137309 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5b56f109-785b-43c1-9f47-d3d80664faea req-69bebb85-b42b-44c8-a8a6-beee7a890552 service neutron] 10.222.0.23 "GET /v2.0/networks/d0bc7a79-31ed-46fc-a3ce-545838184383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736169 Oct 12 07:40:39.139322 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:39.141779 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-7ed611c3-431b-4515-ac55-166a0ccc7eeb tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'subnet': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:39.155744 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7032bb8-a5b5-4cb7-a5d2-4cc90467ebb2 None None] Network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:40:39.166965 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:40:39.198359 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7fa44947-d4ef-4d3f-bad7-44fa4af70beb None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:39.217866 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525ce978-63bb-4fa4-a290-c3a87f924cd7 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event updated for resources: {'Subnet': ['ID=69676afc-383f-4073-b0be-c1bdf49ab8e0,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:39.226170 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7fa44947-d4ef-4d3f-bad7-44fa4af70beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:39.236167 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525ce978-63bb-4fa4-a290-c3a87f924cd7 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Checking segment: {'id': '64f411b5-07a6-4183-ab15-222931c7f036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b5672c25-7187-4e74-98ee-6bf1f986a0e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:40:39.236928 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525ce978-63bb-4fa4-a290-c3a87f924cd7 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Network hostable DHCP agents. Network: b5672c25-7187-4e74-98ee-6bf1f986a0e5, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:40:39.238562 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:40:39.238894 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:40:39.239215 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:39.252532 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c1139292-acee-478a-abd7-5b1dde28293b tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:39.263062 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:40:39.263381 dv-neutron-860909-2-hyperv neutron-server[103201]: ERROR neutron.plugins.ml2.managers [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Failed to bind port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c on host hv-neutron-8609 for vnic_type normal using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] Oct 12 07:40:39.267487 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.plugin [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempt 2 to bind port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c Oct 12 07:40:39.272281 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 0e88a8ff-df18-4d28-a602-dc77e0ece2e5 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:39.293968 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-267ab539-771b-4ba0-a201-104a3ecf544e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fb8f9a584abe4c78a34373e93cf9f1f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5054455 Oct 12 07:40:39.296687 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40290) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:39.305312 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:40:39.305987 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:40:39.306343 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:39.309801 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed611c3-431b-4515-ac55-166a0ccc7eeb tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:39.313597 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7ed611c3-431b-4515-ac55-166a0ccc7eeb tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:39.320436 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5b56f109-785b-43c1-9f47-d3d80664faea req-bf44ecdb-4dc4-4468-9cd7-74ccbe773f14 service neutron] 10.222.0.23 "GET /v2.0/networks/d0bc7a79-31ed-46fc-a3ce-545838184383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731563 Oct 12 07:40:39.322760 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525ce978-63bb-4fa4-a290-c3a87f924cd7 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Network b5672c25-7187-4e74-98ee-6bf1f986a0e5 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:40:39.348260 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:40:39.348585 dv-neutron-860909-2-hyperv neutron-server[103201]: ERROR neutron.plugins.ml2.managers [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Failed to bind port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c on host hv-neutron-8609 for vnic_type normal using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] Oct 12 07:40:39.353701 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.plugin [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempt 3 to bind port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c Oct 12 07:40:39.374066 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fb2ba2-a5f7-44b5-8763-bf11faa6f472 None None] Update dhcp port {'port': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'fixed_ips': [{'subnet_id': '98a127de-a850-42b2-84d3-5b880b7a4e04'}], 'binding:host_id': 'dv-neutron-860909-2-hyperv'}, 'id': '3ab6f601-723d-4624-8f43-4df182b0da87'} from dv-neutron-860909-2-hyperv. {{(pid=103202) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 07:40:39.386137 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-525ce978-63bb-4fa4-a290-c3a87f924cd7 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, b5672c25-7187-4e74-98ee-6bf1f986a0e5) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:39.399749 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525ce978-63bb-4fa4-a290-c3a87f924cd7 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:39.400316 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-525ce978-63bb-4fa4-a290-c3a87f924cd7 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:39.403058 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d914b-4bb6-4f48-ba97-b4d7c03c6b97 None None] Pushing event updated for resources: {'Port': ['ID=341e38fb-1e6a-42a6-ac80-8ee9ae5845c3,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:39.405508 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:40:39.405840 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:40:39.406277 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:39.423600 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e5fb2ba2-a5f7-44b5-8763-bf11faa6f472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:39.425017 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-5ef8dd54-a34d-4b76-afdf-cd6a6334d855 None None] Attempt 5 to provision port 341e38fb-1e6a-42a6-ac80-8ee9ae5845c3 Oct 12 07:40:39.445053 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e519a1d8-72a1-4c08-95bb-5106381a780e None None] Network b5672c25-7187-4e74-98ee-6bf1f986a0e5 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:40:39.450719 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c1139292-acee-478a-abd7-5b1dde28293b tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:39.454116 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:40:39.454478 dv-neutron-860909-2-hyperv neutron-server[103201]: ERROR neutron.plugins.ml2.managers [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Failed to bind port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c on host hv-neutron-8609 for vnic_type normal using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] Oct 12 07:40:39.460460 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.plugin [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempt 4 to bind port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c Oct 12 07:40:39.478714 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-525ce978-63bb-4fa4-a290-c3a87f924cd7 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2348094 Oct 12 07:40:39.478912 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40292) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:39.498885 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-c1139292-acee-478a-abd7-5b1dde28293b tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d212256-ee23-4061-85c6-3c52822c1a47']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:39.501338 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:40:39.501681 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:40:39.502000 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:39.509167 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5c388c5b-55b9-4401-93bc-66d95da166f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:39.509450 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747d914b-4bb6-4f48-ba97-b4d7c03c6b97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:39.509928 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747d914b-4bb6-4f48-ba97-b4d7c03c6b97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:39.510296 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747d914b-4bb6-4f48-ba97-b4d7c03c6b97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:39.510476 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747d914b-4bb6-4f48-ba97-b4d7c03c6b97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:39.510780 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747d914b-4bb6-4f48-ba97-b4d7c03c6b97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:39.511106 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747d914b-4bb6-4f48-ba97-b4d7c03c6b97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:39.512246 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747d914b-4bb6-4f48-ba97-b4d7c03c6b97 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:39.512388 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747d914b-4bb6-4f48-ba97-b4d7c03c6b97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:39.512630 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747d914b-4bb6-4f48-ba97-b4d7c03c6b97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:39.512949 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747d914b-4bb6-4f48-ba97-b4d7c03c6b97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:39.513268 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747d914b-4bb6-4f48-ba97-b4d7c03c6b97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:39.513589 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747d914b-4bb6-4f48-ba97-b4d7c03c6b97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:39.515229 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-c1139292-acee-478a-abd7-5b1dde28293b tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7c3ec72-871a-4a19-9b25-beb6867df182') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:39.515527 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-c1139292-acee-478a-abd7-5b1dde28293b tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7c3ec72-871a-4a19-9b25-beb6867df182') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:39.525300 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:40:39.525508 dv-neutron-860909-2-hyperv neutron-server[103201]: ERROR neutron.plugins.ml2.managers [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Failed to bind port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c on host hv-neutron-8609 for vnic_type normal using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] Oct 12 07:40:39.530755 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.plugin [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempt 5 to bind port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c Oct 12 07:40:39.537707 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c1139292-acee-478a-abd7-5b1dde28293b tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:39.571336 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5c388c5b-55b9-4401-93bc-66d95da166f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:39.573166 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:40:39.573491 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:40:39.573820 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:39.577012 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-7fa44947-d4ef-4d3f-bad7-44fa4af70beb None None] Attempting to bind port 341e38fb-1e6a-42a6-ac80-8ee9ae5845c3 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:40:39.577384 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-7fa44947-d4ef-4d3f-bad7-44fa4af70beb None None] Attempting to bind port 341e38fb-1e6a-42a6-ac80-8ee9ae5845c3 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '9774a0d2-61bc-4724-a827-a48364cd5e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f4bd3df5-f273-4fab-861c-6848d68ed61c'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:40:39.577741 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa44947-d4ef-4d3f-bad7-44fa4af70beb None None] Attempting to bind port 341e38fb-1e6a-42a6-ac80-8ee9ae5845c3 on network f4bd3df5-f273-4fab-861c-6848d68ed61c {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:39.584824 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c1139292-acee-478a-abd7-5b1dde28293b tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:39.591598 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:40:39.591933 dv-neutron-860909-2-hyperv neutron-server[103201]: ERROR neutron.plugins.ml2.managers [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Failed to bind port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c on host hv-neutron-8609 for vnic_type normal using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] Oct 12 07:40:39.598203 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.plugin [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempt 6 to bind port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c Oct 12 07:40:39.603794 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1139292-acee-478a-abd7-5b1dde28293b tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:40:39.604802 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c1139292-acee-478a-abd7-5b1dde28293b tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:39.613105 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7ed611c3-431b-4515-ac55-166a0ccc7eeb tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:39.622764 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-5ef8dd54-a34d-4b76-afdf-cd6a6334d855 None None] Port 341e38fb-1e6a-42a6-ac80-8ee9ae5845c3 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:39.639586 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa44947-d4ef-4d3f-bad7-44fa4af70beb None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:40:39.640072 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa44947-d4ef-4d3f-bad7-44fa4af70beb None None] Checking segment: {'id': '9774a0d2-61bc-4724-a827-a48364cd5e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f4bd3df5-f273-4fab-861c-6848d68ed61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:40:39.640540 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7fa44947-d4ef-4d3f-bad7-44fa4af70beb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:39.640996 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa44947-d4ef-4d3f-bad7-44fa4af70beb None None] Bound using segment: {'id': '9774a0d2-61bc-4724-a827-a48364cd5e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f4bd3df5-f273-4fab-861c-6848d68ed61c'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:40:39.641539 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-7fa44947-d4ef-4d3f-bad7-44fa4af70beb None None] Bound port: 341e38fb-1e6a-42a6-ac80-8ee9ae5845c3, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9774a0d2-61bc-4724-a827-a48364cd5e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f4bd3df5-f273-4fab-861c-6848d68ed61c'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:40:39.641981 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7fa44947-d4ef-4d3f-bad7-44fa4af70beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:39.702127 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed611c3-431b-4515-ac55-166a0ccc7eeb tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:39.707397 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment b7c3ec72-871a-4a19-9b25-beb6867df182 resource provider aggregate not found Oct 12 07:40:39.708977 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-7ed611c3-431b-4515-ac55-166a0ccc7eeb tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:39.719079 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:40:39.719456 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:40:39.719820 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:39.739688 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:40:39.740060 dv-neutron-860909-2-hyperv neutron-server[103201]: ERROR neutron.plugins.ml2.managers [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Failed to bind port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c on host hv-neutron-8609 for vnic_type normal using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] Oct 12 07:40:39.745699 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed611c3-431b-4515-ac55-166a0ccc7eeb tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:39.747130 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7ed611c3-431b-4515-ac55-166a0ccc7eeb tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:39.749280 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.plugin [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempt 7 to bind port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c Oct 12 07:40:39.768969 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed611c3-431b-4515-ac55-166a0ccc7eeb tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Subnet': ['ID=69bb73dc-e485-42a7-a612-b831fffc629b,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:39.782281 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment b7c3ec72-871a-4a19-9b25-beb6867df182 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b7c3ec72-871a-4a19-9b25-beb6867df182 found for delete ", "request_id": "req-37d74add-1387-476d-bfc8-91b9167e3764"}]} Oct 12 07:40:39.783319 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:40:39.783725 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:40:39.783970 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:39.790071 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:40:39.790396 dv-neutron-860909-2-hyperv neutron-server[103201]: ERROR neutron.plugins.ml2.managers [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Failed to bind port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c on host hv-neutron-8609 for vnic_type normal using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] Oct 12 07:40:39.790926 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c1139292-acee-478a-abd7-5b1dde28293b tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:39.792950 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5c388c5b-55b9-4401-93bc-66d95da166f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:39.796370 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5c388c5b-55b9-4401-93bc-66d95da166f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:39.800199 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-5c388c5b-55b9-4401-93bc-66d95da166f6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d46ece56-394b-414f-990b-85e52a10605a HTTP/1.1" status: 204 len: 168 time: 0.4995382 Oct 12 07:40:39.800199 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.plugin [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempt 8 to bind port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c Oct 12 07:40:39.812974 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-7fa44947-d4ef-4d3f-bad7-44fa4af70beb None None] For port 341e38fb-1e6a-42a6-ac80-8ee9ae5845c3, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:40:39.817666 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-7fa44947-d4ef-4d3f-bad7-44fa4af70beb None None] For port 341e38fb-1e6a-42a6-ac80-8ee9ae5845c3, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=341e38fb-1e6a-42a6-ac80-8ee9ae5845c3,segment=NetworkSegment(9774a0d2-61bc-4724-a827-a48364cd5e08),segment_id=9774a0d2-61bc-4724-a827-a48364cd5e08)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:40:39.832845 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c1139292-acee-478a-abd7-5b1dde28293b tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:39.838242 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-7ed611c3-431b-4515-ac55-166a0ccc7eeb tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7037797 Oct 12 07:40:39.841365 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40300) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:39.842784 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c1139292-acee-478a-abd7-5b1dde28293b tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] 10.222.0.26 "DELETE /v2.0/networks/3d212256-ee23-4061-85c6-3c52822c1a47 HTTP/1.1" status: 204 len: 168 time: 0.7949963 Oct 12 07:40:39.849504 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-64c0f3ca-ffd4-4d04-90f8-725419921230 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'subnet': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:39.863089 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7fa44947-d4ef-4d3f-bad7-44fa4af70beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:39.864100 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c388c5b-55b9-4401-93bc-66d95da166f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46ece56-394b-414f-990b-85e52a10605a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:39.866008 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1139292-acee-478a-abd7-5b1dde28293b tempest-FloatingIPTestJSON-931587913 tempest-FloatingIPTestJSON-931587913-project] Pushing event deleted for resources: {'Network': ['ID=3d212256-ee23-4061-85c6-3c52822c1a47,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:39.881958 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:40:39.881958 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:40:39.881958 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:39.894948 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:40:39.895528 dv-neutron-860909-2-hyperv neutron-server[103201]: ERROR neutron.plugins.ml2.managers [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Failed to bind port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c on host hv-neutron-8609 for vnic_type normal using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] Oct 12 07:40:39.895983 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.plugin [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempt 9 to bind port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c Oct 12 07:40:39.914938 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:40:39.915271 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:40:39.915785 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:39.926837 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:40:39.929006 dv-neutron-860909-2-hyperv neutron-server[103201]: ERROR neutron.plugins.ml2.managers [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Failed to bind port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c on host hv-neutron-8609 for vnic_type normal using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] Oct 12 07:40:39.929565 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.plugin [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempt 10 to bind port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c Oct 12 07:40:39.948012 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:40:39.948795 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:40:39.949436 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:39.958932 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:40:39.960221 dv-neutron-860909-2-hyperv neutron-server[103201]: ERROR neutron.plugins.ml2.managers [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Failed to bind port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c on host hv-neutron-8609 for vnic_type normal using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] Oct 12 07:40:39.961455 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:39.968123 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d914b-4bb6-4f48-ba97-b4d7c03c6b97 None None] Pushing event updated for resources: {'Port': ['ID=341e38fb-1e6a-42a6-ac80-8ee9ae5845c3,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:39.979679 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e67572f-4df7-42c1-888a-74377ff52591 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-b5672c25-7187-4e74-98ee-6bf1f986a0e5', 'network_id': 'b5672c25-7187-4e74-98ee-6bf1f986a0e5', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'fixed_ips': [{'subnet_id': '69676afc-383f-4073-b0be-c1bdf49ab8e0'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:40:39.981370 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9e67572f-4df7-42c1-888a-74377ff52591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:39.984240 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34647b74-8a44-4651-9c72-e2cf32e0182d None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:40:39.987730 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa44947-d4ef-4d3f-bad7-44fa4af70beb None None] Routers {'f3cbc997-c159-4245-942e-b009ea82b66d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:40:39.989643 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-7fa44947-d4ef-4d3f-bad7-44fa4af70beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:40:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['f3cbc997-c159-4245-942e-b009ea82b66d'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:40.143563 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-5ef8dd54-a34d-4b76-afdf-cd6a6334d855 None None] Attempt 6 to provision port 341e38fb-1e6a-42a6-ac80-8ee9ae5845c3 Oct 12 07:40:40.223381 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c0f3ca-ffd4-4d04-90f8-725419921230 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:40.232323 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-64c0f3ca-ffd4-4d04-90f8-725419921230 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:40.242558 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40312) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:40.244030 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 3ab6f601-723d-4624-8f43-4df182b0da87 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:40:40.246011 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a34a0202-0575-4ac2-be0e-017e8831bd7e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:40.247526 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] For port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c, host hv-neutron-8609, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:40:40.247740 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempted to set empty binding levels {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 12 07:40:40.260117 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:40.261878 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:40.262522 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:40.339022 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 2.6894274 Oct 12 07:40:40.342407 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40320) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:40.371869 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 894313f8-2c62-4e32-aa6c-f2b513beaf66 details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 07:40:40.413451 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98756be9-6691-414b-95c4-25862a64435f tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Pushing event updated for resources: {'Port': ['ID=7767cbcc-e13c-40eb-9dc6-9ed7c11df84c,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:40.516294 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-2bf52c08-b08e-4335-89d1-93c411ddcdf7 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Deleting port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:40:40.516637 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2bf52c08-b08e-4335-89d1-93c411ddcdf7 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:40.607678 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1c5fb-74a3-417c-a778-21ac066f50e7 req-8694f869-eedf-4d01-80cf-b3b838b64337 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:40.609958 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-2bf52c08-b08e-4335-89d1-93c411ddcdf7 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] For port 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c, host hv-neutron-8609, got binding levels [] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:40:40.610461 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2bf52c08-b08e-4335-89d1-93c411ddcdf7 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:40.614861 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c2b1c5fb-74a3-417c-a778-21ac066f50e7 req-8694f869-eedf-4d01-80cf-b3b838b64337 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f56d885-49f6-44d0-b7be-81c767a470a4 HTTP/1.1" status: 200 len: 944 time: 0.4003184 Oct 12 07:40:40.630061 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-2bf52c08-b08e-4335-89d1-93c411ddcdf7 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Calling delete_port for 7767cbcc-e13c-40eb-9dc6-9ed7c11df84c owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:40:40.638649 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f3870c-005d-4d48-a95d-0e1cab5d5ed4 req-e81e877d-bb78-4780-b17d-127d1e8fee56 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:40.643072 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e2f3870c-005d-4d48-a95d-0e1cab5d5ed4 req-e81e877d-bb78-4780-b17d-127d1e8fee56 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=581e9fa7-8edf-4f44-a0ff-06d7c666fe36 HTTP/1.1" status: 200 len: 946 time: 0.4211023 Oct 12 07:40:40.729341 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-7fa44947-d4ef-4d3f-bad7-44fa4af70beb None None] Set router f3cbc997-c159-4245-942e-b009ea82b66d gateway port host: None {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:40:40.759517 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.ipam_backend_mixin [None req-64c0f3ca-ffd4-4d04-90f8-725419921230 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 69bb73dc-e485-42a7-a612-b831fffc629b (CIDR: 2001:db8::/64) Oct 12 07:40:40.817915 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2bf52c08-b08e-4335-89d1-93c411ddcdf7 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:40.851965 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c2b1c5fb-74a3-417c-a778-21ac066f50e7 req-24e5844c-78d4-42b4-94a3-69123c401f99 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/security-groups?id=2728a5cb-2cc4-47ab-8e2b-dd9e7f9f0102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2361116 Oct 12 07:40:40.876753 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e2f3870c-005d-4d48-a95d-0e1cab5d5ed4 req-60b3df59-045e-4649-9101-7e833aa108a6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=c0990109-25d7-4e79-ba30-3d3dfeb63a54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1950464 Oct 12 07:40:40.877654 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-64c0f3ca-ffd4-4d04-90f8-725419921230 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:40:40.878181 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64c0f3ca-ffd4-4d04-90f8-725419921230 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:40:40.894904 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-9e67572f-4df7-42c1-888a-74377ff52591 None None] Allocated IP 2001:db8:1::2 (b5672c25-7187-4e74-98ee-6bf1f986a0e5/69676afc-383f-4073-b0be-c1bdf49ab8e0/297e15f9-8d1d-42e3-afc0-9414ee6a5fa9) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:40:40.898367 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-24a326e8-afc4-47a4-8c5f-ff19fbe95a9a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6d4011bbd41f4c1e9844d80c11ed720a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6487341 Oct 12 07:40:40.902814 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40336) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:40.908133 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf52c08-b08e-4335-89d1-93c411ddcdf7 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Pushing event deleted for resources: {'Port': ['ID=7767cbcc-e13c-40eb-9dc6-9ed7c11df84c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:40.934420 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2bf52c08-b08e-4335-89d1-93c411ddcdf7 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:40.934655 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-64c0f3ca-ffd4-4d04-90f8-725419921230 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0922585 Oct 12 07:40:40.935350 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40340) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:40.941655 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-2bf52c08-b08e-4335-89d1-93c411ddcdf7 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] 10.222.0.26 "DELETE /v2.0/ports/7767cbcc-e13c-40eb-9dc6-9ed7c11df84c HTTP/1.1" status: 204 len: 168 time: 0.5982349 Oct 12 07:40:40.944376 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40342) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:40.981381 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b3ad68a-c819-4f0d-887a-c766a38c5999 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] GET failed (client error): The resource could not be found. Oct 12 07:40:40.990362 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-9b3ad68a-c819-4f0d-887a-c766a38c5999 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] 10.222.0.26 "GET /v2.0/ports/7767cbcc-e13c-40eb-9dc6-9ed7c11df84c HTTP/1.1" status: 404 len: 333 time: 0.0442026 Oct 12 07:40:40.995323 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40344) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:41.000963 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-ecebb978-eece-4c20-a074-97c28bf3c1ab tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Request body: {'port': {'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1095143426'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:41.018230 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-8dd884d4-fd6b-42f2-a923-d8abbd61051c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'subnet': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:41.046616 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40346) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:41.056745 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecebb978-eece-4c20-a074-97c28bf3c1ab tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Made reservation on behalf of 962529e1277c4e768a682e7b5953f74d for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:41.059830 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ecebb978-eece-4c20-a074-97c28bf3c1ab tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:41.107386 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-ecebb978-eece-4c20-a074-97c28bf3c1ab tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] device_id is not set on port 8610f3ce-766e-4a89-81f8-a07bd9446c2b yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:40:41.203093 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 894313f8-2c62-4e32-aa6c-f2b513beaf66, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=894313f8-2c62-4e32-aa6c-f2b513beaf66,segment=NetworkSegment(368cbfd5-be1d-4647-bccb-9ad3ff55f2ac),segment_id=368cbfd5-be1d-4647-bccb-9ad3ff55f2ac)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:40:41.216654 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 3ab6f601-723d-4624-8f43-4df182b0da87 is: ACTIVE; New status is: DOWN {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:41.217047 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:41.231948 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': '894313f8-2c62-4e32-aa6c-f2b513beaf66', 'network_id': 'd0bc7a79-31ed-46fc-a3ce-545838184383', 'port_id': '894313f8-2c62-4e32-aa6c-f2b513beaf66', 'mac_address': 'fa:16:3e:5f:53:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '528ba4c1-5477-4967-a584-627f343b00e2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 07:40:41.272820 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 3ab6f601-723d-4624-8f43-4df182b0da87, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=3ab6f601-723d-4624-8f43-4df182b0da87,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:40:41.277895 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-56b70052-df3f-445a-be99-22aecc4a3e11 tempest-ServiceProvidersTest-2104469059 tempest-ServiceProvidersTest-2104469059-project] 10.222.0.26 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2283905 Oct 12 07:40:41.360630 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ecebb978-eece-4c20-a074-97c28bf3c1ab tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:41.403756 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ecebb978-eece-4c20-a074-97c28bf3c1ab tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:41.436914 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-5ef8dd54-a34d-4b76-afdf-cd6a6334d855 None None] Current status of the port 341e38fb-1e6a-42a6-ac80-8ee9ae5845c3 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:41.437303 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5ef8dd54-a34d-4b76-afdf-cd6a6334d855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:41.460495 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecebb978-eece-4c20-a074-97c28bf3c1ab tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:41.466727 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-ecebb978-eece-4c20-a074-97c28bf3c1ab tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:41.467126 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:41.469930 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecebb978-eece-4c20-a074-97c28bf3c1ab tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Pushing event updated for resources: {'Port': ['ID=8610f3ce-766e-4a89-81f8-a07bd9446c2b,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:41.473641 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecebb978-eece-4c20-a074-97c28bf3c1ab tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:40:41.486116 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecebb978-eece-4c20-a074-97c28bf3c1ab tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:41.487857 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ecebb978-eece-4c20-a074-97c28bf3c1ab tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:41.525471 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ecebb978-eece-4c20-a074-97c28bf3c1ab tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5283718 Oct 12 07:40:41.526342 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40352) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:41.539316 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8609'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:41.541254 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30419452-c6cf-4d80-adda-f357dc40a299 req-03d52c37-e22a-447f-8a9b-70f77a8e2874 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:41.550102 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-30419452-c6cf-4d80-adda-f357dc40a299 req-03d52c37-e22a-447f-8a9b-70f77a8e2874 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=581e9fa7-8edf-4f44-a0ff-06d7c666fe36 HTTP/1.1" status: 200 len: 946 time: 0.5185187 Oct 12 07:40:41.571873 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-af030c8f-bfef-4ba5-9024-6c9064e14763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:41.579576 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-5ef8dd54-a34d-4b76-afdf-cd6a6334d855 None None] For port 341e38fb-1e6a-42a6-ac80-8ee9ae5845c3, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=341e38fb-1e6a-42a6-ac80-8ee9ae5845c3,segment=NetworkSegment(9774a0d2-61bc-4724-a827-a48364cd5e08),segment_id=9774a0d2-61bc-4724-a827-a48364cd5e08)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:40:41.607197 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5ef8dd54-a34d-4b76-afdf-cd6a6334d855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:41.623502 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:41.650263 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-af030c8f-bfef-4ba5-9024-6c9064e14763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:41.657425 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-30419452-c6cf-4d80-adda-f357dc40a299 req-a9a2525a-31e5-450f-85b4-4deda70f7191 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=c0990109-25d7-4e79-ba30-3d3dfeb63a54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055896 Oct 12 07:40:41.672803 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd884d4-fd6b-42f2-a923-d8abbd61051c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:41.676954 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8dd884d4-fd6b-42f2-a923-d8abbd61051c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:41.678793 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 894313f8-2c62-4e32-aa6c-f2b513beaf66 is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:41.679184 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:41.680893 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=3ab6f601-723d-4624-8f43-4df182b0da87,revision_number=7']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:41.758447 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef8dd54-a34d-4b76-afdf-cd6a6334d855 None None] Pushing event updated for resources: {'Port': ['ID=341e38fb-1e6a-42a6-ac80-8ee9ae5845c3,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:41.765486 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40358) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:41.799483 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-af030c8f-bfef-4ba5-9024-6c9064e14763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:41.802444 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-af030c8f-bfef-4ba5-9024-6c9064e14763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:41.807400 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-af030c8f-bfef-4ba5-9024-6c9064e14763 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4cd19ed4-e5b2-4bb2-accb-4eeae8d822b4 HTTP/1.1" status: 204 len: 168 time: 0.9025185 Oct 12 07:40:41.833719 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af030c8f-bfef-4ba5-9024-6c9064e14763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd19ed4-e5b2-4bb2-accb-4eeae8d822b4,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:41.856831 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-5ef8dd54-a34d-4b76-afdf-cd6a6334d855 None None] Provisioning complete for port 0e88a8ff-df18-4d28-a602-dc77e0ece2e5 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:41.857283 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5ef8dd54-a34d-4b76-afdf-cd6a6334d855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:41.857692 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-5ef8dd54-a34d-4b76-afdf-cd6a6334d855 None None] Attempt 1 to provision port 0e88a8ff-df18-4d28-a602-dc77e0ece2e5 Oct 12 07:40:41.862070 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 894313f8-2c62-4e32-aa6c-f2b513beaf66 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:40:41.917970 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] device_id is not set on port 8610f3ce-766e-4a89-81f8-a07bd9446c2b yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:40:41.934248 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:41.946751 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:42.018470 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 894313f8-2c62-4e32-aa6c-f2b513beaf66, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=894313f8-2c62-4e32-aa6c-f2b513beaf66,segment=NetworkSegment(368cbfd5-be1d-4647-bccb-9ad3ff55f2ac),segment_id=368cbfd5-be1d-4647-bccb-9ad3ff55f2ac)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:40:42.072533 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Pushing event updated for resources: {'Port': ['ID=8610f3ce-766e-4a89-81f8-a07bd9446c2b,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:42.072724 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:42.082347 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 8610f3ce-766e-4a89-81f8-a07bd9446c2b on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:40:42.086269 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 8610f3ce-766e-4a89-81f8-a07bd9446c2b by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:40:42.086793 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 8610f3ce-766e-4a89-81f8-a07bd9446c2b on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:42.099059 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Port 8610f3ce-766e-4a89-81f8-a07bd9446c2b on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:40:42.099397 dv-neutron-860909-2-hyperv neutron-server[103201]: ERROR neutron.plugins.ml2.managers [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Failed to bind port 8610f3ce-766e-4a89-81f8-a07bd9446c2b on host hv-neutron-8609 for vnic_type normal using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] Oct 12 07:40:42.099789 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.plugin [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempt 2 to bind port 8610f3ce-766e-4a89-81f8-a07bd9446c2b Oct 12 07:40:42.132738 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 8610f3ce-766e-4a89-81f8-a07bd9446c2b on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:40:42.133316 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 8610f3ce-766e-4a89-81f8-a07bd9446c2b by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:40:42.133477 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 8610f3ce-766e-4a89-81f8-a07bd9446c2b on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:42.138845 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Port 8610f3ce-766e-4a89-81f8-a07bd9446c2b on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:40:42.139016 dv-neutron-860909-2-hyperv neutron-server[103201]: ERROR neutron.plugins.ml2.managers [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Failed to bind port 8610f3ce-766e-4a89-81f8-a07bd9446c2b on host hv-neutron-8609 for vnic_type normal using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] Oct 12 07:40:42.139353 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.plugin [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempt 3 to bind port 8610f3ce-766e-4a89-81f8-a07bd9446c2b Oct 12 07:40:42.153925 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421346e-2318-4059-8b41-0628a8054e0f req-97a9061c-7459-4988-bbf8-971dac991eed tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:42.155821 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0421346e-2318-4059-8b41-0628a8054e0f req-97a9061c-7459-4988-bbf8-971dac991eed tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f56d885-49f6-44d0-b7be-81c767a470a4 HTTP/1.1" status: 200 len: 944 time: 0.1772501 Oct 12 07:40:42.163220 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 8610f3ce-766e-4a89-81f8-a07bd9446c2b on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:40:42.163562 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 8610f3ce-766e-4a89-81f8-a07bd9446c2b by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:40:42.164205 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 8610f3ce-766e-4a89-81f8-a07bd9446c2b on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:42.179676 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Port 8610f3ce-766e-4a89-81f8-a07bd9446c2b on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:40:42.180003 dv-neutron-860909-2-hyperv neutron-server[103201]: ERROR neutron.plugins.ml2.managers [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Failed to bind port 8610f3ce-766e-4a89-81f8-a07bd9446c2b on host hv-neutron-8609 for vnic_type normal using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] Oct 12 07:40:42.180390 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.plugin [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempt 4 to bind port 8610f3ce-766e-4a89-81f8-a07bd9446c2b Oct 12 07:40:42.187803 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-7fa44947-d4ef-4d3f-bad7-44fa4af70beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'name': 'tempest-RoutersIpV6Test-router-830171884', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:40:29Z', 'updated_at': '2022-10-12T07:40:35Z', 'revision_number': 2, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'gw_port_host': None, '_interfaces': [{'id': '341e38fb-1e6a-42a6-ac80-8ee9ae5845c3', 'name': '', 'network_id': 'f4bd3df5-f273-4fab-861c-6848d68ed61c', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:7c:d8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '163eea88-3da4-45c6-a9fb-cedff88141d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:34Z', 'updated_at': '2022-10-12T07:40:39Z', 'revision_number': 4, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '163eea88-3da4-45c6-a9fb-cedff88141d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:42.200943 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 8610f3ce-766e-4a89-81f8-a07bd9446c2b on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:40:42.201292 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 8610f3ce-766e-4a89-81f8-a07bd9446c2b by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:40:42.201636 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 8610f3ce-766e-4a89-81f8-a07bd9446c2b on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:42.206222 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Port 8610f3ce-766e-4a89-81f8-a07bd9446c2b on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:40:42.206618 dv-neutron-860909-2-hyperv neutron-server[103201]: ERROR neutron.plugins.ml2.managers [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Failed to bind port 8610f3ce-766e-4a89-81f8-a07bd9446c2b on host hv-neutron-8609 for vnic_type normal using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] Oct 12 07:40:42.207001 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.plugin [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempt 5 to bind port 8610f3ce-766e-4a89-81f8-a07bd9446c2b Oct 12 07:40:42.224137 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 8610f3ce-766e-4a89-81f8-a07bd9446c2b on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:40:42.224472 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 8610f3ce-766e-4a89-81f8-a07bd9446c2b by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:40:42.224806 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 8610f3ce-766e-4a89-81f8-a07bd9446c2b on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:42.231391 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Port 8610f3ce-766e-4a89-81f8-a07bd9446c2b on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:40:42.231735 dv-neutron-860909-2-hyperv neutron-server[103201]: ERROR neutron.plugins.ml2.managers [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Failed to bind port 8610f3ce-766e-4a89-81f8-a07bd9446c2b on host hv-neutron-8609 for vnic_type normal using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] Oct 12 07:40:42.232167 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.plugin [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempt 6 to bind port 8610f3ce-766e-4a89-81f8-a07bd9446c2b Oct 12 07:40:42.242794 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa44947-d4ef-4d3f-bad7-44fa4af70beb None None] The sync data for ids ['f3cbc997-c159-4245-942e-b009ea82b66d'] in dv-neutron-860909-2-hyperv is: [{'id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'name': 'tempest-RoutersIpV6Test-router-830171884', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:40:29Z', 'updated_at': '2022-10-12T07:40:35Z', 'revision_number': 2, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'gw_port_host': None, '_interfaces': [{'id': '341e38fb-1e6a-42a6-ac80-8ee9ae5845c3', 'name': '', 'network_id': 'f4bd3df5-f273-4fab-861c-6848d68ed61c', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:7c:d8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '163eea88-3da4-45c6-a9fb-cedff88141d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:34Z', 'updated_at': '2022-10-12T07:40:39Z', 'revision_number': 4, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '163eea88-3da4-45c6-a9fb-cedff88141d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:40:42.255240 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 8610f3ce-766e-4a89-81f8-a07bd9446c2b on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:40:42.255585 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 8610f3ce-766e-4a89-81f8-a07bd9446c2b by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:40:42.255923 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 8610f3ce-766e-4a89-81f8-a07bd9446c2b on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:42.266615 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0421346e-2318-4059-8b41-0628a8054e0f req-486caa12-f2eb-4b47-b1c4-730173336c64 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/security-groups?id=2728a5cb-2cc4-47ab-8e2b-dd9e7f9f0102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006706 Oct 12 07:40:42.267599 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-47b330a4-49a5-4271-9775-870618f0032f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:42.278622 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Port 8610f3ce-766e-4a89-81f8-a07bd9446c2b on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:40:42.279010 dv-neutron-860909-2-hyperv neutron-server[103201]: ERROR neutron.plugins.ml2.managers [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Failed to bind port 8610f3ce-766e-4a89-81f8-a07bd9446c2b on host hv-neutron-8609 for vnic_type normal using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] Oct 12 07:40:42.279456 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.plugin [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempt 7 to bind port 8610f3ce-766e-4a89-81f8-a07bd9446c2b Oct 12 07:40:42.280921 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2dc7a1-c542-439b-8500-321bdb8b217b None None] Update dhcp port {'port': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'fixed_ips': [{'subnet_id': '69bb73dc-e485-42a7-a612-b831fffc629b'}], 'binding:host_id': 'dv-neutron-860909-2-hyperv'}, 'id': '3ab6f601-723d-4624-8f43-4df182b0da87'} from dv-neutron-860909-2-hyperv. {{(pid=103202) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 07:40:42.300313 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9e67572f-4df7-42c1-888a-74377ff52591 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:42.327149 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['894313f8-2c62-4e32-aa6c-f2b513beaf66'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 07:40:42.328665 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 8610f3ce-766e-4a89-81f8-a07bd9446c2b on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:40:42.329370 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=894313f8-2c62-4e32-aa6c-f2b513beaf66,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:42.331539 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 8610f3ce-766e-4a89-81f8-a07bd9446c2b by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:40:42.339932 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 8610f3ce-766e-4a89-81f8-a07bd9446c2b on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:42.347169 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Port 8610f3ce-766e-4a89-81f8-a07bd9446c2b on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:40:42.347503 dv-neutron-860909-2-hyperv neutron-server[103201]: ERROR neutron.plugins.ml2.managers [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Failed to bind port 8610f3ce-766e-4a89-81f8-a07bd9446c2b on host hv-neutron-8609 for vnic_type normal using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] Oct 12 07:40:42.347899 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.plugin [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempt 8 to bind port 8610f3ce-766e-4a89-81f8-a07bd9446c2b Oct 12 07:40:42.366043 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9e67572f-4df7-42c1-888a-74377ff52591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:42.379022 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 8610f3ce-766e-4a89-81f8-a07bd9446c2b on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:40:42.379432 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 8610f3ce-766e-4a89-81f8-a07bd9446c2b by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:40:42.379689 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 8610f3ce-766e-4a89-81f8-a07bd9446c2b on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:42.384972 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Port 8610f3ce-766e-4a89-81f8-a07bd9446c2b on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:40:42.385156 dv-neutron-860909-2-hyperv neutron-server[103201]: ERROR neutron.plugins.ml2.managers [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Failed to bind port 8610f3ce-766e-4a89-81f8-a07bd9446c2b on host hv-neutron-8609 for vnic_type normal using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] Oct 12 07:40:42.385546 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.plugin [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempt 9 to bind port 8610f3ce-766e-4a89-81f8-a07bd9446c2b Oct 12 07:40:42.408857 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 8610f3ce-766e-4a89-81f8-a07bd9446c2b on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:40:42.409338 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 8610f3ce-766e-4a89-81f8-a07bd9446c2b by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:40:42.410131 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 8610f3ce-766e-4a89-81f8-a07bd9446c2b on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:42.412430 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bd2dc7a1-c542-439b-8500-321bdb8b217b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:42.417115 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Port 8610f3ce-766e-4a89-81f8-a07bd9446c2b on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:40:42.417444 dv-neutron-860909-2-hyperv neutron-server[103201]: ERROR neutron.plugins.ml2.managers [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Failed to bind port 8610f3ce-766e-4a89-81f8-a07bd9446c2b on host hv-neutron-8609 for vnic_type normal using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] Oct 12 07:40:42.418427 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.plugin [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempt 10 to bind port 8610f3ce-766e-4a89-81f8-a07bd9446c2b Oct 12 07:40:42.436143 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.objects.ports [None req-8dd884d4-fd6b-42f2-a923-d8abbd61051c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103200) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 12 07:40:42.437459 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 8610f3ce-766e-4a89-81f8-a07bd9446c2b on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:40:42.438580 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.managers [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 8610f3ce-766e-4a89-81f8-a07bd9446c2b by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] {{(pid=103201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:40:42.438929 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port 8610f3ce-766e-4a89-81f8-a07bd9446c2b on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:42.446554 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Port 8610f3ce-766e-4a89-81f8-a07bd9446c2b on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:40:42.447390 dv-neutron-860909-2-hyperv neutron-server[103201]: ERROR neutron.plugins.ml2.managers [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Failed to bind port 8610f3ce-766e-4a89-81f8-a07bd9446c2b on host hv-neutron-8609 for vnic_type normal using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] Oct 12 07:40:42.447781 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:42.459739 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e67572f-4df7-42c1-888a-74377ff52591 None None] Network b5672c25-7187-4e74-98ee-6bf1f986a0e5 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:42.467297 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-9e67572f-4df7-42c1-888a-74377ff52591 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:42.470638 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e67572f-4df7-42c1-888a-74377ff52591 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:40:42.478117 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-5ef8dd54-a34d-4b76-afdf-cd6a6334d855 None None] Current status of the port 0e88a8ff-df18-4d28-a602-dc77e0ece2e5 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:42.536665 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67572f-4df7-42c1-888a-74377ff52591 None None] Pushing event updated for resources: {'Port': ['ID=297e15f9-8d1d-42e3-afc0-9414ee6a5fa9,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:42.538058 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] For port 8610f3ce-766e-4a89-81f8-a07bd9446c2b, host hv-neutron-8609, cleared binding levels {{(pid=103201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:40:42.538511 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempted to set empty binding levels {{(pid=103201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 12 07:40:42.552015 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:42.553448 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] In _notify_port_updated(), no bound segment for port 8610f3ce-766e-4a89-81f8-a07bd9446c2b on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 {{(pid=103201) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 12 07:40:42.554576 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:42.556050 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:42.561309 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] 10.222.0.26 "PUT /v2.0/ports/8610f3ce-766e-4a89-81f8-a07bd9446c2b HTTP/1.1" status: 200 len: 977 time: 1.0325258 Oct 12 07:40:42.572660 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40380) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:42.654987 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-9e67572f-4df7-42c1-888a-74377ff52591 None None] Attempting to bind port 297e15f9-8d1d-42e3-afc0-9414ee6a5fa9 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:40:42.655205 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-9e67572f-4df7-42c1-888a-74377ff52591 None None] Attempting to bind port 297e15f9-8d1d-42e3-afc0-9414ee6a5fa9 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '64f411b5-07a6-4183-ab15-222931c7f036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b5672c25-7187-4e74-98ee-6bf1f986a0e5'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:40:42.655768 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e67572f-4df7-42c1-888a-74377ff52591 None None] Attempting to bind port 297e15f9-8d1d-42e3-afc0-9414ee6a5fa9 on network b5672c25-7187-4e74-98ee-6bf1f986a0e5 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:42.682261 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-a34a0202-0575-4ac2-be0e-017e8831bd7e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Allocated IP 2001:db8:1::1 (b5672c25-7187-4e74-98ee-6bf1f986a0e5/69676afc-383f-4073-b0be-c1bdf49ab8e0/1b702037-5ca1-40bb-a766-7366ff7485b0) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:40:42.689807 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974af9aa-3a99-4588-9a9d-82e43c36f4fd tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Pushing event updated for resources: {'Port': ['ID=8610f3ce-766e-4a89-81f8-a07bd9446c2b,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:42.693185 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e67572f-4df7-42c1-888a-74377ff52591 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:40:42.693566 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e67572f-4df7-42c1-888a-74377ff52591 None None] Checking segment: {'id': '64f411b5-07a6-4183-ab15-222931c7f036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b5672c25-7187-4e74-98ee-6bf1f986a0e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:40:42.693973 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9e67572f-4df7-42c1-888a-74377ff52591 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:42.694461 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e67572f-4df7-42c1-888a-74377ff52591 None None] Bound using segment: {'id': '64f411b5-07a6-4183-ab15-222931c7f036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b5672c25-7187-4e74-98ee-6bf1f986a0e5'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:40:42.695298 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-9e67572f-4df7-42c1-888a-74377ff52591 None None] Bound port: 297e15f9-8d1d-42e3-afc0-9414ee6a5fa9, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64f411b5-07a6-4183-ab15-222931c7f036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b5672c25-7187-4e74-98ee-6bf1f986a0e5'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:40:42.695694 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9e67572f-4df7-42c1-888a-74377ff52591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:42.746571 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-47b330a4-49a5-4271-9775-870618f0032f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:42.758059 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-3123e2b8-9131-4de0-897c-38a025c9c0cb None None] Provisioning complete for port 341e38fb-1e6a-42a6-ac80-8ee9ae5845c3 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:42.758849 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3123e2b8-9131-4de0-897c-38a025c9c0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:42.759393 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-3123e2b8-9131-4de0-897c-38a025c9c0cb None None] Attempt 1 to provision port 341e38fb-1e6a-42a6-ac80-8ee9ae5845c3 Oct 12 07:40:42.759659 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-47b330a4-49a5-4271-9775-870618f0032f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:42.916060 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7f21f1-d62e-447e-9d06-8a644b4ebbae tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:42.916539 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7f21f1-d62e-447e-9d06-8a644b4ebbae tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:42.917016 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7f21f1-d62e-447e-9d06-8a644b4ebbae tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:42.917517 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7f21f1-d62e-447e-9d06-8a644b4ebbae tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:42.918873 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7f21f1-d62e-447e-9d06-8a644b4ebbae tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:42.919343 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7f21f1-d62e-447e-9d06-8a644b4ebbae tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:42.919826 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7f21f1-d62e-447e-9d06-8a644b4ebbae tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:42.920279 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7f21f1-d62e-447e-9d06-8a644b4ebbae tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:42.920730 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7f21f1-d62e-447e-9d06-8a644b4ebbae tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:42.921184 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7f21f1-d62e-447e-9d06-8a644b4ebbae tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:42.921804 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7f21f1-d62e-447e-9d06-8a644b4ebbae tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:42.922123 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7f21f1-d62e-447e-9d06-8a644b4ebbae tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:42.922581 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7f21f1-d62e-447e-9d06-8a644b4ebbae tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:42.923347 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7f21f1-d62e-447e-9d06-8a644b4ebbae tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:42.923502 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7f21f1-d62e-447e-9d06-8a644b4ebbae tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:42.924425 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7f21f1-d62e-447e-9d06-8a644b4ebbae tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:42.925025 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7f21f1-d62e-447e-9d06-8a644b4ebbae tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:42.925493 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7f21f1-d62e-447e-9d06-8a644b4ebbae tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:42.925950 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7f21f1-d62e-447e-9d06-8a644b4ebbae tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:42.926431 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7f21f1-d62e-447e-9d06-8a644b4ebbae tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:42.934501 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-1c7f21f1-d62e-447e-9d06-8a644b4ebbae tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18377 time: 0.3548207 Oct 12 07:40:42.934773 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40388) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:42.937704 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-47b330a4-49a5-4271-9775-870618f0032f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=81e79d851d95409395d87f5731c6b03a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1715379 Oct 12 07:40:42.944526 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40390) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:42.980948 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40392) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:42.987636 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b330a4-49a5-4271-9775-870618f0032f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb96176-afbd-4232-b34b-b2604d641608,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:43.002734 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-9e67572f-4df7-42c1-888a-74377ff52591 None None] For port 297e15f9-8d1d-42e3-afc0-9414ee6a5fa9, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:40:43.041386 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-9e67572f-4df7-42c1-888a-74377ff52591 None None] For port 297e15f9-8d1d-42e3-afc0-9414ee6a5fa9, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=297e15f9-8d1d-42e3-afc0-9414ee6a5fa9,segment=NetworkSegment(64f411b5-07a6-4183-ab15-222931c7f036),segment_id=64f411b5-07a6-4183-ab15-222931c7f036)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:40:43.065631 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9e67572f-4df7-42c1-888a-74377ff52591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:43.087232 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a34a0202-0575-4ac2-be0e-017e8831bd7e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:43.088543 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.db.api [None req-bd2dc7a1-c542-439b-8500-321bdb8b217b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 12 07:40:43.088543 dv-neutron-860909-2-hyperv neutron-server[103202]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Oct 12 07:40:43.088543 dv-neutron-860909-2-hyperv neutron-server[103202]: [parameters: {'ip_address': '2001:db8:0:1:f816:3eff:fedf:2f38', 'status': 'ALLOCATED', 'ipam_subnet_id': 'ae3c0705-6558-474f-87fa-16d16e000f0f'}] Oct 12 07:40:43.088543 dv-neutron-860909-2-hyperv neutron-server[103202]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103202) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 07:40:43.088899 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG oslo_db.api [None req-bd2dc7a1-c542-439b-8500-321bdb8b217b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 07:40:43.116246 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-3123e2b8-9131-4de0-897c-38a025c9c0cb None None] Current status of the port 341e38fb-1e6a-42a6-ac80-8ee9ae5845c3 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:43.145357 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-32b6a798-4503-41aa-a1c0-35ddbc6d125b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:43.158843 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-3123e2b8-9131-4de0-897c-38a025c9c0cb None None] Provisioning complete for port 3ab6f601-723d-4624-8f43-4df182b0da87 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:43.159217 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3123e2b8-9131-4de0-897c-38a025c9c0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:43.159551 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-3123e2b8-9131-4de0-897c-38a025c9c0cb None None] Attempt 1 to provision port 3ab6f601-723d-4624-8f43-4df182b0da87 Oct 12 07:40:43.197316 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-32b6a798-4503-41aa-a1c0-35ddbc6d125b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:43.215800 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67572f-4df7-42c1-888a-74377ff52591 None None] Pushing event updated for resources: {'Port': ['ID=297e15f9-8d1d-42e3-afc0-9414ee6a5fa9,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:43.222127 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40396) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:43.234741 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-48395303-83c8-4dc6-8f8e-45d6668734b5 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Deleting port 8610f3ce-766e-4a89-81f8-a07bd9446c2b {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:40:43.235093 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-48395303-83c8-4dc6-8f8e-45d6668734b5 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:43.259020 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a34a0202-0575-4ac2-be0e-017e8831bd7e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:43.276102 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8dd884d4-fd6b-42f2-a923-d8abbd61051c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:43.298337 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-3123e2b8-9131-4de0-897c-38a025c9c0cb None None] Current status of the port 3ab6f601-723d-4624-8f43-4df182b0da87 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:43.298733 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3123e2b8-9131-4de0-897c-38a025c9c0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:43.317767 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34a0202-0575-4ac2-be0e-017e8831bd7e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Network b5672c25-7187-4e74-98ee-6bf1f986a0e5 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:43.331993 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-a34a0202-0575-4ac2-be0e-017e8831bd7e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:43.337123 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34a0202-0575-4ac2-be0e-017e8831bd7e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:40:43.337676 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a34a0202-0575-4ac2-be0e-017e8831bd7e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:43.337823 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-7c3f02f6-b52f-4c79-b094-5f80a8022f8b tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1722963480'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:43.366188 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3f02f6-b52f-4c79-b094-5f80a8022f8b tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Made reservation on behalf of 335494b12764464ebbbd88a2c3d2f0a9 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:43.369796 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7c3f02f6-b52f-4c79-b094-5f80a8022f8b tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:43.376468 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-3123e2b8-9131-4de0-897c-38a025c9c0cb None None] For port 3ab6f601-723d-4624-8f43-4df182b0da87, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=3ab6f601-723d-4624-8f43-4df182b0da87,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:40:43.387597 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3123e2b8-9131-4de0-897c-38a025c9c0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:43.395476 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7c3f02f6-b52f-4c79-b094-5f80a8022f8b tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:43.489852 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a0202-0575-4ac2-be0e-017e8831bd7e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event updated for resources: {'Port': ['ID=1b702037-5ca1-40bb-a766-7366ff7485b0,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:43.520945 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3123e2b8-9131-4de0-897c-38a025c9c0cb None None] Pushing event updated for resources: {'Port': ['ID=3ab6f601-723d-4624-8f43-4df182b0da87,revision_number=9']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:43.540926 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-48395303-83c8-4dc6-8f8e-45d6668734b5 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] For port 8610f3ce-766e-4a89-81f8-a07bd9446c2b, host hv-neutron-8609, got binding levels [] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:40:43.541351 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-48395303-83c8-4dc6-8f8e-45d6668734b5 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:43.546153 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-32b6a798-4503-41aa-a1c0-35ddbc6d125b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:43.548642 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-32b6a798-4503-41aa-a1c0-35ddbc6d125b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:43.549814 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-32b6a798-4503-41aa-a1c0-35ddbc6d125b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bfb96176-afbd-4232-b34b-b2604d641608 HTTP/1.1" status: 204 len: 168 time: 0.6027212 Oct 12 07:40:43.574623 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.db.api [None req-8dd884d4-fd6b-42f2-a923-d8abbd61051c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 07:40:43.574857 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG oslo_db.api [None req-8dd884d4-fd6b-42f2-a923-d8abbd61051c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 07:40:43.587345 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-48395303-83c8-4dc6-8f8e-45d6668734b5 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Calling delete_port for 8610f3ce-766e-4a89-81f8-a07bd9446c2b owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:40:43.589335 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b6a798-4503-41aa-a1c0-35ddbc6d125b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb96176-afbd-4232-b34b-b2604d641608,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:43.602125 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a607d13-85ce-400f-9f7a-d33ca480dc50 req-ded34127-249a-4f1a-93e1-87000f187b0b tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:43.603794 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1a607d13-85ce-400f-9f7a-d33ca480dc50 req-ded34127-249a-4f1a-93e1-87000f187b0b tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f56d885-49f6-44d0-b7be-81c767a470a4 HTTP/1.1" status: 200 len: 945 time: 0.1436882 Oct 12 07:40:43.645039 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a34a0202-0575-4ac2-be0e-017e8831bd7e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:43.697038 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bd2dc7a1-c542-439b-8500-321bdb8b217b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:43.746272 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1a607d13-85ce-400f-9f7a-d33ca480dc50 req-96811ad9-8d0b-4734-802e-1b965178adce tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/security-groups?id=2728a5cb-2cc4-47ab-8e2b-dd9e7f9f0102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961685 Oct 12 07:40:43.820285 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7c3f02f6-b52f-4c79-b094-5f80a8022f8b tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:43.836987 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7c3f02f6-b52f-4c79-b094-5f80a8022f8b tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:43.878473 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c3f02f6-b52f-4c79-b094-5f80a8022f8b tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:40:43.894074 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-48395303-83c8-4dc6-8f8e-45d6668734b5 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:43.944857 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7c3f02f6-b52f-4c79-b094-5f80a8022f8b tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:43.945508 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-7c3f02f6-b52f-4c79-b094-5f80a8022f8b tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Added segment 79f0f98c-217b-4201-bb71-a5d3862be58d of type vlan for network 3cc08bf9-817d-4b28-9a8d-935eff2e72e9 Oct 12 07:40:43.962889 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f02f6-b52f-4c79-b094-5f80a8022f8b tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=510fe460-3764-45cc-87ab-a89420b78986,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:43.978392 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48395303-83c8-4dc6-8f8e-45d6668734b5 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Pushing event deleted for resources: {'Port': ['ID=8610f3ce-766e-4a89-81f8-a07bd9446c2b,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:43.992909 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-48395303-83c8-4dc6-8f8e-45d6668734b5 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:43.997680 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-48395303-83c8-4dc6-8f8e-45d6668734b5 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] 10.222.0.26 "DELETE /v2.0/ports/8610f3ce-766e-4a89-81f8-a07bd9446c2b HTTP/1.1" status: 204 len: 168 time: 1.0621550 Oct 12 07:40:44.003321 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0e546d63-7939-4411-bb34-af65c792bcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:44.017074 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40404) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:44.053614 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfb2d99b-f94c-46aa-92c7-2c8e20574279 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] GET failed (client error): The resource could not be found. Oct 12 07:40:44.055208 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-dfb2d99b-f94c-46aa-92c7-2c8e20574279 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] 10.222.0.26 "GET /v2.0/ports/8610f3ce-766e-4a89-81f8-a07bd9446c2b HTTP/1.1" status: 404 len: 333 time: 0.0371807 Oct 12 07:40:44.062668 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40406) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:44.072506 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-d4179749-ea4f-4a64-ac52-d040f4f2a0c8 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-179498235', 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:44.197539 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8dd884d4-fd6b-42f2-a923-d8abbd61051c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:44.203220 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4179749-ea4f-4a64-ac52-d040f4f2a0c8 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Made reservation on behalf of 962529e1277c4e768a682e7b5953f74d for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:44.205848 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d4179749-ea4f-4a64-ac52-d040f4f2a0c8 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:44.228538 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-bd2dc7a1-c542-439b-8500-321bdb8b217b None None] Allocated IP 2001:db8::2 (9994ec23-a1f7-459d-8925-14bc9ff05f17/69bb73dc-e485-42a7-a612-b831fffc629b/3ab6f601-723d-4624-8f43-4df182b0da87) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:40:44.308854 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-d4179749-ea4f-4a64-ac52-d040f4f2a0c8 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] device_id is not set on port cbe3606f-92dd-4016-99bf-ffdbd4d63e9e yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:40:44.326584 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a34a0202-0575-4ac2-be0e-017e8831bd7e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:44.341507 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 297e15f9-8d1d-42e3-afc0-9414ee6a5fa9 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:40:44.360451 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 894313f8-2c62-4e32-aa6c-f2b513beaf66 up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:40:44.390822 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a34a0202-0575-4ac2-be0e-017e8831bd7e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:44.391792 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a34a0202-0575-4ac2-be0e-017e8831bd7e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:44.464197 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7c3f02f6-b52f-4c79-b094-5f80a8022f8b tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:44.482110 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-bd2dc7a1-c542-439b-8500-321bdb8b217b None None] For port 3ab6f601-723d-4624-8f43-4df182b0da87, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=3ab6f601-723d-4624-8f43-4df182b0da87,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:40:44.566778 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7c3f02f6-b52f-4c79-b094-5f80a8022f8b tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:44.573938 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3f02f6-b52f-4c79-b094-5f80a8022f8b tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:44.574673 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7c3f02f6-b52f-4c79-b094-5f80a8022f8b tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:44.601262 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a0202-0575-4ac2-be0e-017e8831bd7e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event updated for resources: {'Port': ['ID=1b702037-5ca1-40bb-a766-7366ff7485b0,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:44.618838 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bd2dc7a1-c542-439b-8500-321bdb8b217b None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:44.635803 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.db.api [None req-8dd884d4-fd6b-42f2-a923-d8abbd61051c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 07:40:44.636131 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG oslo_db.api [None req-8dd884d4-fd6b-42f2-a923-d8abbd61051c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 07:40:44.645567 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-7c3f02f6-b52f-4c79-b094-5f80a8022f8b tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6606171 Oct 12 07:40:44.657777 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40418) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:44.662910 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-239d0ee6-5874-47c1-b21a-39722ebb5d08 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Request body: {'subnet': {'network_id': '3cc08bf9-817d-4b28-9a8d-935eff2e72e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:44.691136 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bd2dc7a1-c542-439b-8500-321bdb8b217b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:44.720563 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f02f6-b52f-4c79-b094-5f80a8022f8b tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Pushing event updated for resources: {'Network': ['ID=3cc08bf9-817d-4b28-9a8d-935eff2e72e9,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:44.728319 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning for port 894313f8-2c62-4e32-aa6c-f2b513beaf66 completed by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 12 07:40:44.772512 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 297e15f9-8d1d-42e3-afc0-9414ee6a5fa9 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:44.772883 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:44.773218 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 297e15f9-8d1d-42e3-afc0-9414ee6a5fa9 Oct 12 07:40:44.819166 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34a0202-0575-4ac2-be0e-017e8831bd7e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Network b5672c25-7187-4e74-98ee-6bf1f986a0e5 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:44.827343 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-a34a0202-0575-4ac2-be0e-017e8831bd7e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:44.836746 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d4179749-ea4f-4a64-ac52-d040f4f2a0c8 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:44.873739 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 3cc08bf9-817d-4b28-9a8d-935eff2e72e9 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:40:44.893265 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port 894313f8-2c62-4e32-aa6c-f2b513beaf66 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:44.894081 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:44.896262 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port 894313f8-2c62-4e32-aa6c-f2b513beaf66 Oct 12 07:40:44.924270 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e94f6e4a-5c50-4b9f-b5f6-9645f9eb2b0c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:44.935617 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239d0ee6-5874-47c1-b21a-39722ebb5d08 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Made reservation on behalf of 335494b12764464ebbbd88a2c3d2f0a9 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:44.941397 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-239d0ee6-5874-47c1-b21a-39722ebb5d08 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:45.001672 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40428) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:45.002777 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8dd884d4-fd6b-42f2-a923-d8abbd61051c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:45.027996 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a47aae0-f217-4d55-9f42-1a1034fba95a None None] Network b5672c25-7187-4e74-98ee-6bf1f986a0e5 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:40:45.059663 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2dc7a1-c542-439b-8500-321bdb8b217b None None] Pushing event updated for resources: {'Port': ['ID=3ab6f601-723d-4624-8f43-4df182b0da87,revision_number=10']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:45.094841 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be76159-333f-4786-8413-9a1e70f3c0be req-a3c4f4d3-d80d-4211-8047-aa536d7c89d6 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:45.096690 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5be76159-333f-4786-8413-9a1e70f3c0be req-a3c4f4d3-d80d-4211-8047-aa536d7c89d6 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f56d885-49f6-44d0-b7be-81c767a470a4 HTTP/1.1" status: 200 len: 945 time: 0.1721108 Oct 12 07:40:45.176834 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-44e78441-3916-4ff8-8561-7b2fa39b0662 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-483015872-network', 'tenant_id': '86e46c28c6f94932ba221f0487069c8d'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:45.209617 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d4179749-ea4f-4a64-ac52-d040f4f2a0c8 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:45.213572 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-ec80b4df-dc13-474f-a8bf-34e790bbb09d None None] Provisioning complete for port 297e15f9-8d1d-42e3-afc0-9414ee6a5fa9 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:45.213993 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ec80b4df-dc13-474f-a8bf-34e790bbb09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:45.214346 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ec80b4df-dc13-474f-a8bf-34e790bbb09d None None] Attempt 1 to provision port 297e15f9-8d1d-42e3-afc0-9414ee6a5fa9 Oct 12 07:40:45.281092 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 297e15f9-8d1d-42e3-afc0-9414ee6a5fa9 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:45.282204 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:45.314669 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5be76159-333f-4786-8413-9a1e70f3c0be req-9e9a1fcc-a9f8-4a77-9fdb-9ba21c85da8c tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/security-groups?id=2728a5cb-2cc4-47ab-8e2b-dd9e7f9f0102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566877 Oct 12 07:40:45.341854 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a34a0202-0575-4ac2-be0e-017e8831bd7e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Router f3cbc997-c159-4245-942e-b009ea82b66d has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:40:45.365392 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 894313f8-2c62-4e32-aa6c-f2b513beaf66 is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:45.366067 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:45.371282 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e78441-3916-4ff8-8561-7b2fa39b0662 admin admin] Made reservation on behalf of 86e46c28c6f94932ba221f0487069c8d for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:45.372600 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-44e78441-3916-4ff8-8561-7b2fa39b0662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:45.412083 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4179749-ea4f-4a64-ac52-d040f4f2a0c8 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:45.446500 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-44e78441-3916-4ff8-8561-7b2fa39b0662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:45.448421 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-d4179749-ea4f-4a64-ac52-d040f4f2a0c8 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:45.455321 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4179749-ea4f-4a64-ac52-d040f4f2a0c8 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Pushing event updated for resources: {'Port': ['ID=cbe3606f-92dd-4016-99bf-ffdbd4d63e9e,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:45.460153 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4179749-ea4f-4a64-ac52-d040f4f2a0c8 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:40:45.461139 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4179749-ea4f-4a64-ac52-d040f4f2a0c8 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:45.461733 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d4179749-ea4f-4a64-ac52-d040f4f2a0c8 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:45.488497 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f56d885-49f6-44d0-b7be-81c767a470a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894313f8-2c62-4e32-aa6c-f2b513beaf66'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:40:45.490622 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40e6260-1720-49c0-ae57-48fa696c2c5e" -d '{"events": [{"server_uuid": "0f56d885-49f6-44d0-b7be-81c767a470a4", "name": "network-vif-plugged", "status": "completed", "tag": "894313f8-2c62-4e32-aa6c-f2b513beaf66"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:40:45.496719 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-e94f6e4a-5c50-4b9f-b5f6-9645f9eb2b0c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Allocated IP 172.20.0.17 (9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5/dbd0bc1f-da81-479a-9d5b-baf5b2aaf907/ce110905-bc30-4c61-b646-aa273f29a41c) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:40:45.499678 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 297e15f9-8d1d-42e3-afc0-9414ee6a5fa9, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=297e15f9-8d1d-42e3-afc0-9414ee6a5fa9,segment=NetworkSegment(64f411b5-07a6-4183-ab15-222931c7f036),segment_id=64f411b5-07a6-4183-ab15-222931c7f036)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:40:45.520784 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:45.521634 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 341e38fb-1e6a-42a6-ac80-8ee9ae5845c3 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:40:45.528023 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 894313f8-2c62-4e32-aa6c-f2b513beaf66, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=894313f8-2c62-4e32-aa6c-f2b513beaf66,segment=NetworkSegment(368cbfd5-be1d-4647-bccb-9ad3ff55f2ac),segment_id=368cbfd5-be1d-4647-bccb-9ad3ff55f2ac)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:40:45.581197 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fb339c-f1da-4aa5-ab6b-fc733a5be2ff x-openstack-request-id: req-c7fb339c-f1da-4aa5-ab6b-fc733a5be2ff {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:40:45.581486 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f56d885-49f6-44d0-b7be-81c767a470a4", "name": "network-vif-plugged", "status": "completed", "tag": "894313f8-2c62-4e32-aa6c-f2b513beaf66", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:40:45.581739 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c7fb339c-f1da-4aa5-ab6b-fc733a5be2ff {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:40:45.582151 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7fb339c-f1da-4aa5-ab6b-fc733a5be2ff'] response: {'server_uuid': '0f56d885-49f6-44d0-b7be-81c767a470a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894313f8-2c62-4e32-aa6c-f2b513beaf66', 'code': 200} Oct 12 07:40:45.584184 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=297e15f9-8d1d-42e3-afc0-9414ee6a5fa9,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:45.606360 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d4179749-ea4f-4a64-ac52-d040f4f2a0c8 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.5409577 Oct 12 07:40:45.612842 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-8dd884d4-fd6b-42f2-a923-d8abbd61051c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] For port 3ab6f601-723d-4624-8f43-4df182b0da87, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=3ab6f601-723d-4624-8f43-4df182b0da87,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:40:45.613291 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:45.615130 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ec80b4df-dc13-474f-a8bf-34e790bbb09d None None] Current status of the port 297e15f9-8d1d-42e3-afc0-9414ee6a5fa9 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:45.615621 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ec80b4df-dc13-474f-a8bf-34e790bbb09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:45.625532 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40434) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:45.649179 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-239d0ee6-5874-47c1-b21a-39722ebb5d08 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:45.695047 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bfc854-1001-49d5-875f-cb92de23e17b tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:45.697623 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-25bfc854-1001-49d5-875f-cb92de23e17b tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] 10.222.0.26 "GET /v2.0/ports/cbe3606f-92dd-4016-99bf-ffdbd4d63e9e HTTP/1.1" status: 200 len: 954 time: 0.0699823 Oct 12 07:40:45.700827 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40436) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:45.763482 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=894313f8-2c62-4e32-aa6c-f2b513beaf66,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:45.802281 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 341e38fb-1e6a-42a6-ac80-8ee9ae5845c3 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:45.802659 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:45.802995 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 341e38fb-1e6a-42a6-ac80-8ee9ae5845c3 Oct 12 07:40:45.813299 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.db.api [None req-ec80b4df-dc13-474f-a8bf-34e790bbb09d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103202) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 07:40:45.813802 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG oslo_db.api [None req-ec80b4df-dc13-474f-a8bf-34e790bbb09d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 07:40:45.833466 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d0ee6-5874-47c1-b21a-39722ebb5d08 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Pushing event updated for resources: {'Subnet': ['ID=051c8762-47dc-43f4-be05-fb2b2b7786dc,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:45.858501 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239d0ee6-5874-47c1-b21a-39722ebb5d08 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Checking segment: {'id': '79f0f98c-217b-4201-bb71-a5d3862be58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3cc08bf9-817d-4b28-9a8d-935eff2e72e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:40:45.858869 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239d0ee6-5874-47c1-b21a-39722ebb5d08 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Network hostable DHCP agents. Network: 3cc08bf9-817d-4b28-9a8d-935eff2e72e9, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:40:45.864757 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e94f6e4a-5c50-4b9f-b5f6-9645f9eb2b0c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:45.908429 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239d0ee6-5874-47c1-b21a-39722ebb5d08 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Network 3cc08bf9-817d-4b28-9a8d-935eff2e72e9 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:40:45.930927 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-239d0ee6-5874-47c1-b21a-39722ebb5d08 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 3cc08bf9-817d-4b28-9a8d-935eff2e72e9) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:45.937140 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 341e38fb-1e6a-42a6-ac80-8ee9ae5845c3 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:45.937556 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239d0ee6-5874-47c1-b21a-39722ebb5d08 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:45.938261 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-239d0ee6-5874-47c1-b21a-39722ebb5d08 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:45.944808 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e94f6e4a-5c50-4b9f-b5f6-9645f9eb2b0c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:45.948820 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9a9c12-87f5-4d57-8f27-8d9f6d509787 None None] Network 3cc08bf9-817d-4b28-9a8d-935eff2e72e9 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:40:46.003752 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-2de5d4a3-54ff-40a9-b004-f6ee64523d51 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Deleting port cbe3606f-92dd-4016-99bf-ffdbd4d63e9e {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:40:46.004157 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2de5d4a3-54ff-40a9-b004-f6ee64523d51 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:46.012932 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94f6e4a-5c50-4b9f-b5f6-9645f9eb2b0c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network 9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:46.021546 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-239d0ee6-5874-47c1-b21a-39722ebb5d08 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3626509 Oct 12 07:40:46.034706 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-e94f6e4a-5c50-4b9f-b5f6-9645f9eb2b0c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:46.037854 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94f6e4a-5c50-4b9f-b5f6-9645f9eb2b0c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:40:46.045355 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40438) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:46.054315 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-6e1fe629-69da-4e8b-ac69-b05c5a1fb19e tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1315030926', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:46.082937 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f6e4a-5c50-4b9f-b5f6-9645f9eb2b0c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=ce110905-bc30-4c61-b646-aa273f29a41c,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:46.093760 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5943d28c-d71b-4b64-8881-756520527cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:46.276104 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2de5d4a3-54ff-40a9-b004-f6ee64523d51 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:46.286500 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3af2c7-5485-4112-a119-7e6fcfe591f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-3cc08bf9-817d-4b28-9a8d-935eff2e72e9', 'network_id': '3cc08bf9-817d-4b28-9a8d-935eff2e72e9', 'tenant_id': '335494b12764464ebbbd88a2c3d2f0a9', 'fixed_ips': [{'subnet_id': '051c8762-47dc-43f4-be05-fb2b2b7786dc'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:40:46.286743 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe629-69da-4e8b-ac69-b05c5a1fb19e tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:46.287192 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7a3af2c7-5485-4112-a119-7e6fcfe591f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:46.288391 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe629-69da-4e8b-ac69-b05c5a1fb19e tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:46.303213 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e94f6e4a-5c50-4b9f-b5f6-9645f9eb2b0c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:46.310329 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-2de5d4a3-54ff-40a9-b004-f6ee64523d51 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Calling delete_port for cbe3606f-92dd-4016-99bf-ffdbd4d63e9e owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:40:46.379771 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8dd884d4-fd6b-42f2-a923-d8abbd61051c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:46.401542 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34a0202-0575-4ac2-be0e-017e8831bd7e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:40:46.411006 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a34a0202-0575-4ac2-be0e-017e8831bd7e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "PUT /v2.0/routers/f3cbc997-c159-4245-942e-b009ea82b66d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9309502 Oct 12 07:40:46.418891 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8dd884d4-fd6b-42f2-a923-d8abbd61051c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:46.419444 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8dd884d4-fd6b-42f2-a923-d8abbd61051c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:46.422280 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa68d09-631e-4553-b15f-f247aa969f79 None None] Sync routers for ids ['f3cbc997-c159-4245-942e-b009ea82b66d'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:40:46.440373 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa68d09-631e-4553-b15f-f247aa969f79 None None] Routers {'f3cbc997-c159-4245-942e-b009ea82b66d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:40:46.441001 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-2aa68d09-631e-4553-b15f-f247aa969f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:40:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['f3cbc997-c159-4245-942e-b009ea82b66d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:46.445674 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40442) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:46.509633 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-46e73bd6-ff5f-41df-ae8b-782d8ede9a85 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1524177710'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:46.598493 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ec80b4df-dc13-474f-a8bf-34e790bbb09d None None] Current status of the port 297e15f9-8d1d-42e3-afc0-9414ee6a5fa9 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:46.602584 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 3ab6f601-723d-4624-8f43-4df182b0da87 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:40:46.619447 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe629-69da-4e8b-ac69-b05c5a1fb19e tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:46.649151 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd884d4-fd6b-42f2-a923-d8abbd61051c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:46.666648 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-2aa68d09-631e-4553-b15f-f247aa969f79 None None] Set router f3cbc997-c159-4245-942e-b009ea82b66d gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:40:46.669171 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe629-69da-4e8b-ac69-b05c5a1fb19e tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:46.699578 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-44e78441-3916-4ff8-8561-7b2fa39b0662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:46.728429 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe629-69da-4e8b-ac69-b05c5a1fb19e tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:46.732908 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-6e1fe629-69da-4e8b-ac69-b05c5a1fb19e tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.6855080 Oct 12 07:40:46.735544 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40444) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:46.736059 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b41839-3c8b-4147-aba6-1231511899fe req-c61c6d72-2c24-443b-9c6e-09dea415760b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:46.737605 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-62b41839-3c8b-4147-aba6-1231511899fe req-c61c6d72-2c24-443b-9c6e-09dea415760b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0f56d885-49f6-44d0-b7be-81c767a470a4 HTTP/1.1" status: 200 len: 1099 time: 0.5265424 Oct 12 07:40:46.742717 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-8dd884d4-fd6b-42f2-a923-d8abbd61051c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:46.753959 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2de5d4a3-54ff-40a9-b004-f6ee64523d51 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:46.772668 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-44e78441-3916-4ff8-8561-7b2fa39b0662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:46.773635 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f377270-fe18-47f6-b784-7d312be99dd2 None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:40:46.798429 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd884d4-fd6b-42f2-a923-d8abbd61051c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:46.799036 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8dd884d4-fd6b-42f2-a923-d8abbd61051c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:46.843320 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-8dd884d4-fd6b-42f2-a923-d8abbd61051c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.8912332 Oct 12 07:40:46.875003 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40446) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:46.887704 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-cf8b6b63-a3e0-4acc-80b2-642cb04475a7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'port': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'mac_address': 'fa:16:3e:8a:67:5c', 'name': 'tempest-NetworksTestDHCPv6-957027818'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:46.888794 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-630dafd3-ceba-4e97-89e8-b538c7c9f43a None None] Provisioning complete for port 297e15f9-8d1d-42e3-afc0-9414ee6a5fa9 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:46.889165 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-630dafd3-ceba-4e97-89e8-b538c7c9f43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:46.889492 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-630dafd3-ceba-4e97-89e8-b538c7c9f43a None None] Attempt 1 to provision port 297e15f9-8d1d-42e3-afc0-9414ee6a5fa9 Oct 12 07:40:46.921845 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-2aa68d09-631e-4553-b15f-f247aa969f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'name': 'tempest-RoutersIpV6Test-router-830171884', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:40:29Z', 'updated_at': '2022-10-12T07:40:43Z', 'revision_number': 3, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'gw_port_host': None, '_interfaces': [{'id': '1b702037-5ca1-40bb-a766-7366ff7485b0', 'name': '', 'network_id': 'b5672c25-7187-4e74-98ee-6bf1f986a0e5', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:b2:d5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '69676afc-383f-4073-b0be-c1bdf49ab8e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:40Z', 'updated_at': '2022-10-12T07:40:43Z', 'revision_number': 2, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '69676afc-383f-4073-b0be-c1bdf49ab8e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '341e38fb-1e6a-42a6-ac80-8ee9ae5845c3', 'name': '', 'network_id': 'f4bd3df5-f273-4fab-861c-6848d68ed61c', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:7c:d8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '163eea88-3da4-45c6-a9fb-cedff88141d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:34Z', 'updated_at': '2022-10-12T07:40:41Z', 'revision_number': 5, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '163eea88-3da4-45c6-a9fb-cedff88141d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:46.928912 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e94f6e4a-5c50-4b9f-b5f6-9645f9eb2b0c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:46.931092 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 3ab6f601-723d-4624-8f43-4df182b0da87 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:46.931464 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:46.932085 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 3ab6f601-723d-4624-8f43-4df182b0da87 Oct 12 07:40:46.935882 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-7a3af2c7-5485-4112-a119-7e6fcfe591f9 None None] Allocated IP 172.20.0.2 (3cc08bf9-817d-4b28-9a8d-935eff2e72e9/051c8762-47dc-43f4-be05-fb2b2b7786dc/58afc33d-8c47-488c-ae43-95649061d2ce) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:40:46.963321 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa68d09-631e-4553-b15f-f247aa969f79 None None] Checking router: f3cbc997-c159-4245-942e-b009ea82b66d for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:40:46.963926 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa68d09-631e-4553-b15f-f247aa969f79 None None] Updating router f3cbc997-c159-4245-942e-b009ea82b66d port 1b702037-5ca1-40bb-a766-7366ff7485b0 binding host dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:40:46.968310 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44e78441-3916-4ff8-8561-7b2fa39b0662 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:40:46.999264 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2aa68d09-631e-4553-b15f-f247aa969f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:47.000679 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de5d4a3-54ff-40a9-b004-f6ee64523d51 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Pushing event deleted for resources: {'Port': ['ID=cbe3606f-92dd-4016-99bf-ffdbd4d63e9e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:47.042345 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef60ac-5775-4cf9-8e65-a972bb0fdf02 req-4a984575-9ed7-4b6e-9a69-fc4d703bdb43 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:47.049846 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-36ef60ac-5775-4cf9-8e65-a972bb0fdf02 req-4a984575-9ed7-4b6e-9a69-fc4d703bdb43 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f56d885-49f6-44d0-b7be-81c767a470a4 HTTP/1.1" status: 200 len: 946 time: 0.5560584 Oct 12 07:40:47.056875 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e73bd6-ff5f-41df-ae8b-782d8ede9a85 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Made reservation on behalf of 0661c46065e34719ae0bde5df10863f8 for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:47.060855 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-46e73bd6-ff5f-41df-ae8b-782d8ede9a85 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:47.109036 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2de5d4a3-54ff-40a9-b004-f6ee64523d51 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:47.112887 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-2de5d4a3-54ff-40a9-b004-f6ee64523d51 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] 10.222.0.26 "DELETE /v2.0/ports/cbe3606f-92dd-4016-99bf-ffdbd4d63e9e HTTP/1.1" status: 204 len: 168 time: 1.4089997 Oct 12 07:40:47.116126 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e78441-3916-4ff8-8561-7b2fa39b0662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686babc7-531d-4b2e-b4b2-43471ce94706,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:47.118756 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd884d4-fd6b-42f2-a923-d8abbd61051c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Subnet': ['ID=51878df3-ad9a-445f-a799-66ad13347c73,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:47.130150 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40448) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:47.138997 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd884d4-fd6b-42f2-a923-d8abbd61051c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Port': ['ID=3ab6f601-723d-4624-8f43-4df182b0da87,revision_number=11']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:47.162013 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-44e78441-3916-4ff8-8561-7b2fa39b0662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:47.162359 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-44e78441-3916-4ff8-8561-7b2fa39b0662 admin admin] Added segment 5960ed1b-b84e-4dd5-baeb-b27eacd4235f of type vlan for network 95c516fb-6c65-4fe3-a2b6-948996fd68da Oct 12 07:40:47.167009 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-62b41839-3c8b-4147-aba6-1231511899fe req-863b6d12-170a-4d5a-a3ea-94bf01a97c49 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2728a5cb-2cc4-47ab-8e2b-dd9e7f9f0102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3792281 Oct 12 07:40:47.250336 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-36ef60ac-5775-4cf9-8e65-a972bb0fdf02 req-39d00ab4-e9a1-4add-b5eb-497e6ca90d85 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/security-groups?id=2728a5cb-2cc4-47ab-8e2b-dd9e7f9f0102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1993370 Oct 12 07:40:47.281205 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0f2c9bf-e02a-4f13-8371-747ef787c431 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] GET failed (client error): The resource could not be found. Oct 12 07:40:47.292149 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e0f2c9bf-e02a-4f13-8371-747ef787c431 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] 10.222.0.26 "GET /v2.0/ports/cbe3606f-92dd-4016-99bf-ffdbd4d63e9e HTTP/1.1" status: 404 len: 333 time: 0.1172092 Oct 12 07:40:47.296699 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40450) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:47.307559 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-eb51e6a8-03c0-4ea7-90fd-9905a6a1e933 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Request body: {'port': {'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1306610420'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:47.323360 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-44e78441-3916-4ff8-8561-7b2fa39b0662 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:47.333468 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:47.380040 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46e73bd6-ff5f-41df-ae8b-782d8ede9a85 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:40:47.391403 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-46e73bd6-ff5f-41df-ae8b-782d8ede9a85 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:47.392054 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-46e73bd6-ff5f-41df-ae8b-782d8ede9a85 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Added segment cf7fe462-ee38-41fb-9516-936e53b5993f of type vlan for network 29fa7bda-bf7a-48b9-a95b-12d20a48a87d Oct 12 07:40:47.439638 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2aa68d09-631e-4553-b15f-f247aa969f79 None None] Notify callbacks [] for port, precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:47.446237 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-46e73bd6-ff5f-41df-ae8b-782d8ede9a85 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:47.450949 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2aa68d09-631e-4553-b15f-f247aa969f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:47.453412 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb51e6a8-03c0-4ea7-90fd-9905a6a1e933 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Made reservation on behalf of 962529e1277c4e768a682e7b5953f74d for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:47.455839 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eb51e6a8-03c0-4ea7-90fd-9905a6a1e933 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:47.477811 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-44e78441-3916-4ff8-8561-7b2fa39b0662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:47.478285 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-630dafd3-ceba-4e97-89e8-b538c7c9f43a None None] Current status of the port 297e15f9-8d1d-42e3-afc0-9414ee6a5fa9 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:47.478948 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e78441-3916-4ff8-8561-7b2fa39b0662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:47.479644 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-44e78441-3916-4ff8-8561-7b2fa39b0662 admin admin] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:47.488263 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 3ab6f601-723d-4624-8f43-4df182b0da87 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:47.489384 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 297e15f9-8d1d-42e3-afc0-9414ee6a5fa9 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:40:47.547252 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7a3af2c7-5485-4112-a119-7e6fcfe591f9 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:47.552917 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-630dafd3-ceba-4e97-89e8-b538c7c9f43a None None] Provisioning complete for port 3ab6f601-723d-4624-8f43-4df182b0da87 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:47.553286 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-630dafd3-ceba-4e97-89e8-b538c7c9f43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:47.553607 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-630dafd3-ceba-4e97-89e8-b538c7c9f43a None None] Attempt 1 to provision port 3ab6f601-723d-4624-8f43-4df182b0da87 Oct 12 07:40:47.561897 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e78441-3916-4ff8-8561-7b2fa39b0662 admin admin] Pushing event updated for resources: {'Network': ['ID=95c516fb-6c65-4fe3-a2b6-948996fd68da,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:47.577342 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8b6b63-a3e0-4acc-80b2-642cb04475a7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:47.583939 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7a3af2c7-5485-4112-a119-7e6fcfe591f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:47.592928 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-46e73bd6-ff5f-41df-ae8b-782d8ede9a85 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:47.593206 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 95c516fb-6c65-4fe3-a2b6-948996fd68da details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:40:47.600773 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e73bd6-ff5f-41df-ae8b-782d8ede9a85 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:47.601728 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-46e73bd6-ff5f-41df-ae8b-782d8ede9a85 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:47.608208 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-2aa68d09-631e-4553-b15f-f247aa969f79 None None] Attempting to bind port 1b702037-5ca1-40bb-a766-7366ff7485b0 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:40:47.608761 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-2aa68d09-631e-4553-b15f-f247aa969f79 None None] Attempting to bind port 1b702037-5ca1-40bb-a766-7366ff7485b0 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '64f411b5-07a6-4183-ab15-222931c7f036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b5672c25-7187-4e74-98ee-6bf1f986a0e5'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:40:47.609249 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa68d09-631e-4553-b15f-f247aa969f79 None None] Attempting to bind port 1b702037-5ca1-40bb-a766-7366ff7485b0 on network b5672c25-7187-4e74-98ee-6bf1f986a0e5 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:47.623723 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa68d09-631e-4553-b15f-f247aa969f79 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:40:47.624667 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa68d09-631e-4553-b15f-f247aa969f79 None None] Checking segment: {'id': '64f411b5-07a6-4183-ab15-222931c7f036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b5672c25-7187-4e74-98ee-6bf1f986a0e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:40:47.625181 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2aa68d09-631e-4553-b15f-f247aa969f79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:47.625734 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa68d09-631e-4553-b15f-f247aa969f79 None None] Bound using segment: {'id': '64f411b5-07a6-4183-ab15-222931c7f036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b5672c25-7187-4e74-98ee-6bf1f986a0e5'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:40:47.626563 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-2aa68d09-631e-4553-b15f-f247aa969f79 None None] Bound port: 1b702037-5ca1-40bb-a766-7366ff7485b0, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64f411b5-07a6-4183-ab15-222931c7f036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b5672c25-7187-4e74-98ee-6bf1f986a0e5'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:40:47.628640 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2aa68d09-631e-4553-b15f-f247aa969f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:47.687402 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-44e78441-3916-4ff8-8561-7b2fa39b0662 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6814106 Oct 12 07:40:47.701268 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40452) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:47.702523 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3af2c7-5485-4112-a119-7e6fcfe591f9 None None] Network 3cc08bf9-817d-4b28-9a8d-935eff2e72e9 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:47.725411 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-62dd4109-d125-4cbf-9c2d-32ea68def5b5 admin admin] Request body: {'subnet': {'network_id': '95c516fb-6c65-4fe3-a2b6-948996fd68da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-483015872-subnet', 'tenant_id': '86e46c28c6f94932ba221f0487069c8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:47.736945 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-2aa68d09-631e-4553-b15f-f247aa969f79 None None] For port 1b702037-5ca1-40bb-a766-7366ff7485b0, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:40:47.741491 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-2aa68d09-631e-4553-b15f-f247aa969f79 None None] For port 1b702037-5ca1-40bb-a766-7366ff7485b0, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=1b702037-5ca1-40bb-a766-7366ff7485b0,segment=NetworkSegment(64f411b5-07a6-4183-ab15-222931c7f036),segment_id=64f411b5-07a6-4183-ab15-222931c7f036)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:40:47.748237 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-7a3af2c7-5485-4112-a119-7e6fcfe591f9 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:47.754858 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2aa68d09-631e-4553-b15f-f247aa969f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:47.756446 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-46e73bd6-ff5f-41df-ae8b-782d8ede9a85 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2830100 Oct 12 07:40:47.757761 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40454) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:47.761534 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3af2c7-5485-4112-a119-7e6fcfe591f9 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:40:47.763686 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3af2c7-5485-4112-a119-7e6fcfe591f9 None None] Pushing event updated for resources: {'Port': ['ID=58afc33d-8c47-488c-ae43-95649061d2ce,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:47.772506 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 297e15f9-8d1d-42e3-afc0-9414ee6a5fa9 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:47.772898 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:47.773226 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 297e15f9-8d1d-42e3-afc0-9414ee6a5fa9 Oct 12 07:40:47.787294 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa68d09-631e-4553-b15f-f247aa969f79 None None] Routers {'f3cbc997-c159-4245-942e-b009ea82b66d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:40:47.788351 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-2aa68d09-631e-4553-b15f-f247aa969f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:40:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['f3cbc997-c159-4245-942e-b009ea82b66d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:47.791190 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-0816138b-d28b-4e4e-9fd2-ec946aabae09 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Request body: {'subnet': {'network_id': '29fa7bda-bf7a-48b9-a95b-12d20a48a87d', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:47.862820 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-eb51e6a8-03c0-4ea7-90fd-9905a6a1e933 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] device_id is not set on port a033910b-2c37-42b1-adb6-7b213f62fcb4 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:40:47.911161 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4951fd0e-9fff-4e64-bdf0-73e382217d5b None None] Pushing event updated for resources: {'Port': ['ID=1b702037-5ca1-40bb-a766-7366ff7485b0,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:47.933998 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-7a3af2c7-5485-4112-a119-7e6fcfe591f9 None None] Attempting to bind port 58afc33d-8c47-488c-ae43-95649061d2ce on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:40:47.934378 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-7a3af2c7-5485-4112-a119-7e6fcfe591f9 None None] Attempting to bind port 58afc33d-8c47-488c-ae43-95649061d2ce by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '79f0f98c-217b-4201-bb71-a5d3862be58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3cc08bf9-817d-4b28-9a8d-935eff2e72e9'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:40:47.934933 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3af2c7-5485-4112-a119-7e6fcfe591f9 None None] Attempting to bind port 58afc33d-8c47-488c-ae43-95649061d2ce on network 3cc08bf9-817d-4b28-9a8d-935eff2e72e9 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:47.935063 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4951fd0e-9fff-4e64-bdf0-73e382217d5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:47.935662 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4951fd0e-9fff-4e64-bdf0-73e382217d5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:47.935791 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4951fd0e-9fff-4e64-bdf0-73e382217d5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:47.936444 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4951fd0e-9fff-4e64-bdf0-73e382217d5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:47.936818 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4951fd0e-9fff-4e64-bdf0-73e382217d5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:47.937397 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4951fd0e-9fff-4e64-bdf0-73e382217d5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:47.937745 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4951fd0e-9fff-4e64-bdf0-73e382217d5b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:47.938086 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4951fd0e-9fff-4e64-bdf0-73e382217d5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:47.938426 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4951fd0e-9fff-4e64-bdf0-73e382217d5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:47.938857 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4951fd0e-9fff-4e64-bdf0-73e382217d5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:47.939223 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4951fd0e-9fff-4e64-bdf0-73e382217d5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:47.939537 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4951fd0e-9fff-4e64-bdf0-73e382217d5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:40:47.947378 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3af2c7-5485-4112-a119-7e6fcfe591f9 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:40:47.948028 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3af2c7-5485-4112-a119-7e6fcfe591f9 None None] Checking segment: {'id': '79f0f98c-217b-4201-bb71-a5d3862be58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3cc08bf9-817d-4b28-9a8d-935eff2e72e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:40:47.948597 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7a3af2c7-5485-4112-a119-7e6fcfe591f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:47.949182 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3af2c7-5485-4112-a119-7e6fcfe591f9 None None] Bound using segment: {'id': '79f0f98c-217b-4201-bb71-a5d3862be58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3cc08bf9-817d-4b28-9a8d-935eff2e72e9'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:40:47.949839 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-7a3af2c7-5485-4112-a119-7e6fcfe591f9 None None] Bound port: 58afc33d-8c47-488c-ae43-95649061d2ce, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79f0f98c-217b-4201-bb71-a5d3862be58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3cc08bf9-817d-4b28-9a8d-935eff2e72e9'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:40:47.950433 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7a3af2c7-5485-4112-a119-7e6fcfe591f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:47.965467 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-630dafd3-ceba-4e97-89e8-b538c7c9f43a None None] Current status of the port 3ab6f601-723d-4624-8f43-4df182b0da87 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:48.021378 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7514a2f6-4cc4-492a-8133-921dff4fb4b3 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:48.021638 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e73bd6-ff5f-41df-ae8b-782d8ede9a85 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event updated for resources: {'Network': ['ID=29fa7bda-bf7a-48b9-a95b-12d20a48a87d,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:48.024981 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62dd4109-d125-4cbf-9c2d-32ea68def5b5 admin admin] Made reservation on behalf of 86e46c28c6f94932ba221f0487069c8d for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:48.028536 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-62dd4109-d125-4cbf-9c2d-32ea68def5b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:48.038320 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 29fa7bda-bf7a-48b9-a95b-12d20a48a87d details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:40:48.046687 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-630dafd3-ceba-4e97-89e8-b538c7c9f43a None None] Provisioning complete for port 1b702037-5ca1-40bb-a766-7366ff7485b0 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:48.046925 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-630dafd3-ceba-4e97-89e8-b538c7c9f43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:48.047092 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-630dafd3-ceba-4e97-89e8-b538c7c9f43a None None] Attempt 1 to provision port 1b702037-5ca1-40bb-a766-7366ff7485b0 Oct 12 07:40:48.057572 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4951fd0e-9fff-4e64-bdf0-73e382217d5b None None] Pushing event updated for resources: {'Port': ['ID=1b702037-5ca1-40bb-a766-7366ff7485b0,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:48.073984 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 297e15f9-8d1d-42e3-afc0-9414ee6a5fa9 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:48.086817 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-2aa68d09-631e-4553-b15f-f247aa969f79 None None] Set router f3cbc997-c159-4245-942e-b009ea82b66d gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:40:48.251223 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-7a3af2c7-5485-4112-a119-7e6fcfe591f9 None None] For port 58afc33d-8c47-488c-ae43-95649061d2ce, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:40:48.260099 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cf8b6b63-a3e0-4acc-80b2-642cb04475a7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:48.279884 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-7a3af2c7-5485-4112-a119-7e6fcfe591f9 None None] For port 58afc33d-8c47-488c-ae43-95649061d2ce, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=58afc33d-8c47-488c-ae43-95649061d2ce,segment=NetworkSegment(79f0f98c-217b-4201-bb71-a5d3862be58d),segment_id=79f0f98c-217b-4201-bb71-a5d3862be58d)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:40:48.307515 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7a3af2c7-5485-4112-a119-7e6fcfe591f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:48.309082 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-cf8b6b63-a3e0-4acc-80b2-642cb04475a7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] device_id is not set on port ab88c2c7-9633-487c-a3c6-4d1d4d34e7d8 yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:40:48.316546 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-62dd4109-d125-4cbf-9c2d-32ea68def5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:48.379996 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3af2c7-5485-4112-a119-7e6fcfe591f9 None None] Pushing event updated for resources: {'Port': ['ID=58afc33d-8c47-488c-ae43-95649061d2ce,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:48.439394 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-630dafd3-ceba-4e97-89e8-b538c7c9f43a None None] Current status of the port 1b702037-5ca1-40bb-a766-7366ff7485b0 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:48.439864 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-630dafd3-ceba-4e97-89e8-b538c7c9f43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:48.493026 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-630dafd3-ceba-4e97-89e8-b538c7c9f43a None None] For port 1b702037-5ca1-40bb-a766-7366ff7485b0, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=1b702037-5ca1-40bb-a766-7366ff7485b0,segment=NetworkSegment(64f411b5-07a6-4183-ab15-222931c7f036),segment_id=64f411b5-07a6-4183-ab15-222931c7f036)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:40:48.508449 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-630dafd3-ceba-4e97-89e8-b538c7c9f43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:48.525115 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-2aa68d09-631e-4553-b15f-f247aa969f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'name': 'tempest-RoutersIpV6Test-router-830171884', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:40:29Z', 'updated_at': '2022-10-12T07:40:43Z', 'revision_number': 3, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'gw_port_host': None, '_interfaces': [{'id': '1b702037-5ca1-40bb-a766-7366ff7485b0', 'name': '', 'network_id': 'b5672c25-7187-4e74-98ee-6bf1f986a0e5', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:b2:d5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '69676afc-383f-4073-b0be-c1bdf49ab8e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:40Z', 'updated_at': '2022-10-12T07:40:47Z', 'revision_number': 4, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '69676afc-383f-4073-b0be-c1bdf49ab8e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '341e38fb-1e6a-42a6-ac80-8ee9ae5845c3', 'name': '', 'network_id': 'f4bd3df5-f273-4fab-861c-6848d68ed61c', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:7c:d8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '163eea88-3da4-45c6-a9fb-cedff88141d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:34Z', 'updated_at': '2022-10-12T07:40:41Z', 'revision_number': 5, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '163eea88-3da4-45c6-a9fb-cedff88141d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:48.566416 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa68d09-631e-4553-b15f-f247aa969f79 None None] The sync data for ids ['f3cbc997-c159-4245-942e-b009ea82b66d'] in dv-neutron-860909-2-hyperv is: [{'id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'name': 'tempest-RoutersIpV6Test-router-830171884', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:40:29Z', 'updated_at': '2022-10-12T07:40:43Z', 'revision_number': 3, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'gw_port_host': None, '_interfaces': [{'id': '1b702037-5ca1-40bb-a766-7366ff7485b0', 'name': '', 'network_id': 'b5672c25-7187-4e74-98ee-6bf1f986a0e5', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:b2:d5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '69676afc-383f-4073-b0be-c1bdf49ab8e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:40Z', 'updated_at': '2022-10-12T07:40:47Z', 'revision_number': 4, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '69676afc-383f-4073-b0be-c1bdf49ab8e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '341e38fb-1e6a-42a6-ac80-8ee9ae5845c3', 'name': '', 'network_id': 'f4bd3df5-f273-4fab-861c-6848d68ed61c', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:7c:d8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '163eea88-3da4-45c6-a9fb-cedff88141d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:34Z', 'updated_at': '2022-10-12T07:40:41Z', 'revision_number': 5, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '163eea88-3da4-45c6-a9fb-cedff88141d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:40:48.602732 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630dafd3-ceba-4e97-89e8-b538c7c9f43a None None] Pushing event updated for resources: {'Port': ['ID=1b702037-5ca1-40bb-a766-7366ff7485b0,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:48.613745 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0816138b-d28b-4e4e-9fd2-ec946aabae09 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Made reservation on behalf of 0661c46065e34719ae0bde5df10863f8 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:48.621605 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0816138b-d28b-4e4e-9fd2-ec946aabae09 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:48.625292 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd4109-d125-4cbf-9c2d-32ea68def5b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1840c8ff-7e8f-4007-bf71-fc0c75dbc5d0,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:48.652665 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-630dafd3-ceba-4e97-89e8-b538c7c9f43a None None] Provisioning complete for port ce110905-bc30-4c61-b646-aa273f29a41c triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:48.653072 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-630dafd3-ceba-4e97-89e8-b538c7c9f43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:48.653412 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-630dafd3-ceba-4e97-89e8-b538c7c9f43a None None] Attempt 1 to provision port ce110905-bc30-4c61-b646-aa273f29a41c Oct 12 07:40:48.662652 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eb51e6a8-03c0-4ea7-90fd-9905a6a1e933 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:48.756220 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-630dafd3-ceba-4e97-89e8-b538c7c9f43a None None] Port ce110905-bc30-4c61-b646-aa273f29a41c cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:48.759306 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e94f6e4a-5c50-4b9f-b5f6-9645f9eb2b0c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:48.770197 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:48.771562 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e94f6e4a-5c50-4b9f-b5f6-9645f9eb2b0c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:48.802855 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad7c06-46a4-47e2-b80d-bf7e5d1ba54b req-fecf6e8b-91c7-4908-a094-9c3a4d0e2526 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:48.804615 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e2ad7c06-46a4-47e2-b80d-bf7e5d1ba54b req-fecf6e8b-91c7-4908-a094-9c3a4d0e2526 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f56d885-49f6-44d0-b7be-81c767a470a4 HTTP/1.1" status: 200 len: 946 time: 0.3199894 Oct 12 07:40:48.853199 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dd4109-d125-4cbf-9c2d-32ea68def5b5 admin admin] Checking segment: {'id': '5960ed1b-b84e-4dd5-baeb-b27eacd4235f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '95c516fb-6c65-4fe3-a2b6-948996fd68da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:40:48.854052 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dd4109-d125-4cbf-9c2d-32ea68def5b5 admin admin] Network hostable DHCP agents. Network: 95c516fb-6c65-4fe3-a2b6-948996fd68da, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:40:48.932689 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e94f6e4a-5c50-4b9f-b5f6-9645f9eb2b0c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:48.942266 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f6e4a-5c50-4b9f-b5f6-9645f9eb2b0c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=ce110905-bc30-4c61-b646-aa273f29a41c,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:48.955853 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eb51e6a8-03c0-4ea7-90fd-9905a6a1e933 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:48.967293 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-7514a2f6-4cc4-492a-8133-921dff4fb4b3 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Allocated IP 172.20.0.1 (3cc08bf9-817d-4b28-9a8d-935eff2e72e9/051c8762-47dc-43f4-be05-fb2b2b7786dc/41f46513-2154-4bae-9ef2-f9d6fa8abc3b) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:40:48.984548 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e2ad7c06-46a4-47e2-b80d-bf7e5d1ba54b req-f6cd03a4-5020-4eaa-9351-6ee0260c0435 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/security-groups?id=2728a5cb-2cc4-47ab-8e2b-dd9e7f9f0102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349311 Oct 12 07:40:48.992163 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dd4109-d125-4cbf-9c2d-32ea68def5b5 admin admin] Network 95c516fb-6c65-4fe3-a2b6-948996fd68da is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:40:49.027509 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-cf8b6b63-a3e0-4acc-80b2-642cb04475a7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Allocated IP 2001:db8::24b (9994ec23-a1f7-459d-8925-14bc9ff05f17/69bb73dc-e485-42a7-a612-b831fffc629b/ab88c2c7-9633-487c-a3c6-4d1d4d34e7d8) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:40:49.029769 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-62dd4109-d125-4cbf-9c2d-32ea68def5b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 95c516fb-6c65-4fe3-a2b6-948996fd68da) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:49.039541 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bb4f64-33ab-4177-a5bb-be7a4b0fe19b None None] Network 95c516fb-6c65-4fe3-a2b6-948996fd68da requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:40:49.065129 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb51e6a8-03c0-4ea7-90fd-9905a6a1e933 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:49.068560 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dd4109-d125-4cbf-9c2d-32ea68def5b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:49.070245 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-62dd4109-d125-4cbf-9c2d-32ea68def5b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:49.075377 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-cf8b6b63-a3e0-4acc-80b2-642cb04475a7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8a:675c (9994ec23-a1f7-459d-8925-14bc9ff05f17/51878df3-ad9a-445f-a799-66ad13347c73/ab88c2c7-9633-487c-a3c6-4d1d4d34e7d8) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:40:49.103081 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-eb51e6a8-03c0-4ea7-90fd-9905a6a1e933 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:49.105721 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb51e6a8-03c0-4ea7-90fd-9905a6a1e933 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Pushing event updated for resources: {'Port': ['ID=a033910b-2c37-42b1-adb6-7b213f62fcb4,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:49.112020 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb51e6a8-03c0-4ea7-90fd-9905a6a1e933 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:40:49.114095 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb51e6a8-03c0-4ea7-90fd-9905a6a1e933 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:49.114875 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eb51e6a8-03c0-4ea7-90fd-9905a6a1e933 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:49.159736 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-62dd4109-d125-4cbf-9c2d-32ea68def5b5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4365766 Oct 12 07:40:49.169455 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:49.223368 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-eb51e6a8-03c0-4ea7-90fd-9905a6a1e933 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.9174099 Oct 12 07:40:49.224844 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40460) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:49.248588 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94f6e4a-5c50-4b9f-b5f6-9645f9eb2b0c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network 9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:49.255577 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-e94f6e4a-5c50-4b9f-b5f6-9645f9eb2b0c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:49.257704 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-630dafd3-ceba-4e97-89e8-b538c7c9f43a None None] Attempt 2 to provision port ce110905-bc30-4c61-b646-aa273f29a41c Oct 12 07:40:49.286501 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7514a2f6-4cc4-492a-8133-921dff4fb4b3 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:49.297930 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8609'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:49.310218 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664f2f24-c311-4cbe-bcf4-47877188a77f None None] Network 95c516fb-6c65-4fe3-a2b6-948996fd68da requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:40:49.375720 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-630dafd3-ceba-4e97-89e8-b538c7c9f43a None None] Port ce110905-bc30-4c61-b646-aa273f29a41c cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:49.407637 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0816138b-d28b-4e4e-9fd2-ec946aabae09 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:49.475343 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:49.561135 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7514a2f6-4cc4-492a-8133-921dff4fb4b3 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:49.679591 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816138b-d28b-4e4e-9fd2-ec946aabae09 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event updated for resources: {'Subnet': ['ID=2a3eb593-3ef8-4f9a-a0d8-9c21d91df402,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:49.689329 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7514a2f6-4cc4-492a-8133-921dff4fb4b3 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Network 3cc08bf9-817d-4b28-9a8d-935eff2e72e9 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:49.696942 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-7514a2f6-4cc4-492a-8133-921dff4fb4b3 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:49.704063 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7514a2f6-4cc4-492a-8133-921dff4fb4b3 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:40:49.710991 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816138b-d28b-4e4e-9fd2-ec946aabae09 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Checking segment: {'id': 'cf7fe462-ee38-41fb-9516-936e53b5993f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '29fa7bda-bf7a-48b9-a95b-12d20a48a87d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:40:49.711352 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0816138b-d28b-4e4e-9fd2-ec946aabae09 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Network hostable DHCP agents. Network: 29fa7bda-bf7a-48b9-a95b-12d20a48a87d, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:40:49.746490 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94f6e4a-5c50-4b9f-b5f6-9645f9eb2b0c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Router 8c7410a8-7294-4d50-bca8-31d4228bdbad has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:40:49.747365 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7514a2f6-4cc4-492a-8133-921dff4fb4b3 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Pushing event updated for resources: {'Port': ['ID=41f46513-2154-4bae-9ef2-f9d6fa8abc3b,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:49.766545 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cf8b6b63-a3e0-4acc-80b2-642cb04475a7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:49.766795 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7514a2f6-4cc4-492a-8133-921dff4fb4b3 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:49.804180 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0816138b-d28b-4e4e-9fd2-ec946aabae09 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Network 29fa7bda-bf7a-48b9-a95b-12d20a48a87d is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:40:49.842482 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-0816138b-d28b-4e4e-9fd2-ec946aabae09 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 29fa7bda-bf7a-48b9-a95b-12d20a48a87d) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:49.858621 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90ab0ab-1bef-4dac-9e6e-4b3811b72586 None None] Network 29fa7bda-bf7a-48b9-a95b-12d20a48a87d requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:40:49.873818 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0816138b-d28b-4e4e-9fd2-ec946aabae09 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:49.874476 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0816138b-d28b-4e4e-9fd2-ec946aabae09 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:49.895525 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cf8b6b63-a3e0-4acc-80b2-642cb04475a7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:49.898857 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] device_id is not set on port a033910b-2c37-42b1-adb6-7b213f62fcb4 yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:40:49.924574 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-0816138b-d28b-4e4e-9fd2-ec946aabae09 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1411133 Oct 12 07:40:49.926205 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:49.935094 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40472) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:49.970129 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8b6b63-a3e0-4acc-80b2-642cb04475a7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:49.973964 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-cf8b6b63-a3e0-4acc-80b2-642cb04475a7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:49.978865 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:49.984820 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8b6b63-a3e0-4acc-80b2-642cb04475a7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:40:49.990572 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8b6b63-a3e0-4acc-80b2-642cb04475a7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:49.991239 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cf8b6b63-a3e0-4acc-80b2-642cb04475a7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:49.997884 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-630dafd3-ceba-4e97-89e8-b538c7c9f43a None None] Attempt 3 to provision port ce110905-bc30-4c61-b646-aa273f29a41c Oct 12 07:40:50.013224 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b6b63-a3e0-4acc-80b2-642cb04475a7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Port': ['ID=ab88c2c7-9633-487c-a3c6-4d1d4d34e7d8,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:50.015859 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94f6e4a-5c50-4b9f-b5f6-9645f9eb2b0c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:40:50.032312 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e94f6e4a-5c50-4b9f-b5f6-9645f9eb2b0c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "PUT /v2.0/routers/8c7410a8-7294-4d50-bca8-31d4228bdbad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8084412 Oct 12 07:40:50.064253 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port a033910b-2c37-42b1-adb6-7b213f62fcb4 on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:40:50.064598 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port a033910b-2c37-42b1-adb6-7b213f62fcb4 by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:40:50.064940 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port a033910b-2c37-42b1-adb6-7b213f62fcb4 on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:50.081347 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Port a033910b-2c37-42b1-adb6-7b213f62fcb4 on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:40:50.081684 dv-neutron-860909-2-hyperv neutron-server[103200]: ERROR neutron.plugins.ml2.managers [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Failed to bind port a033910b-2c37-42b1-adb6-7b213f62fcb4 on host hv-neutron-8609 for vnic_type normal using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] Oct 12 07:40:50.095907 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-cf8b6b63-a3e0-4acc-80b2-642cb04475a7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.2173078 Oct 12 07:40:50.098522 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40480) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:50.099003 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.plugins.ml2.plugin [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempt 2 to bind port a033910b-2c37-42b1-adb6-7b213f62fcb4 Oct 12 07:40:50.106196 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7514a2f6-4cc4-492a-8133-921dff4fb4b3 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:50.171707 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5124a297-dfa6-414a-8761-fc2979c7114e None None] Sync routers for ids ['8c7410a8-7294-4d50-bca8-31d4228bdbad'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:40:50.192472 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40484) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:50.194134 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24a2abf-0b93-4da6-b226-83faf98c15d3 None None] Network 3cc08bf9-817d-4b28-9a8d-935eff2e72e9 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:40:50.199328 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-7b080fa2-a6bd-4eba-85b4-38a3d856ac6c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-850655992-network', 'tenant_id': '0bc762391a604645ad617f803d68cc1a'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:50.240181 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-630dafd3-ceba-4e97-89e8-b538c7c9f43a None None] Port ce110905-bc30-4c61-b646-aa273f29a41c cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:50.246838 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5124a297-dfa6-414a-8761-fc2979c7114e None None] Routers {'8c7410a8-7294-4d50-bca8-31d4228bdbad'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:40:50.247798 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-5124a297-dfa6-414a-8761-fc2979c7114e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:40:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['8c7410a8-7294-4d50-bca8-31d4228bdbad'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:50.251276 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Pushing event updated for resources: {'Port': ['ID=a033910b-2c37-42b1-adb6-7b213f62fcb4,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:50.253675 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port a033910b-2c37-42b1-adb6-7b213f62fcb4 on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:40:50.254006 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port a033910b-2c37-42b1-adb6-7b213f62fcb4 by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:40:50.254370 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port a033910b-2c37-42b1-adb6-7b213f62fcb4 on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:50.272877 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b080fa2-a6bd-4eba-85b4-38a3d856ac6c admin admin] Made reservation on behalf of 0bc762391a604645ad617f803d68cc1a for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:50.275230 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7b080fa2-a6bd-4eba-85b4-38a3d856ac6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:50.306170 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Port a033910b-2c37-42b1-adb6-7b213f62fcb4 on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:40:50.306510 dv-neutron-860909-2-hyperv neutron-server[103200]: ERROR neutron.plugins.ml2.managers [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Failed to bind port a033910b-2c37-42b1-adb6-7b213f62fcb4 on host hv-neutron-8609 for vnic_type normal using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] Oct 12 07:40:50.315614 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.plugins.ml2.plugin [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempt 3 to bind port a033910b-2c37-42b1-adb6-7b213f62fcb4 Oct 12 07:40:50.380331 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7b080fa2-a6bd-4eba-85b4-38a3d856ac6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:50.393199 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 1b702037-5ca1-40bb-a766-7366ff7485b0 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:40:50.395490 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7181d9a-fbfe-4a71-8e76-eea2f5349dd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-29fa7bda-bf7a-48b9-a95b-12d20a48a87d', 'network_id': '29fa7bda-bf7a-48b9-a95b-12d20a48a87d', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'fixed_ips': [{'subnet_id': '2a3eb593-3ef8-4f9a-a0d8-9c21d91df402'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:40:50.396486 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e7181d9a-fbfe-4a71-8e76-eea2f5349dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:50.430859 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30956ad3-68ee-4aa5-a3bf-9d439fad3bab req-0cf22ffe-34b9-4a72-8e1a-f0042cc37a3a tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:50.432629 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-30956ad3-68ee-4aa5-a3bf-9d439fad3bab req-0cf22ffe-34b9-4a72-8e1a-f0042cc37a3a tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f56d885-49f6-44d0-b7be-81c767a470a4 HTTP/1.1" status: 200 len: 946 time: 0.2988660 Oct 12 07:40:50.436704 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port a033910b-2c37-42b1-adb6-7b213f62fcb4 on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:40:50.436704 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port a033910b-2c37-42b1-adb6-7b213f62fcb4 by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:40:50.436704 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port a033910b-2c37-42b1-adb6-7b213f62fcb4 on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:50.442065 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Port a033910b-2c37-42b1-adb6-7b213f62fcb4 on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:40:50.442375 dv-neutron-860909-2-hyperv neutron-server[103200]: ERROR neutron.plugins.ml2.managers [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Failed to bind port a033910b-2c37-42b1-adb6-7b213f62fcb4 on host hv-neutron-8609 for vnic_type normal using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] Oct 12 07:40:50.451749 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.plugins.ml2.plugin [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempt 4 to bind port a033910b-2c37-42b1-adb6-7b213f62fcb4 Oct 12 07:40:50.497557 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port a033910b-2c37-42b1-adb6-7b213f62fcb4 on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:40:50.497944 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port a033910b-2c37-42b1-adb6-7b213f62fcb4 by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:40:50.498249 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port a033910b-2c37-42b1-adb6-7b213f62fcb4 on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:50.514588 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Port a033910b-2c37-42b1-adb6-7b213f62fcb4 on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:40:50.514946 dv-neutron-860909-2-hyperv neutron-server[103200]: ERROR neutron.plugins.ml2.managers [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Failed to bind port a033910b-2c37-42b1-adb6-7b213f62fcb4 on host hv-neutron-8609 for vnic_type normal using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] Oct 12 07:40:50.524702 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.plugins.ml2.plugin [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempt 5 to bind port a033910b-2c37-42b1-adb6-7b213f62fcb4 Oct 12 07:40:50.554553 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-71da4550-0842-4380-854e-a683a38dc337 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting port ab88c2c7-9633-487c-a3c6-4d1d4d34e7d8 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:40:50.554951 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-71da4550-0842-4380-854e-a683a38dc337 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:50.560837 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-30956ad3-68ee-4aa5-a3bf-9d439fad3bab req-74ddd173-e8e1-4a71-ab87-90233d4ef084 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/security-groups?id=2728a5cb-2cc4-47ab-8e2b-dd9e7f9f0102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105363 Oct 12 07:40:50.564409 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port a033910b-2c37-42b1-adb6-7b213f62fcb4 on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:40:50.564746 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port a033910b-2c37-42b1-adb6-7b213f62fcb4 by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:40:50.565430 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port a033910b-2c37-42b1-adb6-7b213f62fcb4 on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:50.677449 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Port a033910b-2c37-42b1-adb6-7b213f62fcb4 on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:40:50.677935 dv-neutron-860909-2-hyperv neutron-server[103200]: ERROR neutron.plugins.ml2.managers [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Failed to bind port a033910b-2c37-42b1-adb6-7b213f62fcb4 on host hv-neutron-8609 for vnic_type normal using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] Oct 12 07:40:50.722702 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.plugins.ml2.plugin [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempt 6 to bind port a033910b-2c37-42b1-adb6-7b213f62fcb4 Oct 12 07:40:50.752974 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7b080fa2-a6bd-4eba-85b4-38a3d856ac6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:50.754330 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-630dafd3-ceba-4e97-89e8-b538c7c9f43a None None] Attempt 4 to provision port ce110905-bc30-4c61-b646-aa273f29a41c Oct 12 07:40:50.767665 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-71da4550-0842-4380-854e-a683a38dc337 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:50.771271 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-5124a297-dfa6-414a-8761-fc2979c7114e None None] Set router 8c7410a8-7294-4d50-bca8-31d4228bdbad gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:40:50.771466 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7b080fa2-a6bd-4eba-85b4-38a3d856ac6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:50.786572 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port a033910b-2c37-42b1-adb6-7b213f62fcb4 on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:40:50.786910 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port a033910b-2c37-42b1-adb6-7b213f62fcb4 by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:40:50.787243 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port a033910b-2c37-42b1-adb6-7b213f62fcb4 on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:50.804637 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-71da4550-0842-4380-854e-a683a38dc337 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Calling delete_port for ab88c2c7-9633-487c-a3c6-4d1d4d34e7d8 owned by {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:40:50.816204 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b080fa2-a6bd-4eba-85b4-38a3d856ac6c admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:40:50.840818 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Port a033910b-2c37-42b1-adb6-7b213f62fcb4 on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:40:50.841142 dv-neutron-860909-2-hyperv neutron-server[103200]: ERROR neutron.plugins.ml2.managers [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Failed to bind port a033910b-2c37-42b1-adb6-7b213f62fcb4 on host hv-neutron-8609 for vnic_type normal using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] Oct 12 07:40:50.849466 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.plugins.ml2.plugin [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempt 7 to bind port a033910b-2c37-42b1-adb6-7b213f62fcb4 Oct 12 07:40:50.871611 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7b080fa2-a6bd-4eba-85b4-38a3d856ac6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:50.871958 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-7b080fa2-a6bd-4eba-85b4-38a3d856ac6c admin admin] Added segment a0e6f827-cad6-41a3-9a62-6dfa03ec6c9b of type vlan for network b7743843-7d99-4081-9196-2811b3b0c2d8 Oct 12 07:40:50.876201 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b080fa2-a6bd-4eba-85b4-38a3d856ac6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada796bc-c494-4621-89d4-3f549c5ef1a8,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:50.915965 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port a033910b-2c37-42b1-adb6-7b213f62fcb4 on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:40:50.916312 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port a033910b-2c37-42b1-adb6-7b213f62fcb4 by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:40:50.916681 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port a033910b-2c37-42b1-adb6-7b213f62fcb4 on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:50.918569 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-630dafd3-ceba-4e97-89e8-b538c7c9f43a None None] Port ce110905-bc30-4c61-b646-aa273f29a41c cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:50.926227 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5731e63-ef10-4a39-a930-e42477997331 req-ca44c0cf-6b99-48f9-97c2-9222ffceb099 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:50.927747 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a5731e63-ef10-4a39-a930-e42477997331 req-ca44c0cf-6b99-48f9-97c2-9222ffceb099 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f56d885-49f6-44d0-b7be-81c767a470a4 HTTP/1.1" status: 200 len: 946 time: 0.2513759 Oct 12 07:40:50.965600 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Port a033910b-2c37-42b1-adb6-7b213f62fcb4 on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:40:50.965930 dv-neutron-860909-2-hyperv neutron-server[103200]: ERROR neutron.plugins.ml2.managers [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Failed to bind port a033910b-2c37-42b1-adb6-7b213f62fcb4 on host hv-neutron-8609 for vnic_type normal using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] Oct 12 07:40:50.978633 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.plugins.ml2.plugin [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempt 8 to bind port a033910b-2c37-42b1-adb6-7b213f62fcb4 Oct 12 07:40:50.993315 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7b080fa2-a6bd-4eba-85b4-38a3d856ac6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:50.994283 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 1b702037-5ca1-40bb-a766-7366ff7485b0 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:50.994768 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:50.995190 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 1b702037-5ca1-40bb-a766-7366ff7485b0 Oct 12 07:40:50.997525 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7514a2f6-4cc4-492a-8133-921dff4fb4b3 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:51.007131 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7514a2f6-4cc4-492a-8133-921dff4fb4b3 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:51.014818 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f3928794-258e-4745-803c-0cd2e0369a9d tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:51.020609 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port a033910b-2c37-42b1-adb6-7b213f62fcb4 on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:40:51.020870 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port a033910b-2c37-42b1-adb6-7b213f62fcb4 by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:40:51.021208 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port a033910b-2c37-42b1-adb6-7b213f62fcb4 on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:51.051520 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Port a033910b-2c37-42b1-adb6-7b213f62fcb4 on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:40:51.051854 dv-neutron-860909-2-hyperv neutron-server[103200]: ERROR neutron.plugins.ml2.managers [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Failed to bind port a033910b-2c37-42b1-adb6-7b213f62fcb4 on host hv-neutron-8609 for vnic_type normal using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] Oct 12 07:40:51.060225 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.plugins.ml2.plugin [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempt 9 to bind port a033910b-2c37-42b1-adb6-7b213f62fcb4 Oct 12 07:40:51.065675 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a5731e63-ef10-4a39-a930-e42477997331 req-bc73f1b5-a2ac-4da0-bb0b-9fd5ca2e3674 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/security-groups?id=2728a5cb-2cc4-47ab-8e2b-dd9e7f9f0102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121485 Oct 12 07:40:51.074498 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7b080fa2-a6bd-4eba-85b4-38a3d856ac6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:51.075209 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:51.075448 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b080fa2-a6bd-4eba-85b4-38a3d856ac6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:51.076026 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7b080fa2-a6bd-4eba-85b4-38a3d856ac6c admin admin] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:51.101766 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-e7181d9a-fbfe-4a71-8e76-eea2f5349dd8 None None] Allocated IP 2001:db8:2::2 (29fa7bda-bf7a-48b9-a95b-12d20a48a87d/2a3eb593-3ef8-4f9a-a0d8-9c21d91df402/994fb943-b471-46f8-9ab8-f616ffcf8d71) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:40:51.102737 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port a033910b-2c37-42b1-adb6-7b213f62fcb4 on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:40:51.103078 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port a033910b-2c37-42b1-adb6-7b213f62fcb4 by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:40:51.103416 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port a033910b-2c37-42b1-adb6-7b213f62fcb4 on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:51.124187 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Port a033910b-2c37-42b1-adb6-7b213f62fcb4 on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:40:51.124519 dv-neutron-860909-2-hyperv neutron-server[103200]: ERROR neutron.plugins.ml2.managers [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Failed to bind port a033910b-2c37-42b1-adb6-7b213f62fcb4 on host hv-neutron-8609 for vnic_type normal using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] Oct 12 07:40:51.127689 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-7b080fa2-a6bd-4eba-85b4-38a3d856ac6c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9323041 Oct 12 07:40:51.144327 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40488) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:51.144655 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40490) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:51.144798 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.plugins.ml2.plugin [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempt 10 to bind port a033910b-2c37-42b1-adb6-7b213f62fcb4 Oct 12 07:40:51.165330 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-014fd663-dea6-4a7e-ac8e-b9780e151ac8 admin admin] Request body: {'subnet': {'network_id': 'b7743843-7d99-4081-9196-2811b3b0c2d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-850655992-subnet', 'tenant_id': '0bc762391a604645ad617f803d68cc1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:51.187566 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b080fa2-a6bd-4eba-85b4-38a3d856ac6c admin admin] Pushing event updated for resources: {'Network': ['ID=b7743843-7d99-4081-9196-2811b3b0c2d8,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:51.193568 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7514a2f6-4cc4-492a-8133-921dff4fb4b3 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Pushing event updated for resources: {'Port': ['ID=41f46513-2154-4bae-9ef2-f9d6fa8abc3b,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:51.195999 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port a033910b-2c37-42b1-adb6-7b213f62fcb4 on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:40:51.195999 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port a033910b-2c37-42b1-adb6-7b213f62fcb4 by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:40:51.196831 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempting to bind port a033910b-2c37-42b1-adb6-7b213f62fcb4 on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:51.212311 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Port a033910b-2c37-42b1-adb6-7b213f62fcb4 on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:40:51.212828 dv-neutron-860909-2-hyperv neutron-server[103200]: ERROR neutron.plugins.ml2.managers [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Failed to bind port a033910b-2c37-42b1-adb6-7b213f62fcb4 on host hv-neutron-8609 for vnic_type normal using segments [{'id': 'e0f93378-3f19-4604-afca-8f4367d7e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6777ccb-35e9-4a4a-88dd-bf9aa6ef8547'}] Oct 12 07:40:51.213211 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:51.222875 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7514a2f6-4cc4-492a-8133-921dff4fb4b3 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:51.223351 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network b7743843-7d99-4081-9196-2811b3b0c2d8 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:40:51.326614 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014fd663-dea6-4a7e-ac8e-b9780e151ac8 admin admin] Made reservation on behalf of 0bc762391a604645ad617f803d68cc1a for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:51.329191 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-014fd663-dea6-4a7e-ac8e-b9780e151ac8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:51.353800 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] For port a033910b-2c37-42b1-adb6-7b213f62fcb4, host hv-neutron-8609, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:40:51.354379 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attempted to set empty binding levels {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 12 07:40:51.366130 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b75d52-da96-4cb7-ae21-a64db85b807c tempest-TestNetworkAdvancedServerOps-1688896547 tempest-TestNetworkAdvancedServerOps-1688896547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:51.367950 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-86b75d52-da96-4cb7-ae21-a64db85b807c tempest-TestNetworkAdvancedServerOps-1688896547 tempest-TestNetworkAdvancedServerOps-1688896547-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0f56d885-49f6-44d0-b7be-81c767a470a4 HTTP/1.1" status: 200 len: 1094 time: 0.2156608 Oct 12 07:40:51.372576 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40492) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:51.377651 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-d25e57bf-9edb-45e0-b33c-11a25fb19203 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Request body: {'floatingip': {'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'port_id': '894313f8-2c62-4e32-aa6c-f2b513beaf66', 'tenant_id': '91dbc5081b5c42efa05c929564d56662', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:51.382555 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:51.383106 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] In _notify_port_updated(), no bound segment for port a033910b-2c37-42b1-adb6-7b213f62fcb4 on network d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 {{(pid=103200) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 12 07:40:51.383987 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:51.385156 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:51.386000 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] 10.222.0.26 "PUT /v2.0/ports/a033910b-2c37-42b1-adb6-7b213f62fcb4 HTTP/1.1" status: 200 len: 977 time: 2.1579607 Oct 12 07:40:51.394296 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40494) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:51.394971 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-71da4550-0842-4380-854e-a683a38dc337 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:51.490806 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d25e57bf-9edb-45e0-b33c-11a25fb19203 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks [] for floatingip, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:51.493160 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458497e-336a-4744-8337-0a68aacd9e09 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Pushing event updated for resources: {'Port': ['ID=a033910b-2c37-42b1-adb6-7b213f62fcb4,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:51.544460 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e7181d9a-fbfe-4a71-8e76-eea2f5349dd8 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:51.547306 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 1b702037-5ca1-40bb-a766-7366ff7485b0 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:51.548477 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 58afc33d-8c47-488c-ae43-95649061d2ce up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:40:51.594324 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-630dafd3-ceba-4e97-89e8-b538c7c9f43a None None] Attempt 5 to provision port ce110905-bc30-4c61-b646-aa273f29a41c Oct 12 07:40:51.618000 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7514a2f6-4cc4-492a-8133-921dff4fb4b3 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Network 3cc08bf9-817d-4b28-9a8d-935eff2e72e9 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:51.624398 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-7514a2f6-4cc4-492a-8133-921dff4fb4b3 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:51.631520 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-71da4550-0842-4380-854e-a683a38dc337 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:51.643055 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40496) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:51.650616 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-71da4550-0842-4380-854e-a683a38dc337 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/ports/ab88c2c7-9633-487c-a3c6-4d1d4d34e7d8 HTTP/1.1" status: 204 len: 168 time: 1.5423090 Oct 12 07:40:51.651244 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da4550-0842-4380-854e-a683a38dc337 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Port': ['ID=ab88c2c7-9633-487c-a3c6-4d1d4d34e7d8,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:51.695762 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e7181d9a-fbfe-4a71-8e76-eea2f5349dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:51.740262 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-c2b24afb-ad11-4e8a-92be-aa3035492b46 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Deleting port a033910b-2c37-42b1-adb6-7b213f62fcb4 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:40:51.740810 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c2b24afb-ad11-4e8a-92be-aa3035492b46 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:51.748883 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-630dafd3-ceba-4e97-89e8-b538c7c9f43a None None] Port ce110905-bc30-4c61-b646-aa273f29a41c cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:51.786989 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7181d9a-fbfe-4a71-8e76-eea2f5349dd8 None None] Network 29fa7bda-bf7a-48b9-a95b-12d20a48a87d is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:51.789472 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7181d9a-fbfe-4a71-8e76-eea2f5349dd8 None None] Pushing event updated for resources: {'Port': ['ID=994fb943-b471-46f8-9ab8-f616ffcf8d71,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:51.794873 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-e7181d9a-fbfe-4a71-8e76-eea2f5349dd8 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:51.796816 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 58afc33d-8c47-488c-ae43-95649061d2ce triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:51.797288 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:51.797720 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 58afc33d-8c47-488c-ae43-95649061d2ce Oct 12 07:40:51.799709 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7181d9a-fbfe-4a71-8e76-eea2f5349dd8 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:40:51.848221 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-f3928794-258e-4745-803c-0cd2e0369a9d tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Allocated IP 2001:db8:2::1 (29fa7bda-bf7a-48b9-a95b-12d20a48a87d/2a3eb593-3ef8-4f9a-a0d8-9c21d91df402/9d18f963-3f32-437a-925f-7666a070bb26) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:40:51.893018 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-5124a297-dfa6-414a-8761-fc2979c7114e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'name': 'tempest-TestNetworkBasicOps-router-555883788', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': '0b43baf8-2140-4c2d-a8c3-c75746ab1776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:38:39Z', 'updated_at': '2022-10-12T07:40:46Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '0b43baf8-2140-4c2d-a8c3-c75746ab1776', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:40:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:38:41Z', 'updated_at': '2022-10-12T07:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'b6831748-04f3-4fbb-ba36-810564e33177', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'floating_ip_address': '172.26.3.14', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'port_id': '3fe897af-d5b7-4d22-b7ae-0c814642fab6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f174f3-fe7c-477c-82b4-dc8c70c0c1d0', 'mac_address': 'fa:16:3e:bb:83:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8926720-09b0-467b-9e8a-3bd93ba7b4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:39:36Z', 'updated_at': '2022-10-12T07:39:42Z', 'revision_number': 1, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bb6b36e-60ed-4267-80b7-be073d9d55e1', 'name': '', 'network_id': 'd3f174f3-fe7c-477c-82b4-dc8c70c0c1d0', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:a1:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'f94507d5-d2c5-4934-a94a-80714edc117a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:38:52Z', 'updated_at': '2022-10-12T07:39:03Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': 'f94507d5-d2c5-4934-a94a-80714edc117a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce110905-bc30-4c61-b646-aa273f29a41c', 'name': '', 'network_id': '9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:12:cb:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'dbd0bc1f-da81-479a-9d5b-baf5b2aaf907', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:45Z', 'updated_at': '2022-10-12T07:40:47Z', 'revision_number': 2, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': 'dbd0bc1f-da81-479a-9d5b-baf5b2aaf907', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:51.903433 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-e7181d9a-fbfe-4a71-8e76-eea2f5349dd8 None None] Attempting to bind port 994fb943-b471-46f8-9ab8-f616ffcf8d71 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:40:51.903911 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-e7181d9a-fbfe-4a71-8e76-eea2f5349dd8 None None] Attempting to bind port 994fb943-b471-46f8-9ab8-f616ffcf8d71 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'cf7fe462-ee38-41fb-9516-936e53b5993f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '29fa7bda-bf7a-48b9-a95b-12d20a48a87d'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:40:51.904397 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7181d9a-fbfe-4a71-8e76-eea2f5349dd8 None None] Attempting to bind port 994fb943-b471-46f8-9ab8-f616ffcf8d71 on network 29fa7bda-bf7a-48b9-a95b-12d20a48a87d {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:51.947634 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5124a297-dfa6-414a-8761-fc2979c7114e None None] Checking router: 8c7410a8-7294-4d50-bca8-31d4228bdbad for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:40:51.948330 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5124a297-dfa6-414a-8761-fc2979c7114e None None] Updating router 8c7410a8-7294-4d50-bca8-31d4228bdbad port ce110905-bc30-4c61-b646-aa273f29a41c binding host dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:40:51.973054 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-014fd663-dea6-4a7e-ac8e-b9780e151ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:51.974002 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7181d9a-fbfe-4a71-8e76-eea2f5349dd8 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:40:51.974410 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7181d9a-fbfe-4a71-8e76-eea2f5349dd8 None None] Checking segment: {'id': 'cf7fe462-ee38-41fb-9516-936e53b5993f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '29fa7bda-bf7a-48b9-a95b-12d20a48a87d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:40:51.975002 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e7181d9a-fbfe-4a71-8e76-eea2f5349dd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:51.975407 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7181d9a-fbfe-4a71-8e76-eea2f5349dd8 None None] Bound using segment: {'id': 'cf7fe462-ee38-41fb-9516-936e53b5993f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '29fa7bda-bf7a-48b9-a95b-12d20a48a87d'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:40:51.975899 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-e7181d9a-fbfe-4a71-8e76-eea2f5349dd8 None None] Bound port: 994fb943-b471-46f8-9ab8-f616ffcf8d71, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf7fe462-ee38-41fb-9516-936e53b5993f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '29fa7bda-bf7a-48b9-a95b-12d20a48a87d'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:40:51.976280 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e7181d9a-fbfe-4a71-8e76-eea2f5349dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:51.989656 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fa1e7e-e582-44a6-be6d-882fa724d83e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:51.991470 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-75fa1e7e-e582-44a6-be6d-882fa724d83e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3473382 Oct 12 07:40:52.016774 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40498) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:52.026607 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 58afc33d-8c47-488c-ae43-95649061d2ce is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:52.027546 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:52.062060 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5124a297-dfa6-414a-8761-fc2979c7114e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:52.143729 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014fd663-dea6-4a7e-ac8e-b9780e151ac8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d829c46-94b1-4a49-bd4e-458083907ef4,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:52.166652 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 58afc33d-8c47-488c-ae43-95649061d2ce, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=58afc33d-8c47-488c-ae43-95649061d2ce,segment=NetworkSegment(79f0f98c-217b-4201-bb71-a5d3862be58d),segment_id=79f0f98c-217b-4201-bb71-a5d3862be58d)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:40:52.177503 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:52.201923 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f3928794-258e-4745-803c-0cd2e0369a9d tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:52.212328 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-c2b24afb-ad11-4e8a-92be-aa3035492b46 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] For port a033910b-2c37-42b1-adb6-7b213f62fcb4, host hv-neutron-8609, got binding levels [] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:40:52.212689 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c2b24afb-ad11-4e8a-92be-aa3035492b46 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:52.214314 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3950dda3-5400-485c-b6d3-9a81bd221c97 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:52.217224 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-3950dda3-5400-485c-b6d3-9a81bd221c97 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1917655 Oct 12 07:40:52.221025 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40500) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:52.224014 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014fd663-dea6-4a7e-ac8e-b9780e151ac8 admin admin] Checking segment: {'id': 'a0e6f827-cad6-41a3-9a62-6dfa03ec6c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b7743843-7d99-4081-9196-2811b3b0c2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:40:52.224675 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014fd663-dea6-4a7e-ac8e-b9780e151ac8 admin admin] Network hostable DHCP agents. Network: b7743843-7d99-4081-9196-2811b3b0c2d8, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:40:52.229558 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-e7181d9a-fbfe-4a71-8e76-eea2f5349dd8 None None] For port 994fb943-b471-46f8-9ab8-f616ffcf8d71, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:40:52.231792 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7514a2f6-4cc4-492a-8133-921dff4fb4b3 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Router e2b0f434-b0e2-4b23-b55e-6c6b707b75cc is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:40:52.244610 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=58afc33d-8c47-488c-ae43-95649061d2ce,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:52.273241 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-c2b24afb-ad11-4e8a-92be-aa3035492b46 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Calling delete_port for a033910b-2c37-42b1-adb6-7b213f62fcb4 owned by {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:40:52.295049 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-630dafd3-ceba-4e97-89e8-b538c7c9f43a None None] Attempt 6 to provision port ce110905-bc30-4c61-b646-aa273f29a41c Oct 12 07:40:52.299762 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-e7181d9a-fbfe-4a71-8e76-eea2f5349dd8 None None] For port 994fb943-b471-46f8-9ab8-f616ffcf8d71, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=994fb943-b471-46f8-9ab8-f616ffcf8d71,segment=NetworkSegment(cf7fe462-ee38-41fb-9516-936e53b5993f),segment_id=cf7fe462-ee38-41fb-9516-936e53b5993f)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:40:52.300641 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5bb251-b411-4ae8-9577-229f0b97d3c6 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:52.302496 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5bb251-b411-4ae8-9577-229f0b97d3c6 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:52.304353 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5bb251-b411-4ae8-9577-229f0b97d3c6 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:52.309314 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-1e5bb251-b411-4ae8-9577-229f0b97d3c6 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0838599 Oct 12 07:40:52.310749 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40502) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:52.320797 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014fd663-dea6-4a7e-ac8e-b9780e151ac8 admin admin] Network b7743843-7d99-4081-9196-2811b3b0c2d8 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:40:52.334061 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e7181d9a-fbfe-4a71-8e76-eea2f5349dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:52.349521 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d25e57bf-9edb-45e0-b33c-11a25fb19203 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:52.404753 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f3928794-258e-4745-803c-0cd2e0369a9d tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:52.405945 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-630dafd3-ceba-4e97-89e8-b538c7c9f43a None None] Port ce110905-bc30-4c61-b646-aa273f29a41c cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:52.406128 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-014fd663-dea6-4a7e-ac8e-b9780e151ac8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, b7743843-7d99-4081-9196-2811b3b0c2d8) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:52.429641 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7181d9a-fbfe-4a71-8e76-eea2f5349dd8 None None] Pushing event updated for resources: {'Port': ['ID=994fb943-b471-46f8-9ab8-f616ffcf8d71,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:52.432570 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014fd663-dea6-4a7e-ac8e-b9780e151ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:52.433819 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-014fd663-dea6-4a7e-ac8e-b9780e151ac8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:52.451659 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c2b24afb-ad11-4e8a-92be-aa3035492b46 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:52.467469 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7829fca2-f962-48cc-84e1-7bf7ac886292 None None] Network b7743843-7d99-4081-9196-2811b3b0c2d8 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:40:52.488733 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-18908a9f-00b3-4e50-8a61-74d14700cb96 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting subnet 51878df3-ad9a-445f-a799-66ad13347c73 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:40:52.496295 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3928794-258e-4745-803c-0cd2e0369a9d tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Network 29fa7bda-bf7a-48b9-a95b-12d20a48a87d is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:52.497480 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7514a2f6-4cc4-492a-8133-921dff4fb4b3 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:40:52.501339 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-18908a9f-00b3-4e50-8a61-74d14700cb96 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:52.509993 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e0c002-6163-45f1-a272-b07dd99c7406 None None] Sync routers for ids ['e2b0f434-b0e2-4b23-b55e-6c6b707b75cc'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:40:52.524675 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b24afb-ad11-4e8a-92be-aa3035492b46 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Pushing event deleted for resources: {'Port': ['ID=a033910b-2c37-42b1-adb6-7b213f62fcb4,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:52.526234 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e0c002-6163-45f1-a272-b07dd99c7406 None None] Routers {'e2b0f434-b0e2-4b23-b55e-6c6b707b75cc'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:40:52.526887 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-10e0c002-6163-45f1-a272-b07dd99c7406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:40:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['e2b0f434-b0e2-4b23-b55e-6c6b707b75cc'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:52.534361 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c2b24afb-ad11-4e8a-92be-aa3035492b46 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:52.539779 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-014fd663-dea6-4a7e-ac8e-b9780e151ac8 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3856297 Oct 12 07:40:52.541058 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c2b24afb-ad11-4e8a-92be-aa3035492b46 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] 10.222.0.26 "DELETE /v2.0/ports/a033910b-2c37-42b1-adb6-7b213f62fcb4 HTTP/1.1" status: 204 len: 168 time: 1.1437259 Oct 12 07:40:52.550635 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-7514a2f6-4cc4-492a-8133-921dff4fb4b3 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] 10.222.0.26 "PUT /v2.0/routers/e2b0f434-b0e2-4b23-b55e-6c6b707b75cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8026037 Oct 12 07:40:52.553899 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40506) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:52.554274 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40508) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:52.599164 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-f3928794-258e-4745-803c-0cd2e0369a9d tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:52.614841 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-10e0c002-6163-45f1-a272-b07dd99c7406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:52.627117 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-970a5735-857b-4bde-aae0-6d758a5df963 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Request body: {'port': {'network_id': '3cc08bf9-817d-4b28-9a8d-935eff2e72e9', 'name': 'tempest-FloatingIPNegativeTestJSON-838209029'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:52.630772 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-65c67719-8681-4839-bcd9-0539d3192f51 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] GET failed (client error): The resource could not be found. Oct 12 07:40:52.631049 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e0c002-6163-45f1-a272-b07dd99c7406 None None] Routers {'e2b0f434-b0e2-4b23-b55e-6c6b707b75cc'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:40:52.631665 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-10e0c002-6163-45f1-a272-b07dd99c7406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:40:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['e2b0f434-b0e2-4b23-b55e-6c6b707b75cc'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:52.638242 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-65c67719-8681-4839-bcd9-0539d3192f51 tempest-PortsAdminExtendedAttrsTestJSON-41924080 tempest-PortsAdminExtendedAttrsTestJSON-41924080-project-admin] 10.222.0.26 "GET /v2.0/ports/a033910b-2c37-42b1-adb6-7b213f62fcb4 HTTP/1.1" status: 404 len: 333 time: 0.0829668 Oct 12 07:40:52.643373 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40512) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:52.653524 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-18908a9f-00b3-4e50-8a61-74d14700cb96 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:52.669079 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-10e0c002-6163-45f1-a272-b07dd99c7406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:52.669962 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e0c002-6163-45f1-a272-b07dd99c7406 None None] The sync data for ids ['e2b0f434-b0e2-4b23-b55e-6c6b707b75cc'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:40:52.705531 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-d25e57bf-9edb-45e0-b33c-11a25fb19203 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Allocated IP 172.26.3.36 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/9c3f8d5c-0395-4c51-936d-5fbbb178afff) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:40:52.824863 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-18908a9f-00b3-4e50-8a61-74d14700cb96 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:52.865648 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d25e57bf-9edb-45e0-b33c-11a25fb19203 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:52.911910 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d25e57bf-9edb-45e0-b33c-11a25fb19203 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:52.921811 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3928794-258e-4745-803c-0cd2e0369a9d tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event updated for resources: {'Port': ['ID=9d18f963-3f32-437a-925f-7666a070bb26,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:52.933714 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3928794-258e-4745-803c-0cd2e0369a9d tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:40:52.935255 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f3928794-258e-4745-803c-0cd2e0369a9d tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:52.973846 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-630dafd3-ceba-4e97-89e8-b538c7c9f43a None None] Attempt 7 to provision port ce110905-bc30-4c61-b646-aa273f29a41c Oct 12 07:40:53.049470 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-18908a9f-00b3-4e50-8a61-74d14700cb96 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:53.069167 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e7335ea7-5c3a-47de-a952-d01291623445 tempest-PortsAdminExtendedAttrsTestJSON-1556552605 tempest-PortsAdminExtendedAttrsTestJSON-1556552605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:53.077804 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5124a297-dfa6-414a-8761-fc2979c7114e None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:53.081978 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-630dafd3-ceba-4e97-89e8-b538c7c9f43a None None] Port ce110905-bc30-4c61-b646-aa273f29a41c cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:53.083157 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856598bc-e553-4117-910b-ff87ce5df40b None None] Network b7743843-7d99-4081-9196-2811b3b0c2d8 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:40:53.091909 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e57bf-9edb-45e0-b33c-11a25fb19203 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Pushing event updated for resources: {'Port': ['ID=9c3f8d5c-0395-4c51-936d-5fbbb178afff,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:53.109254 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594fb98c-df08-4b21-9289-c9f8ed882b82 None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:40:53.119789 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5124a297-dfa6-414a-8761-fc2979c7114e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:53.123772 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25e57bf-9edb-45e0-b33c-11a25fb19203 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:53.129081 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-d25e57bf-9edb-45e0-b33c-11a25fb19203 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:53.131882 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25e57bf-9edb-45e0-b33c-11a25fb19203 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:40:53.157918 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-18908a9f-00b3-4e50-8a61-74d14700cb96 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:53.166005 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-18908a9f-00b3-4e50-8a61-74d14700cb96 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/51878df3-ad9a-445f-a799-66ad13347c73 HTTP/1.1" status: 204 len: 168 time: 0.8548319 Oct 12 07:40:53.167040 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18908a9f-00b3-4e50-8a61-74d14700cb96 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Subnet': ['ID=51878df3-ad9a-445f-a799-66ad13347c73,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:53.174656 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f3928794-258e-4745-803c-0cd2e0369a9d tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:53.176676 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40524) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:53.329183 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbd23b-b8fa-4bf9-950b-7944113a0313 None None] Pushing event updated for resources: {'Port': ['ID=ce110905-bc30-4c61-b646-aa273f29a41c,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:53.354662 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-5124a297-dfa6-414a-8761-fc2979c7114e None None] Attempting to bind port ce110905-bc30-4c61-b646-aa273f29a41c on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:40:53.355595 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-5124a297-dfa6-414a-8761-fc2979c7114e None None] Attempting to bind port ce110905-bc30-4c61-b646-aa273f29a41c by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '66eba1d6-82ae-46e1-9ff4-c11281c8b13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:40:53.355964 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5124a297-dfa6-414a-8761-fc2979c7114e None None] Attempting to bind port ce110905-bc30-4c61-b646-aa273f29a41c on network 9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:53.392870 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5124a297-dfa6-414a-8761-fc2979c7114e None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:40:53.393242 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5124a297-dfa6-414a-8761-fc2979c7114e None None] Checking segment: {'id': '66eba1d6-82ae-46e1-9ff4-c11281c8b13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:40:53.393651 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5124a297-dfa6-414a-8761-fc2979c7114e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:53.394441 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5124a297-dfa6-414a-8761-fc2979c7114e None None] Bound using segment: {'id': '66eba1d6-82ae-46e1-9ff4-c11281c8b13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:40:53.394554 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-5124a297-dfa6-414a-8761-fc2979c7114e None None] Bound port: ce110905-bc30-4c61-b646-aa273f29a41c, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66eba1d6-82ae-46e1-9ff4-c11281c8b13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:40:53.394933 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5124a297-dfa6-414a-8761-fc2979c7114e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:53.537584 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-5124a297-dfa6-414a-8761-fc2979c7114e None None] For port ce110905-bc30-4c61-b646-aa273f29a41c, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:40:53.541382 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-5124a297-dfa6-414a-8761-fc2979c7114e None None] For port ce110905-bc30-4c61-b646-aa273f29a41c, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=ce110905-bc30-4c61-b646-aa273f29a41c,segment=NetworkSegment(66eba1d6-82ae-46e1-9ff4-c11281c8b13d),segment_id=66eba1d6-82ae-46e1-9ff4-c11281c8b13d)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:40:53.553952 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5124a297-dfa6-414a-8761-fc2979c7114e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:53.588914 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-630dafd3-ceba-4e97-89e8-b538c7c9f43a None None] Attempt 8 to provision port ce110905-bc30-4c61-b646-aa273f29a41c Oct 12 07:40:53.643920 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5124a297-dfa6-414a-8761-fc2979c7114e None None] Routers {'8c7410a8-7294-4d50-bca8-31d4228bdbad'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:40:53.644564 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-5124a297-dfa6-414a-8761-fc2979c7114e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:40:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['8c7410a8-7294-4d50-bca8-31d4228bdbad'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:53.713775 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbd23b-b8fa-4bf9-950b-7944113a0313 None None] Pushing event updated for resources: {'Port': ['ID=ce110905-bc30-4c61-b646-aa273f29a41c,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:53.772086 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e774090-3881-4458-9234-82a5a7ea1ee4 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting subnet 69bb73dc-e485-42a7-a612-b831fffc629b {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:40:53.802708 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f3928794-258e-4745-803c-0cd2e0369a9d tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:53.810977 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f3928794-258e-4745-803c-0cd2e0369a9d tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:53.811546 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f3928794-258e-4745-803c-0cd2e0369a9d tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:53.842423 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8e774090-3881-4458-9234-82a5a7ea1ee4 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:53.857156 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970a5735-857b-4bde-aae0-6d758a5df963 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Made reservation on behalf of 335494b12764464ebbbd88a2c3d2f0a9 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:53.857854 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-630dafd3-ceba-4e97-89e8-b538c7c9f43a None None] Current status of the port ce110905-bc30-4c61-b646-aa273f29a41c is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:53.858282 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-630dafd3-ceba-4e97-89e8-b538c7c9f43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:53.860637 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-970a5735-857b-4bde-aae0-6d758a5df963 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:53.888313 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483452c8-1336-42e2-ba3b-4548a370008f None None] Network 29fa7bda-bf7a-48b9-a95b-12d20a48a87d requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:40:53.918766 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3928794-258e-4745-803c-0cd2e0369a9d tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event updated for resources: {'Port': ['ID=9d18f963-3f32-437a-925f-7666a070bb26,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:53.919566 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e7335ea7-5c3a-47de-a952-d01291623445 tempest-PortsAdminExtendedAttrsTestJSON-1556552605 tempest-PortsAdminExtendedAttrsTestJSON-1556552605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:53.945592 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-5124a297-dfa6-414a-8761-fc2979c7114e None None] Set router 8c7410a8-7294-4d50-bca8-31d4228bdbad gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:40:54.004254 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3928794-258e-4745-803c-0cd2e0369a9d tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Network 29fa7bda-bf7a-48b9-a95b-12d20a48a87d is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:54.005804 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-f3928794-258e-4745-803c-0cd2e0369a9d tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:54.034136 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-630dafd3-ceba-4e97-89e8-b538c7c9f43a None None] For port ce110905-bc30-4c61-b646-aa273f29a41c, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=ce110905-bc30-4c61-b646-aa273f29a41c,segment=NetworkSegment(66eba1d6-82ae-46e1-9ff4-c11281c8b13d),segment_id=66eba1d6-82ae-46e1-9ff4-c11281c8b13d)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:40:54.047210 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-630dafd3-ceba-4e97-89e8-b538c7c9f43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:54.089459 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-970a5735-857b-4bde-aae0-6d758a5df963 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] device_id is not set on port 4fa86762-9b54-43bc-ba96-5b6c67485690 yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:40:54.106591 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-e7335ea7-5c3a-47de-a952-d01291623445 tempest-PortsAdminExtendedAttrsTestJSON-1556552605 tempest-PortsAdminExtendedAttrsTestJSON-1556552605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:54.145237 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8e774090-3881-4458-9234-82a5a7ea1ee4 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:54.150494 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-e7335ea7-5c3a-47de-a952-d01291623445 tempest-PortsAdminExtendedAttrsTestJSON-1556552605 tempest-PortsAdminExtendedAttrsTestJSON-1556552605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0f93378-3f19-4604-afca-8f4367d7e410') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:54.150809 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-e7335ea7-5c3a-47de-a952-d01291623445 tempest-PortsAdminExtendedAttrsTestJSON-1556552605 tempest-PortsAdminExtendedAttrsTestJSON-1556552605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0f93378-3f19-4604-afca-8f4367d7e410') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:54.156804 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3928794-258e-4745-803c-0cd2e0369a9d tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Router f3cbc997-c159-4245-942e-b009ea82b66d has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:40:54.203708 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-97c49517-3e1c-43aa-b028-dd2c4756255b None None] Could not find standard attr ID for object ab88c2c7-9633-487c-a3c6-4d1d4d34e7d8. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:40:54.212482 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630dafd3-ceba-4e97-89e8-b538c7c9f43a None None] Pushing event updated for resources: {'Port': ['ID=ce110905-bc30-4c61-b646-aa273f29a41c,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:54.259640 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-97c49517-3e1c-43aa-b028-dd2c4756255b None None] Provisioning complete for port 1b702037-5ca1-40bb-a766-7366ff7485b0 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:54.260129 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-97c49517-3e1c-43aa-b028-dd2c4756255b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:54.260325 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-97c49517-3e1c-43aa-b028-dd2c4756255b None None] Attempt 1 to provision port 1b702037-5ca1-40bb-a766-7366ff7485b0 Oct 12 07:40:54.296735 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da3fb1-78fd-46ed-acbd-52821db6d66c req-fd55c6c2-d617-4657-82d1-a338a14c88b4 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:54.312738 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-86da3fb1-78fd-46ed-acbd-52821db6d66c req-fd55c6c2-d617-4657-82d1-a338a14c88b4 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/networks?id=95c516fb-6c65-4fe3-a2b6-948996fd68da HTTP/1.1" status: 200 len: 811 time: 1.0600839 Oct 12 07:40:54.314183 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3928794-258e-4745-803c-0cd2e0369a9d tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:40:54.331282 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f3928794-258e-4745-803c-0cd2e0369a9d tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "PUT /v2.0/routers/f3cbc997-c159-4245-942e-b009ea82b66d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3946528 Oct 12 07:40:54.333299 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40530) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:54.339556 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-86da3fb1-78fd-46ed-acbd-52821db6d66c req-f483b504-755e-4bb0-8c31-b8ceb5065cfa tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/quotas/86e46c28c6f94932ba221f0487069c8d HTTP/1.1" status: 200 len: 375 time: 0.0254457 Oct 12 07:40:54.344840 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-bacf1101-153a-44aa-a52f-a356074de483 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1423618227'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:54.351915 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396e1aee-e154-4ada-b506-fbbcac8689ef None None] Sync routers for ids ['f3cbc997-c159-4245-942e-b009ea82b66d'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:40:54.361672 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e7335ea7-5c3a-47de-a952-d01291623445 tempest-PortsAdminExtendedAttrsTestJSON-1556552605 tempest-PortsAdminExtendedAttrsTestJSON-1556552605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:54.380471 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bacf1101-153a-44aa-a52f-a356074de483 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Made reservation on behalf of 0661c46065e34719ae0bde5df10863f8 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:54.389590 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bacf1101-153a-44aa-a52f-a356074de483 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:54.402718 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-86da3fb1-78fd-46ed-acbd-52821db6d66c req-d52026fb-c36c-4618-a6a6-10ac875f7292 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=86e46c28c6f94932ba221f0487069c8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626910 Oct 12 07:40:54.404102 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d25e57bf-9edb-45e0-b33c-11a25fb19203 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:54.407946 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396e1aee-e154-4ada-b506-fbbcac8689ef None None] Routers {'f3cbc997-c159-4245-942e-b009ea82b66d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:40:54.408420 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-396e1aee-e154-4ada-b506-fbbcac8689ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:40:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['f3cbc997-c159-4245-942e-b009ea82b66d'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:54.434085 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bacf1101-153a-44aa-a52f-a356074de483 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:40:54.444505 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bacf1101-153a-44aa-a52f-a356074de483 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:54.444856 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-bacf1101-153a-44aa-a52f-a356074de483 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Added segment ad41c87a-51ba-46d7-8894-87f18fc2c642 of type vlan for network b2fef9de-fb53-4aef-bf24-fb87b19553e9 Oct 12 07:40:54.463243 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 994fb943-b471-46f8-9ab8-f616ffcf8d71 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:40:54.498622 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bacf1101-153a-44aa-a52f-a356074de483 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:54.531646 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bacf1101-153a-44aa-a52f-a356074de483 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:54.538149 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacf1101-153a-44aa-a52f-a356074de483 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:54.538883 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bacf1101-153a-44aa-a52f-a356074de483 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:54.574094 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e7335ea7-5c3a-47de-a952-d01291623445 tempest-PortsAdminExtendedAttrsTestJSON-1556552605 tempest-PortsAdminExtendedAttrsTestJSON-1556552605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:54.593595 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-bacf1101-153a-44aa-a52f-a356074de483 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2588968 Oct 12 07:40:54.596898 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40532) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:54.601746 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-aeab5599-b73a-4e7b-9b0e-2fbd54a907cb tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Request body: {'subnet': {'network_id': 'b2fef9de-fb53-4aef-bf24-fb87b19553e9', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:54.610949 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-396e1aee-e154-4ada-b506-fbbcac8689ef None None] Set router f3cbc997-c159-4245-942e-b009ea82b66d gateway port host: None {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:40:54.655518 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf1101-153a-44aa-a52f-a356074de483 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event updated for resources: {'Network': ['ID=b2fef9de-fb53-4aef-bf24-fb87b19553e9,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:54.748191 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeab5599-b73a-4e7b-9b0e-2fbd54a907cb tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Made reservation on behalf of 0661c46065e34719ae0bde5df10863f8 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:54.753816 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aeab5599-b73a-4e7b-9b0e-2fbd54a907cb tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:54.818438 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network b2fef9de-fb53-4aef-bf24-fb87b19553e9 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:40:54.868132 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-97c49517-3e1c-43aa-b028-dd2c4756255b None None] Current status of the port 1b702037-5ca1-40bb-a766-7366ff7485b0 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:54.960249 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 994fb943-b471-46f8-9ab8-f616ffcf8d71 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:54.960613 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:54.960946 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 994fb943-b471-46f8-9ab8-f616ffcf8d71 Oct 12 07:40:54.968066 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7335ea7-5c3a-47de-a952-d01291623445 tempest-PortsAdminExtendedAttrsTestJSON-1556552605 tempest-PortsAdminExtendedAttrsTestJSON-1556552605-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:40:54.968621 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e7335ea7-5c3a-47de-a952-d01291623445 tempest-PortsAdminExtendedAttrsTestJSON-1556552605 tempest-PortsAdminExtendedAttrsTestJSON-1556552605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:54.997513 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aeab5599-b73a-4e7b-9b0e-2fbd54a907cb tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:55.008823 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-97c49517-3e1c-43aa-b028-dd2c4756255b None None] Provisioning complete for port 58afc33d-8c47-488c-ae43-95649061d2ce triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:55.009189 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-97c49517-3e1c-43aa-b028-dd2c4756255b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:55.009521 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-97c49517-3e1c-43aa-b028-dd2c4756255b None None] Attempt 1 to provision port 58afc33d-8c47-488c-ae43-95649061d2ce Oct 12 07:40:55.066247 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab5599-b73a-4e7b-9b0e-2fbd54a907cb tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event updated for resources: {'Subnet': ['ID=4ad6bf15-8db9-4521-92c3-aef68dfa950b,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:55.092907 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8e774090-3881-4458-9234-82a5a7ea1ee4 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:55.103055 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-5124a297-dfa6-414a-8761-fc2979c7114e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'name': 'tempest-TestNetworkBasicOps-router-555883788', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': '0b43baf8-2140-4c2d-a8c3-c75746ab1776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:38:39Z', 'updated_at': '2022-10-12T07:40:46Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '0b43baf8-2140-4c2d-a8c3-c75746ab1776', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:40:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:38:41Z', 'updated_at': '2022-10-12T07:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'b6831748-04f3-4fbb-ba36-810564e33177', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'floating_ip_address': '172.26.3.14', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'port_id': '3fe897af-d5b7-4d22-b7ae-0c814642fab6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f174f3-fe7c-477c-82b4-dc8c70c0c1d0', 'mac_address': 'fa:16:3e:bb:83:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8926720-09b0-467b-9e8a-3bd93ba7b4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:39:36Z', 'updated_at': '2022-10-12T07:39:42Z', 'revision_number': 1, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bb6b36e-60ed-4267-80b7-be073d9d55e1', 'name': '', 'network_id': 'd3f174f3-fe7c-477c-82b4-dc8c70c0c1d0', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:a1:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'f94507d5-d2c5-4934-a94a-80714edc117a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:38:52Z', 'updated_at': '2022-10-12T07:39:03Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': 'f94507d5-d2c5-4934-a94a-80714edc117a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce110905-bc30-4c61-b646-aa273f29a41c', 'name': '', 'network_id': '9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:12:cb:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'dbd0bc1f-da81-479a-9d5b-baf5b2aaf907', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:45Z', 'updated_at': '2022-10-12T07:40:53Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': 'dbd0bc1f-da81-479a-9d5b-baf5b2aaf907', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:55.106243 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeab5599-b73a-4e7b-9b0e-2fbd54a907cb tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Checking segment: {'id': 'ad41c87a-51ba-46d7-8894-87f18fc2c642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b2fef9de-fb53-4aef-bf24-fb87b19553e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:40:55.106571 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeab5599-b73a-4e7b-9b0e-2fbd54a907cb tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Network hostable DHCP agents. Network: b2fef9de-fb53-4aef-bf24-fb87b19553e9, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:40:55.127804 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeab5599-b73a-4e7b-9b0e-2fbd54a907cb tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Network b2fef9de-fb53-4aef-bf24-fb87b19553e9 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:40:55.142420 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-aeab5599-b73a-4e7b-9b0e-2fbd54a907cb tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, b2fef9de-fb53-4aef-bf24-fb87b19553e9) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:55.148545 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeab5599-b73a-4e7b-9b0e-2fbd54a907cb tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:55.150281 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aeab5599-b73a-4e7b-9b0e-2fbd54a907cb tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:55.165699 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5124a297-dfa6-414a-8761-fc2979c7114e None None] The sync data for ids ['8c7410a8-7294-4d50-bca8-31d4228bdbad'] in dv-neutron-860909-2-hyperv is: [{'id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'name': 'tempest-TestNetworkBasicOps-router-555883788', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': '0b43baf8-2140-4c2d-a8c3-c75746ab1776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:38:39Z', 'updated_at': '2022-10-12T07:40:46Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '0b43baf8-2140-4c2d-a8c3-c75746ab1776', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:40:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:38:41Z', 'updated_at': '2022-10-12T07:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'b6831748-04f3-4fbb-ba36-810564e33177', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'floating_ip_address': '172.26.3.14', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'port_id': '3fe897af-d5b7-4d22-b7ae-0c814642fab6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f174f3-fe7c-477c-82b4-dc8c70c0c1d0', 'mac_address': 'fa:16:3e:bb:83:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8926720-09b0-467b-9e8a-3bd93ba7b4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:39:36Z', 'updated_at': '2022-10-12T07:39:42Z', 'revision_number': 1, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bb6b36e-60ed-4267-80b7-be073d9d55e1', 'name': '', 'network_id': 'd3f174f3-fe7c-477c-82b4-dc8c70c0c1d0', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:a1:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'f94507d5-d2c5-4934-a94a-80714edc117a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:38:52Z', 'updated_at': '2022-10-12T07:39:03Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': 'f94507d5-d2c5-4934-a94a-80714edc117a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce110905-bc30-4c61-b646-aa273f29a41c', 'name': '', 'network_id': '9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:12:cb:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'dbd0bc1f-da81-479a-9d5b-baf5b2aaf907', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:45Z', 'updated_at': '2022-10-12T07:40:53Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': 'dbd0bc1f-da81-479a-9d5b-baf5b2aaf907', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:40:55.177815 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-aeab5599-b73a-4e7b-9b0e-2fbd54a907cb tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5770776 Oct 12 07:40:55.178428 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40540) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:55.186317 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbeb4c6-6e0e-4a9a-881b-0c56d9cec782 None None] Network b2fef9de-fb53-4aef-bf24-fb87b19553e9 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:40:55.266057 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e7335ea7-5c3a-47de-a952-d01291623445 tempest-PortsAdminExtendedAttrsTestJSON-1556552605 tempest-PortsAdminExtendedAttrsTestJSON-1556552605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:55.332283 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-970a5735-857b-4bde-aae0-6d758a5df963 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Allocated IP 172.20.0.4 (3cc08bf9-817d-4b28-9a8d-935eff2e72e9/051c8762-47dc-43f4-be05-fb2b2b7786dc/4fa86762-9b54-43bc-ba96-5b6c67485690) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:40:55.430382 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 994fb943-b471-46f8-9ab8-f616ffcf8d71 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:55.430780 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:55.443486 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-97c49517-3e1c-43aa-b028-dd2c4756255b None None] Current status of the port 58afc33d-8c47-488c-ae43-95649061d2ce is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:55.523447 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-97c49517-3e1c-43aa-b028-dd2c4756255b None None] Provisioning complete for port 3ab6f601-723d-4624-8f43-4df182b0da87 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:55.523924 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-97c49517-3e1c-43aa-b028-dd2c4756255b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:55.524284 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-97c49517-3e1c-43aa-b028-dd2c4756255b None None] Attempt 1 to provision port 3ab6f601-723d-4624-8f43-4df182b0da87 Oct 12 07:40:55.529736 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 994fb943-b471-46f8-9ab8-f616ffcf8d71, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=994fb943-b471-46f8-9ab8-f616ffcf8d71,segment=NetworkSegment(cf7fe462-ee38-41fb-9516-936e53b5993f),segment_id=cf7fe462-ee38-41fb-9516-936e53b5993f)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:40:55.529979 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e7335ea7-5c3a-47de-a952-d01291623445 tempest-PortsAdminExtendedAttrsTestJSON-1556552605 tempest-PortsAdminExtendedAttrsTestJSON-1556552605-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:55.535832 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e7335ea7-5c3a-47de-a952-d01291623445 tempest-PortsAdminExtendedAttrsTestJSON-1556552605 tempest-PortsAdminExtendedAttrsTestJSON-1556552605-project] 10.222.0.26 "DELETE /v2.0/networks/d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547 HTTP/1.1" status: 204 len: 168 time: 2.8880281 Oct 12 07:40:55.537503 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-86da3fb1-78fd-46ed-acbd-52821db6d66c req-07eee069-87dc-4115-861f-003d62bb87e4 service neutron] 10.222.0.26 "GET /v2.0/networks/95c516fb-6c65-4fe3-a2b6-948996fd68da?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0966108 Oct 12 07:40:55.548877 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment e0f93378-3f19-4604-afca-8f4367d7e410 resource provider aggregate not found Oct 12 07:40:55.557347 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:55.558348 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 58afc33d-8c47-488c-ae43-95649061d2ce up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:40:55.559086 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7335ea7-5c3a-47de-a952-d01291623445 tempest-PortsAdminExtendedAttrsTestJSON-1556552605 tempest-PortsAdminExtendedAttrsTestJSON-1556552605-project] Pushing event deleted for resources: {'Network': ['ID=d6777ccb-35e9-4a4a-88dd-bf9aa6ef8547,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:55.618316 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d25e57bf-9edb-45e0-b33c-11a25fb19203 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:55.629844 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment e0f93378-3f19-4604-afca-8f4367d7e410 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e0f93378-3f19-4604-afca-8f4367d7e410 found for delete ", "request_id": "req-91a49832-9113-4d00-b9ae-3663ca45362d"}]} Oct 12 07:40:55.682129 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-396e1aee-e154-4ada-b506-fbbcac8689ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'name': 'tempest-RoutersIpV6Test-router-830171884', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:40:29Z', 'updated_at': '2022-10-12T07:40:53Z', 'revision_number': 4, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'gw_port_host': None, '_interfaces': [{'id': '1b702037-5ca1-40bb-a766-7366ff7485b0', 'name': '', 'network_id': 'b5672c25-7187-4e74-98ee-6bf1f986a0e5', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:b2:d5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '69676afc-383f-4073-b0be-c1bdf49ab8e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:40Z', 'updated_at': '2022-10-12T07:40:48Z', 'revision_number': 5, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '69676afc-383f-4073-b0be-c1bdf49ab8e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '341e38fb-1e6a-42a6-ac80-8ee9ae5845c3', 'name': '', 'network_id': 'f4bd3df5-f273-4fab-861c-6848d68ed61c', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:7c:d8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '163eea88-3da4-45c6-a9fb-cedff88141d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:34Z', 'updated_at': '2022-10-12T07:40:41Z', 'revision_number': 5, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '163eea88-3da4-45c6-a9fb-cedff88141d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d18f963-3f32-437a-925f-7666a070bb26', 'name': '', 'network_id': '29fa7bda-bf7a-48b9-a95b-12d20a48a87d', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:06:53:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '2a3eb593-3ef8-4f9a-a0d8-9c21d91df402', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:51Z', 'updated_at': '2022-10-12T07:40:53Z', 'revision_number': 2, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '2a3eb593-3ef8-4f9a-a0d8-9c21d91df402', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:55.738293 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8e774090-3881-4458-9234-82a5a7ea1ee4 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:55.750515 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-970a5735-857b-4bde-aae0-6d758a5df963 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:55.768007 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396e1aee-e154-4ada-b506-fbbcac8689ef None None] Checking router: f3cbc997-c159-4245-942e-b009ea82b66d for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:40:55.768380 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396e1aee-e154-4ada-b506-fbbcac8689ef None None] Updating router f3cbc997-c159-4245-942e-b009ea82b66d port 9d18f963-3f32-437a-925f-7666a070bb26 binding host dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:40:55.796802 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e774090-3881-4458-9234-82a5a7ea1ee4 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Subnet': ['ID=69bb73dc-e485-42a7-a612-b831fffc629b,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:55.804208 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8e774090-3881-4458-9234-82a5a7ea1ee4 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:55.812975 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-8e774090-3881-4458-9234-82a5a7ea1ee4 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/69bb73dc-e485-42a7-a612-b831fffc629b HTTP/1.1" status: 204 len: 168 time: 2.6236007 Oct 12 07:40:55.813708 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40546) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:55.832285 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fe1e31-19ae-4c2b-bcc9-4212562c3898 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-b2fef9de-fb53-4aef-bf24-fb87b19553e9', 'network_id': 'b2fef9de-fb53-4aef-bf24-fb87b19553e9', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'fixed_ips': [{'subnet_id': '4ad6bf15-8db9-4521-92c3-aef68dfa950b'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:40:55.833729 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4fe1e31-19ae-4c2b-bcc9-4212562c3898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:55.862061 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa6ad66-0fb4-4210-87d4-a7615f47943f None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:40:55.864484 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=994fb943-b471-46f8-9ab8-f616ffcf8d71,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:55.898067 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-cc2216c6-220d-4675-a031-74964ea5f05a tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0772958 Oct 12 07:40:55.899612 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40550) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:55.900282 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-396e1aee-e154-4ada-b506-fbbcac8689ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:55.919081 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-3064cd00-221b-427f-bbbe-5302b34bb1e5 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'subnet': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:55.923695 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-86da3fb1-78fd-46ed-acbd-52821db6d66c req-92cf2536-e620-44f8-b9d9-dbd1304d3bee service neutron] 10.222.0.26 "GET /v2.0/networks/95c516fb-6c65-4fe3-a2b6-948996fd68da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604026 Oct 12 07:40:55.942147 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-73d1ac7c-fbc6-4ad1-9d4b-5e3706251206 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:55.960704 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40552) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:56.133097 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-970a5735-857b-4bde-aae0-6d758a5df963 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:56.255666 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970a5735-857b-4bde-aae0-6d758a5df963 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Network 3cc08bf9-817d-4b28-9a8d-935eff2e72e9 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:56.313595 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-970a5735-857b-4bde-aae0-6d758a5df963 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:56.321220 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a5735-857b-4bde-aae0-6d758a5df963 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Pushing event updated for resources: {'Port': ['ID=4fa86762-9b54-43bc-ba96-5b6c67485690,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:56.333457 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-59ee80c2-315d-4c1b-ae2b-f98abde2fe95 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2642edce8fea4b58a839a7ccf93a78db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3712907 Oct 12 07:40:56.334201 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40560) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:56.338831 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3fc2710d-bd0c-47be-addc-1f684bc8ed11 req-8e1577a9-3e58-4efb-afd7-023678365d4a tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3b85b-9481-4123-aac6-ca26a2a8401c HTTP/1.1" status: 200 len: 210 time: 0.0820935 Oct 12 07:40:56.342054 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970a5735-857b-4bde-aae0-6d758a5df963 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:40:56.406849 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 58afc33d-8c47-488c-ae43-95649061d2ce triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:56.407421 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:56.407642 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 58afc33d-8c47-488c-ae43-95649061d2ce Oct 12 07:40:56.436788 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970a5735-857b-4bde-aae0-6d758a5df963 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:56.437494 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-970a5735-857b-4bde-aae0-6d758a5df963 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:56.454494 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3064cd00-221b-427f-bbbe-5302b34bb1e5 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:56.458545 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3064cd00-221b-427f-bbbe-5302b34bb1e5 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:56.473596 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-97c49517-3e1c-43aa-b028-dd2c4756255b None None] Current status of the port 3ab6f601-723d-4624-8f43-4df182b0da87 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:56.521972 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-71a9cdd5-8f55-461b-aa1c-fbcf2638f17f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:56.543814 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-97c49517-3e1c-43aa-b028-dd2c4756255b None None] Provisioning complete for port 994fb943-b471-46f8-9ab8-f616ffcf8d71 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:56.544187 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-97c49517-3e1c-43aa-b028-dd2c4756255b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:56.544504 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-97c49517-3e1c-43aa-b028-dd2c4756255b None None] Attempt 1 to provision port 994fb943-b471-46f8-9ab8-f616ffcf8d71 Oct 12 07:40:56.557482 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-71a9cdd5-8f55-461b-aa1c-fbcf2638f17f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:56.659549 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d25e57bf-9edb-45e0-b33c-11a25fb19203 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:56.665663 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-970a5735-857b-4bde-aae0-6d758a5df963 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.0881155 Oct 12 07:40:56.666699 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ed49af-3466-483d-8c2e-e1a0768c15b6 None None] DHCP port deletion for 9994ec23-a1f7-459d-8925-14bc9ff05f17 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:40:56.669707 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40566) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:56.678048 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-d86e81e9-3e8e-4396-b5c5-6c41a54fa309 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Request body: {'floatingip': {'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:56.683921 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d25e57bf-9edb-45e0-b33c-11a25fb19203 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:56.688031 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-73d1ac7c-fbc6-4ad1-9d4b-5e3706251206 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Allocated IP 2001:db8:3::1 (b2fef9de-fb53-4aef-bf24-fb87b19553e9/4ad6bf15-8db9-4521-92c3-aef68dfa950b/456c79de-04ac-4157-9e4f-7f1734c53753) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:40:56.709294 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-71a9cdd5-8f55-461b-aa1c-fbcf2638f17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:56.713105 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-71a9cdd5-8f55-461b-aa1c-fbcf2638f17f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:56.716030 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-71a9cdd5-8f55-461b-aa1c-fbcf2638f17f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c53bd45d-d093-436e-929f-1138b253f747 HTTP/1.1" status: 204 len: 168 time: 0.3770561 Oct 12 07:40:56.738181 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a9cdd5-8f55-461b-aa1c-fbcf2638f17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53bd45d-d093-436e-929f-1138b253f747,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:56.771652 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e57bf-9edb-45e0-b33c-11a25fb19203 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Pushing event updated for resources: {'Port': ['ID=9c3f8d5c-0395-4c51-936d-5fbbb178afff,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:56.809753 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 58afc33d-8c47-488c-ae43-95649061d2ce is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:56.843762 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d86e81e9-3e8e-4396-b5c5-6c41a54fa309 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks [] for floatingip, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:56.850056 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d25e57bf-9edb-45e0-b33c-11a25fb19203 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:56.912843 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3064cd00-221b-427f-bbbe-5302b34bb1e5 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:56.923387 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-99ed49af-3466-483d-8c2e-e1a0768c15b6 None None] Deleting port 3ab6f601-723d-4624-8f43-4df182b0da87 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:40:56.923921 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99ed49af-3466-483d-8c2e-e1a0768c15b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:56.925903 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-97c49517-3e1c-43aa-b028-dd2c4756255b None None] Current status of the port 994fb943-b471-46f8-9ab8-f616ffcf8d71 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:56.934197 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-396e1aee-e154-4ada-b506-fbbcac8689ef None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:56.984538 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3064cd00-221b-427f-bbbe-5302b34bb1e5 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:56.993687 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-73d1ac7c-fbc6-4ad1-9d4b-5e3706251206 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:56.994792 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-3064cd00-221b-427f-bbbe-5302b34bb1e5 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:57.001790 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3064cd00-221b-427f-bbbe-5302b34bb1e5 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:57.002517 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3064cd00-221b-427f-bbbe-5302b34bb1e5 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:57.059364 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3064cd00-221b-427f-bbbe-5302b34bb1e5 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Subnet': ['ID=cc69304e-cf24-4c97-853a-aa48bcc15f3a,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:57.085066 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-3064cd00-221b-427f-bbbe-5302b34bb1e5 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1700478 Oct 12 07:40:57.091235 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40574) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:57.096254 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-a62b0304-479f-47c9-996a-9b3b169f9d83 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'subnet': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:57.101084 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [None req-d25e57bf-9edb-45e0-b33c-11a25fb19203 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Floating IP 9c612f8d-f0c2-4790-89f8-b89ec6bf82fe associated. External IP: 172.26.3.36, port: 894313f8-2c62-4e32-aa6c-f2b513beaf66. Oct 12 07:40:57.139974 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-73d1ac7c-fbc6-4ad1-9d4b-5e3706251206 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:57.205157 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d1ac7c-fbc6-4ad1-9d4b-5e3706251206 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Network b2fef9de-fb53-4aef-bf24-fb87b19553e9 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:57.208684 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-73d1ac7c-fbc6-4ad1-9d4b-5e3706251206 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:57.214915 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d1ac7c-fbc6-4ad1-9d4b-5e3706251206 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:40:57.216354 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-73d1ac7c-fbc6-4ad1-9d4b-5e3706251206 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:57.240457 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-396e1aee-e154-4ada-b506-fbbcac8689ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:57.280478 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device ce110905-bc30-4c61-b646-aa273f29a41c up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:40:57.291589 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1ac7c-fbc6-4ad1-9d4b-5e3706251206 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event updated for resources: {'Port': ['ID=456c79de-04ac-4157-9e4f-7f1734c53753,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:57.394711 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40580) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:57.430673 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-73d1ac7c-fbc6-4ad1-9d4b-5e3706251206 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:57.434681 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-97c49517-3e1c-43aa-b028-dd2c4756255b None None] Provisioning complete for port 41f46513-2154-4bae-9ef2-f9d6fa8abc3b triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:57.435229 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-97c49517-3e1c-43aa-b028-dd2c4756255b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:57.435569 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-97c49517-3e1c-43aa-b028-dd2c4756255b None None] Attempt 1 to provision port 41f46513-2154-4bae-9ef2-f9d6fa8abc3b Oct 12 07:40:57.493531 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-8c2c15a7-3197-4283-9cee-c18918f1f17d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=962529e1277c4e768a682e7b5953f74d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0977616 Oct 12 07:40:57.496721 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40582) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:57.555923 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-670b154b-65f9-42ad-a193-fb156958de61 req-4a1ae89f-8b57-4845-a2b0-f248c39197d1 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3b85b-9481-4123-aac6-ca26a2a8401c HTTP/1.1" status: 200 len: 210 time: 0.0983169 Oct 12 07:40:57.588128 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-f4fe1e31-19ae-4c2b-bcc9-4212562c3898 None None] Allocated IP 2001:db8:3::2 (b2fef9de-fb53-4aef-bf24-fb87b19553e9/4ad6bf15-8db9-4521-92c3-aef68dfa950b/3769aa81-117b-4dbc-9a6f-8fecdf46e7f7) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:40:57.599061 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19743fde-d40c-41d7-bb22-e405dac09854 None None] Pushing event updated for resources: {'Port': ['ID=9d18f963-3f32-437a-925f-7666a070bb26,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:57.608977 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-99ed49af-3466-483d-8c2e-e1a0768c15b6 None None] For port 3ab6f601-723d-4624-8f43-4df182b0da87, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=3ab6f601-723d-4624-8f43-4df182b0da87,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:40:57.609383 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99ed49af-3466-483d-8c2e-e1a0768c15b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:57.612362 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-97c49517-3e1c-43aa-b028-dd2c4756255b None None] Port 41f46513-2154-4bae-9ef2-f9d6fa8abc3b cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:57.633962 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port ce110905-bc30-4c61-b646-aa273f29a41c triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:57.634415 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:57.634805 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port ce110905-bc30-4c61-b646-aa273f29a41c Oct 12 07:40:57.634985 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-04952ee3-a51b-4f41-8bf0-71ba290512f3 req-b205433c-9f16-4023-a829-bb3830d0b731 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f8926720-09b0-467b-9e8a-3bd93ba7b4ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2306275 Oct 12 07:40:57.635281 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4d6bd95b-df8c-466b-94db-a7c7afda5d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:57.637249 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-99ed49af-3466-483d-8c2e-e1a0768c15b6 None None] Calling delete_port for 3ab6f601-723d-4624-8f43-4df182b0da87 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:40:57.641085 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-396e1aee-e154-4ada-b506-fbbcac8689ef None None] Attempting to bind port 9d18f963-3f32-437a-925f-7666a070bb26 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:40:57.644732 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-396e1aee-e154-4ada-b506-fbbcac8689ef None None] Attempting to bind port 9d18f963-3f32-437a-925f-7666a070bb26 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'cf7fe462-ee38-41fb-9516-936e53b5993f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '29fa7bda-bf7a-48b9-a95b-12d20a48a87d'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:40:57.645337 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396e1aee-e154-4ada-b506-fbbcac8689ef None None] Attempting to bind port 9d18f963-3f32-437a-925f-7666a070bb26 on network 29fa7bda-bf7a-48b9-a95b-12d20a48a87d {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:57.676685 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d86e81e9-3e8e-4396-b5c5-6c41a54fa309 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:57.681222 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4d6bd95b-df8c-466b-94db-a7c7afda5d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:57.686556 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25e57bf-9edb-45e0-b33c-11a25fb19203 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Router 9ba80924-10b1-42a4-ba14-57c5339d8f65 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:40:57.702767 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396e1aee-e154-4ada-b506-fbbcac8689ef None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:40:57.703365 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396e1aee-e154-4ada-b506-fbbcac8689ef None None] Checking segment: {'id': 'cf7fe462-ee38-41fb-9516-936e53b5993f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '29fa7bda-bf7a-48b9-a95b-12d20a48a87d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:40:57.703531 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-396e1aee-e154-4ada-b506-fbbcac8689ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:57.703893 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396e1aee-e154-4ada-b506-fbbcac8689ef None None] Bound using segment: {'id': 'cf7fe462-ee38-41fb-9516-936e53b5993f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '29fa7bda-bf7a-48b9-a95b-12d20a48a87d'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:40:57.704906 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-396e1aee-e154-4ada-b506-fbbcac8689ef None None] Bound port: 9d18f963-3f32-437a-925f-7666a070bb26, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf7fe462-ee38-41fb-9516-936e53b5993f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '29fa7bda-bf7a-48b9-a95b-12d20a48a87d'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:40:57.704906 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-396e1aee-e154-4ada-b506-fbbcac8689ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:57.735152 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62b0304-479f-47c9-996a-9b3b169f9d83 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:57.738866 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a62b0304-479f-47c9-996a-9b3b169f9d83 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:57.900186 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04952ee3-a51b-4f41-8bf0-71ba290512f3 req-06802ca3-8a8a-4056-ab3c-12b7ebdb96ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:57.901925 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-04952ee3-a51b-4f41-8bf0-71ba290512f3 req-06802ca3-8a8a-4056-ab3c-12b7ebdb96ba service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&device_id=f8926720-09b0-467b-9e8a-3bd93ba7b4ac HTTP/1.1" status: 200 len: 1099 time: 0.1948106 Oct 12 07:40:57.940868 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-396e1aee-e154-4ada-b506-fbbcac8689ef None None] For port 9d18f963-3f32-437a-925f-7666a070bb26, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:40:57.987278 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-99ed49af-3466-483d-8c2e-e1a0768c15b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:57.992002 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-396e1aee-e154-4ada-b506-fbbcac8689ef None None] For port 9d18f963-3f32-437a-925f-7666a070bb26, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=9d18f963-3f32-437a-925f-7666a070bb26,segment=NetworkSegment(cf7fe462-ee38-41fb-9516-936e53b5993f),segment_id=cf7fe462-ee38-41fb-9516-936e53b5993f)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:40:58.025832 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-396e1aee-e154-4ada-b506-fbbcac8689ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:58.030685 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed49af-3466-483d-8c2e-e1a0768c15b6 None None] Pushing event deleted for resources: {'Port': ['ID=3ab6f601-723d-4624-8f43-4df182b0da87,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:58.043014 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port ce110905-bc30-4c61-b646-aa273f29a41c is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:58.044173 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 994fb943-b471-46f8-9ab8-f616ffcf8d71 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:40:58.046326 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ed49af-3466-483d-8c2e-e1a0768c15b6 None None] No DVR routers for this DVR port 3ab6f601-723d-4624-8f43-4df182b0da87 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:40:58.113804 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0794acf-ad00-44e3-8f8d-5b11396c4dfb None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:40:58.115918 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-97c49517-3e1c-43aa-b028-dd2c4756255b None None] Attempt 2 to provision port 41f46513-2154-4bae-9ef2-f9d6fa8abc3b Oct 12 07:40:58.122018 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4fe1e31-19ae-4c2b-bcc9-4212562c3898 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:58.178250 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4fe1e31-19ae-4c2b-bcc9-4212562c3898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:58.181633 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4d6bd95b-df8c-466b-94db-a7c7afda5d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:58.189384 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4d6bd95b-df8c-466b-94db-a7c7afda5d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:58.189384 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-4d6bd95b-df8c-466b-94db-a7c7afda5d33 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/adbe55e6-dbfe-4257-bd8c-03dce28afd71 HTTP/1.1" status: 204 len: 168 time: 0.6890857 Oct 12 07:40:58.192269 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396e1aee-e154-4ada-b506-fbbcac8689ef None None] Routers {'f3cbc997-c159-4245-942e-b009ea82b66d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:40:58.192269 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-396e1aee-e154-4ada-b506-fbbcac8689ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:40:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['f3cbc997-c159-4245-942e-b009ea82b66d'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:58.206249 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6bd95b-df8c-466b-94db-a7c7afda5d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbe55e6-dbfe-4257-bd8c-03dce28afd71,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:58.211143 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-73d1ac7c-fbc6-4ad1-9d4b-5e3706251206 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:58.217626 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-73d1ac7c-fbc6-4ad1-9d4b-5e3706251206 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:58.219164 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-73d1ac7c-fbc6-4ad1-9d4b-5e3706251206 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:58.321235 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19743fde-d40c-41d7-bb22-e405dac09854 None None] Pushing event updated for resources: {'Port': ['ID=9d18f963-3f32-437a-925f-7666a070bb26,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:58.326962 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fe1e31-19ae-4c2b-bcc9-4212562c3898 None None] Network b2fef9de-fb53-4aef-bf24-fb87b19553e9 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:58.364924 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-97c49517-3e1c-43aa-b028-dd2c4756255b None None] Port 41f46513-2154-4bae-9ef2-f9d6fa8abc3b cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:58.388858 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1ac7c-fbc6-4ad1-9d4b-5e3706251206 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event updated for resources: {'Port': ['ID=456c79de-04ac-4157-9e4f-7f1734c53753,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:58.406105 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d1ac7c-fbc6-4ad1-9d4b-5e3706251206 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Network b2fef9de-fb53-4aef-bf24-fb87b19553e9 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:40:58.408065 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-73d1ac7c-fbc6-4ad1-9d4b-5e3706251206 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:58.408794 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-f4fe1e31-19ae-4c2b-bcc9-4212562c3898 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:40:58.419678 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fe1e31-19ae-4c2b-bcc9-4212562c3898 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:40:58.458179 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-396e1aee-e154-4ada-b506-fbbcac8689ef None None] Set router f3cbc997-c159-4245-942e-b009ea82b66d gateway port host: None {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:40:58.462756 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe1e31-19ae-4c2b-bcc9-4212562c3898 None None] Pushing event updated for resources: {'Port': ['ID=3769aa81-117b-4dbc-9a6f-8fecdf46e7f7,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:58.531731 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.ipam_backend_mixin [None req-a62b0304-479f-47c9-996a-9b3b169f9d83 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cc69304e-cf24-4c97-853a-aa48bcc15f3a (CIDR: 2001:db8::/64) Oct 12 07:40:58.535225 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-d86e81e9-3e8e-4396-b5c5-6c41a54fa309 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Allocated IP 172.26.3.187 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/7a725508-ba2f-44c1-b9fd-b7d0751a351e) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:40:58.546747 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 994fb943-b471-46f8-9ab8-f616ffcf8d71 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:40:58.547022 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:58.547325 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 994fb943-b471-46f8-9ab8-f616ffcf8d71 Oct 12 07:40:58.551918 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-a62b0304-479f-47c9-996a-9b3b169f9d83 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:40:58.552399 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a62b0304-479f-47c9-996a-9b3b169f9d83 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:40:58.573108 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d1ac7c-fbc6-4ad1-9d4b-5e3706251206 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Router f3cbc997-c159-4245-942e-b009ea82b66d has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:40:58.580145 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25e57bf-9edb-45e0-b33c-11a25fb19203 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:40:58.594883 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a62b0304-479f-47c9-996a-9b3b169f9d83 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5001636 Oct 12 07:40:58.595432 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b40c8fc-f284-40d9-a29e-df0dc68939f5 None None] Sync routers for ids ['9ba80924-10b1-42a4-ba14-57c5339d8f65'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:40:58.603760 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40594) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:58.614347 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b40c8fc-f284-40d9-a29e-df0dc68939f5 None None] Routers {'9ba80924-10b1-42a4-ba14-57c5339d8f65'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:40:58.615105 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-8982bf56-b909-4e7f-86fe-6147efbd6a16 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'subnet': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:58.615573 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-8b40c8fc-f284-40d9-a29e-df0dc68939f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:40:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['9ba80924-10b1-42a4-ba14-57c5339d8f65'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:58.661662 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da3fb1-78fd-46ed-acbd-52821db6d66c req-54eaa7f6-21bb-4ac5-9707-ac7c9361bf86 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:58.663282 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-86da3fb1-78fd-46ed-acbd-52821db6d66c req-54eaa7f6-21bb-4ac5-9707-ac7c9361bf86 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.23 "GET /v2.0/networks?id=95c516fb-6c65-4fe3-a2b6-948996fd68da HTTP/1.1" status: 200 len: 811 time: 0.8019722 Oct 12 07:40:58.689783 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-86da3fb1-78fd-46ed-acbd-52821db6d66c req-d7097313-593b-4be0-9921-dd606e3cb533 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] Request body: {'port': {'device_id': '19e3b85b-9481-4123-aac6-ca26a2a8401c', 'network_id': '95c516fb-6c65-4fe3-a2b6-948996fd68da', 'admin_state_up': True, 'tenant_id': '86e46c28c6f94932ba221f0487069c8d'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:58.701743 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d25e57bf-9edb-45e0-b33c-11a25fb19203 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:58.725666 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-f4fe1e31-19ae-4c2b-bcc9-4212562c3898 None None] Attempting to bind port 3769aa81-117b-4dbc-9a6f-8fecdf46e7f7 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:40:58.725666 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-f4fe1e31-19ae-4c2b-bcc9-4212562c3898 None None] Attempting to bind port 3769aa81-117b-4dbc-9a6f-8fecdf46e7f7 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'ad41c87a-51ba-46d7-8894-87f18fc2c642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b2fef9de-fb53-4aef-bf24-fb87b19553e9'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:40:58.725666 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fe1e31-19ae-4c2b-bcc9-4212562c3898 None None] Attempting to bind port 3769aa81-117b-4dbc-9a6f-8fecdf46e7f7 on network b2fef9de-fb53-4aef-bf24-fb87b19553e9 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:40:58.726151 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04952ee3-a51b-4f41-8bf0-71ba290512f3 req-28c11caf-92d1-4f18-8043-416fd75bb1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:58.728022 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-04952ee3-a51b-4f41-8bf0-71ba290512f3 req-28c11caf-92d1-4f18-8043-416fd75bb1da service neutron] 10.222.0.23 "GET /v2.0/networks?id=d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0 HTTP/1.1" status: 200 len: 898 time: 0.4218290 Oct 12 07:40:58.743132 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fe1e31-19ae-4c2b-bcc9-4212562c3898 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:40:58.743511 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fe1e31-19ae-4c2b-bcc9-4212562c3898 None None] Checking segment: {'id': 'ad41c87a-51ba-46d7-8894-87f18fc2c642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b2fef9de-fb53-4aef-bf24-fb87b19553e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:40:58.743919 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4fe1e31-19ae-4c2b-bcc9-4212562c3898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:58.750154 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fe1e31-19ae-4c2b-bcc9-4212562c3898 None None] Bound using segment: {'id': 'ad41c87a-51ba-46d7-8894-87f18fc2c642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b2fef9de-fb53-4aef-bf24-fb87b19553e9'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:40:58.750949 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-f4fe1e31-19ae-4c2b-bcc9-4212562c3898 None None] Bound port: 3769aa81-117b-4dbc-9a6f-8fecdf46e7f7, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad41c87a-51ba-46d7-8894-87f18fc2c642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b2fef9de-fb53-4aef-bf24-fb87b19553e9'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:40:58.751532 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4fe1e31-19ae-4c2b-bcc9-4212562c3898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:58.829159 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d1ac7c-fbc6-4ad1-9d4b-5e3706251206 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:40:58.838716 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-73d1ac7c-fbc6-4ad1-9d4b-5e3706251206 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "PUT /v2.0/routers/f3cbc997-c159-4245-942e-b009ea82b66d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6589091 Oct 12 07:40:58.841624 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40602) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:40:58.847866 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-5188cbfc-96e0-494b-a9cc-78de29bbe3e3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:40:58.853345 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7563685-f59d-4843-9caa-efc41e2020ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-9994ec23-a1f7-459d-8925-14bc9ff05f17', 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'tenant_id': '3e134b4bc92f4839ac5ca68b448223d9', 'fixed_ips': [{'subnet_id': 'cc69304e-cf24-4c97-853a-aa48bcc15f3a'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:40:58.854353 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e7563685-f59d-4843-9caa-efc41e2020ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:58.867506 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-97c49517-3e1c-43aa-b028-dd2c4756255b None None] Attempt 3 to provision port 41f46513-2154-4bae-9ef2-f9d6fa8abc3b Oct 12 07:40:58.909299 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-8b40c8fc-f284-40d9-a29e-df0dc68939f5 None None] Set router 9ba80924-10b1-42a4-ba14-57c5339d8f65 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:40:59.088371 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-97c49517-3e1c-43aa-b028-dd2c4756255b None None] Port 41f46513-2154-4bae-9ef2-f9d6fa8abc3b cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:59.208732 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bafa35db-78a0-4a1c-b21e-2418d8a53ac2 req-7905a2e6-79c8-4525-aab3-3727c1147c4c tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3b85b-9481-4123-aac6-ca26a2a8401c HTTP/1.1" status: 200 len: 210 time: 0.4340768 Oct 12 07:40:59.210248 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d25e57bf-9edb-45e0-b33c-11a25fb19203 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.8366268 Oct 12 07:40:59.212180 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-04952ee3-a51b-4f41-8bf0-71ba290512f3 req-507b1f6f-4903-4b01-8e0c-0d8dc5df8cd3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fe897af-d5b7-4d22-b7ae-0c814642fab6 HTTP/1.1" status: 200 len: 1001 time: 0.4304168 Oct 12 07:40:59.266325 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f56d885-49f6-44d0-b7be-81c767a470a4', 'tag': '894313f8-2c62-4e32-aa6c-f2b513beaf66'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:40:59.268656 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db02903-c917-4e86-8274-95543f293d85" -d '{"events": [{"name": "network-changed", "server_uuid": "0f56d885-49f6-44d0-b7be-81c767a470a4", "tag": "894313f8-2c62-4e32-aa6c-f2b513beaf66"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:40:59.271265 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-8b40c8fc-f284-40d9-a29e-df0dc68939f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba80924-10b1-42a4-ba14-57c5339d8f65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116305059', 'tenant_id': '91dbc5081b5c42efa05c929564d56662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': '445e0206-3257-4af5-976d-9ac41b663b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:40:07Z', 'updated_at': '2022-10-12T07:40:22Z', 'revision_number': 4, 'project_id': '91dbc5081b5c42efa05c929564d56662', 'gw_port': {'id': '445e0206-3257-4af5-976d-9ac41b663b8a', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:58:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba80924-10b1-42a4-ba14-57c5339d8f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:08Z', 'updated_at': '2022-10-12T07:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '9c612f8d-f0c2-4790-89f8-b89ec6bf82fe', 'tenant_id': '91dbc5081b5c42efa05c929564d56662', 'floating_ip_address': '172.26.3.36', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '9ba80924-10b1-42a4-ba14-57c5339d8f65', 'port_id': '894313f8-2c62-4e32-aa6c-f2b513beaf66', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0bc7a79-31ed-46fc-a3ce-545838184383', 'mac_address': 'fa:16:3e:5f:53:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f56d885-49f6-44d0-b7be-81c767a470a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:40:53Z', 'updated_at': '2022-10-12T07:40:53Z', 'revision_number': 0, 'project_id': '91dbc5081b5c42efa05c929564d56662', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce820b4-06b4-46cb-b775-a8a88740f49d', 'name': '', 'network_id': 'd0bc7a79-31ed-46fc-a3ce-545838184383', 'tenant_id': '91dbc5081b5c42efa05c929564d56662', 'mac_address': 'fa:16:3e:72:ad:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba80924-10b1-42a4-ba14-57c5339d8f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '528ba4c1-5477-4967-a584-627f343b00e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:19Z', 'updated_at': '2022-10-12T07:40:30Z', 'revision_number': 5, 'project_id': '91dbc5081b5c42efa05c929564d56662', 'subnets': [{'id': '528ba4c1-5477-4967-a584-627f343b00e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:59.336221 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04952ee3-a51b-4f41-8bf0-71ba290512f3 req-535d99e7-4d30-4256-a6ca-e0d81351c025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:59.337678 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-04952ee3-a51b-4f41-8bf0-71ba290512f3 req-535d99e7-4d30-4256-a6ca-e0d81351c025 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f94507d5-d2c5-4934-a94a-80714edc117a HTTP/1.1" status: 200 len: 835 time: 0.0595174 Oct 12 07:40:59.364360 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-f4fe1e31-19ae-4c2b-bcc9-4212562c3898 None None] For port 3769aa81-117b-4dbc-9a6f-8fecdf46e7f7, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:40:59.368227 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b40c8fc-f284-40d9-a29e-df0dc68939f5 None None] Checking router: 9ba80924-10b1-42a4-ba14-57c5339d8f65 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:40:59.377597 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545ab14e-784f-4a24-a170-4d669bb2568a x-openstack-request-id: req-545ab14e-784f-4a24-a170-4d669bb2568a {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:40:59.377888 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f56d885-49f6-44d0-b7be-81c767a470a4", "tag": "894313f8-2c62-4e32-aa6c-f2b513beaf66", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:40:59.378199 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-545ab14e-784f-4a24-a170-4d669bb2568a {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:40:59.378606 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-545ab14e-784f-4a24-a170-4d669bb2568a'] response: {'name': 'network-changed', 'server_uuid': '0f56d885-49f6-44d0-b7be-81c767a470a4', 'tag': '894313f8-2c62-4e32-aa6c-f2b513beaf66', 'status': 'completed', 'code': 200} Oct 12 07:40:59.390658 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b40c8fc-f284-40d9-a29e-df0dc68939f5 None None] Routers {'9ba80924-10b1-42a4-ba14-57c5339d8f65'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:40:59.391201 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-8b40c8fc-f284-40d9-a29e-df0dc68939f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:40:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['9ba80924-10b1-42a4-ba14-57c5339d8f65'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:59.405922 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 994fb943-b471-46f8-9ab8-f616ffcf8d71 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:40:59.409632 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-f4fe1e31-19ae-4c2b-bcc9-4212562c3898 None None] For port 3769aa81-117b-4dbc-9a6f-8fecdf46e7f7, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=3769aa81-117b-4dbc-9a6f-8fecdf46e7f7,segment=NetworkSegment(ad41c87a-51ba-46d7-8894-87f18fc2c642),segment_id=ad41c87a-51ba-46d7-8894-87f18fc2c642)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:40:59.430479 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4fe1e31-19ae-4c2b-bcc9-4212562c3898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:59.485746 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.extraroute_db [None req-5188cbfc-96e0-494b-a9cc-78de29bbe3e3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103201) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 12 07:40:59.507765 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 3ab6f601-723d-4624-8f43-4df182b0da87 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:40:59.515042 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d86e81e9-3e8e-4396-b5c5-6c41a54fa309 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:59.520898 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04952ee3-a51b-4f41-8bf0-71ba290512f3 req-d09f9a9b-9a17-4bf3-9369-015491e84cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:59.522696 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-04952ee3-a51b-4f41-8bf0-71ba290512f3 req-d09f9a9b-9a17-4bf3-9369-015491e84cce service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1652153 Oct 12 07:40:59.523444 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8982bf56-b909-4e7f-86fe-6147efbd6a16 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:40:59.527791 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8982bf56-b909-4e7f-86fe-6147efbd6a16 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:59.556220 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.extraroute_db [None req-5188cbfc-96e0-494b-a9cc-78de29bbe3e3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Removed routes are [] {{(pid=103201) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 12 07:40:59.557717 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5188cbfc-96e0-494b-a9cc-78de29bbe3e3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33139406', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33141651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13931'] for router, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:40:59.621059 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-97c49517-3e1c-43aa-b028-dd2c4756255b None None] Attempt 4 to provision port 41f46513-2154-4bae-9ef2-f9d6fa8abc3b Oct 12 07:40:59.628610 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 3ab6f601-723d-4624-8f43-4df182b0da87 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:40:59.628951 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 3ab6f601-723d-4624-8f43-4df182b0da87 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:40:59.693055 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-8b40c8fc-f284-40d9-a29e-df0dc68939f5 None None] Set router 9ba80924-10b1-42a4-ba14-57c5339d8f65 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:40:59.722758 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-04952ee3-a51b-4f41-8bf0-71ba290512f3 req-7a73d5e4-6fe9-4afd-b69b-9fd01e496a1c service neutron] 10.222.0.23 "GET /v2.0/networks/d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864336 Oct 12 07:40:59.866904 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-396e1aee-e154-4ada-b506-fbbcac8689ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'name': 'tempest-RoutersIpV6Test-router-830171884', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:40:29Z', 'updated_at': '2022-10-12T07:40:57Z', 'revision_number': 5, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'gw_port_host': None, '_interfaces': [{'id': '1b702037-5ca1-40bb-a766-7366ff7485b0', 'name': '', 'network_id': 'b5672c25-7187-4e74-98ee-6bf1f986a0e5', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:b2:d5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '69676afc-383f-4073-b0be-c1bdf49ab8e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:40Z', 'updated_at': '2022-10-12T07:40:48Z', 'revision_number': 5, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '69676afc-383f-4073-b0be-c1bdf49ab8e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '341e38fb-1e6a-42a6-ac80-8ee9ae5845c3', 'name': '', 'network_id': 'f4bd3df5-f273-4fab-861c-6848d68ed61c', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:7c:d8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '163eea88-3da4-45c6-a9fb-cedff88141d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:34Z', 'updated_at': '2022-10-12T07:40:41Z', 'revision_number': 5, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '163eea88-3da4-45c6-a9fb-cedff88141d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '456c79de-04ac-4157-9e4f-7f1734c53753', 'name': '', 'network_id': 'b2fef9de-fb53-4aef-bf24-fb87b19553e9', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:7a:7d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4ad6bf15-8db9-4521-92c3-aef68dfa950b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:56Z', 'updated_at': '2022-10-12T07:40:56Z', 'revision_number': 1, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '4ad6bf15-8db9-4521-92c3-aef68dfa950b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d18f963-3f32-437a-925f-7666a070bb26', 'name': '', 'network_id': '29fa7bda-bf7a-48b9-a95b-12d20a48a87d', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:06:53:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '2a3eb593-3ef8-4f9a-a0d8-9c21d91df402', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:51Z', 'updated_at': '2022-10-12T07:40:57Z', 'revision_number': 4, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '2a3eb593-3ef8-4f9a-a0d8-9c21d91df402', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:40:59.868835 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe1e31-19ae-4c2b-bcc9-4212562c3898 None None] Pushing event updated for resources: {'Port': ['ID=3769aa81-117b-4dbc-9a6f-8fecdf46e7f7,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:40:59.911192 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db02903-c917-4e86-8274-95543f293d85 req-d6bd629a-59aa-4e1a-a9f3-c42ab233a2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:40:59.914544 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-1db02903-c917-4e86-8274-95543f293d85 req-d6bd629a-59aa-4e1a-a9f3-c42ab233a2ab service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=91dbc5081b5c42efa05c929564d56662&device_id=0f56d885-49f6-44d0-b7be-81c767a470a4 HTTP/1.1" status: 200 len: 1099 time: 0.3434050 Oct 12 07:40:59.929623 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-e7563685-f59d-4843-9caa-efc41e2020ef None None] Allocated IP 2001:db8::2 (9994ec23-a1f7-459d-8925-14bc9ff05f17/cc69304e-cf24-4c97-853a-aa48bcc15f3a/28ac8e51-1795-4a73-993d-693638de071b) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:40:59.932575 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-97c49517-3e1c-43aa-b028-dd2c4756255b None None] Port 41f46513-2154-4bae-9ef2-f9d6fa8abc3b cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:40:59.936429 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396e1aee-e154-4ada-b506-fbbcac8689ef None None] The sync data for ids ['f3cbc997-c159-4245-942e-b009ea82b66d'] in dv-neutron-860909-2-hyperv is: [{'id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'name': 'tempest-RoutersIpV6Test-router-830171884', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:40:29Z', 'updated_at': '2022-10-12T07:40:57Z', 'revision_number': 5, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'gw_port_host': None, '_interfaces': [{'id': '1b702037-5ca1-40bb-a766-7366ff7485b0', 'name': '', 'network_id': 'b5672c25-7187-4e74-98ee-6bf1f986a0e5', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:b2:d5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '69676afc-383f-4073-b0be-c1bdf49ab8e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:40Z', 'updated_at': '2022-10-12T07:40:48Z', 'revision_number': 5, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '69676afc-383f-4073-b0be-c1bdf49ab8e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '341e38fb-1e6a-42a6-ac80-8ee9ae5845c3', 'name': '', 'network_id': 'f4bd3df5-f273-4fab-861c-6848d68ed61c', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:7c:d8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '163eea88-3da4-45c6-a9fb-cedff88141d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:34Z', 'updated_at': '2022-10-12T07:40:41Z', 'revision_number': 5, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '163eea88-3da4-45c6-a9fb-cedff88141d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '456c79de-04ac-4157-9e4f-7f1734c53753', 'name': '', 'network_id': 'b2fef9de-fb53-4aef-bf24-fb87b19553e9', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:7a:7d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4ad6bf15-8db9-4521-92c3-aef68dfa950b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:56Z', 'updated_at': '2022-10-12T07:40:56Z', 'revision_number': 1, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '4ad6bf15-8db9-4521-92c3-aef68dfa950b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d18f963-3f32-437a-925f-7666a070bb26', 'name': '', 'network_id': '29fa7bda-bf7a-48b9-a95b-12d20a48a87d', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:06:53:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '2a3eb593-3ef8-4f9a-a0d8-9c21d91df402', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:51Z', 'updated_at': '2022-10-12T07:40:57Z', 'revision_number': 4, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '2a3eb593-3ef8-4f9a-a0d8-9c21d91df402', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:41:00.095787 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86da3fb1-78fd-46ed-acbd-52821db6d66c req-d7097313-593b-4be0-9921-dd606e3cb533 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] Made reservation on behalf of 86e46c28c6f94932ba221f0487069c8d for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:41:00.110221 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-86da3fb1-78fd-46ed-acbd-52821db6d66c req-d7097313-593b-4be0-9921-dd606e3cb533 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:00.213236 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-8b40c8fc-f284-40d9-a29e-df0dc68939f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba80924-10b1-42a4-ba14-57c5339d8f65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116305059', 'tenant_id': '91dbc5081b5c42efa05c929564d56662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': '445e0206-3257-4af5-976d-9ac41b663b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:40:07Z', 'updated_at': '2022-10-12T07:40:22Z', 'revision_number': 4, 'project_id': '91dbc5081b5c42efa05c929564d56662', 'gw_port': {'id': '445e0206-3257-4af5-976d-9ac41b663b8a', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:58:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba80924-10b1-42a4-ba14-57c5339d8f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:08Z', 'updated_at': '2022-10-12T07:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '9c612f8d-f0c2-4790-89f8-b89ec6bf82fe', 'tenant_id': '91dbc5081b5c42efa05c929564d56662', 'floating_ip_address': '172.26.3.36', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '9ba80924-10b1-42a4-ba14-57c5339d8f65', 'port_id': '894313f8-2c62-4e32-aa6c-f2b513beaf66', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0bc7a79-31ed-46fc-a3ce-545838184383', 'mac_address': 'fa:16:3e:5f:53:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f56d885-49f6-44d0-b7be-81c767a470a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:40:53Z', 'updated_at': '2022-10-12T07:40:53Z', 'revision_number': 0, 'project_id': '91dbc5081b5c42efa05c929564d56662', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce820b4-06b4-46cb-b775-a8a88740f49d', 'name': '', 'network_id': 'd0bc7a79-31ed-46fc-a3ce-545838184383', 'tenant_id': '91dbc5081b5c42efa05c929564d56662', 'mac_address': 'fa:16:3e:72:ad:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba80924-10b1-42a4-ba14-57c5339d8f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '528ba4c1-5477-4967-a584-627f343b00e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:19Z', 'updated_at': '2022-10-12T07:40:30Z', 'revision_number': 5, 'project_id': '91dbc5081b5c42efa05c929564d56662', 'subnets': [{'id': '528ba4c1-5477-4967-a584-627f343b00e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:00.291620 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b40c8fc-f284-40d9-a29e-df0dc68939f5 None None] The sync data for ids ['9ba80924-10b1-42a4-ba14-57c5339d8f65'] in dv-neutron-860909-2-hyperv is: [{'id': '9ba80924-10b1-42a4-ba14-57c5339d8f65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116305059', 'tenant_id': '91dbc5081b5c42efa05c929564d56662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': '445e0206-3257-4af5-976d-9ac41b663b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:40:07Z', 'updated_at': '2022-10-12T07:40:22Z', 'revision_number': 4, 'project_id': '91dbc5081b5c42efa05c929564d56662', 'gw_port': {'id': '445e0206-3257-4af5-976d-9ac41b663b8a', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:58:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba80924-10b1-42a4-ba14-57c5339d8f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:08Z', 'updated_at': '2022-10-12T07:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '9c612f8d-f0c2-4790-89f8-b89ec6bf82fe', 'tenant_id': '91dbc5081b5c42efa05c929564d56662', 'floating_ip_address': '172.26.3.36', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '9ba80924-10b1-42a4-ba14-57c5339d8f65', 'port_id': '894313f8-2c62-4e32-aa6c-f2b513beaf66', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0bc7a79-31ed-46fc-a3ce-545838184383', 'mac_address': 'fa:16:3e:5f:53:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f56d885-49f6-44d0-b7be-81c767a470a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:40:53Z', 'updated_at': '2022-10-12T07:40:53Z', 'revision_number': 0, 'project_id': '91dbc5081b5c42efa05c929564d56662', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce820b4-06b4-46cb-b775-a8a88740f49d', 'name': '', 'network_id': 'd0bc7a79-31ed-46fc-a3ce-545838184383', 'tenant_id': '91dbc5081b5c42efa05c929564d56662', 'mac_address': 'fa:16:3e:72:ad:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba80924-10b1-42a4-ba14-57c5339d8f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '528ba4c1-5477-4967-a584-627f343b00e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:19Z', 'updated_at': '2022-10-12T07:40:30Z', 'revision_number': 5, 'project_id': '91dbc5081b5c42efa05c929564d56662', 'subnets': [{'id': '528ba4c1-5477-4967-a584-627f343b00e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:41:00.328362 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e7563685-f59d-4843-9caa-efc41e2020ef None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:00.341840 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e7563685-f59d-4843-9caa-efc41e2020ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:00.352148 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0cf1a-92cb-4cc4-b3a6-bd9f343e4389 req-2c428bc6-e57c-457b-8557-dbe567261f6a tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:00.353878 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-04d0cf1a-92cb-4cc4-b3a6-bd9f343e4389 req-2c428bc6-e57c-457b-8557-dbe567261f6a tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f56d885-49f6-44d0-b7be-81c767a470a4 HTTP/1.1" status: 200 len: 946 time: 1.0116315 Oct 12 07:41:00.408029 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5188cbfc-96e0-494b-a9cc-78de29bbe3e3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33139406', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33141651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13931'] for router, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:00.410336 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d86e81e9-3e8e-4396-b5c5-6c41a54fa309 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:00.425003 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5188cbfc-96e0-494b-a9cc-78de29bbe3e3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33139383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33139388', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33141656'] for router, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:00.447339 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-97c49517-3e1c-43aa-b028-dd2c4756255b None None] Attempt 5 to provision port 41f46513-2154-4bae-9ef2-f9d6fa8abc3b Oct 12 07:41:00.485522 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7563685-f59d-4843-9caa-efc41e2020ef None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:41:00.503691 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db02903-c917-4e86-8274-95543f293d85 req-825a2785-b355-4bd1-abef-94a864bbdfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:00.505770 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-1db02903-c917-4e86-8274-95543f293d85 req-825a2785-b355-4bd1-abef-94a864bbdfd5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d0bc7a79-31ed-46fc-a3ce-545838184383 HTTP/1.1" status: 200 len: 898 time: 0.5823188 Oct 12 07:41:00.509884 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86e81e9-3e8e-4396-b5c5-6c41a54fa309 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:41:00.552426 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-d86e81e9-3e8e-4396-b5c5-6c41a54fa309 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:41:00.559925 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86e81e9-3e8e-4396-b5c5-6c41a54fa309 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:41:00.571181 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-e7563685-f59d-4843-9caa-efc41e2020ef None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:41:00.576324 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7563685-f59d-4843-9caa-efc41e2020ef None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:41:00.588365 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7563685-f59d-4843-9caa-efc41e2020ef None None] Pushing event updated for resources: {'Port': ['ID=28ac8e51-1795-4a73-993d-693638de071b,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:00.742153 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-97c49517-3e1c-43aa-b028-dd2c4756255b None None] Port 41f46513-2154-4bae-9ef2-f9d6fa8abc3b cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:41:00.785571 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-e7563685-f59d-4843-9caa-efc41e2020ef None None] Attempting to bind port 28ac8e51-1795-4a73-993d-693638de071b on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:41:00.785944 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-e7563685-f59d-4843-9caa-efc41e2020ef None None] Attempting to bind port 28ac8e51-1795-4a73-993d-693638de071b by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:41:00.786333 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7563685-f59d-4843-9caa-efc41e2020ef None None] Attempting to bind port 28ac8e51-1795-4a73-993d-693638de071b on network 9994ec23-a1f7-459d-8925-14bc9ff05f17 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:41:00.809968 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7563685-f59d-4843-9caa-efc41e2020ef None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:41:00.810989 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7563685-f59d-4843-9caa-efc41e2020ef None None] Checking segment: {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:41:00.811406 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e7563685-f59d-4843-9caa-efc41e2020ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:00.811803 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7563685-f59d-4843-9caa-efc41e2020ef None None] Bound using segment: {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:41:00.812294 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-e7563685-f59d-4843-9caa-efc41e2020ef None None] Bound port: 28ac8e51-1795-4a73-993d-693638de071b, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3d63cb-ac46-4321-b66b-e93adba0c397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:41:00.826853 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e7563685-f59d-4843-9caa-efc41e2020ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:00.832530 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d86e81e9-3e8e-4396-b5c5-6c41a54fa309 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:00.880596 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c43a99-82fc-4748-aec4-ec08f3c56203 None None] New status for floating IP 9c612f8d-f0c2-4790-89f8-b89ec6bf82fe: ACTIVE {{(pid=103202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 07:41:00.925533 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d86e81e9-3e8e-4396-b5c5-6c41a54fa309 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:00.929385 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-04952ee3-a51b-4f41-8bf0-71ba290512f3 req-af852768-ea44-45af-8252-a72884458da6 service neutron] 10.222.0.23 "GET /v2.0/networks/d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1713831 Oct 12 07:41:00.970445 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40640) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:01.006476 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86e81e9-3e8e-4396-b5c5-6c41a54fa309 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Pushing event updated for resources: {'Port': ['ID=7a725508-ba2f-44c1-b9fd-b7d0751a351e,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:01.018799 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-04d0cf1a-92cb-4cc4-b3a6-bd9f343e4389 req-57d48990-37f3-43fd-9bed-6650b35c2e79 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/security-groups?id=2728a5cb-2cc4-47ab-8e2b-dd9e7f9f0102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6400418 Oct 12 07:41:01.065108 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40644) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:01.156177 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-e7563685-f59d-4843-9caa-efc41e2020ef None None] For port 28ac8e51-1795-4a73-993d-693638de071b, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:41:01.161228 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-e7563685-f59d-4843-9caa-efc41e2020ef None None] For port 28ac8e51-1795-4a73-993d-693638de071b, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=28ac8e51-1795-4a73-993d-693638de071b,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:41:01.170834 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e7563685-f59d-4843-9caa-efc41e2020ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:01.209736 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5188cbfc-96e0-494b-a9cc-78de29bbe3e3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Router f3cbc997-c159-4245-942e-b009ea82b66d has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:41:01.215877 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ddaaaa48-79fd-474b-9850-fa88f67bbe60 req-999c0058-d296-4418-b451-cee19d871c9b tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3b85b-9481-4123-aac6-ca26a2a8401c HTTP/1.1" status: 200 len: 210 time: 0.8391814 Oct 12 07:41:01.218806 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-1db02903-c917-4e86-8274-95543f293d85 req-f940cb5c-2eef-4d71-87a4-571d995c97fb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=894313f8-2c62-4e32-aa6c-f2b513beaf66 HTTP/1.1" status: 200 len: 999 time: 0.7032490 Oct 12 07:41:01.247911 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-2b1eb37c-8aea-4a9e-9e6a-816b4fbc65a1 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/floatingips/9c612f8d-f0c2-4790-89f8-b89ec6bf82fe HTTP/1.1" status: 200 len: 991 time: 0.1814919 Oct 12 07:41:01.335889 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-97c49517-3e1c-43aa-b028-dd2c4756255b None None] Attempt 6 to provision port 41f46513-2154-4bae-9ef2-f9d6fa8abc3b Oct 12 07:41:01.393217 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7563685-f59d-4843-9caa-efc41e2020ef None None] Pushing event updated for resources: {'Port': ['ID=28ac8e51-1795-4a73-993d-693638de071b,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:01.398261 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e3da63-8394-4b74-9053-8a6dcc0a246d None None] Network b2fef9de-fb53-4aef-bf24-fb87b19553e9 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:41:01.399254 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [req-86da3fb1-78fd-46ed-acbd-52821db6d66c req-d7097313-593b-4be0-9921-dd606e3cb533 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] Allocated IP 172.20.0.6 (95c516fb-6c65-4fe3-a2b6-948996fd68da/1840c8ff-7e8f-4007-bf71-fc0c75dbc5d0/ac390c3f-3e3c-4599-9346-e554e191e481) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:41:01.418342 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-12ffae98-c5d6-48de-870e-5fd2fb423fbe tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-981935999'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:01.488509 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-97c49517-3e1c-43aa-b028-dd2c4756255b None None] Port 41f46513-2154-4bae-9ef2-f9d6fa8abc3b cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:41:01.494067 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5188cbfc-96e0-494b-a9cc-78de29bbe3e3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:41:01.502462 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5188cbfc-96e0-494b-a9cc-78de29bbe3e3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:01.503737 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-5188cbfc-96e0-494b-a9cc-78de29bbe3e3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "PUT /v2.0/routers/f3cbc997-c159-4245-942e-b009ea82b66d HTTP/1.1" status: 200 len: 953 time: 2.6610932 Oct 12 07:41:01.509848 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40646) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:01.583666 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db02903-c917-4e86-8274-95543f293d85 req-f8ca983a-876f-45ce-bd05-2f9dc3458831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:01.585511 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-1db02903-c917-4e86-8274-95543f293d85 req-f8ca983a-876f-45ce-bd05-2f9dc3458831 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=528ba4c1-5477-4967-a584-627f343b00e2 HTTP/1.1" status: 200 len: 835 time: 0.3499653 Oct 12 07:41:01.637619 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.objects.ports [None req-8982bf56-b909-4e7f-86fe-6147efbd6a16 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103200) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 12 07:41:01.795596 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-728ae69a-50c8-4a0e-bcc1-6a5a6197372d tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "GET /v2.0/routers/f3cbc997-c159-4245-942e-b009ea82b66d HTTP/1.1" status: 200 len: 953 time: 0.2842093 Oct 12 07:41:01.797065 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db02903-c917-4e86-8274-95543f293d85 req-77b75f36-6b26-4ce1-9cac-e65a354c76c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:01.799090 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-1db02903-c917-4e86-8274-95543f293d85 req-77b75f36-6b26-4ce1-9cac-e65a354c76c9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d0bc7a79-31ed-46fc-a3ce-545838184383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2044656 Oct 12 07:41:01.799765 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40650) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:01.812132 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-bb7dcf33-35ea-4e53-aeb6-03d2f6897185 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Request body: {'router': {'routes': None}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:01.864119 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-12ffae98-c5d6-48de-870e-5fd2fb423fbe tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:01.865160 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-12ffae98-c5d6-48de-870e-5fd2fb423fbe tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:01.974217 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 28ac8e51-1795-4a73-993d-693638de071b up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:41:02.008593 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-97c49517-3e1c-43aa-b028-dd2c4756255b None None] Attempt 7 to provision port 41f46513-2154-4bae-9ef2-f9d6fa8abc3b Oct 12 07:41:02.102378 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-97c49517-3e1c-43aa-b028-dd2c4756255b None None] Port 41f46513-2154-4bae-9ef2-f9d6fa8abc3b cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:41:02.115261 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 28ac8e51-1795-4a73-993d-693638de071b triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:41:02.115798 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:02.116397 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 28ac8e51-1795-4a73-993d-693638de071b Oct 12 07:41:02.129386 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-1db02903-c917-4e86-8274-95543f293d85 req-3ed842d9-16b7-43a9-88b3-953ee15ab962 service neutron] 10.222.0.23 "GET /v2.0/networks/d0bc7a79-31ed-46fc-a3ce-545838184383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125410 Oct 12 07:41:02.259025 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40654) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:02.260469 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 28ac8e51-1795-4a73-993d-693638de071b is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:41:02.261912 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:02.310899 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 28ac8e51-1795-4a73-993d-693638de071b, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=28ac8e51-1795-4a73-993d-693638de071b,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:02.321988 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:02.322887 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 9d18f963-3f32-437a-925f-7666a070bb26 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:41:02.356712 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5a7ad8-b168-4d0f-a801-d1201f93c89f None None] Sync routers for ids ['f3cbc997-c159-4245-942e-b009ea82b66d'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:41:02.371974 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5a7ad8-b168-4d0f-a801-d1201f93c89f None None] Routers {'f3cbc997-c159-4245-942e-b009ea82b66d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:41:02.372851 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-be5a7ad8-b168-4d0f-a801-d1201f93c89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:40:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['f3cbc997-c159-4245-942e-b009ea82b66d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:02.496846 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=28ac8e51-1795-4a73-993d-693638de071b,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:02.501592 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-86da3fb1-78fd-46ed-acbd-52821db6d66c req-d7097313-593b-4be0-9921-dd606e3cb533 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:02.541908 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 9d18f963-3f32-437a-925f-7666a070bb26 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:41:02.542928 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:02.543253 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 9d18f963-3f32-437a-925f-7666a070bb26 Oct 12 07:41:02.570420 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-86da3fb1-78fd-46ed-acbd-52821db6d66c req-d7097313-593b-4be0-9921-dd606e3cb533 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:02.580697 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-be5a7ad8-b168-4d0f-a801-d1201f93c89f None None] Set router f3cbc997-c159-4245-942e-b009ea82b66d gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:41:02.591301 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.extraroute_db [None req-bb7dcf33-35ea-4e53-aeb6-03d2f6897185 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Added routes are [] {{(pid=103201) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 12 07:41:02.591797 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.extraroute_db [None req-bb7dcf33-35ea-4e53-aeb6-03d2f6897185 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103201) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 12 07:41:02.604644 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-97c49517-3e1c-43aa-b028-dd2c4756255b None None] Attempt 8 to provision port 41f46513-2154-4bae-9ef2-f9d6fa8abc3b Oct 12 07:41:02.650659 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb7dcf33-35ea-4e53-aeb6-03d2f6897185 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33139406', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33141651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13931'] for router, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:02.689444 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-97c49517-3e1c-43aa-b028-dd2c4756255b None None] Port 41f46513-2154-4bae-9ef2-f9d6fa8abc3b cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:41:02.700415 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b1dbc292-4a51-43f2-979e-3bf0d25ea4f6 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/floatingips/9c612f8d-f0c2-4790-89f8-b89ec6bf82fe HTTP/1.1" status: 200 len: 993 time: 0.4328721 Oct 12 07:41:02.711844 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7097313-593b-4be0-9921-dd606e3cb533 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] Pushing event updated for resources: {'Port': ['ID=ac390c3f-3e3c-4599-9346-e554e191e481,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:02.749701 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86da3fb1-78fd-46ed-acbd-52821db6d66c req-d7097313-593b-4be0-9921-dd606e3cb533 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] Network 95c516fb-6c65-4fe3-a2b6-948996fd68da is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:41:02.763540 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [req-86da3fb1-78fd-46ed-acbd-52821db6d66c req-d7097313-593b-4be0-9921-dd606e3cb533 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:41:02.767219 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-86da3fb1-78fd-46ed-acbd-52821db6d66c req-d7097313-593b-4be0-9921-dd606e3cb533 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:41:02.768716 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 9d18f963-3f32-437a-925f-7666a070bb26 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:41:02.769109 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:02.841577 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da3fb1-78fd-46ed-acbd-52821db6d66c req-d7097313-593b-4be0-9921-dd606e3cb533 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:02.842438 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-86da3fb1-78fd-46ed-acbd-52821db6d66c req-d7097313-593b-4be0-9921-dd606e3cb533 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:02.847873 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8982bf56-b909-4e7f-86fe-6147efbd6a16 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:02.866046 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 9d18f963-3f32-437a-925f-7666a070bb26, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=9d18f963-3f32-437a-925f-7666a070bb26,segment=NetworkSegment(cf7fe462-ee38-41fb-9516-936e53b5993f),segment_id=cf7fe462-ee38-41fb-9516-936e53b5993f)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:02.876144 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:02.876909 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 3769aa81-117b-4dbc-9a6f-8fecdf46e7f7 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:41:02.912498 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-1db02903-c917-4e86-8274-95543f293d85 req-272799c5-1279-4190-9635-8e58f1ba8024 service neutron] 10.222.0.23 "GET /v2.0/networks/d0bc7a79-31ed-46fc-a3ce-545838184383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7723186 Oct 12 07:41:03.020729 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=9d18f963-3f32-437a-925f-7666a070bb26,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:03.024624 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-be5a7ad8-b168-4d0f-a801-d1201f93c89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'name': 'tempest-RoutersIpV6Test-router-830171884', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:40:29Z', 'updated_at': '2022-10-12T07:40:59Z', 'revision_number': 6, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'gw_port_host': None, '_interfaces': [{'id': '1b702037-5ca1-40bb-a766-7366ff7485b0', 'name': '', 'network_id': 'b5672c25-7187-4e74-98ee-6bf1f986a0e5', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:b2:d5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '69676afc-383f-4073-b0be-c1bdf49ab8e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:40Z', 'updated_at': '2022-10-12T07:40:48Z', 'revision_number': 5, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '69676afc-383f-4073-b0be-c1bdf49ab8e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '341e38fb-1e6a-42a6-ac80-8ee9ae5845c3', 'name': '', 'network_id': 'f4bd3df5-f273-4fab-861c-6848d68ed61c', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:7c:d8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '163eea88-3da4-45c6-a9fb-cedff88141d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:34Z', 'updated_at': '2022-10-12T07:40:41Z', 'revision_number': 5, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '163eea88-3da4-45c6-a9fb-cedff88141d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '456c79de-04ac-4157-9e4f-7f1734c53753', 'name': '', 'network_id': 'b2fef9de-fb53-4aef-bf24-fb87b19553e9', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:7a:7d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4ad6bf15-8db9-4521-92c3-aef68dfa950b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:56Z', 'updated_at': '2022-10-12T07:40:57Z', 'revision_number': 2, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '4ad6bf15-8db9-4521-92c3-aef68dfa950b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d18f963-3f32-437a-925f-7666a070bb26', 'name': '', 'network_id': '29fa7bda-bf7a-48b9-a95b-12d20a48a87d', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:06:53:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '2a3eb593-3ef8-4f9a-a0d8-9c21d91df402', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:51Z', 'updated_at': '2022-10-12T07:40:57Z', 'revision_number': 4, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '2a3eb593-3ef8-4f9a-a0d8-9c21d91df402', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:03.038821 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 3769aa81-117b-4dbc-9a6f-8fecdf46e7f7 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:41:03.039458 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:03.040098 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 3769aa81-117b-4dbc-9a6f-8fecdf46e7f7 Oct 12 07:41:03.055378 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5a7ad8-b168-4d0f-a801-d1201f93c89f None None] Checking router: f3cbc997-c159-4245-942e-b009ea82b66d for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:41:03.056016 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5a7ad8-b168-4d0f-a801-d1201f93c89f None None] Updating router f3cbc997-c159-4245-942e-b009ea82b66d port 456c79de-04ac-4157-9e4f-7f1734c53753 binding host dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:41:03.059122 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb7dcf33-35ea-4e53-aeb6-03d2f6897185 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33139406', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33141651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13931'] for router, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:03.063466 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-12ffae98-c5d6-48de-870e-5fd2fb423fbe tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:03.064920 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb7dcf33-35ea-4e53-aeb6-03d2f6897185 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33139383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33139388', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33141656'] for router, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:03.086594 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-be5a7ad8-b168-4d0f-a801-d1201f93c89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:03.091002 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-12ffae98-c5d6-48de-870e-5fd2fb423fbe tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:03.109807 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-86da3fb1-78fd-46ed-acbd-52821db6d66c req-d7097313-593b-4be0-9921-dd606e3cb533 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4314504 Oct 12 07:41:03.118757 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34440310-283b-4a3f-b92c-6dc567f2f38e req-b874dbd5-457d-4964-ae91-edacab387c0e tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:03.120943 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-34440310-283b-4a3f-b92c-6dc567f2f38e req-b874dbd5-457d-4964-ae91-edacab387c0e tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3b85b-9481-4123-aac6-ca26a2a8401c HTTP/1.1" status: 200 len: 931 time: 0.5801659 Oct 12 07:41:03.129142 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-12ffae98-c5d6-48de-870e-5fd2fb423fbe tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:03.131205 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-12ffae98-c5d6-48de-870e-5fd2fb423fbe tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 2.1525865 Oct 12 07:41:03.141785 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-86da3fb1-78fd-46ed-acbd-52821db6d66c req-77b43e19-512d-418b-896d-c0b8d852be43 service neutron] Request body: {'port': {'device_id': '19e3b85b-9481-4123-aac6-ca26a2a8401c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8609'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:03.147561 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40656) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:03.155155 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 3769aa81-117b-4dbc-9a6f-8fecdf46e7f7 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:41:03.155812 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:03.180339 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7dcf33-35ea-4e53-aeb6-03d2f6897185 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Router f3cbc997-c159-4245-942e-b009ea82b66d has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:41:03.193923 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-97c49517-3e1c-43aa-b028-dd2c4756255b None None] Attempt 9 to provision port 41f46513-2154-4bae-9ef2-f9d6fa8abc3b Oct 12 07:41:03.200716 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 3769aa81-117b-4dbc-9a6f-8fecdf46e7f7, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=3769aa81-117b-4dbc-9a6f-8fecdf46e7f7,segment=NetworkSegment(ad41c87a-51ba-46d7-8894-87f18fc2c642),segment_id=ad41c87a-51ba-46d7-8894-87f18fc2c642)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:03.226879 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:03.251835 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d86e81e9-3e8e-4396-b5c5-6c41a54fa309 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:03.270357 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d86e81e9-3e8e-4396-b5c5-6c41a54fa309 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:03.286479 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7dcf33-35ea-4e53-aeb6-03d2f6897185 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:41:03.288582 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-97c49517-3e1c-43aa-b028-dd2c4756255b None None] Port 41f46513-2154-4bae-9ef2-f9d6fa8abc3b cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:41:03.293675 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb7dcf33-35ea-4e53-aeb6-03d2f6897185 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:03.297712 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-bb7dcf33-35ea-4e53-aeb6-03d2f6897185 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "PUT /v2.0/routers/f3cbc997-c159-4245-942e-b009ea82b66d HTTP/1.1" status: 200 len: 703 time: 1.4968400 Oct 12 07:41:03.298518 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40658) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:03.313096 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=3769aa81-117b-4dbc-9a6f-8fecdf46e7f7,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:03.338380 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-8982bf56-b909-4e7f-86fe-6147efbd6a16 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] For port 28ac8e51-1795-4a73-993d-693638de071b, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=28ac8e51-1795-4a73-993d-693638de071b,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:03.342626 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-86da3fb1-78fd-46ed-acbd-52821db6d66c req-77b43e19-512d-418b-896d-c0b8d852be43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:03.399221 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c0ef1c26-e380-461a-8528-16ff26820b35 tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Notify callbacks [] for router, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:03.441664 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-be5a7ad8-b168-4d0f-a801-d1201f93c89f None None] Notify callbacks [] for port, precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:03.450355 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-be5a7ad8-b168-4d0f-a801-d1201f93c89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:03.464233 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-34440310-283b-4a3f-b92c-6dc567f2f38e req-5fc6fe4b-7f4a-43c4-be71-ccc04ed1ccc4 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/security-groups?id=686babc7-531d-4b2e-b4b2-43471ce94706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264229 Oct 12 07:41:03.512348 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907c952-778e-44e5-9824-c2bf70da8faf None None] Pushing event updated for resources: {'Port': ['ID=456c79de-04ac-4157-9e4f-7f1734c53753,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:03.546066 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-be5a7ad8-b168-4d0f-a801-d1201f93c89f None None] Attempting to bind port 456c79de-04ac-4157-9e4f-7f1734c53753 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:41:03.546954 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-be5a7ad8-b168-4d0f-a801-d1201f93c89f None None] Attempting to bind port 456c79de-04ac-4157-9e4f-7f1734c53753 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'ad41c87a-51ba-46d7-8894-87f18fc2c642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b2fef9de-fb53-4aef-bf24-fb87b19553e9'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:41:03.546954 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5a7ad8-b168-4d0f-a801-d1201f93c89f None None] Attempting to bind port 456c79de-04ac-4157-9e4f-7f1734c53753 on network b2fef9de-fb53-4aef-bf24-fb87b19553e9 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:41:03.552778 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86e81e9-3e8e-4396-b5c5-6c41a54fa309 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Pushing event updated for resources: {'Port': ['ID=7a725508-ba2f-44c1-b9fd-b7d0751a351e,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:03.554333 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5a7ad8-b168-4d0f-a801-d1201f93c89f None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:41:03.554704 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5a7ad8-b168-4d0f-a801-d1201f93c89f None None] Checking segment: {'id': 'ad41c87a-51ba-46d7-8894-87f18fc2c642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b2fef9de-fb53-4aef-bf24-fb87b19553e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:41:03.555101 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-be5a7ad8-b168-4d0f-a801-d1201f93c89f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:03.555529 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5a7ad8-b168-4d0f-a801-d1201f93c89f None None] Bound using segment: {'id': 'ad41c87a-51ba-46d7-8894-87f18fc2c642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b2fef9de-fb53-4aef-bf24-fb87b19553e9'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:41:03.556095 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-be5a7ad8-b168-4d0f-a801-d1201f93c89f None None] Bound port: 456c79de-04ac-4157-9e4f-7f1734c53753, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad41c87a-51ba-46d7-8894-87f18fc2c642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b2fef9de-fb53-4aef-bf24-fb87b19553e9'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:41:03.556528 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-be5a7ad8-b168-4d0f-a801-d1201f93c89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:03.556980 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d86e81e9-3e8e-4396-b5c5-6c41a54fa309 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:03.570599 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8982bf56-b909-4e7f-86fe-6147efbd6a16 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:03.605511 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8982bf56-b909-4e7f-86fe-6147efbd6a16 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:03.606627 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8982bf56-b909-4e7f-86fe-6147efbd6a16 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:03.637284 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-be5a7ad8-b168-4d0f-a801-d1201f93c89f None None] For port 456c79de-04ac-4157-9e4f-7f1734c53753, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:41:03.640691 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-be5a7ad8-b168-4d0f-a801-d1201f93c89f None None] For port 456c79de-04ac-4157-9e4f-7f1734c53753, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=456c79de-04ac-4157-9e4f-7f1734c53753,segment=NetworkSegment(ad41c87a-51ba-46d7-8894-87f18fc2c642),segment_id=ad41c87a-51ba-46d7-8894-87f18fc2c642)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:41:03.646680 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-be5a7ad8-b168-4d0f-a801-d1201f93c89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:03.688691 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-0d239c6c-81a3-4929-a8a2-d03b15894ee8 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "GET /v2.0/routers/f3cbc997-c159-4245-942e-b009ea82b66d HTTP/1.1" status: 200 len: 703 time: 0.3883893 Oct 12 07:41:03.691348 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40660) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:03.692249 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5a7ad8-b168-4d0f-a801-d1201f93c89f None None] Routers {'f3cbc997-c159-4245-942e-b009ea82b66d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:41:03.692869 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-be5a7ad8-b168-4d0f-a801-d1201f93c89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:40:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['f3cbc997-c159-4245-942e-b009ea82b66d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:03.710873 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d86e81e9-3e8e-4396-b5c5-6c41a54fa309 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:03.714808 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d86e81e9-3e8e-4396-b5c5-6c41a54fa309 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0410261 Oct 12 07:41:03.731593 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40662) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:03.744501 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-3c4fa029-2baa-449d-900d-8d5825ab9188 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Request body: {'floatingip': {'port_id': '4fa86762-9b54-43bc-ba96-5b6c67485690', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:03.762147 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907c952-778e-44e5-9824-c2bf70da8faf None None] Pushing event updated for resources: {'Port': ['ID=456c79de-04ac-4157-9e4f-7f1734c53753,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:03.779263 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c0ef1c26-e380-461a-8528-16ff26820b35 tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:03.790377 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-97c49517-3e1c-43aa-b028-dd2c4756255b None None] Attempt 10 to provision port 41f46513-2154-4bae-9ef2-f9d6fa8abc3b Oct 12 07:41:03.820644 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-be5a7ad8-b168-4d0f-a801-d1201f93c89f None None] Set router f3cbc997-c159-4245-942e-b009ea82b66d gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:41:03.836038 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-97c49517-3e1c-43aa-b028-dd2c4756255b None None] Port 41f46513-2154-4bae-9ef2-f9d6fa8abc3b cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:41:03.843204 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 28ac8e51-1795-4a73-993d-693638de071b up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:41:03.878613 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-97c49517-3e1c-43aa-b028-dd2c4756255b None None] Provisioning complete for port ce110905-bc30-4c61-b646-aa273f29a41c triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:41:03.879283 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-97c49517-3e1c-43aa-b028-dd2c4756255b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:03.879773 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-97c49517-3e1c-43aa-b028-dd2c4756255b None None] Attempt 1 to provision port ce110905-bc30-4c61-b646-aa273f29a41c Oct 12 07:41:03.886264 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c0ef1c26-e380-461a-8528-16ff26820b35 tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:03.887902 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8982bf56-b909-4e7f-86fe-6147efbd6a16 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Subnet': ['ID=95dcb856-7548-4355-bfeb-74d94c0d0bae,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:03.939751 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8982bf56-b909-4e7f-86fe-6147efbd6a16 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:41:03.952858 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 28ac8e51-1795-4a73-993d-693638de071b triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:41:03.953493 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:03.954344 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 28ac8e51-1795-4a73-993d-693638de071b Oct 12 07:41:03.968199 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-8982bf56-b909-4e7f-86fe-6147efbd6a16 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:41:04.003671 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e036039e-daec-4d71-bb4b-d95c8ad261bf None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:41:04.014179 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8982bf56-b909-4e7f-86fe-6147efbd6a16 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:04.014784 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8982bf56-b909-4e7f-86fe-6147efbd6a16 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:04.030048 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3c4fa029-2baa-449d-900d-8d5825ab9188 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks [] for floatingip, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:04.086361 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-8982bf56-b909-4e7f-86fe-6147efbd6a16 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.4758337 Oct 12 07:41:04.091797 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8982bf56-b909-4e7f-86fe-6147efbd6a16 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Port': ['ID=28ac8e51-1795-4a73-993d-693638de071b,revision_number=5']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:04.103483 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40664) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:04.110843 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-26c039f1-6649-467f-a126-4ae83eaf2ed8 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Request body: {'port': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'mac_address': 'fa:16:3e:6b:0b:04', 'name': 'tempest-NetworksTestDHCPv6-174628710'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:04.138121 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c0ef1c26-e380-461a-8528-16ff26820b35 tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:04.138555 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ef1c26-e380-461a-8528-16ff26820b35 tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cd422f5a-1e7f-4f7b-948f-7f06b9867159 {{(pid=103200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:41:04.146752 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c0ef1c26-e380-461a-8528-16ff26820b35 tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:04.147874 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c0ef1c26-e380-461a-8528-16ff26820b35 tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] 10.222.0.26 "DELETE /v2.0/routers/cd422f5a-1e7f-4f7b-948f-7f06b9867159 HTTP/1.1" status: 204 len: 168 time: 0.9928005 Oct 12 07:41:04.150846 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-97c49517-3e1c-43aa-b028-dd2c4756255b None None] Current status of the port ce110905-bc30-4c61-b646-aa273f29a41c is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:41:04.152725 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40668) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:04.161400 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 28ac8e51-1795-4a73-993d-693638de071b is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:41:04.162823 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 3769aa81-117b-4dbc-9a6f-8fecdf46e7f7 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:41:04.163456 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-120dee67-fcc7-4677-a808-a1a67273f4eb tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Request body: {'router': {'name': 'tempest-router-728875890', 'distributed': False}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:04.210683 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-120dee67-fcc7-4677-a808-a1a67273f4eb tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:04.211703 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-120dee67-fcc7-4677-a808-a1a67273f4eb tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:04.227039 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-be5a7ad8-b168-4d0f-a801-d1201f93c89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'name': 'tempest-RoutersIpV6Test-router-830171884', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:40:29Z', 'updated_at': '2022-10-12T07:41:02Z', 'revision_number': 7, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'gw_port_host': None, '_interfaces': [{'id': '1b702037-5ca1-40bb-a766-7366ff7485b0', 'name': '', 'network_id': 'b5672c25-7187-4e74-98ee-6bf1f986a0e5', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:b2:d5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '69676afc-383f-4073-b0be-c1bdf49ab8e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:40Z', 'updated_at': '2022-10-12T07:40:48Z', 'revision_number': 5, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '69676afc-383f-4073-b0be-c1bdf49ab8e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '341e38fb-1e6a-42a6-ac80-8ee9ae5845c3', 'name': '', 'network_id': 'f4bd3df5-f273-4fab-861c-6848d68ed61c', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:7c:d8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '163eea88-3da4-45c6-a9fb-cedff88141d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:34Z', 'updated_at': '2022-10-12T07:40:41Z', 'revision_number': 5, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '163eea88-3da4-45c6-a9fb-cedff88141d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '456c79de-04ac-4157-9e4f-7f1734c53753', 'name': '', 'network_id': 'b2fef9de-fb53-4aef-bf24-fb87b19553e9', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:7a:7d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4ad6bf15-8db9-4521-92c3-aef68dfa950b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:56Z', 'updated_at': '2022-10-12T07:41:03Z', 'revision_number': 4, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '4ad6bf15-8db9-4521-92c3-aef68dfa950b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d18f963-3f32-437a-925f-7666a070bb26', 'name': '', 'network_id': '29fa7bda-bf7a-48b9-a95b-12d20a48a87d', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:06:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '2a3eb593-3ef8-4f9a-a0d8-9c21d91df402', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:51Z', 'updated_at': '2022-10-12T07:41:02Z', 'revision_number': 5, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '2a3eb593-3ef8-4f9a-a0d8-9c21d91df402', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:04.258478 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 3769aa81-117b-4dbc-9a6f-8fecdf46e7f7 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:41:04.259151 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:04.259793 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 3769aa81-117b-4dbc-9a6f-8fecdf46e7f7 Oct 12 07:41:04.272517 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5a7ad8-b168-4d0f-a801-d1201f93c89f None None] The sync data for ids ['f3cbc997-c159-4245-942e-b009ea82b66d'] in dv-neutron-860909-2-hyperv is: [{'id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'name': 'tempest-RoutersIpV6Test-router-830171884', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:40:29Z', 'updated_at': '2022-10-12T07:41:02Z', 'revision_number': 7, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'gw_port_host': None, '_interfaces': [{'id': '1b702037-5ca1-40bb-a766-7366ff7485b0', 'name': '', 'network_id': 'b5672c25-7187-4e74-98ee-6bf1f986a0e5', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:b2:d5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '69676afc-383f-4073-b0be-c1bdf49ab8e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:40Z', 'updated_at': '2022-10-12T07:40:48Z', 'revision_number': 5, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '69676afc-383f-4073-b0be-c1bdf49ab8e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '341e38fb-1e6a-42a6-ac80-8ee9ae5845c3', 'name': '', 'network_id': 'f4bd3df5-f273-4fab-861c-6848d68ed61c', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:7c:d8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '163eea88-3da4-45c6-a9fb-cedff88141d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:34Z', 'updated_at': '2022-10-12T07:40:41Z', 'revision_number': 5, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '163eea88-3da4-45c6-a9fb-cedff88141d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '456c79de-04ac-4157-9e4f-7f1734c53753', 'name': '', 'network_id': 'b2fef9de-fb53-4aef-bf24-fb87b19553e9', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:7a:7d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4ad6bf15-8db9-4521-92c3-aef68dfa950b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:56Z', 'updated_at': '2022-10-12T07:41:03Z', 'revision_number': 4, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '4ad6bf15-8db9-4521-92c3-aef68dfa950b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d18f963-3f32-437a-925f-7666a070bb26', 'name': '', 'network_id': '29fa7bda-bf7a-48b9-a95b-12d20a48a87d', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:06:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '2a3eb593-3ef8-4f9a-a0d8-9c21d91df402', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:51Z', 'updated_at': '2022-10-12T07:41:02Z', 'revision_number': 5, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '2a3eb593-3ef8-4f9a-a0d8-9c21d91df402', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:41:04.282289 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-43a27ee5-e022-4b06-a174-ea0bfc2f52b6 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:04.284951 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c039f1-6649-467f-a126-4ae83eaf2ed8 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Made reservation on behalf of 3e134b4bc92f4839ac5ca68b448223d9 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:41:04.333736 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-3c4fa029-2baa-449d-900d-8d5825ab9188 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] update failed (client error): The resource could not be found. Oct 12 07:41:04.337643 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-3c4fa029-2baa-449d-900d-8d5825ab9188 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] 10.222.0.26 "PUT /v2.0/floatingips/def0846c-0e26-4dd2-a5cd-98db18bc1f02 HTTP/1.1" status: 404 len: 507 time: 0.6038072 Oct 12 07:41:04.338535 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40670) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:04.425377 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-120dee67-fcc7-4677-a808-a1a67273f4eb tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:04.463689 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-60400900-5046-47b5-b875-4b3b4cf5c806 None None] Could not find standard attr ID for object 3ab6f601-723d-4624-8f43-4df182b0da87. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:41:04.482536 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-120dee67-fcc7-4677-a808-a1a67273f4eb tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:04.520302 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-60400900-5046-47b5-b875-4b3b4cf5c806 None None] Provisioning complete for port 9d18f963-3f32-437a-925f-7666a070bb26 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:41:04.520662 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-60400900-5046-47b5-b875-4b3b4cf5c806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:04.520998 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-60400900-5046-47b5-b875-4b3b4cf5c806 None None] Attempt 1 to provision port 9d18f963-3f32-437a-925f-7666a070bb26 Oct 12 07:41:04.527216 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26c039f1-6649-467f-a126-4ae83eaf2ed8 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:04.547604 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40674) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:04.569159 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-26c039f1-6649-467f-a126-4ae83eaf2ed8 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] device_id is not set on port efaec244-2a80-4976-aac7-1f7a455c2d36 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:41:04.571209 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-120dee67-fcc7-4677-a808-a1a67273f4eb tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:04.575096 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-120dee67-fcc7-4677-a808-a1a67273f4eb tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4140856 Oct 12 07:41:04.575962 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40676) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:04.618900 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 3769aa81-117b-4dbc-9a6f-8fecdf46e7f7 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:41:04.620272 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 9d18f963-3f32-437a-925f-7666a070bb26 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:41:04.650770 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ad6188-d2ba-4f00-9ceb-9f7e5ea04412 None None] Sync routers for ids ['f3cbc997-c159-4245-942e-b009ea82b66d'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:41:04.667911 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7006af35-69e5-40b6-8cd9-7621a83239bb tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Notify callbacks [] for router, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:04.684923 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [req-86da3fb1-78fd-46ed-acbd-52821db6d66c req-77b43e19-512d-418b-896d-c0b8d852be43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac390c3f-3e3c-4599-9346-e554e191e481 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:41:04.723737 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ad6188-d2ba-4f00-9ceb-9f7e5ea04412 None None] Routers {'f3cbc997-c159-4245-942e-b009ea82b66d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:41:04.724854 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-f3ad6188-d2ba-4f00-9ceb-9f7e5ea04412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:40:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['f3cbc997-c159-4245-942e-b009ea82b66d'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:04.768140 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-60400900-5046-47b5-b875-4b3b4cf5c806 None None] Current status of the port 9d18f963-3f32-437a-925f-7666a070bb26 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:41:04.848627 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 9d18f963-3f32-437a-925f-7666a070bb26 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:41:04.849427 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:04.850000 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 9d18f963-3f32-437a-925f-7666a070bb26 Oct 12 07:41:04.859635 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-26c039f1-6649-467f-a126-4ae83eaf2ed8 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Allocated IP 2001:db8::1d (9994ec23-a1f7-459d-8925-14bc9ff05f17/cc69304e-cf24-4c97-853a-aa48bcc15f3a/efaec244-2a80-4976-aac7-1f7a455c2d36) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:41:04.861683 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-60400900-5046-47b5-b875-4b3b4cf5c806 None None] Provisioning complete for port 28ac8e51-1795-4a73-993d-693638de071b triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:41:04.862341 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-60400900-5046-47b5-b875-4b3b4cf5c806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:04.863017 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-60400900-5046-47b5-b875-4b3b4cf5c806 None None] Attempt 1 to provision port 28ac8e51-1795-4a73-993d-693638de071b Oct 12 07:41:04.899431 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-26c039f1-6649-467f-a126-4ae83eaf2ed8 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6b:b04 (9994ec23-a1f7-459d-8925-14bc9ff05f17/95dcb856-7548-4355-bfeb-74d94c0d0bae/efaec244-2a80-4976-aac7-1f7a455c2d36) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:41:04.920774 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-f3ad6188-d2ba-4f00-9ceb-9f7e5ea04412 None None] Set router f3cbc997-c159-4245-942e-b009ea82b66d gateway port host: None {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:41:05.075277 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-86da3fb1-78fd-46ed-acbd-52821db6d66c req-77b43e19-512d-418b-896d-c0b8d852be43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:05.130522 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-86da3fb1-78fd-46ed-acbd-52821db6d66c req-77b43e19-512d-418b-896d-c0b8d852be43 service neutron] Transition to ACTIVE for port object ac390c3f-3e3c-4599-9346-e554e191e481 will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 07:41:05.137560 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-b5eea5ea-7f31-4374-9317-354a69d39d4c tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Deleting port 7a725508-ba2f-44c1-b9fd-b7d0751a351e {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:41:05.137846 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b5eea5ea-7f31-4374-9317-354a69d39d4c tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:05.164667 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-60400900-5046-47b5-b875-4b3b4cf5c806 None None] Current status of the port 28ac8e51-1795-4a73-993d-693638de071b is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:41:05.173269 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 9d18f963-3f32-437a-925f-7666a070bb26 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:41:05.201325 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-60400900-5046-47b5-b875-4b3b4cf5c806 None None] Provisioning complete for port 4fa86762-9b54-43bc-ba96-5b6c67485690 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:41:05.201850 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-60400900-5046-47b5-b875-4b3b4cf5c806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:05.202328 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-60400900-5046-47b5-b875-4b3b4cf5c806 None None] Attempt 1 to provision port 4fa86762-9b54-43bc-ba96-5b6c67485690 Oct 12 07:41:05.225752 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26c039f1-6649-467f-a126-4ae83eaf2ed8 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:05.265262 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7006af35-69e5-40b6-8cd9-7621a83239bb tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:05.266812 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-60400900-5046-47b5-b875-4b3b4cf5c806 None None] Port 4fa86762-9b54-43bc-ba96-5b6c67485690 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:41:05.267553 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7006af35-69e5-40b6-8cd9-7621a83239bb tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:05.290997 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-f3ad6188-d2ba-4f00-9ceb-9f7e5ea04412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'name': 'tempest-RoutersIpV6Test-router-830171884', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:40:29Z', 'updated_at': '2022-10-12T07:41:02Z', 'revision_number': 7, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'gw_port_host': None, '_interfaces': [{'id': '1b702037-5ca1-40bb-a766-7366ff7485b0', 'name': '', 'network_id': 'b5672c25-7187-4e74-98ee-6bf1f986a0e5', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:b2:d5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '69676afc-383f-4073-b0be-c1bdf49ab8e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:40Z', 'updated_at': '2022-10-12T07:40:48Z', 'revision_number': 5, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '69676afc-383f-4073-b0be-c1bdf49ab8e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '341e38fb-1e6a-42a6-ac80-8ee9ae5845c3', 'name': '', 'network_id': 'f4bd3df5-f273-4fab-861c-6848d68ed61c', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:7c:d8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '163eea88-3da4-45c6-a9fb-cedff88141d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:34Z', 'updated_at': '2022-10-12T07:40:41Z', 'revision_number': 5, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '163eea88-3da4-45c6-a9fb-cedff88141d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '456c79de-04ac-4157-9e4f-7f1734c53753', 'name': '', 'network_id': 'b2fef9de-fb53-4aef-bf24-fb87b19553e9', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:7a:7d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4ad6bf15-8db9-4521-92c3-aef68dfa950b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:56Z', 'updated_at': '2022-10-12T07:41:03Z', 'revision_number': 4, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '4ad6bf15-8db9-4521-92c3-aef68dfa950b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d18f963-3f32-437a-925f-7666a070bb26', 'name': '', 'network_id': '29fa7bda-bf7a-48b9-a95b-12d20a48a87d', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:06:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '2a3eb593-3ef8-4f9a-a0d8-9c21d91df402', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:51Z', 'updated_at': '2022-10-12T07:41:02Z', 'revision_number': 5, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '2a3eb593-3ef8-4f9a-a0d8-9c21d91df402', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:05.313906 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-86da3fb1-78fd-46ed-acbd-52821db6d66c req-77b43e19-512d-418b-896d-c0b8d852be43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:05.326102 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ad6188-d2ba-4f00-9ceb-9f7e5ea04412 None None] Checking router: f3cbc997-c159-4245-942e-b009ea82b66d for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:41:05.335350 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ad6188-d2ba-4f00-9ceb-9f7e5ea04412 None None] Routers {'f3cbc997-c159-4245-942e-b009ea82b66d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:41:05.335969 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-f3ad6188-d2ba-4f00-9ceb-9f7e5ea04412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:40:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['f3cbc997-c159-4245-942e-b009ea82b66d'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:05.337492 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aeb614-6169-4c25-a5e5-30d27a7ba894 req-5885e73a-8e39-494a-a3f7-05cf5f11be99 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:05.346200 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f3aeb614-6169-4c25-a5e5-30d27a7ba894 req-5885e73a-8e39-494a-a3f7-05cf5f11be99 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3b85b-9481-4123-aac6-ca26a2a8401c HTTP/1.1" status: 200 len: 931 time: 0.6762457 Oct 12 07:41:05.380906 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7006af35-69e5-40b6-8cd9-7621a83239bb tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:05.381126 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7006af35-69e5-40b6-8cd9-7621a83239bb tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 62d380ca-3cf2-4f1e-a08c-ff8a3f062931 {{(pid=103200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:41:05.398926 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-43a27ee5-e022-4b06-a174-ea0bfc2f52b6 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Deleting port 456c79de-04ac-4157-9e4f-7f1734c53753 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:41:05.398926 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-43a27ee5-e022-4b06-a174-ea0bfc2f52b6 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:05.402220 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7006af35-69e5-40b6-8cd9-7621a83239bb tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:05.402355 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-7006af35-69e5-40b6-8cd9-7621a83239bb tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] 10.222.0.26 "DELETE /v2.0/routers/62d380ca-3cf2-4f1e-a08c-ff8a3f062931 HTTP/1.1" status: 204 len: 168 time: 0.8245094 Oct 12 07:41:05.403315 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26c039f1-6649-467f-a126-4ae83eaf2ed8 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:05.409824 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40678) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:05.429920 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-3350c993-f641-49b6-9651-16461f1f4547 tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Request body: {'router': {'name': 'tempest-router-1287255389', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '11bf08a2f0fe4a0ab7e859f84f781f7c'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:05.456952 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-f3ad6188-d2ba-4f00-9ceb-9f7e5ea04412 None None] Set router f3cbc997-c159-4245-942e-b009ea82b66d gateway port host: None {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:41:05.501289 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b43e19-512d-418b-896d-c0b8d852be43 service neutron] Pushing event updated for resources: {'Port': ['ID=ac390c3f-3e3c-4599-9346-e554e191e481,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:05.523415 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c039f1-6649-467f-a126-4ae83eaf2ed8 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:41:05.544108 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f3aeb614-6169-4c25-a5e5-30d27a7ba894 req-0cd065b5-16ca-4b3b-b494-955444e0d163 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/security-groups?id=686babc7-531d-4b2e-b4b2-43471ce94706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929193 Oct 12 07:41:05.549399 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b5eea5ea-7f31-4374-9317-354a69d39d4c tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:05.549912 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b5eea5ea-7f31-4374-9317-354a69d39d4c tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:05.565234 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-26c039f1-6649-467f-a126-4ae83eaf2ed8 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:41:05.575098 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c039f1-6649-467f-a126-4ae83eaf2ed8 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:41:05.579647 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-b5eea5ea-7f31-4374-9317-354a69d39d4c tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Calling delete_port for 7a725508-ba2f-44c1-b9fd-b7d0751a351e owned by network:floatingip {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:41:05.580987 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c039f1-6649-467f-a126-4ae83eaf2ed8 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:05.581646 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26c039f1-6649-467f-a126-4ae83eaf2ed8 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:05.581995 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-86da3fb1-78fd-46ed-acbd-52821db6d66c req-77b43e19-512d-418b-896d-c0b8d852be43 service neutron] Attempting to bind port ac390c3f-3e3c-4599-9346-e554e191e481 on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:41:05.582419 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-86da3fb1-78fd-46ed-acbd-52821db6d66c req-77b43e19-512d-418b-896d-c0b8d852be43 service neutron] Attempting to bind port ac390c3f-3e3c-4599-9346-e554e191e481 by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '5960ed1b-b84e-4dd5-baeb-b27eacd4235f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '95c516fb-6c65-4fe3-a2b6-948996fd68da'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:41:05.582816 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86da3fb1-78fd-46ed-acbd-52821db6d66c req-77b43e19-512d-418b-896d-c0b8d852be43 service neutron] Attempting to bind port ac390c3f-3e3c-4599-9346-e554e191e481 on network 95c516fb-6c65-4fe3-a2b6-948996fd68da {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:41:05.589239 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c039f1-6649-467f-a126-4ae83eaf2ed8 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event updated for resources: {'Port': ['ID=efaec244-2a80-4976-aac7-1f7a455c2d36,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:05.593538 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86da3fb1-78fd-46ed-acbd-52821db6d66c req-77b43e19-512d-418b-896d-c0b8d852be43 service neutron] Port ac390c3f-3e3c-4599-9346-e554e191e481 on network 95c516fb-6c65-4fe3-a2b6-948996fd68da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:41:05.593939 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86da3fb1-78fd-46ed-acbd-52821db6d66c req-77b43e19-512d-418b-896d-c0b8d852be43 service neutron] Attempting to bind port ac390c3f-3e3c-4599-9346-e554e191e481 on network 95c516fb-6c65-4fe3-a2b6-948996fd68da {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:41:05.599272 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3350c993-f641-49b6-9651-16461f1f4547 tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:05.600283 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3350c993-f641-49b6-9651-16461f1f4547 tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:05.603212 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86da3fb1-78fd-46ed-acbd-52821db6d66c req-77b43e19-512d-418b-896d-c0b8d852be43 service neutron] Checking agent: {'id': 'afe9b392-c72e-4ef3-a7bd-ca4c2066af02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8609', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'started_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:41:05.603212 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86da3fb1-78fd-46ed-acbd-52821db6d66c req-77b43e19-512d-418b-896d-c0b8d852be43 service neutron] Checking segment: {'id': '5960ed1b-b84e-4dd5-baeb-b27eacd4235f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '95c516fb-6c65-4fe3-a2b6-948996fd68da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:41:05.603836 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86da3fb1-78fd-46ed-acbd-52821db6d66c req-77b43e19-512d-418b-896d-c0b8d852be43 service neutron] Bound using segment: {'id': '5960ed1b-b84e-4dd5-baeb-b27eacd4235f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '95c516fb-6c65-4fe3-a2b6-948996fd68da'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:41:05.604098 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-86da3fb1-78fd-46ed-acbd-52821db6d66c req-77b43e19-512d-418b-896d-c0b8d852be43 service neutron] Bound port: ac390c3f-3e3c-4599-9346-e554e191e481, host: hv-neutron-8609, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5960ed1b-b84e-4dd5-baeb-b27eacd4235f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '95c516fb-6c65-4fe3-a2b6-948996fd68da'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:41:05.604543 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-86da3fb1-78fd-46ed-acbd-52821db6d66c req-77b43e19-512d-418b-896d-c0b8d852be43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:05.655022 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-26c039f1-6649-467f-a126-4ae83eaf2ed8 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.5482132 Oct 12 07:41:05.660872 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40680) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:05.690563 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-43a27ee5-e022-4b06-a174-ea0bfc2f52b6 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] For port 456c79de-04ac-4157-9e4f-7f1734c53753, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=456c79de-04ac-4157-9e4f-7f1734c53753,segment=NetworkSegment(ad41c87a-51ba-46d7-8894-87f18fc2c642),segment_id=ad41c87a-51ba-46d7-8894-87f18fc2c642)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:05.691149 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-43a27ee5-e022-4b06-a174-ea0bfc2f52b6 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:05.711815 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-43a27ee5-e022-4b06-a174-ea0bfc2f52b6 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Calling delete_port for 456c79de-04ac-4157-9e4f-7f1734c53753 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:41:05.745857 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-f3ad6188-d2ba-4f00-9ceb-9f7e5ea04412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'name': 'tempest-RoutersIpV6Test-router-830171884', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:40:29Z', 'updated_at': '2022-10-12T07:41:02Z', 'revision_number': 7, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'gw_port_host': None, '_interfaces': [{'id': '1b702037-5ca1-40bb-a766-7366ff7485b0', 'name': '', 'network_id': 'b5672c25-7187-4e74-98ee-6bf1f986a0e5', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:b2:d5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '69676afc-383f-4073-b0be-c1bdf49ab8e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:40Z', 'updated_at': '2022-10-12T07:40:48Z', 'revision_number': 5, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '69676afc-383f-4073-b0be-c1bdf49ab8e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '341e38fb-1e6a-42a6-ac80-8ee9ae5845c3', 'name': '', 'network_id': 'f4bd3df5-f273-4fab-861c-6848d68ed61c', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:7c:d8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '163eea88-3da4-45c6-a9fb-cedff88141d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:34Z', 'updated_at': '2022-10-12T07:40:41Z', 'revision_number': 5, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '163eea88-3da4-45c6-a9fb-cedff88141d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '456c79de-04ac-4157-9e4f-7f1734c53753', 'name': '', 'network_id': 'b2fef9de-fb53-4aef-bf24-fb87b19553e9', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:7a:7d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4ad6bf15-8db9-4521-92c3-aef68dfa950b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:56Z', 'updated_at': '2022-10-12T07:41:03Z', 'revision_number': 4, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '4ad6bf15-8db9-4521-92c3-aef68dfa950b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d18f963-3f32-437a-925f-7666a070bb26', 'name': '', 'network_id': '29fa7bda-bf7a-48b9-a95b-12d20a48a87d', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:06:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '2a3eb593-3ef8-4f9a-a0d8-9c21d91df402', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:51Z', 'updated_at': '2022-10-12T07:41:02Z', 'revision_number': 5, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '2a3eb593-3ef8-4f9a-a0d8-9c21d91df402', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:05.778426 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-60400900-5046-47b5-b875-4b3b4cf5c806 None None] Attempt 2 to provision port 4fa86762-9b54-43bc-ba96-5b6c67485690 Oct 12 07:41:05.781746 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ad6188-d2ba-4f00-9ceb-9f7e5ea04412 None None] The sync data for ids ['f3cbc997-c159-4245-942e-b009ea82b66d'] in dv-neutron-860909-2-hyperv is: [{'id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'name': 'tempest-RoutersIpV6Test-router-830171884', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:40:29Z', 'updated_at': '2022-10-12T07:41:02Z', 'revision_number': 7, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'gw_port_host': None, '_interfaces': [{'id': '1b702037-5ca1-40bb-a766-7366ff7485b0', 'name': '', 'network_id': 'b5672c25-7187-4e74-98ee-6bf1f986a0e5', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:b2:d5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '69676afc-383f-4073-b0be-c1bdf49ab8e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:40Z', 'updated_at': '2022-10-12T07:40:48Z', 'revision_number': 5, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '69676afc-383f-4073-b0be-c1bdf49ab8e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '341e38fb-1e6a-42a6-ac80-8ee9ae5845c3', 'name': '', 'network_id': 'f4bd3df5-f273-4fab-861c-6848d68ed61c', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:7c:d8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '163eea88-3da4-45c6-a9fb-cedff88141d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:34Z', 'updated_at': '2022-10-12T07:40:41Z', 'revision_number': 5, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '163eea88-3da4-45c6-a9fb-cedff88141d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '456c79de-04ac-4157-9e4f-7f1734c53753', 'name': '', 'network_id': 'b2fef9de-fb53-4aef-bf24-fb87b19553e9', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:7a:7d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4ad6bf15-8db9-4521-92c3-aef68dfa950b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:56Z', 'updated_at': '2022-10-12T07:41:03Z', 'revision_number': 4, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '4ad6bf15-8db9-4521-92c3-aef68dfa950b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d18f963-3f32-437a-925f-7666a070bb26', 'name': '', 'network_id': '29fa7bda-bf7a-48b9-a95b-12d20a48a87d', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:06:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '2a3eb593-3ef8-4f9a-a0d8-9c21d91df402', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:51Z', 'updated_at': '2022-10-12T07:41:02Z', 'revision_number': 5, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '2a3eb593-3ef8-4f9a-a0d8-9c21d91df402', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:41:05.874059 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 456c79de-04ac-4157-9e4f-7f1734c53753 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:41:05.877354 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-86da3fb1-78fd-46ed-acbd-52821db6d66c req-77b43e19-512d-418b-896d-c0b8d852be43 service neutron] For port ac390c3f-3e3c-4599-9346-e554e191e481, host hv-neutron-8609, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:41:05.897229 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-86da3fb1-78fd-46ed-acbd-52821db6d66c req-77b43e19-512d-418b-896d-c0b8d852be43 service neutron] For port ac390c3f-3e3c-4599-9346-e554e191e481, host hv-neutron-8609, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=ac390c3f-3e3c-4599-9346-e554e191e481,segment=NetworkSegment(5960ed1b-b84e-4dd5-baeb-b27eacd4235f),segment_id=5960ed1b-b84e-4dd5-baeb-b27eacd4235f)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:41:05.918128 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-fdd9c1c4-1d3c-4123-915f-20687d38ced4 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting port efaec244-2a80-4976-aac7-1f7a455c2d36 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:41:05.918332 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fdd9c1c4-1d3c-4123-915f-20687d38ced4 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:05.922284 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-86da3fb1-78fd-46ed-acbd-52821db6d66c req-77b43e19-512d-418b-896d-c0b8d852be43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:05.933123 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da3fb1-78fd-46ed-acbd-52821db6d66c req-77b43e19-512d-418b-896d-c0b8d852be43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:05.933849 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-86da3fb1-78fd-46ed-acbd-52821db6d66c req-77b43e19-512d-418b-896d-c0b8d852be43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:05.935361 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-86da3fb1-78fd-46ed-acbd-52821db6d66c req-77b43e19-512d-418b-896d-c0b8d852be43 service neutron] 10.222.0.23 "PUT /v2.0/ports/ac390c3f-3e3c-4599-9346-e554e191e481 HTTP/1.1" status: 200 len: 1093 time: 2.8096333 Oct 12 07:41:05.985335 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-60400900-5046-47b5-b875-4b3b4cf5c806 None None] Port 4fa86762-9b54-43bc-ba96-5b6c67485690 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:41:05.992522 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e3b85b-9481-4123-aac6-ca26a2a8401c', 'tag': 'ac390c3f-3e3c-4599-9346-e554e191e481'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:41:05.994957 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9925a4f-f50b-4e02-858b-9611b95b4f28" -d '{"events": [{"name": "network-changed", "server_uuid": "19e3b85b-9481-4123-aac6-ca26a2a8401c", "tag": "ac390c3f-3e3c-4599-9346-e554e191e481"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:41:06.003458 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 456c79de-04ac-4157-9e4f-7f1734c53753 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:41:06.004217 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:06.004763 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 456c79de-04ac-4157-9e4f-7f1734c53753 Oct 12 07:41:06.069450 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f32dd8-f567-4140-94b3-37827aad2a2f x-openstack-request-id: req-19f32dd8-f567-4140-94b3-37827aad2a2f {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:41:06.069747 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e3b85b-9481-4123-aac6-ca26a2a8401c", "tag": "ac390c3f-3e3c-4599-9346-e554e191e481", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:41:06.070061 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-19f32dd8-f567-4140-94b3-37827aad2a2f {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:41:06.070432 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19f32dd8-f567-4140-94b3-37827aad2a2f'] response: {'name': 'network-changed', 'server_uuid': '19e3b85b-9481-4123-aac6-ca26a2a8401c', 'tag': 'ac390c3f-3e3c-4599-9346-e554e191e481', 'status': 'completed', 'code': 200} Oct 12 07:41:06.081110 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3350c993-f641-49b6-9651-16461f1f4547 tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:06.113261 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3350c993-f641-49b6-9651-16461f1f4547 tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:06.131722 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 456c79de-04ac-4157-9e4f-7f1734c53753 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:41:06.133191 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:06.144472 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3350c993-f641-49b6-9651-16461f1f4547 tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:06.145756 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-3350c993-f641-49b6-9651-16461f1f4547 tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7227118 Oct 12 07:41:06.149227 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40684) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:06.154210 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-5176d485-6bf2-4609-a43e-9d6d64f5acd9 tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:06.164717 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da3fb1-78fd-46ed-acbd-52821db6d66c req-421aa533-dd22-4823-9520-99c4a871ccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:06.166248 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-86da3fb1-78fd-46ed-acbd-52821db6d66c req-421aa533-dd22-4823-9520-99c4a871ccaa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=86e46c28c6f94932ba221f0487069c8d&device_id=19e3b85b-9481-4123-aac6-ca26a2a8401c HTTP/1.1" status: 200 len: 1096 time: 0.1641510 Oct 12 07:41:06.182748 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 456c79de-04ac-4157-9e4f-7f1734c53753, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=456c79de-04ac-4157-9e4f-7f1734c53753,segment=NetworkSegment(ad41c87a-51ba-46d7-8894-87f18fc2c642),segment_id=ad41c87a-51ba-46d7-8894-87f18fc2c642)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:06.186874 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:06.202061 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b5eea5ea-7f31-4374-9317-354a69d39d4c tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:06.204092 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b43e19-512d-418b-896d-c0b8d852be43 service neutron] Pushing event updated for resources: {'Port': ['ID=ac390c3f-3e3c-4599-9346-e554e191e481,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:06.253161 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=456c79de-04ac-4157-9e4f-7f1734c53753,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:06.309651 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fdd9c1c4-1d3c-4123-915f-20687d38ced4 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:06.312141 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eea5ea-7f31-4374-9317-354a69d39d4c tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Pushing event deleted for resources: {'Port': ['ID=7a725508-ba2f-44c1-b9fd-b7d0751a351e,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:06.314913 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-86da3fb1-78fd-46ed-acbd-52821db6d66c req-63b1db0b-9710-4771-a9d2-e2d5f6cf2402 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac390c3f-3e3c-4599-9346-e554e191e481 HTTP/1.1" status: 200 len: 217 time: 0.1078410 Oct 12 07:41:06.315285 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b81c03c-f2e9-4c6e-9c7d-aa94e46bec0c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:06.318425 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-43a27ee5-e022-4b06-a174-ea0bfc2f52b6 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:06.369565 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-fdd9c1c4-1d3c-4123-915f-20687d38ced4 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Calling delete_port for efaec244-2a80-4976-aac7-1f7a455c2d36 owned by {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:41:06.382743 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a27ee5-e022-4b06-a174-ea0bfc2f52b6 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event deleted for resources: {'Port': ['ID=456c79de-04ac-4157-9e4f-7f1734c53753,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:06.486699 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-60400900-5046-47b5-b875-4b3b4cf5c806 None None] Attempt 3 to provision port 4fa86762-9b54-43bc-ba96-5b6c67485690 Oct 12 07:41:06.529794 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-60400900-5046-47b5-b875-4b3b4cf5c806 None None] Port 4fa86762-9b54-43bc-ba96-5b6c67485690 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:41:06.566854 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da3fb1-78fd-46ed-acbd-52821db6d66c req-1ac88193-eb99-4916-8986-0547887383cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:06.567547 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-86da3fb1-78fd-46ed-acbd-52821db6d66c req-1ac88193-eb99-4916-8986-0547887383cd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1840c8ff-7e8f-4007-bf71-fc0c75dbc5d0 HTTP/1.1" status: 200 len: 851 time: 0.2407708 Oct 12 07:41:06.599596 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5176d485-6bf2-4609-a43e-9d6d64f5acd9 tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33139406', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33141651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13931'] for router, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:06.600084 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5176d485-6bf2-4609-a43e-9d6d64f5acd9 tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Notify callbacks [] for router, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:06.644083 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-43a27ee5-e022-4b06-a174-ea0bfc2f52b6 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:06.655804 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b5eea5ea-7f31-4374-9317-354a69d39d4c tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks [] for floatingip, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:06.658661 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b5eea5ea-7f31-4374-9317-354a69d39d4c tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:06.659743 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b5eea5ea-7f31-4374-9317-354a69d39d4c tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] 10.222.0.26 "DELETE /v2.0/floatingips/def0846c-0e26-4dd2-a5cd-98db18bc1f02 HTTP/1.1" status: 204 len: 168 time: 2.3195493 Oct 12 07:41:06.663647 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40688) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:06.671173 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-894cb856-e359-43b9-9f2b-c3d3a45dcf2c tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Request body: {'floatingip': {'floating_network_id': '3cc08bf9-817d-4b28-9a8d-935eff2e72e9', 'port_id': '4fa86762-9b54-43bc-ba96-5b6c67485690', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:06.708140 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-86da3fb1-78fd-46ed-acbd-52821db6d66c req-10470465-e6be-4d26-9e48-14efb721e187 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=95c516fb-6c65-4fe3-a2b6-948996fd68da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692403 Oct 12 07:41:06.784600 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-894cb856-e359-43b9-9f2b-c3d3a45dcf2c tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks [] for floatingip, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:06.788236 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5176d485-6bf2-4609-a43e-9d6d64f5acd9 tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103200) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Oct 12 07:41:06.788573 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5176d485-6bf2-4609-a43e-9d6d64f5acd9 tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Router ac3b784a-246a-4d7f-b5ea-24ba8a6a816a migrating from provider to provider. {{(pid=103200) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Oct 12 07:41:06.788952 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5176d485-6bf2-4609-a43e-9d6d64f5acd9 tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:06.804160 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5176d485-6bf2-4609-a43e-9d6d64f5acd9 tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:06.842386 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5176d485-6bf2-4609-a43e-9d6d64f5acd9 tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33139383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33139388', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33141656'] for router, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:06.857093 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c8871-eb98-427e-8452-733d15a558ec req-1ecaa0ca-dc16-4e57-a7bb-40848bc74928 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:06.858619 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7b5c8871-eb98-427e-8452-733d15a558ec req-1ecaa0ca-dc16-4e57-a7bb-40848bc74928 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3b85b-9481-4123-aac6-ca26a2a8401c HTTP/1.1" status: 200 len: 943 time: 0.2187309 Oct 12 07:41:07.016539 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a27ee5-e022-4b06-a174-ea0bfc2f52b6 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Router f3cbc997-c159-4245-942e-b009ea82b66d has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:41:07.030680 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-60400900-5046-47b5-b875-4b3b4cf5c806 None None] Attempt 4 to provision port 4fa86762-9b54-43bc-ba96-5b6c67485690 Oct 12 07:41:07.085696 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-60400900-5046-47b5-b875-4b3b4cf5c806 None None] Port 4fa86762-9b54-43bc-ba96-5b6c67485690 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:41:07.152905 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-5b81c03c-f2e9-4c6e-9c7d-aa94e46bec0c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Deleting port ce110905-bc30-4c61-b646-aa273f29a41c {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:41:07.153484 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b81c03c-f2e9-4c6e-9c7d-aa94e46bec0c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:07.159449 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-894cb856-e359-43b9-9f2b-c3d3a45dcf2c tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:41:07.160522 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-894cb856-e359-43b9-9f2b-c3d3a45dcf2c tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4958119 Oct 12 07:41:07.175431 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40690) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:07.180202 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-9984c921-8377-4c94-b6f8-758134138b2b tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Request body: {'floatingip': {'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'port_id': '4fa86762-9b54-43bc-ba96-5b6c67485690', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:07.189093 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a27ee5-e022-4b06-a174-ea0bfc2f52b6 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:41:07.199228 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef376bc2-0b52-4977-84d0-b44f3dd237da None None] Sync routers for ids ['f3cbc997-c159-4245-942e-b009ea82b66d'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:41:07.202609 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-43a27ee5-e022-4b06-a174-ea0bfc2f52b6 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "PUT /v2.0/routers/f3cbc997-c159-4245-942e-b009ea82b66d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5072956 Oct 12 07:41:07.210354 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40692) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:07.213082 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef376bc2-0b52-4977-84d0-b44f3dd237da None None] Routers {'f3cbc997-c159-4245-942e-b009ea82b66d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:41:07.213721 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ef376bc2-0b52-4977-84d0-b44f3dd237da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:40:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['f3cbc997-c159-4245-942e-b009ea82b66d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:07.303672 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9984c921-8377-4c94-b6f8-758134138b2b tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks [] for floatingip, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:07.311649 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-ef376bc2-0b52-4977-84d0-b44f3dd237da None None] Set router f3cbc997-c159-4245-942e-b009ea82b66d gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:41:07.320444 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-86da3fb1-78fd-46ed-acbd-52821db6d66c req-b07b2120-2edf-4092-b4fa-edf7ca05ea79 service neutron] 10.222.0.23 "GET /v2.0/networks/95c516fb-6c65-4fe3-a2b6-948996fd68da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5713730 Oct 12 07:41:07.327691 dv-neutron-860909-2-hyperv neutron-server[103200]: WARNING neutron.scheduler.l3_agent_scheduler [None req-5176d485-6bf2-4609-a43e-9d6d64f5acd9 tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] No L3 agents can host the router ac3b784a-246a-4d7f-b5ea-24ba8a6a816a Oct 12 07:41:07.330824 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7b5c8871-eb98-427e-8452-733d15a558ec req-3687fb96-e019-4684-b8f9-c63d650f54c8 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/security-groups?id=686babc7-531d-4b2e-b4b2-43471ce94706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4655683 Oct 12 07:41:07.332821 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a7cca45-4192-4f98-86da-dadb4596fa6f tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Deleting subnet 4ad6bf15-8db9-4521-92c3-aef68dfa950b {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:41:07.342789 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-5b81c03c-f2e9-4c6e-9c7d-aa94e46bec0c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] For port ce110905-bc30-4c61-b646-aa273f29a41c, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=ce110905-bc30-4c61-b646-aa273f29a41c,segment=NetworkSegment(66eba1d6-82ae-46e1-9ff4-c11281c8b13d),segment_id=66eba1d6-82ae-46e1-9ff4-c11281c8b13d)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:07.343163 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b81c03c-f2e9-4c6e-9c7d-aa94e46bec0c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:07.354098 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3a7cca45-4192-4f98-86da-dadb4596fa6f tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:07.383982 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-5b81c03c-f2e9-4c6e-9c7d-aa94e46bec0c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Calling delete_port for ce110905-bc30-4c61-b646-aa273f29a41c owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:41:07.418060 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3a7cca45-4192-4f98-86da-dadb4596fa6f tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:07.477300 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fdd9c1c4-1d3c-4123-915f-20687d38ced4 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:07.543086 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ef376bc2-0b52-4977-84d0-b44f3dd237da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'name': 'tempest-RoutersIpV6Test-router-830171884', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:40:29Z', 'updated_at': '2022-10-12T07:41:06Z', 'revision_number': 8, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'gw_port_host': None, '_interfaces': [{'id': '1b702037-5ca1-40bb-a766-7366ff7485b0', 'name': '', 'network_id': 'b5672c25-7187-4e74-98ee-6bf1f986a0e5', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:b2:d5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '69676afc-383f-4073-b0be-c1bdf49ab8e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:40Z', 'updated_at': '2022-10-12T07:40:48Z', 'revision_number': 5, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '69676afc-383f-4073-b0be-c1bdf49ab8e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '341e38fb-1e6a-42a6-ac80-8ee9ae5845c3', 'name': '', 'network_id': 'f4bd3df5-f273-4fab-861c-6848d68ed61c', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:7c:d8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '163eea88-3da4-45c6-a9fb-cedff88141d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:34Z', 'updated_at': '2022-10-12T07:40:41Z', 'revision_number': 5, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '163eea88-3da4-45c6-a9fb-cedff88141d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d18f963-3f32-437a-925f-7666a070bb26', 'name': '', 'network_id': '29fa7bda-bf7a-48b9-a95b-12d20a48a87d', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:06:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '2a3eb593-3ef8-4f9a-a0d8-9c21d91df402', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:51Z', 'updated_at': '2022-10-12T07:41:02Z', 'revision_number': 5, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '2a3eb593-3ef8-4f9a-a0d8-9c21d91df402', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:07.569958 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef376bc2-0b52-4977-84d0-b44f3dd237da None None] Checking router: f3cbc997-c159-4245-942e-b009ea82b66d for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:41:07.571939 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd9c1c4-1d3c-4123-915f-20687d38ced4 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Port': ['ID=efaec244-2a80-4976-aac7-1f7a455c2d36,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:07.579997 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef376bc2-0b52-4977-84d0-b44f3dd237da None None] Routers {'f3cbc997-c159-4245-942e-b009ea82b66d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:41:07.579997 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ef376bc2-0b52-4977-84d0-b44f3dd237da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:40:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['f3cbc997-c159-4245-942e-b009ea82b66d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:07.588440 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-60400900-5046-47b5-b875-4b3b4cf5c806 None None] Attempt 5 to provision port 4fa86762-9b54-43bc-ba96-5b6c67485690 Oct 12 07:41:07.623263 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-86da3fb1-78fd-46ed-acbd-52821db6d66c req-40afb92c-97e0-44c1-9a33-961315e7e182 service neutron] 10.222.0.23 "GET /v2.0/networks/95c516fb-6c65-4fe3-a2b6-948996fd68da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911983 Oct 12 07:41:07.624846 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5176d485-6bf2-4609-a43e-9d6d64f5acd9 tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Hosts for router ac3b784a-246a-4d7f-b5ea-24ba8a6a816a: [] {{(pid=103200) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Oct 12 07:41:07.631174 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3a7cca45-4192-4f98-86da-dadb4596fa6f tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:07.664551 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fdd9c1c4-1d3c-4123-915f-20687d38ced4 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:07.671105 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-fdd9c1c4-1d3c-4123-915f-20687d38ced4 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/ports/efaec244-2a80-4976-aac7-1f7a455c2d36 HTTP/1.1" status: 204 len: 168 time: 2.0018492 Oct 12 07:41:07.672358 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40694) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:07.691231 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5176d485-6bf2-4609-a43e-9d6d64f5acd9 tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Hosts for other DVR routers connected to router ac3b784a-246a-4d7f-b5ea-24ba8a6a816a: set() {{(pid=103200) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Oct 12 07:41:07.694976 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5176d485-6bf2-4609-a43e-9d6d64f5acd9 tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:07.696687 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-5176d485-6bf2-4609-a43e-9d6d64f5acd9 tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] 10.222.0.26 "PUT /v2.0/routers/ac3b784a-246a-4d7f-b5ea-24ba8a6a816a HTTP/1.1" status: 200 len: 717 time: 1.5460229 Oct 12 07:41:07.700839 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-60400900-5046-47b5-b875-4b3b4cf5c806 None None] Port 4fa86762-9b54-43bc-ba96-5b6c67485690 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:41:07.705080 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9984c921-8377-4c94-b6f8-758134138b2b tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:07.711626 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40696) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:07.734330 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-ef376bc2-0b52-4977-84d0-b44f3dd237da None None] Set router f3cbc997-c159-4245-942e-b009ea82b66d gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:41:07.779011 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14be0b0d-34cf-4f6a-a912-0c7bda8f6549 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:07.780582 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-14be0b0d-34cf-4f6a-a912-0c7bda8f6549 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1037116 Oct 12 07:41:07.784045 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40698) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:07.826641 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9925a4f-f50b-4e02-858b-9611b95b4f28 req-add4e8fa-7c1c-46b7-8e63-c1fb902b8a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:07.828155 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f9925a4f-f50b-4e02-858b-9611b95b4f28 req-add4e8fa-7c1c-46b7-8e63-c1fb902b8a6f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=86e46c28c6f94932ba221f0487069c8d&device_id=19e3b85b-9481-4123-aac6-ca26a2a8401c HTTP/1.1" status: 200 len: 1096 time: 0.1140885 Oct 12 07:41:07.858316 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44294c7f-1ff7-4624-95ee-db4ac482170e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:07.860010 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-44294c7f-1ff7-4624-95ee-db4ac482170e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0750489 Oct 12 07:41:07.862558 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40702) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:07.926881 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b7c57a-e66a-4171-bd0d-2b679d36d3fb tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:07.928558 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b7c57a-e66a-4171-bd0d-2b679d36d3fb tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:07.930398 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b7c57a-e66a-4171-bd0d-2b679d36d3fb tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:07.936898 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e6b7c57a-e66a-4171-bd0d-2b679d36d3fb tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0732427 Oct 12 07:41:07.937512 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40704) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:08.027809 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ef376bc2-0b52-4977-84d0-b44f3dd237da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'name': 'tempest-RoutersIpV6Test-router-830171884', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:40:29Z', 'updated_at': '2022-10-12T07:41:06Z', 'revision_number': 8, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'gw_port_host': None, '_interfaces': [{'id': '1b702037-5ca1-40bb-a766-7366ff7485b0', 'name': '', 'network_id': 'b5672c25-7187-4e74-98ee-6bf1f986a0e5', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:b2:d5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '69676afc-383f-4073-b0be-c1bdf49ab8e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:40Z', 'updated_at': '2022-10-12T07:40:48Z', 'revision_number': 5, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '69676afc-383f-4073-b0be-c1bdf49ab8e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '341e38fb-1e6a-42a6-ac80-8ee9ae5845c3', 'name': '', 'network_id': 'f4bd3df5-f273-4fab-861c-6848d68ed61c', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:7c:d8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '163eea88-3da4-45c6-a9fb-cedff88141d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:34Z', 'updated_at': '2022-10-12T07:40:41Z', 'revision_number': 5, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '163eea88-3da4-45c6-a9fb-cedff88141d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d18f963-3f32-437a-925f-7666a070bb26', 'name': '', 'network_id': '29fa7bda-bf7a-48b9-a95b-12d20a48a87d', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:06:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '2a3eb593-3ef8-4f9a-a0d8-9c21d91df402', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:51Z', 'updated_at': '2022-10-12T07:41:02Z', 'revision_number': 5, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '2a3eb593-3ef8-4f9a-a0d8-9c21d91df402', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:08.059252 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef376bc2-0b52-4977-84d0-b44f3dd237da None None] The sync data for ids ['f3cbc997-c159-4245-942e-b009ea82b66d'] in dv-neutron-860909-2-hyperv is: [{'id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'name': 'tempest-RoutersIpV6Test-router-830171884', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:40:29Z', 'updated_at': '2022-10-12T07:41:06Z', 'revision_number': 8, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'gw_port_host': None, '_interfaces': [{'id': '1b702037-5ca1-40bb-a766-7366ff7485b0', 'name': '', 'network_id': 'b5672c25-7187-4e74-98ee-6bf1f986a0e5', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:b2:d5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '69676afc-383f-4073-b0be-c1bdf49ab8e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:40Z', 'updated_at': '2022-10-12T07:40:48Z', 'revision_number': 5, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '69676afc-383f-4073-b0be-c1bdf49ab8e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '341e38fb-1e6a-42a6-ac80-8ee9ae5845c3', 'name': '', 'network_id': 'f4bd3df5-f273-4fab-861c-6848d68ed61c', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:7c:d8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '163eea88-3da4-45c6-a9fb-cedff88141d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:34Z', 'updated_at': '2022-10-12T07:40:41Z', 'revision_number': 5, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '163eea88-3da4-45c6-a9fb-cedff88141d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d18f963-3f32-437a-925f-7666a070bb26', 'name': '', 'network_id': '29fa7bda-bf7a-48b9-a95b-12d20a48a87d', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:06:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '2a3eb593-3ef8-4f9a-a0d8-9c21d91df402', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:51Z', 'updated_at': '2022-10-12T07:41:02Z', 'revision_number': 5, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '2a3eb593-3ef8-4f9a-a0d8-9c21d91df402', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:41:08.064913 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-b001ed6a-6e4e-4705-b4a9-bcecba5b869d tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting subnet 95dcb856-7548-4355-bfeb-74d94c0d0bae {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:41:08.071517 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b001ed6a-6e4e-4705-b4a9-bcecba5b869d tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:08.121570 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9925a4f-f50b-4e02-858b-9611b95b4f28 req-60ecefe5-58bc-469a-9781-23eea01a2bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:08.123234 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f9925a4f-f50b-4e02-858b-9611b95b4f28 req-60ecefe5-58bc-469a-9781-23eea01a2bd5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=95c516fb-6c65-4fe3-a2b6-948996fd68da HTTP/1.1" status: 200 len: 912 time: 0.2852852 Oct 12 07:41:08.128498 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b001ed6a-6e4e-4705-b4a9-bcecba5b869d tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:08.199094 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f9925a4f-f50b-4e02-858b-9611b95b4f28 req-5ad9c0a3-c834-4428-8a40-00c2bb634d25 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac390c3f-3e3c-4599-9346-e554e191e481 HTTP/1.1" status: 200 len: 217 time: 0.0420101 Oct 12 07:41:08.202584 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-60400900-5046-47b5-b875-4b3b4cf5c806 None None] Attempt 6 to provision port 4fa86762-9b54-43bc-ba96-5b6c67485690 Oct 12 07:41:08.202894 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3a7cca45-4192-4f98-86da-dadb4596fa6f tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:08.217452 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ee128311-c26a-44d3-a1f5-0a5321ef759e tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] 10.222.0.26 "GET /v2.0/routers/ac3b784a-246a-4d7f-b5ea-24ba8a6a816a HTTP/1.1" status: 200 len: 717 time: 0.5042174 Oct 12 07:41:08.230664 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40706) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:08.242554 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-60400900-5046-47b5-b875-4b3b4cf5c806 None None] Port 4fa86762-9b54-43bc-ba96-5b6c67485690 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:41:08.285742 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9925a4f-f50b-4e02-858b-9611b95b4f28 req-646a2caf-4017-48b6-976e-685d9f8b2eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:08.287254 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f9925a4f-f50b-4e02-858b-9611b95b4f28 req-646a2caf-4017-48b6-976e-685d9f8b2eec service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1840c8ff-7e8f-4007-bf71-fc0c75dbc5d0 HTTP/1.1" status: 200 len: 851 time: 0.0805774 Oct 12 07:41:08.293820 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9d9647-175d-499c-af3a-dc5392f1d00c None None] Network b2fef9de-fb53-4aef-bf24-fb87b19553e9 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:41:08.294085 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b001ed6a-6e4e-4705-b4a9-bcecba5b869d tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:08.302646 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cca45-4192-4f98-86da-dadb4596fa6f tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event deleted for resources: {'Subnet': ['ID=4ad6bf15-8db9-4521-92c3-aef68dfa950b,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:08.305267 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3a7cca45-4192-4f98-86da-dadb4596fa6f tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:08.309283 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-3a7cca45-4192-4f98-86da-dadb4596fa6f tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "DELETE /v2.0/subnets/4ad6bf15-8db9-4521-92c3-aef68dfa950b HTTP/1.1" status: 204 len: 168 time: 1.0979254 Oct 12 07:41:08.315559 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40710) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:08.350651 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f9925a4f-f50b-4e02-858b-9611b95b4f28 req-f52dd7ea-6612-400a-ba62-e8c972c2cb5c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=95c516fb-6c65-4fe3-a2b6-948996fd68da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530849 Oct 12 07:41:08.387718 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b81c03c-f2e9-4c6e-9c7d-aa94e46bec0c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:08.442581 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-9984c921-8377-4c94-b6f8-758134138b2b tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Allocated IP 172.26.3.110 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/98f35562-a47f-4804-96c2-abcc9dbc718e) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:41:08.453670 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b001ed6a-6e4e-4705-b4a9-bcecba5b869d tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:08.473102 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b001ed6a-6e4e-4705-b4a9-bcecba5b869d tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:08.476440 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b001ed6a-6e4e-4705-b4a9-bcecba5b869d tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/95dcb856-7548-4355-bfeb-74d94c0d0bae HTTP/1.1" status: 204 len: 168 time: 0.5350034 Oct 12 07:41:08.499367 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fd8128-35c6-4f1d-9681-1709e3694885 None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:41:08.506621 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40714) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:08.530991 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b001ed6a-6e4e-4705-b4a9-bcecba5b869d tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Subnet': ['ID=95dcb856-7548-4355-bfeb-74d94c0d0bae,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:08.543553 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81c03c-f2e9-4c6e-9c7d-aa94e46bec0c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Port': ['ID=ce110905-bc30-4c61-b646-aa273f29a41c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:08.583670 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-421f5b5d-adaf-468d-8de4-ad6e36a8341c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:08.606479 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f9925a4f-f50b-4e02-858b-9611b95b4f28 req-ab19df2c-0952-4281-be2d-cabd852df99e service neutron] 10.222.0.23 "GET /v2.0/networks/95c516fb-6c65-4fe3-a2b6-948996fd68da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459257 Oct 12 07:41:08.620251 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-83a87359-d9d3-4457-97e4-879f13d93d71 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Deleting subnet cc69304e-cf24-4c97-853a-aa48bcc15f3a {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:41:08.625535 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-83a87359-d9d3-4457-97e4-879f13d93d71 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:08.674525 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-83a87359-d9d3-4457-97e4-879f13d93d71 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:08.716939 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-2245e45a-ec4d-4156-90bd-59b17dc40b76 tempest-RoutersTestDVR-304419922 tempest-RoutersTestDVR-304419922-project] 10.222.0.26 "GET /v2.0/routers/ac3b784a-246a-4d7f-b5ea-24ba8a6a816a HTTP/1.1" status: 200 len: 683 time: 0.4772928 Oct 12 07:41:08.721702 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40716) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:08.746598 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-60400900-5046-47b5-b875-4b3b4cf5c806 None None] Attempt 7 to provision port 4fa86762-9b54-43bc-ba96-5b6c67485690 Oct 12 07:41:08.777616 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f95af-c6e6-445f-8e54-93701201ef02 req-00a45a32-04a4-43b0-b6d2-fe434abe7ecc tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:08.779213 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-df7f95af-c6e6-445f-8e54-93701201ef02 req-00a45a32-04a4-43b0-b6d2-fe434abe7ecc tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3b85b-9481-4123-aac6-ca26a2a8401c HTTP/1.1" status: 200 len: 943 time: 0.2758465 Oct 12 07:41:08.800612 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-60400900-5046-47b5-b875-4b3b4cf5c806 None None] Port 4fa86762-9b54-43bc-ba96-5b6c67485690 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:41:08.924005 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfad321-a419-4da6-8f2c-c3a33fcc4a7b None None] DHCP port deletion for b2fef9de-fb53-4aef-bf24-fb87b19553e9 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:41:08.929464 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-83a87359-d9d3-4457-97e4-879f13d93d71 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:08.954444 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f9925a4f-f50b-4e02-858b-9611b95b4f28 req-2f09f9c2-0c7a-4be1-bba3-fde0ec029707 service neutron] 10.222.0.23 "GET /v2.0/networks/95c516fb-6c65-4fe3-a2b6-948996fd68da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400090 Oct 12 07:41:08.956118 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-017ef03b-068a-4975-8682-21d5b980d8fd tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Notify callbacks [] for router, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:08.967697 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-df7f95af-c6e6-445f-8e54-93701201ef02 req-cc52b9b4-625d-4f8e-b79c-ee35d032804a tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/security-groups?id=686babc7-531d-4b2e-b4b2-43471ce94706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135671 Oct 12 07:41:09.013516 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-83a87359-d9d3-4457-97e4-879f13d93d71 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:09.025104 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2dfad321-a419-4da6-8f2c-c3a33fcc4a7b None None] Deleting port 3769aa81-117b-4dbc-9a6f-8fecdf46e7f7 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:41:09.025499 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2dfad321-a419-4da6-8f2c-c3a33fcc4a7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:09.055713 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a87359-d9d3-4457-97e4-879f13d93d71 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Subnet': ['ID=cc69304e-cf24-4c97-853a-aa48bcc15f3a,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:09.064536 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-83a87359-d9d3-4457-97e4-879f13d93d71 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:09.075438 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-83a87359-d9d3-4457-97e4-879f13d93d71 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/cc69304e-cf24-4c97-853a-aa48bcc15f3a HTTP/1.1" status: 204 len: 168 time: 0.5670686 Oct 12 07:41:09.076544 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40718) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:09.126875 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-1e09154e-fa5a-458f-9959-944caa88aa16 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0478697 Oct 12 07:41:09.128190 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40720) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:09.132887 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-2dfad321-a419-4da6-8f2c-c3a33fcc4a7b None None] For port 3769aa81-117b-4dbc-9a6f-8fecdf46e7f7, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=3769aa81-117b-4dbc-9a6f-8fecdf46e7f7,segment=NetworkSegment(ad41c87a-51ba-46d7-8894-87f18fc2c642),segment_id=ad41c87a-51ba-46d7-8894-87f18fc2c642)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:09.133472 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2dfad321-a419-4da6-8f2c-c3a33fcc4a7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:09.153061 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2dfad321-a419-4da6-8f2c-c3a33fcc4a7b None None] Calling delete_port for 3769aa81-117b-4dbc-9a6f-8fecdf46e7f7 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:41:09.174554 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98d0889-9ce2-4923-b737-255d6627f9d9 None None] Update dhcp port {'port': {'network_id': '9994ec23-a1f7-459d-8925-14bc9ff05f17', 'fixed_ips': [{'subnet_id': 'cc69304e-cf24-4c97-853a-aa48bcc15f3a'}], 'binding:host_id': 'dv-neutron-860909-2-hyperv'}, 'id': '28ac8e51-1795-4a73-993d-693638de071b'} from dv-neutron-860909-2-hyperv. {{(pid=103202) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 07:41:09.186165 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5154033f-d16f-46e7-98c9-83508c2b13c7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:09.190506 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-5154033f-d16f-46e7-98c9-83508c2b13c7 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0620332 Oct 12 07:41:09.191206 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40722) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:09.202696 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9984c921-8377-4c94-b6f8-758134138b2b tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:09.235524 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f98d0889-9ce2-4923-b737-255d6627f9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:09.249200 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51ab85f-b7f7-418b-87c0-f2b56e236e51 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:09.252855 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a51ab85f-b7f7-418b-87c0-f2b56e236e51 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0601573 Oct 12 07:41:09.254864 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40724) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:09.301595 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-60400900-5046-47b5-b875-4b3b4cf5c806 None None] Attempt 8 to provision port 4fa86762-9b54-43bc-ba96-5b6c67485690 Oct 12 07:41:09.305904 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-017ef03b-068a-4975-8682-21d5b980d8fd tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:09.315313 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-017ef03b-068a-4975-8682-21d5b980d8fd tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:09.326328 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-dea77891-ce1e-46fa-8621-97eafa50113a tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0648336 Oct 12 07:41:09.330171 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40726) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:09.357647 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3ed5089-6874-403e-a951-cbdc6f19d6c6 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:09.358377 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3ed5089-6874-403e-a951-cbdc6f19d6c6 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:09.363698 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d3ed5089-6874-403e-a951-cbdc6f19d6c6 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/ports/efaec244-2a80-4976-aac7-1f7a455c2d36 HTTP/1.1" status: 404 len: 333 time: 0.0305676 Oct 12 07:41:09.363899 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40728) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:09.372964 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-421f5b5d-adaf-468d-8de4-ad6e36a8341c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Deleting port 3769aa81-117b-4dbc-9a6f-8fecdf46e7f7 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:41:09.373305 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-421f5b5d-adaf-468d-8de4-ad6e36a8341c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:09.391823 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2dfad321-a419-4da6-8f2c-c3a33fcc4a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:09.395239 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d472b5d-f673-4cf7-9b7e-4af91be0af8c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:09.395809 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d472b5d-f673-4cf7-9b7e-4af91be0af8c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:09.402256 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-8d472b5d-f673-4cf7-9b7e-4af91be0af8c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/95dcb856-7548-4355-bfeb-74d94c0d0bae HTTP/1.1" status: 404 len: 337 time: 0.0370505 Oct 12 07:41:09.402993 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40730) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:09.408055 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfad321-a419-4da6-8f2c-c3a33fcc4a7b None None] No DVR routers for this DVR port 3769aa81-117b-4dbc-9a6f-8fecdf46e7f7 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:41:09.430333 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-60400900-5046-47b5-b875-4b3b4cf5c806 None None] Port 4fa86762-9b54-43bc-ba96-5b6c67485690 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:41:09.431389 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfad321-a419-4da6-8f2c-c3a33fcc4a7b None None] Pushing event deleted for resources: {'Port': ['ID=3769aa81-117b-4dbc-9a6f-8fecdf46e7f7,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:09.446670 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0bce5a8-d423-4117-a007-4547ea438018 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:09.446961 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0bce5a8-d423-4117-a007-4547ea438018 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:09.448746 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-017ef03b-068a-4975-8682-21d5b980d8fd tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:09.449331 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017ef03b-068a-4975-8682-21d5b980d8fd tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ac3b784a-246a-4d7f-b5ea-24ba8a6a816a {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:41:09.454135 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b0bce5a8-d423-4117-a007-4547ea438018 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/cc69304e-cf24-4c97-853a-aa48bcc15f3a HTTP/1.1" status: 404 len: 337 time: 0.0480688 Oct 12 07:41:09.456267 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40732) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:09.463879 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-017ef03b-068a-4975-8682-21d5b980d8fd tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:09.470129 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-017ef03b-068a-4975-8682-21d5b980d8fd tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] 10.222.0.26 "DELETE /v2.0/routers/ac3b784a-246a-4d7f-b5ea-24ba8a6a816a HTTP/1.1" status: 204 len: 168 time: 0.7335255 Oct 12 07:41:09.471750 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9984c921-8377-4c94-b6f8-758134138b2b tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:09.475867 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40734) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:09.479217 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5b81c03c-f2e9-4c6e-9c7d-aa94e46bec0c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:09.481279 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-d27c1cfa-96b3-499b-93fe-7ff370bdf8a6 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:09.481941 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d27c1cfa-96b3-499b-93fe-7ff370bdf8a6 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:09.488134 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d27c1cfa-96b3-499b-93fe-7ff370bdf8a6 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/ports/ab88c2c7-9633-487c-a3c6-4d1d4d34e7d8 HTTP/1.1" status: 404 len: 333 time: 0.0306587 Oct 12 07:41:09.488734 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40736) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:09.489603 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-e0b79695-8f11-4306-bf01-d9fc20a27964 tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Request body: {'router': {'name': 'tempest-router-112874551', 'distributed': True}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:09.502630 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c1402e-6ee3-4f32-bb58-2b8f27cbe8d2 None None] Network 9994ec23-a1f7-459d-8925-14bc9ff05f17 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:41:09.516241 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c644d0f-7741-4bf3-83a5-4109a4413baf tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:09.516784 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c644d0f-7741-4bf3-83a5-4109a4413baf tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:09.522554 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-0c644d0f-7741-4bf3-83a5-4109a4413baf tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/51878df3-ad9a-445f-a799-66ad13347c73 HTTP/1.1" status: 404 len: 337 time: 0.0328588 Oct 12 07:41:09.523218 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40738) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:09.556155 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-13166d40-2bbb-4f4c-94cb-025559bd4e36 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:09.556712 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13166d40-2bbb-4f4c-94cb-025559bd4e36 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:09.560747 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-13166d40-2bbb-4f4c-94cb-025559bd4e36 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/69bb73dc-e485-42a7-a612-b831fffc629b HTTP/1.1" status: 404 len: 337 time: 0.0365479 Oct 12 07:41:09.566482 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40740) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:09.583339 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-421f5b5d-adaf-468d-8de4-ad6e36a8341c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] For port 3769aa81-117b-4dbc-9a6f-8fecdf46e7f7, host dv-neutron-860909-2-hyperv, got binding levels [] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:09.583339 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-421f5b5d-adaf-468d-8de4-ad6e36a8341c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:09.590839 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9984c921-8377-4c94-b6f8-758134138b2b tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:41:09.597295 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bd308c1-ebb2-401a-b824-78ad1c7b8c8b tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:09.598188 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bd308c1-ebb2-401a-b824-78ad1c7b8c8b tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:09.602008 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-2bd308c1-ebb2-401a-b824-78ad1c7b8c8b tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/ports/05d9f4d4-0823-4853-9076-f88ce96153ee HTTP/1.1" status: 404 len: 333 time: 0.0343316 Oct 12 07:41:09.606437 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40742) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:09.632504 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee5dc55a-ff22-44c5-82be-fa641980adf1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:09.632957 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee5dc55a-ff22-44c5-82be-fa641980adf1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:09.634778 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-9984c921-8377-4c94-b6f8-758134138b2b tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:41:09.639201 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-ee5dc55a-ff22-44c5-82be-fa641980adf1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/66db15a9-3ccd-412e-a93e-b34caee42b45 HTTP/1.1" status: 404 len: 337 time: 0.0317292 Oct 12 07:41:09.639722 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40744) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:09.643489 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-421f5b5d-adaf-468d-8de4-ad6e36a8341c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Calling delete_port for 3769aa81-117b-4dbc-9a6f-8fecdf46e7f7 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:41:09.645458 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9984c921-8377-4c94-b6f8-758134138b2b tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:41:09.647152 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9984c921-8377-4c94-b6f8-758134138b2b tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Pushing event updated for resources: {'Port': ['ID=98f35562-a47f-4804-96c2-abcc9dbc718e,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:09.650580 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.ipam_backend_mixin [None req-421f5b5d-adaf-468d-8de4-ad6e36a8341c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Port 3769aa81-117b-4dbc-9a6f-8fecdf46e7f7 was not found and therefore no delete operation was performed {{(pid=103201) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 12 07:41:09.653914 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e0b79695-8f11-4306-bf01-d9fc20a27964 tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:09.654971 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e0b79695-8f11-4306-bf01-d9fc20a27964 tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:09.664838 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ca9ab3-4c68-4ad3-a6a2-f33865af6499 None None] DHCP port deletion for 9994ec23-a1f7-459d-8925-14bc9ff05f17 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:41:09.665309 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e32e424-8821-42b1-8b35-7e6b9623f313 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:09.665759 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e32e424-8821-42b1-8b35-7e6b9623f313 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:09.671440 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-0e32e424-8821-42b1-8b35-7e6b9623f313 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/98a127de-a850-42b2-84d3-5b880b7a4e04 HTTP/1.1" status: 404 len: 337 time: 0.0307446 Oct 12 07:41:09.672029 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40746) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:09.687739 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-421f5b5d-adaf-468d-8de4-ad6e36a8341c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:09.701256 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-959859cc-d110-402b-bada-28206559a8ce tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:09.703214 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-959859cc-d110-402b-bada-28206559a8ce tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:09.711538 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-959859cc-d110-402b-bada-28206559a8ce tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/ports/9d0fad7d-e7bf-45db-a4ce-cfb7de895bd5 HTTP/1.1" status: 404 len: 333 time: 0.0385048 Oct 12 07:41:09.712199 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40748) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:09.742132 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f5b5d-adaf-468d-8de4-ad6e36a8341c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event deleted for resources: {'Port': ['ID=3769aa81-117b-4dbc-9a6f-8fecdf46e7f7,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:09.752748 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-92ca9ab3-4c68-4ad3-a6a2-f33865af6499 None None] Deleting port 28ac8e51-1795-4a73-993d-693638de071b {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:41:09.753256 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-92ca9ab3-4c68-4ad3-a6a2-f33865af6499 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:09.754376 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cca024c-b0e6-4a22-8ceb-9e9261caf040 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:09.755152 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cca024c-b0e6-4a22-8ceb-9e9261caf040 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:09.759903 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-7cca024c-b0e6-4a22-8ceb-9e9261caf040 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/f90e56e4-d7f7-4c38-915c-7cbed05e8058 HTTP/1.1" status: 404 len: 337 time: 0.0466800 Oct 12 07:41:09.763968 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40750) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:09.781183 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421f5b5d-adaf-468d-8de4-ad6e36a8341c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] No DVR routers for this DVR port 3769aa81-117b-4dbc-9a6f-8fecdf46e7f7 on host dv-neutron-860909-2-hyperv {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:41:09.804490 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb96993d-c630-49c1-8dc0-52ad19dd871e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:09.804955 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb96993d-c630-49c1-8dc0-52ad19dd871e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:09.808854 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-eb96993d-c630-49c1-8dc0-52ad19dd871e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/053e6d31-868f-4143-a269-fed99440228a HTTP/1.1" status: 404 len: 337 time: 0.0438290 Oct 12 07:41:09.814169 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40752) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:09.840401 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-d149c096-b4fb-4b06-ba24-217269d7f101 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:09.841123 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d149c096-b4fb-4b06-ba24-217269d7f101 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:09.844615 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d149c096-b4fb-4b06-ba24-217269d7f101 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/ports/024d6521-a675-4579-978d-b3889dce2963 HTTP/1.1" status: 404 len: 333 time: 0.0295987 Oct 12 07:41:09.850008 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40754) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:09.854445 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 28ac8e51-1795-4a73-993d-693638de071b no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:41:09.857842 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-92ca9ab3-4c68-4ad3-a6a2-f33865af6499 None None] For port 28ac8e51-1795-4a73-993d-693638de071b, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=28ac8e51-1795-4a73-993d-693638de071b,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:09.858440 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-92ca9ab3-4c68-4ad3-a6a2-f33865af6499 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:09.878680 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-39670aba-1fec-46b8-a5f7-4324fb122513 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:09.879142 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39670aba-1fec-46b8-a5f7-4324fb122513 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:09.884345 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-39670aba-1fec-46b8-a5f7-4324fb122513 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/06c53653-b9b1-41d9-96da-c7d4e85fb2c2 HTTP/1.1" status: 404 len: 337 time: 0.0308917 Oct 12 07:41:09.884500 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e0b79695-8f11-4306-bf01-d9fc20a27964 tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:09.884606 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40756) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:09.892539 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-92ca9ab3-4c68-4ad3-a6a2-f33865af6499 None None] Calling delete_port for 28ac8e51-1795-4a73-993d-693638de071b owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:41:09.907793 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a59ea47-092d-4447-a49c-5cbfe45fab87 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:09.908512 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a59ea47-092d-4447-a49c-5cbfe45fab87 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:09.913971 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-5a59ea47-092d-4447-a49c-5cbfe45fab87 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/ports/d734b49b-8f7e-4a5d-8f9f-0e169f8f23f5 HTTP/1.1" status: 404 len: 333 time: 0.0260603 Oct 12 07:41:09.914667 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40758) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:09.930705 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e0b79695-8f11-4306-bf01-d9fc20a27964 tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:09.942046 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1ed946d-a67c-4585-80cf-e75fbf08bba9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:09.942567 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1ed946d-a67c-4585-80cf-e75fbf08bba9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:09.944908 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-60400900-5046-47b5-b875-4b3b4cf5c806 None None] Attempt 9 to provision port 4fa86762-9b54-43bc-ba96-5b6c67485690 Oct 12 07:41:09.947985 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b1ed946d-a67c-4585-80cf-e75fbf08bba9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/86bbfc81-19dd-4d61-a3ee-f1a8cb1e7148 HTTP/1.1" status: 404 len: 337 time: 0.0291967 Oct 12 07:41:09.948291 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40760) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:09.971172 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd42a695-20ca-49a7-a0ed-ed156f12255a tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:09.971825 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd42a695-20ca-49a7-a0ed-ed156f12255a tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:09.977114 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-bd42a695-20ca-49a7-a0ed-ed156f12255a tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/ports/2eb369f9-38d7-4f99-b3c4-1953cc536927 HTTP/1.1" status: 404 len: 333 time: 0.0254991 Oct 12 07:41:09.977351 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40762) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:09.991201 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-421f5b5d-adaf-468d-8de4-ad6e36a8341c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:10.009628 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b5d677-9bf7-4796-bedc-d6a8a1e0a021 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:10.010143 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2b5d677-9bf7-4796-bedc-d6a8a1e0a021 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:10.015560 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a2b5d677-9bf7-4796-bedc-d6a8a1e0a021 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/8137ae22-8137-4f64-bc72-3b93c48a65c3 HTTP/1.1" status: 404 len: 337 time: 0.0349455 Oct 12 07:41:10.015920 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40766) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:10.039915 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-60400900-5046-47b5-b875-4b3b4cf5c806 None None] Port 4fa86762-9b54-43bc-ba96-5b6c67485690 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:41:10.041463 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-08c701a8-af82-46b2-8aac-bc31f6ea095b tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:10.043096 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08c701a8-af82-46b2-8aac-bc31f6ea095b tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:10.046356 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-08c701a8-af82-46b2-8aac-bc31f6ea095b tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/ports/d6e0ae9d-1f22-4326-bbe4-eb35616a1b1e HTTP/1.1" status: 404 len: 333 time: 0.0293632 Oct 12 07:41:10.047352 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 28ac8e51-1795-4a73-993d-693638de071b is: ACTIVE; New status is: DOWN {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:41:10.047741 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:10.049034 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40768) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:10.066757 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e0b79695-8f11-4306-bf01-d9fc20a27964 tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:10.067979 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e0b79695-8f11-4306-bf01-d9fc20a27964 tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.5897191 Oct 12 07:41:10.074254 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40770) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:10.085421 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-b773c76e-18f0-48e7-b614-df5e0338cc3e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:10.085872 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b773c76e-18f0-48e7-b614-df5e0338cc3e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:10.087327 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 28ac8e51-1795-4a73-993d-693638de071b, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=28ac8e51-1795-4a73-993d-693638de071b,segment=NetworkSegment(5a3d63cb-ac46-4321-b66b-e93adba0c397),segment_id=5a3d63cb-ac46-4321-b66b-e93adba0c397)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:10.088945 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b773c76e-18f0-48e7-b614-df5e0338cc3e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/8e21005d-8f9e-4dc6-b0dc-8f6efdcdd69b HTTP/1.1" status: 404 len: 337 time: 0.0388036 Oct 12 07:41:10.095729 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:10.096657 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 456c79de-04ac-4157-9e4f-7f1734c53753 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:41:10.096775 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40772) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:10.137511 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-92ca9ab3-4c68-4ad3-a6a2-f33865af6499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:10.137777 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-97d3777d-3440-46d1-997d-51780505d506 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:10.138271 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97d3777d-3440-46d1-997d-51780505d506 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:10.139870 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event deleted for resources: {'Port': ['ID=28ac8e51-1795-4a73-993d-693638de071b,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:10.141701 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-97d3777d-3440-46d1-997d-51780505d506 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/ports/d82a7361-8065-4ff1-97e6-3475fbad8f81 HTTP/1.1" status: 404 len: 333 time: 0.0439548 Oct 12 07:41:10.144135 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40774) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:10.148533 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 456c79de-04ac-4157-9e4f-7f1734c53753 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:41:10.148990 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 456c79de-04ac-4157-9e4f-7f1734c53753 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:41:10.149332 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 3769aa81-117b-4dbc-9a6f-8fecdf46e7f7 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:41:10.158131 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-421f5b5d-adaf-468d-8de4-ad6e36a8341c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2fef9de-fb53-4aef-bf24-fb87b19553e9']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:10.181807 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd01ef78-72ac-435b-8bc2-3020a4f27115 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:10.182556 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd01ef78-72ac-435b-8bc2-3020a4f27115 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:10.186614 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-bd01ef78-72ac-435b-8bc2-3020a4f27115 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/262f108b-ff5a-429d-bdc1-14d5f9a35c27 HTTP/1.1" status: 404 len: 337 time: 0.0413148 Oct 12 07:41:10.190975 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40776) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:10.196976 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 3769aa81-117b-4dbc-9a6f-8fecdf46e7f7 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:41:10.197339 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 3769aa81-117b-4dbc-9a6f-8fecdf46e7f7 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:41:10.199908 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ca9ab3-4c68-4ad3-a6a2-f33865af6499 None None] No DVR routers for this DVR port 28ac8e51-1795-4a73-993d-693638de071b on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:41:10.201564 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca9ab3-4c68-4ad3-a6a2-f33865af6499 None None] Pushing event deleted for resources: {'Port': ['ID=28ac8e51-1795-4a73-993d-693638de071b,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:10.228574 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e9d94db-0e00-47ee-a781-39e8438e7c8c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:10.229288 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e9d94db-0e00-47ee-a781-39e8438e7c8c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:10.235677 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-5e9d94db-0e00-47ee-a781-39e8438e7c8c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/ports/593d0151-7b93-4ad2-8e7d-9415104fba12 HTTP/1.1" status: 404 len: 333 time: 0.0407579 Oct 12 07:41:10.242557 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49cd30-b8c6-4f48-bc53-69353c8cd6d7 req-591de509-bc13-4837-bc4c-26118bbcad2d tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:10.244006 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7a49cd30-b8c6-4f48-bc53-69353c8cd6d7 req-591de509-bc13-4837-bc4c-26118bbcad2d tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3b85b-9481-4123-aac6-ca26a2a8401c HTTP/1.1" status: 200 len: 943 time: 0.1608465 Oct 12 07:41:10.244559 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40778) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:10.277481 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ccdfd58-d14e-494b-824a-393ff7fb52a6 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:10.277934 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ccdfd58-d14e-494b-824a-393ff7fb52a6 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:10.280946 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-6ccdfd58-d14e-494b-824a-393ff7fb52a6 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/ee4dc93c-5cb1-4dec-bfcb-590ba9fedc57 HTTP/1.1" status: 404 len: 337 time: 0.0355241 Oct 12 07:41:10.288721 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40780) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:10.326502 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ffefba9-fc76-4c78-b593-705e2cf142ce tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:10.326957 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ffefba9-fc76-4c78-b593-705e2cf142ce tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:10.332245 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-3ffefba9-fc76-4c78-b593-705e2cf142ce tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/008acf2d-eddf-4ef3-aa0c-dc323a802438 HTTP/1.1" status: 404 len: 337 time: 0.0404050 Oct 12 07:41:10.332618 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40782) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:10.346002 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7a49cd30-b8c6-4f48-bc53-69353c8cd6d7 req-de59c992-4aee-4dc2-80a0-86deb0f04d4c tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/security-groups?id=686babc7-531d-4b2e-b4b2-43471ce94706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921841 Oct 12 07:41:10.366545 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-45ea1781-fd81-405e-a432-8fa09760c752 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:10.366545 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45ea1781-fd81-405e-a432-8fa09760c752 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:10.366545 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-45ea1781-fd81-405e-a432-8fa09760c752 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/ports/54341981-4893-46cc-a1d1-9fcdb34d9c64 HTTP/1.1" status: 404 len: 333 time: 0.0324438 Oct 12 07:41:10.368595 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40784) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:10.398718 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-652bb82b-0dfe-4606-b2bc-ef42e8fe7c4d tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:10.399173 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-652bb82b-0dfe-4606-b2bc-ef42e8fe7c4d tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:10.402698 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-652bb82b-0dfe-4606-b2bc-ef42e8fe7c4d tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/61833441-f8e4-430f-b8c2-339275f90643 HTTP/1.1" status: 404 len: 337 time: 0.0329897 Oct 12 07:41:10.405363 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40786) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:10.431682 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-289b3fe2-5f42-467c-8180-4cdf7e6e319c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:10.432065 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-289b3fe2-5f42-467c-8180-4cdf7e6e319c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:10.435465 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-289b3fe2-5f42-467c-8180-4cdf7e6e319c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/dc88beba-b512-4198-981e-1823a579c319 HTTP/1.1" status: 404 len: 337 time: 0.0291698 Oct 12 07:41:10.437057 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device ac390c3f-3e3c-4599-9346-e554e191e481 details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 07:41:10.437989 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40788) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:10.460746 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-af5ab3f2-27ca-418c-9298-ca6370f540e4 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:10.461291 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af5ab3f2-27ca-418c-9298-ca6370f540e4 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:10.467237 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-af5ab3f2-27ca-418c-9298-ca6370f540e4 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/ports/f8c00d15-b396-4a7b-824c-791acb6417f2 HTTP/1.1" status: 404 len: 333 time: 0.0250027 Oct 12 07:41:10.467420 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40790) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:10.478384 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-421f5b5d-adaf-468d-8de4-ad6e36a8341c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad41c87a-51ba-46d7-8894-87f18fc2c642') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:10.478965 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-421f5b5d-adaf-468d-8de4-ad6e36a8341c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad41c87a-51ba-46d7-8894-87f18fc2c642') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:10.485770 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f0fababe-0b71-45b4-904c-3cc103181261 tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Notify callbacks [] for router, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:10.494322 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-58d87e99-e61d-405d-bd74-1eed58e127cf tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:10.495643 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58d87e99-e61d-405d-bd74-1eed58e127cf tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:10.500732 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-58d87e99-e61d-405d-bd74-1eed58e127cf tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/7bc541da-baf2-4916-bfd5-769ffaf4c989 HTTP/1.1" status: 404 len: 337 time: 0.0298414 Oct 12 07:41:10.500894 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40792) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:10.526183 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-786b5eee-c4c2-4684-b24e-f043a3f11591 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:10.527187 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-786b5eee-c4c2-4684-b24e-f043a3f11591 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:10.530223 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-786b5eee-c4c2-4684-b24e-f043a3f11591 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/60567377-23d3-4035-a755-33ae485e991b HTTP/1.1" status: 404 len: 337 time: 0.0283930 Oct 12 07:41:10.530863 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-421f5b5d-adaf-468d-8de4-ad6e36a8341c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:10.532802 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40794) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:10.543996 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-60400900-5046-47b5-b875-4b3b4cf5c806 None None] Attempt 10 to provision port 4fa86762-9b54-43bc-ba96-5b6c67485690 Oct 12 07:41:10.546836 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port ac390c3f-3e3c-4599-9346-e554e191e481, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=ac390c3f-3e3c-4599-9346-e554e191e481,segment=NetworkSegment(5960ed1b-b84e-4dd5-baeb-b27eacd4235f),segment_id=5960ed1b-b84e-4dd5-baeb-b27eacd4235f)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:10.549612 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b81c03c-f2e9-4c6e-9c7d-aa94e46bec0c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Router 8c7410a8-7294-4d50-bca8-31d4228bdbad has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:41:10.557572 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-025b59e4-1899-44e6-81c5-045b48e98005 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:10.558401 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-025b59e4-1899-44e6-81c5-045b48e98005 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:10.563931 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-025b59e4-1899-44e6-81c5-045b48e98005 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/ports/db4a5e05-3f8c-47a1-8f1d-2d8c466bca3b HTTP/1.1" status: 404 len: 333 time: 0.0276852 Oct 12 07:41:10.564182 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40796) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:10.582912 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-421f5b5d-adaf-468d-8de4-ad6e36a8341c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:10.583159 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': 'ac390c3f-3e3c-4599-9346-e554e191e481', 'network_id': '95c516fb-6c65-4fe3-a2b6-948996fd68da', 'port_id': 'ac390c3f-3e3c-4599-9346-e554e191e481', 'mac_address': 'fa:16:3e:97:04:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1840c8ff-7e8f-4007-bf71-fc0c75dbc5d0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 07:41:10.592165 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-60400900-5046-47b5-b875-4b3b4cf5c806 None None] Port 4fa86762-9b54-43bc-ba96-5b6c67485690 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:41:10.594866 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cf302bc-27e3-498f-9962-27858292af4e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:10.595326 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cf302bc-27e3-498f-9962-27858292af4e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:10.598471 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-1cf302bc-27e3-498f-9962-27858292af4e tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/d7845c51-4002-498b-8abe-5047c21b8a79 HTTP/1.1" status: 404 len: 337 time: 0.0333698 Oct 12 07:41:10.601265 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40798) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:10.616994 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-421f5b5d-adaf-468d-8de4-ad6e36a8341c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:41:10.617407 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-421f5b5d-adaf-468d-8de4-ad6e36a8341c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:10.619823 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-60400900-5046-47b5-b875-4b3b4cf5c806 None None] Could not find standard attr ID for object 456c79de-04ac-4157-9e4f-7f1734c53753. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:41:10.627728 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a7dd525-8944-4421-850e-050c8e6c0811 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:10.628186 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a7dd525-8944-4421-850e-050c8e6c0811 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:10.633689 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-9a7dd525-8944-4421-850e-050c8e6c0811 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/3ef833f7-b3a0-40c1-92db-af9b7aa6887f HTTP/1.1" status: 404 len: 337 time: 0.0289652 Oct 12 07:41:10.633863 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40802) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:10.639597 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-60400900-5046-47b5-b875-4b3b4cf5c806 None None] Provisioning complete for port 994fb943-b471-46f8-9ab8-f616ffcf8d71 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:41:10.640043 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-60400900-5046-47b5-b875-4b3b4cf5c806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:10.640524 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-60400900-5046-47b5-b875-4b3b4cf5c806 None None] Attempt 1 to provision port 994fb943-b471-46f8-9ab8-f616ffcf8d71 Oct 12 07:41:10.645606 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port ac390c3f-3e3c-4599-9346-e554e191e481 is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:41:10.645606 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:10.668801 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40804) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:10.668909 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c15bda62-0eff-4602-8e00-18f6cdf9621a tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef91ffe-5b33-41a2-a897-8f2aa54e1a83 HTTP/1.1" status: 200 len: 205 time: 0.0331643 Oct 12 07:41:10.685195 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac390c3f-3e3c-4599-9346-e554e191e481 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:41:10.723609 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port ac390c3f-3e3c-4599-9346-e554e191e481, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=ac390c3f-3e3c-4599-9346-e554e191e481,segment=NetworkSegment(5960ed1b-b84e-4dd5-baeb-b27eacd4235f),segment_id=5960ed1b-b84e-4dd5-baeb-b27eacd4235f)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:10.730802 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:10.752386 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f0fababe-0b71-45b4-904c-3cc103181261 tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:10.791858 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f0fababe-0b71-45b4-904c-3cc103181261 tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:10.794846 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-46257598-b518-418e-af52-fc848ef42bb0 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] delete failed (client error): The resource could not be found. Oct 12 07:41:10.803263 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-46257598-b518-418e-af52-fc848ef42bb0 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/routers/aef91ffe-5b33-41a2-a897-8f2aa54e1a83 HTTP/1.1" status: 404 len: 336 time: 0.1223900 Oct 12 07:41:10.803469 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-60400900-5046-47b5-b875-4b3b4cf5c806 None None] Current status of the port 994fb943-b471-46f8-9ab8-f616ffcf8d71 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:41:10.803918 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40808) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:10.804015 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-60400900-5046-47b5-b875-4b3b4cf5c806 None None] Could not find standard attr ID for object 3769aa81-117b-4dbc-9a6f-8fecdf46e7f7. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:41:10.829345 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=ac390c3f-3e3c-4599-9346-e554e191e481,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:10.831948 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment ad41c87a-51ba-46d7-8894-87f18fc2c642 resource provider aggregate not found Oct 12 07:41:10.833582 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-419a4ca9-54a5-42c7-9691-529f358e597c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:10.834228 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-419a4ca9-54a5-42c7-9691-529f358e597c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:10.837547 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-419a4ca9-54a5-42c7-9691-529f358e597c tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/18103802-d0ac-4fe5-878e-ad4ac7d47201 HTTP/1.1" status: 404 len: 337 time: 0.0378780 Oct 12 07:41:10.840599 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40812) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:10.868970 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f5f60489-d820-4de6-a193-767bd7d68f5f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "GET /v2.0/ports?device_id=5819d70c-3a0f-4068-a383-b0a453499c15 HTTP/1.1" status: 200 len: 205 time: 0.0269096 Oct 12 07:41:10.871359 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40814) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:10.883325 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment ad41c87a-51ba-46d7-8894-87f18fc2c642 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad41c87a-51ba-46d7-8894-87f18fc2c642 found for delete ", "request_id": "req-b6807f7f-db9e-4e06-86ae-7031d46d2581"}]} Oct 12 07:41:10.887136 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-9984c921-8377-4c94-b6f8-758134138b2b tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Deleting port 98f35562-a47f-4804-96c2-abcc9dbc718e {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:41:10.887562 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9984c921-8377-4c94-b6f8-758134138b2b tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:10.905350 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-421f5b5d-adaf-468d-8de4-ad6e36a8341c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:10.910316 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-421f5b5d-adaf-468d-8de4-ad6e36a8341c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:10.913062 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-c965089e-2468-4852-81a0-27ec8af67bcc tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] delete failed (client error): The resource could not be found. Oct 12 07:41:10.913399 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-421f5b5d-adaf-468d-8de4-ad6e36a8341c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "DELETE /v2.0/networks/b2fef9de-fb53-4aef-bf24-fb87b19553e9 HTTP/1.1" status: 204 len: 168 time: 2.5949275 Oct 12 07:41:10.917150 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c965089e-2468-4852-81a0-27ec8af67bcc tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/routers/5819d70c-3a0f-4068-a383-b0a453499c15 HTTP/1.1" status: 404 len: 336 time: 0.0417104 Oct 12 07:41:10.917150 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40816) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:10.917843 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40818) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:10.926066 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-ab556d1e-98ab-438f-a511-6fa9dfa3e325 None None] Could not find standard attr ID for object 28ac8e51-1795-4a73-993d-693638de071b. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:41:10.929500 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-ab556d1e-98ab-438f-a511-6fa9dfa3e325 None None] Could not find standard attr ID for object efaec244-2a80-4976-aac7-1f7a455c2d36. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:41:10.945504 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f0fababe-0b71-45b4-904c-3cc103181261 tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:10.945918 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fababe-0b71-45b4-904c-3cc103181261 tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 652917f5-8c83-4b44-a814-4529901eef3d {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:41:10.951167 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f0fababe-0b71-45b4-904c-3cc103181261 tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:10.952288 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f0fababe-0b71-45b4-904c-3cc103181261 tempest-RoutersTestDVR-1159397131 tempest-RoutersTestDVR-1159397131-project-admin] 10.222.0.26 "DELETE /v2.0/routers/652917f5-8c83-4b44-a814-4529901eef3d HTTP/1.1" status: 204 len: 168 time: 0.8757200 Oct 12 07:41:10.953195 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f5b5d-adaf-468d-8de4-ad6e36a8341c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event deleted for resources: {'Network': ['ID=b2fef9de-fb53-4aef-bf24-fb87b19553e9,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:10.980674 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-47279799-5375-47c9-82e5-4fb91392b21d tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:10.981138 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47279799-5375-47c9-82e5-4fb91392b21d tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:10.986441 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-47279799-5375-47c9-82e5-4fb91392b21d tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/c4c233f3-25a3-4e98-a6fb-85eddc0d43d0 HTTP/1.1" status: 404 len: 337 time: 0.0654402 Oct 12 07:41:10.988027 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40822) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:10.993997 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['ac390c3f-3e3c-4599-9346-e554e191e481'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 07:41:11.063973 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b81c03c-f2e9-4c6e-9c7d-aa94e46bec0c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:41:11.076330 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-5b81c03c-f2e9-4c6e-9c7d-aa94e46bec0c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "PUT /v2.0/routers/8c7410a8-7294-4d50-bca8-31d4228bdbad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5219846 Oct 12 07:41:11.081971 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9984c921-8377-4c94-b6f8-758134138b2b tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:11.082403 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9984c921-8377-4c94-b6f8-758134138b2b tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:11.104224 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-9984c921-8377-4c94-b6f8-758134138b2b tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Calling delete_port for 98f35562-a47f-4804-96c2-abcc9dbc718e owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:41:11.115774 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121e831c-24d4-4fea-b06e-cb304c1771cb None None] Sync routers for ids ['8c7410a8-7294-4d50-bca8-31d4228bdbad'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:41:11.169642 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121e831c-24d4-4fea-b06e-cb304c1771cb None None] Routers {'8c7410a8-7294-4d50-bca8-31d4228bdbad'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:41:11.170415 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-121e831c-24d4-4fea-b06e-cb304c1771cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:40:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['8c7410a8-7294-4d50-bca8-31d4228bdbad'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:11.175648 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8703ab2-5fd5-4f72-b560-c323353ff6c1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:11.177479 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8703ab2-5fd5-4f72-b560-c323353ff6c1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:11.187545 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d8703ab2-5fd5-4f72-b560-c323353ff6c1 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/72cec617-96b2-458e-a372-104ce12c4721 HTTP/1.1" status: 404 len: 337 time: 0.1985416 Oct 12 07:41:11.190151 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40826) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:11.226993 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1acd881-507d-486d-bda3-072ef58b3a82 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:11.227937 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1acd881-507d-486d-bda3-072ef58b3a82 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:11.231332 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f1acd881-507d-486d-bda3-072ef58b3a82 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/ports/550d287e-2d64-497d-9ab1-d398db801357 HTTP/1.1" status: 404 len: 333 time: 0.0399482 Oct 12 07:41:11.234881 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40830) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:11.281778 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2e18f70-cb3d-4ee5-bee5-f6d5b0e75009 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:11.282337 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2e18f70-cb3d-4ee5-bee5-f6d5b0e75009 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:11.285986 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a2e18f70-cb3d-4ee5-bee5-f6d5b0e75009 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/aee92156-044d-4892-9f94-4243dcdbf3ac HTTP/1.1" status: 404 len: 337 time: 0.0499411 Oct 12 07:41:11.288428 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40834) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:11.313632 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-feadb858-a4b3-4aa7-910e-6f55cf236ca5 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:11.314415 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feadb858-a4b3-4aa7-910e-6f55cf236ca5 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:11.317541 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-feadb858-a4b3-4aa7-910e-6f55cf236ca5 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/ports/27e9e275-5458-44d3-9536-a8179a6e7de2 HTTP/1.1" status: 404 len: 333 time: 0.0281265 Oct 12 07:41:11.320198 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40836) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:11.375768 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-121e831c-24d4-4fea-b06e-cb304c1771cb None None] Set router 8c7410a8-7294-4d50-bca8-31d4228bdbad gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:41:11.378366 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f01d42c-c7da-4bbc-88a8-b3b039baf704 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:11.379054 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f01d42c-c7da-4bbc-88a8-b3b039baf704 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:11.382353 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-3f01d42c-c7da-4bbc-88a8-b3b039baf704 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/9cbd8137-3074-4414-84ab-eab3021a5d16 HTTP/1.1" status: 404 len: 337 time: 0.0611515 Oct 12 07:41:11.386947 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40840) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:11.398459 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40842) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:11.423043 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d80d35a-dc10-4aa5-a70b-cf1fda68614a tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:11.423956 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d80d35a-dc10-4aa5-a70b-cf1fda68614a tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:11.427383 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-8d80d35a-dc10-4aa5-a70b-cf1fda68614a tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/ports/62c6613e-9b33-4b3b-9673-c385fbf0649c HTTP/1.1" status: 404 len: 333 time: 0.0393019 Oct 12 07:41:11.431280 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40846) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:11.436961 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba046669-abfb-423b-b301-e13b8e9224cb req-fe9a2eba-2054-47d4-8f97-6537445fcb1e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:11.438493 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ba046669-abfb-423b-b301-e13b8e9224cb req-fe9a2eba-2054-47d4-8f97-6537445fcb1e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=581e9fa7-8edf-4f44-a0ff-06d7c666fe36 HTTP/1.1" status: 200 len: 946 time: 0.0862968 Oct 12 07:41:11.460654 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9984c921-8377-4c94-b6f8-758134138b2b tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:11.463121 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4f647ae-a15f-4741-90a9-c53435d18cbd tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:11.463739 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4f647ae-a15f-4741-90a9-c53435d18cbd tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:11.467152 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a4f647ae-a15f-4741-90a9-c53435d18cbd tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/35c57792-6bf0-479d-8701-09ec8f534a1b HTTP/1.1" status: 404 len: 337 time: 0.0347114 Oct 12 07:41:11.470385 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40848) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:11.515099 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9984c921-8377-4c94-b6f8-758134138b2b tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Pushing event deleted for resources: {'Port': ['ID=98f35562-a47f-4804-96c2-abcc9dbc718e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:11.517820 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c5f5563-272c-4539-a948-93ae1127c42f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:11.518758 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c5f5563-272c-4539-a948-93ae1127c42f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:11.521992 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-2c5f5563-272c-4539-a948-93ae1127c42f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/ports/e47a1676-1537-4caa-980d-16e3011fccb3 HTTP/1.1" status: 404 len: 333 time: 0.0477526 Oct 12 07:41:11.532147 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40850) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:11.585110 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ba046669-abfb-423b-b301-e13b8e9224cb req-9cee109b-7c09-477f-8aee-1bb99462c0e5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=c0990109-25d7-4e79-ba30-3d3dfeb63a54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384811 Oct 12 07:41:11.591382 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-d14ae9eb-6ade-40d5-b242-a1560d9b91d9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:11.591591 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d14ae9eb-6ade-40d5-b242-a1560d9b91d9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:11.594646 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d14ae9eb-6ade-40d5-b242-a1560d9b91d9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/795c8fce-2674-4cad-9eb5-cfe1376ddab0 HTTP/1.1" status: 404 len: 337 time: 0.0613177 Oct 12 07:41:11.599175 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40852) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:11.618047 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-868cc2c4-4ced-4486-9e78-4991de6d67e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:11.625477 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-9984c921-8377-4c94-b6f8-758134138b2b tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] create failed (client error): The resource could not be found. Oct 12 07:41:11.628701 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-9984c921-8377-4c94-b6f8-758134138b2b tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.4501429 Oct 12 07:41:11.631290 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-3380068d-066a-42b0-b6c8-5e2321f8fd0f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:11.631968 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3380068d-066a-42b0-b6c8-5e2321f8fd0f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:11.632578 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40854) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:11.637382 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-3380068d-066a-42b0-b6c8-5e2321f8fd0f tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/ports/01d92085-5c99-458a-b74f-f047bd2e2b57 HTTP/1.1" status: 404 len: 333 time: 0.0331924 Oct 12 07:41:11.637857 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40856) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:11.659056 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae2422-13b5-400b-92c2-acc25bada5f5 req-45215cd4-0420-4b86-8d62-9c9880db71dc tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:11.660327 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0aae2422-13b5-400b-92c2-acc25bada5f5 req-45215cd4-0420-4b86-8d62-9c9880db71dc tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3b85b-9481-4123-aac6-ca26a2a8401c HTTP/1.1" status: 200 len: 944 time: 0.1733418 Oct 12 07:41:11.686315 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1d14e2ff-e1e9-4790-a246-3e48acc262e9 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:11.697501 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e93dd99-579d-49c1-88fc-02513576af42 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:11.697952 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e93dd99-579d-49c1-88fc-02513576af42 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:11.703502 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-9e93dd99-579d-49c1-88fc-02513576af42 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/df118b6a-0c69-41f3-a95a-016373e5fede HTTP/1.1" status: 404 len: 337 time: 0.0621185 Oct 12 07:41:11.711365 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40858) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:11.733038 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-121e831c-24d4-4fea-b06e-cb304c1771cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'name': 'tempest-TestNetworkBasicOps-router-555883788', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': '0b43baf8-2140-4c2d-a8c3-c75746ab1776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:38:39Z', 'updated_at': '2022-10-12T07:41:08Z', 'revision_number': 6, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '0b43baf8-2140-4c2d-a8c3-c75746ab1776', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:40:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:38:41Z', 'updated_at': '2022-10-12T07:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'b6831748-04f3-4fbb-ba36-810564e33177', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'floating_ip_address': '172.26.3.14', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'port_id': '3fe897af-d5b7-4d22-b7ae-0c814642fab6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f174f3-fe7c-477c-82b4-dc8c70c0c1d0', 'mac_address': 'fa:16:3e:bb:83:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8926720-09b0-467b-9e8a-3bd93ba7b4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:39:36Z', 'updated_at': '2022-10-12T07:39:42Z', 'revision_number': 1, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bb6b36e-60ed-4267-80b7-be073d9d55e1', 'name': '', 'network_id': 'd3f174f3-fe7c-477c-82b4-dc8c70c0c1d0', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:a1:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'f94507d5-d2c5-4934-a94a-80714edc117a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:38:52Z', 'updated_at': '2022-10-12T07:39:03Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': 'f94507d5-d2c5-4934-a94a-80714edc117a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:11.751638 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8b054cd-2981-444e-b33e-06fab855b29a tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:11.752356 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8b054cd-2981-444e-b33e-06fab855b29a tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:11.755425 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a8b054cd-2981-444e-b33e-06fab855b29a tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/ports/9b5fac3c-d259-421a-89fb-730e89cb7c57 HTTP/1.1" status: 404 len: 333 time: 0.0401330 Oct 12 07:41:11.759855 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40860) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:11.765902 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121e831c-24d4-4fea-b06e-cb304c1771cb None None] Checking router: 8c7410a8-7294-4d50-bca8-31d4228bdbad for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:41:11.776108 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121e831c-24d4-4fea-b06e-cb304c1771cb None None] Routers {'8c7410a8-7294-4d50-bca8-31d4228bdbad'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:41:11.777497 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-121e831c-24d4-4fea-b06e-cb304c1771cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:40:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['8c7410a8-7294-4d50-bca8-31d4228bdbad'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:11.797094 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-868cc2c4-4ced-4486-9e78-4991de6d67e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:11.802231 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-c0a0ebf7-d71d-4661-abe7-b690cb1acc98 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Deleting port 4fa86762-9b54-43bc-ba96-5b6c67485690 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:41:11.802231 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ebf7-d71d-4661-abe7-b690cb1acc98 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:11.816332 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-868cc2c4-4ced-4486-9e78-4991de6d67e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:11.826475 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0aae2422-13b5-400b-92c2-acc25bada5f5 req-30d79f23-5205-4105-b652-63ce509f56dd tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/security-groups?id=686babc7-531d-4b2e-b4b2-43471ce94706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376474 Oct 12 07:41:11.829379 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c6dcd8d-8878-468d-9ba9-c6e0f0958e51 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:11.829840 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c6dcd8d-8878-468d-9ba9-c6e0f0958e51 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:11.832833 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-0c6dcd8d-8878-468d-9ba9-c6e0f0958e51 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/b4d8c3ca-39ea-4816-831e-a1cb8ef272e8 HTTP/1.1" status: 404 len: 337 time: 0.0720339 Oct 12 07:41:11.841783 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40862) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:11.902494 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-868cc2c4-4ced-4486-9e78-4991de6d67e7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=11bf08a2f0fe4a0ab7e859f84f781f7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5024636 Oct 12 07:41:11.905805 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40864) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:11.912429 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868cc2c4-4ced-4486-9e78-4991de6d67e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0eb242-0d0f-4903-8f47-44c2cd967fb1,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:11.914336 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-61ec6fe6-56c6-4c8d-bdff-a142cc128703 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:11.916326 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61ec6fe6-56c6-4c8d-bdff-a142cc128703 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:11.922730 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-61ec6fe6-56c6-4c8d-bdff-a142cc128703 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/ports/22f52f3c-5c5d-4197-83aa-4bfc4868640f HTTP/1.1" status: 404 len: 333 time: 0.0720313 Oct 12 07:41:11.924359 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-121e831c-24d4-4fea-b06e-cb304c1771cb None None] Set router 8c7410a8-7294-4d50-bca8-31d4228bdbad gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:41:11.935851 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40866) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:11.938929 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ebf7-d71d-4661-abe7-b690cb1acc98 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:11.974377 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-e233f12b-50e3-41ee-aa32-0683d65fe9c9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:11.974753 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e233f12b-50e3-41ee-aa32-0683d65fe9c9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:11.977724 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e233f12b-50e3-41ee-aa32-0683d65fe9c9 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/subnets/4c438f8f-3c97-4f1d-aed5-d45b16afef2e HTTP/1.1" status: 404 len: 337 time: 0.0407984 Oct 12 07:41:11.978822 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-c0a0ebf7-d71d-4661-abe7-b690cb1acc98 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Calling delete_port for 4fa86762-9b54-43bc-ba96-5b6c67485690 owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:41:11.981011 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40868) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:11.999556 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7aa7e224-1106-4b6b-8550-e910d01e9b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:12.047842 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7aa7e224-1106-4b6b-8550-e910d01e9b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:12.105506 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aeaa545f-d2b9-4c9a-8d7e-c1270405c058 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:12.172770 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-121e831c-24d4-4fea-b06e-cb304c1771cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'name': 'tempest-TestNetworkBasicOps-router-555883788', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': '0b43baf8-2140-4c2d-a8c3-c75746ab1776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:38:39Z', 'updated_at': '2022-10-12T07:41:08Z', 'revision_number': 6, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '0b43baf8-2140-4c2d-a8c3-c75746ab1776', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:40:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:38:41Z', 'updated_at': '2022-10-12T07:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'b6831748-04f3-4fbb-ba36-810564e33177', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'floating_ip_address': '172.26.3.14', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'port_id': '3fe897af-d5b7-4d22-b7ae-0c814642fab6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f174f3-fe7c-477c-82b4-dc8c70c0c1d0', 'mac_address': 'fa:16:3e:bb:83:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8926720-09b0-467b-9e8a-3bd93ba7b4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:39:36Z', 'updated_at': '2022-10-12T07:39:42Z', 'revision_number': 1, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bb6b36e-60ed-4267-80b7-be073d9d55e1', 'name': '', 'network_id': 'd3f174f3-fe7c-477c-82b4-dc8c70c0c1d0', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:a1:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'f94507d5-d2c5-4934-a94a-80714edc117a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:38:52Z', 'updated_at': '2022-10-12T07:39:03Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': 'f94507d5-d2c5-4934-a94a-80714edc117a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:12.203604 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121e831c-24d4-4fea-b06e-cb304c1771cb None None] The sync data for ids ['8c7410a8-7294-4d50-bca8-31d4228bdbad'] in dv-neutron-860909-2-hyperv is: [{'id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'name': 'tempest-TestNetworkBasicOps-router-555883788', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': '0b43baf8-2140-4c2d-a8c3-c75746ab1776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:38:39Z', 'updated_at': '2022-10-12T07:41:08Z', 'revision_number': 6, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '0b43baf8-2140-4c2d-a8c3-c75746ab1776', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:40:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:38:41Z', 'updated_at': '2022-10-12T07:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'b6831748-04f3-4fbb-ba36-810564e33177', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'floating_ip_address': '172.26.3.14', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'port_id': '3fe897af-d5b7-4d22-b7ae-0c814642fab6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f174f3-fe7c-477c-82b4-dc8c70c0c1d0', 'mac_address': 'fa:16:3e:bb:83:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8926720-09b0-467b-9e8a-3bd93ba7b4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:39:36Z', 'updated_at': '2022-10-12T07:39:42Z', 'revision_number': 1, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bb6b36e-60ed-4267-80b7-be073d9d55e1', 'name': '', 'network_id': 'd3f174f3-fe7c-477c-82b4-dc8c70c0c1d0', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:a1:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'f94507d5-d2c5-4934-a94a-80714edc117a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:38:52Z', 'updated_at': '2022-10-12T07:39:03Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': 'f94507d5-d2c5-4934-a94a-80714edc117a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:41:12.248232 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aeaa545f-d2b9-4c9a-8d7e-c1270405c058 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:12.285326 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-aeaa545f-d2b9-4c9a-8d7e-c1270405c058 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9994ec23-a1f7-459d-8925-14bc9ff05f17']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:12.296647 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-aeaa545f-d2b9-4c9a-8d7e-c1270405c058 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a3d63cb-ac46-4321-b66b-e93adba0c397') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:12.296981 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-aeaa545f-d2b9-4c9a-8d7e-c1270405c058 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a3d63cb-ac46-4321-b66b-e93adba0c397') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:12.303629 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ebf7-d71d-4661-abe7-b690cb1acc98 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:12.312680 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aeaa545f-d2b9-4c9a-8d7e-c1270405c058 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:12.342411 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0ebf7-d71d-4661-abe7-b690cb1acc98 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Pushing event deleted for resources: {'Port': ['ID=4fa86762-9b54-43bc-ba96-5b6c67485690,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:12.355855 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aeaa545f-d2b9-4c9a-8d7e-c1270405c058 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:12.376936 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeaa545f-d2b9-4c9a-8d7e-c1270405c058 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:41:12.377348 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aeaa545f-d2b9-4c9a-8d7e-c1270405c058 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:12.448285 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device ac390c3f-3e3c-4599-9346-e554e191e481 up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:41:12.453612 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-1d14e2ff-e1e9-4790-a246-3e48acc262e9 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Deleting port 9d18f963-3f32-437a-925f-7666a070bb26 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:41:12.454123 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1d14e2ff-e1e9-4790-a246-3e48acc262e9 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:12.473826 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ebf7-d71d-4661-abe7-b690cb1acc98 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:12.480151 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c0a0ebf7-d71d-4661-abe7-b690cb1acc98 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] 10.222.0.26 "DELETE /v2.0/ports/4fa86762-9b54-43bc-ba96-5b6c67485690 HTTP/1.1" status: 204 len: 168 time: 0.8440673 Oct 12 07:41:12.480309 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7aa7e224-1106-4b6b-8550-e910d01e9b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:12.480399 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40870) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:12.482321 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7aa7e224-1106-4b6b-8550-e910d01e9b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:12.484556 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-7aa7e224-1106-4b6b-8550-e910d01e9b4e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ae0eb242-0d0f-4903-8f47-44c2cd967fb1 HTTP/1.1" status: 204 len: 168 time: 0.5777502 Oct 12 07:41:12.500394 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7e224-1106-4b6b-8550-e910d01e9b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0eb242-0d0f-4903-8f47-44c2cd967fb1,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:12.511759 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aeaa545f-d2b9-4c9a-8d7e-c1270405c058 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:12.528872 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aeaa545f-d2b9-4c9a-8d7e-c1270405c058 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:12.533857 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-aeaa545f-d2b9-4c9a-8d7e-c1270405c058 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] 10.222.0.26 "DELETE /v2.0/networks/9994ec23-a1f7-459d-8925-14bc9ff05f17 HTTP/1.1" status: 204 len: 168 time: 0.5518246 Oct 12 07:41:12.553893 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning for port ac390c3f-3e3c-4599-9346-e554e191e481 completed by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 12 07:41:12.559649 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port ac390c3f-3e3c-4599-9346-e554e191e481 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:41:12.560071 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:12.560406 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port ac390c3f-3e3c-4599-9346-e554e191e481 Oct 12 07:41:12.573494 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa545f-d2b9-4c9a-8d7e-c1270405c058 tempest-NetworksTestDHCPv6-787817953 tempest-NetworksTestDHCPv6-787817953-project] Pushing event deleted for resources: {'Network': ['ID=9994ec23-a1f7-459d-8925-14bc9ff05f17,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:12.595627 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc8c213-5d8d-4621-933b-3881dc74776f tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:12.601477 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-6cc8c213-5d8d-4621-933b-3881dc74776f tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2b0f434-b0e2-4b23-b55e-6c6b707b75cc HTTP/1.1" status: 200 len: 913 time: 0.1175928 Oct 12 07:41:12.604845 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40876) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:12.721598 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port ac390c3f-3e3c-4599-9346-e554e191e481 is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:41:12.721958 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:12.829136 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e3b85b-9481-4123-aac6-ca26a2a8401c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac390c3f-3e3c-4599-9346-e554e191e481'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:41:12.831559 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3994ff-5e13-43b7-8d31-dd8001a2a2c3" -d '{"events": [{"server_uuid": "19e3b85b-9481-4123-aac6-ca26a2a8401c", "name": "network-vif-plugged", "status": "completed", "tag": "ac390c3f-3e3c-4599-9346-e554e191e481"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:41:12.850053 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port ac390c3f-3e3c-4599-9346-e554e191e481, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=ac390c3f-3e3c-4599-9346-e554e191e481,segment=NetworkSegment(5960ed1b-b84e-4dd5-baeb-b27eacd4235f),segment_id=5960ed1b-b84e-4dd5-baeb-b27eacd4235f)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:12.860288 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:12.910058 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-1d14e2ff-e1e9-4790-a246-3e48acc262e9 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] For port 9d18f963-3f32-437a-925f-7666a070bb26, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=9d18f963-3f32-437a-925f-7666a070bb26,segment=NetworkSegment(cf7fe462-ee38-41fb-9516-936e53b5993f),segment_id=cf7fe462-ee38-41fb-9516-936e53b5993f)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:12.910502 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1d14e2ff-e1e9-4790-a246-3e48acc262e9 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:12.912165 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 5a3d63cb-ac46-4321-b66b-e93adba0c397 resource provider aggregate not found Oct 12 07:41:12.939007 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 5a3d63cb-ac46-4321-b66b-e93adba0c397 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5a3d63cb-ac46-4321-b66b-e93adba0c397 found for delete ", "request_id": "req-0fdcd04c-21f6-4fb3-9034-630153d5a659"}]} Oct 12 07:41:12.954373 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f5a7f2-1fcd-4cbd-89b8-904801ab7e45 x-openstack-request-id: req-f0f5a7f2-1fcd-4cbd-89b8-904801ab7e45 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:41:12.954920 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e3b85b-9481-4123-aac6-ca26a2a8401c", "name": "network-vif-plugged", "status": "completed", "tag": "ac390c3f-3e3c-4599-9346-e554e191e481", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:41:12.954920 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f0f5a7f2-1fcd-4cbd-89b8-904801ab7e45 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:41:12.955290 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0f5a7f2-1fcd-4cbd-89b8-904801ab7e45'] response: {'server_uuid': '19e3b85b-9481-4123-aac6-ca26a2a8401c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac390c3f-3e3c-4599-9346-e554e191e481', 'code': 200} Oct 12 07:41:12.967846 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40892) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:12.992397 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-1d14e2ff-e1e9-4790-a246-3e48acc262e9 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Calling delete_port for 9d18f963-3f32-437a-925f-7666a070bb26 owned by network:router_interface {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:41:12.998262 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=ac390c3f-3e3c-4599-9346-e554e191e481,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:13.123686 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7c493-faf6-44a7-b2ff-43aa6daa19fb req-63587ff6-89a4-442b-b21b-1474c3e07172 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:13.125254 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-12b7c493-faf6-44a7-b2ff-43aa6daa19fb req-63587ff6-89a4-442b-b21b-1474c3e07172 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=581e9fa7-8edf-4f44-a0ff-06d7c666fe36 HTTP/1.1" status: 200 len: 946 time: 0.3826714 Oct 12 07:41:13.139217 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40822222-293e-465d-b889-11dba674d950 req-2eb80a8c-6246-4b01-ba2e-df8d0a3c1a69 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:13.140701 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-40822222-293e-465d-b889-11dba674d950 req-2eb80a8c-6246-4b01-ba2e-df8d0a3c1a69 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "GET /v2.0/ports?device_id=581e9fa7-8edf-4f44-a0ff-06d7c666fe36 HTTP/1.1" status: 200 len: 946 time: 0.3810246 Oct 12 07:41:13.187800 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40896) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:13.206885 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d56493-c2a7-4c63-a7e8-bc68a64028b4 req-7c741a12-78b3-4ab3-8b72-a8bd47f73ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:13.208372 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-a9d56493-c2a7-4c63-a7e8-bc68a64028b4 req-7c741a12-78b3-4ab3-8b72-a8bd47f73ba6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=19e3b85b-9481-4123-aac6-ca26a2a8401c HTTP/1.1" status: 200 len: 1098 time: 0.1082606 Oct 12 07:41:13.218227 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d0e803d9-9dd4-4299-8380-5aa4c42abd55 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3e134b4bc92f4839ac5ca68b448223d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2491014 Oct 12 07:41:13.219042 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aeafd02b-4dc4-4c62-add7-57a00a1f1f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:13.225447 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40898) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:13.296013 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-a9d56493-c2a7-4c63-a7e8-bc68a64028b4 req-d82f8f41-9a4e-4a5f-9669-ac7aaf14c3ae service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=686babc7-531d-4b2e-b4b2-43471ce94706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802410 Oct 12 07:41:13.301339 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822d18b-ead3-4a59-a1ce-0e0b73d09b02 req-8f59a07a-2b23-4ea7-8555-13c8cbdede09 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:13.302872 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c822d18b-ead3-4a59-a1ce-0e0b73d09b02 req-8f59a07a-2b23-4ea7-8555-13c8cbdede09 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3b85b-9481-4123-aac6-ca26a2a8401c HTTP/1.1" status: 200 len: 945 time: 0.2548761 Oct 12 07:41:13.327685 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db1ebbfa-e995-4b32-9447-e69d1fc21a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:13.362330 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db1ebbfa-e995-4b32-9447-e69d1fc21a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:13.384380 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-12b7c493-faf6-44a7-b2ff-43aa6daa19fb req-85a9cb7a-e082-428e-b3a1-812497d99836 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=c0990109-25d7-4e79-ba30-3d3dfeb63a54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2379656 Oct 12 07:41:13.411060 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aeafd02b-4dc4-4c62-add7-57a00a1f1f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:13.419763 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aeafd02b-4dc4-4c62-add7-57a00a1f1f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:13.456934 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db1ebbfa-e995-4b32-9447-e69d1fc21a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:13.459443 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db1ebbfa-e995-4b32-9447-e69d1fc21a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:13.460583 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-db1ebbfa-e995-4b32-9447-e69d1fc21a5a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/626fd244-da5d-4f5c-8a54-cf9e74685006 HTTP/1.1" status: 204 len: 168 time: 0.2334750 Oct 12 07:41:13.468047 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-aeafd02b-4dc4-4c62-add7-57a00a1f1f17 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=acf494953a9b4a5bb82b89bd386d68fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2777452 Oct 12 07:41:13.468641 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40902) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:13.470660 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeafd02b-4dc4-4c62-add7-57a00a1f1f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b52232-d07b-43bd-bd06-af50b860d398,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:13.488905 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c822d18b-ead3-4a59-a1ce-0e0b73d09b02 req-95a89713-b30c-4200-8ec5-24e771753858 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/security-groups?id=686babc7-531d-4b2e-b4b2-43471ce94706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716328 Oct 12 07:41:13.493755 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ebbfa-e995-4b32-9447-e69d1fc21a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626fd244-da5d-4f5c-8a54-cf9e74685006,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:13.534247 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-550683b1-6975-46ec-914a-974525389815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:13.551095 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-40822222-293e-465d-b889-11dba674d950 req-57add90a-8396-42aa-b72a-e3cd19f73c80 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Deleting port e10af79f-8824-4e26-b83f-5085272e3a01 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:41:13.551440 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-40822222-293e-465d-b889-11dba674d950 req-57add90a-8396-42aa-b72a-e3cd19f73c80 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:13.553805 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-550683b1-6975-46ec-914a-974525389815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:13.606746 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-550683b1-6975-46ec-914a-974525389815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:13.609867 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-550683b1-6975-46ec-914a-974525389815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:13.611286 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-550683b1-6975-46ec-914a-974525389815 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f0b52232-d07b-43bd-bd06-af50b860d398 HTTP/1.1" status: 204 len: 168 time: 0.1415753 Oct 12 07:41:13.621556 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550683b1-6975-46ec-914a-974525389815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b52232-d07b-43bd-bd06-af50b860d398,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:13.680110 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1d14e2ff-e1e9-4790-a246-3e48acc262e9 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:13.708901 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device ce110905-bc30-4c61-b646-aa273f29a41c no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:41:13.728596 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d14e2ff-e1e9-4790-a246-3e48acc262e9 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event deleted for resources: {'Port': ['ID=9d18f963-3f32-437a-925f-7666a070bb26,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:13.732137 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: ce110905-bc30-4c61-b646-aa273f29a41c {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:41:13.732482 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device ce110905-bc30-4c61-b646-aa273f29a41c not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:41:13.828707 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-40822222-293e-465d-b889-11dba674d950 req-57add90a-8396-42aa-b72a-e3cd19f73c80 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] For port e10af79f-8824-4e26-b83f-5085272e3a01, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=e10af79f-8824-4e26-b83f-5085272e3a01,segment=NetworkSegment(66eba1d6-82ae-46e1-9ff4-c11281c8b13d),segment_id=66eba1d6-82ae-46e1-9ff4-c11281c8b13d)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:13.829084 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-40822222-293e-465d-b889-11dba674d950 req-57add90a-8396-42aa-b72a-e3cd19f73c80 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:13.843209 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c0b58dce-be09-404c-a017-78c86b22ccc9 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:13.892174 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-31227dd0-dcfd-426e-a2fe-3531efd8dece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:13.916446 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-40822222-293e-465d-b889-11dba674d950 req-57add90a-8396-42aa-b72a-e3cd19f73c80 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Calling delete_port for e10af79f-8824-4e26-b83f-5085272e3a01 owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:41:14.012356 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1d14e2ff-e1e9-4790-a246-3e48acc262e9 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:14.383871 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d14e2ff-e1e9-4790-a246-3e48acc262e9 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Router f3cbc997-c159-4245-942e-b009ea82b66d has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:41:14.385914 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-40822222-293e-465d-b889-11dba674d950 req-57add90a-8396-42aa-b72a-e3cd19f73c80 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:14.448213 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:41:14.482181 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40944) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:14.492104 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40948) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:14.600949 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-aa9e1aa3-07c9-4432-8b6e-22bef78e5ea7 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-754243761'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:14.608100 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-36420299-0835-47e3-8b0c-c6e31325ec7f tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-296466481'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:14.637383 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9e1aa3-07c9-4432-8b6e-22bef78e5ea7 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Made reservation on behalf of 118ca68972cc4be1aeb1223f16967aab for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:41:14.641355 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aa9e1aa3-07c9-4432-8b6e-22bef78e5ea7 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:14.644783 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36420299-0835-47e3-8b0c-c6e31325ec7f tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Made reservation on behalf of d84782a8f97f42b891095515bfdbea7c for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:41:14.648174 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-36420299-0835-47e3-8b0c-c6e31325ec7f tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:14.661732 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aa9e1aa3-07c9-4432-8b6e-22bef78e5ea7 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:14.663782 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-36420299-0835-47e3-8b0c-c6e31325ec7f tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:14.780266 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57add90a-8396-42aa-b72a-e3cd19f73c80 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Port': ['ID=e10af79f-8824-4e26-b83f-5085272e3a01,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:14.802259 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aa9e1aa3-07c9-4432-8b6e-22bef78e5ea7 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:14.804500 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-36420299-0835-47e3-8b0c-c6e31325ec7f tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:14.809201 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aa9e1aa3-07c9-4432-8b6e-22bef78e5ea7 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:14.817190 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-36420299-0835-47e3-8b0c-c6e31325ec7f tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:14.831642 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-dea6fad3-7092-4eaa-a4a4-5df7fdfdab30 req-5416eec0-e29b-4aa5-b7d6-498e04ecc758 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=581e9fa7-8edf-4f44-a0ff-06d7c666fe36 HTTP/1.1" status: 200 len: 210 time: 0.0670946 Oct 12 07:41:14.844900 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36420299-0835-47e3-8b0c-c6e31325ec7f tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:41:14.846827 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa9e1aa3-07c9-4432-8b6e-22bef78e5ea7 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:41:14.867383 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aa9e1aa3-07c9-4432-8b6e-22bef78e5ea7 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:14.867933 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-aa9e1aa3-07c9-4432-8b6e-22bef78e5ea7 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Added segment 333f1a33-b548-48f8-bb5a-0eefdc877476 of type vlan for network 028f3960-8999-42bb-b390-3b9e53342548 Oct 12 07:41:14.889394 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e1aa3-07c9-4432-8b6e-22bef78e5ea7 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=852fd33e-aa88-45a4-ba39-bf723c2b005b,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:14.918221 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-36420299-0835-47e3-8b0c-c6e31325ec7f tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:14.918558 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-36420299-0835-47e3-8b0c-c6e31325ec7f tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Added segment 232b2a9e-21f2-4093-8472-848133ae4f2b of type vlan for network 1038b0af-2b64-4111-a99d-bd985a0bf590 Oct 12 07:41:14.942923 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aa9e1aa3-07c9-4432-8b6e-22bef78e5ea7 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:14.970910 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-40822222-293e-465d-b889-11dba674d950 req-57add90a-8396-42aa-b72a-e3cd19f73c80 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] No DVR routers for this DVR port e10af79f-8824-4e26-b83f-5085272e3a01 on host hv-neutron-8609 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:41:14.984338 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-40822222-293e-465d-b889-11dba674d950 req-57add90a-8396-42aa-b72a-e3cd19f73c80 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:14.989421 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-40822222-293e-465d-b889-11dba674d950 req-57add90a-8396-42aa-b72a-e3cd19f73c80 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "DELETE /v2.0/ports/e10af79f-8824-4e26-b83f-5085272e3a01 HTTP/1.1" status: 204 len: 173 time: 1.8330998 Oct 12 07:41:14.989672 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36420299-0835-47e3-8b0c-c6e31325ec7f tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fab8078-88c9-46c4-a301-298e6e25b59f,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:14.992549 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '581e9fa7-8edf-4f44-a0ff-06d7c666fe36', 'name': 'network-vif-deleted', 'tag': 'e10af79f-8824-4e26-b83f-5085272e3a01'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:41:14.994909 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a4c809-add6-4fef-adae-e3842f1ab893" -d '{"events": [{"server_uuid": "581e9fa7-8edf-4f44-a0ff-06d7c666fe36", "name": "network-vif-deleted", "tag": "e10af79f-8824-4e26-b83f-5085272e3a01"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:41:15.005121 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-36420299-0835-47e3-8b0c-c6e31325ec7f tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:15.010791 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e99a87-ddea-4c9d-bba1-5ce86ec171d2 req-097c29b1-4ce7-459e-b6c0-77cd05ccb9cc tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:15.014432 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-09e99a87-ddea-4c9d-bba1-5ce86ec171d2 req-097c29b1-4ce7-459e-b6c0-77cd05ccb9cc tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3b85b-9481-4123-aac6-ca26a2a8401c HTTP/1.1" status: 200 len: 945 time: 0.2533193 Oct 12 07:41:15.033686 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d14e2ff-e1e9-4790-a246-3e48acc262e9 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:41:15.046318 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2412ae-6c36-44d4-8176-123e0f623505 None None] Sync routers for ids ['f3cbc997-c159-4245-942e-b009ea82b66d'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:41:15.048475 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-1d14e2ff-e1e9-4790-a246-3e48acc262e9 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "PUT /v2.0/routers/f3cbc997-c159-4245-942e-b009ea82b66d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1313620 Oct 12 07:41:15.050243 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40960) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:15.053286 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aa9e1aa3-07c9-4432-8b6e-22bef78e5ea7 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:15.053911 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e5217e-f382-4518-acb7-eb29a7814756 x-openstack-request-id: req-a4e5217e-f382-4518-acb7-eb29a7814756 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:41:15.054237 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "581e9fa7-8edf-4f44-a0ff-06d7c666fe36", "name": "network-vif-deleted", "tag": "e10af79f-8824-4e26-b83f-5085272e3a01", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:41:15.054487 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a4e5217e-f382-4518-acb7-eb29a7814756 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:41:15.054883 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4e5217e-f382-4518-acb7-eb29a7814756'] response: {'server_uuid': '581e9fa7-8edf-4f44-a0ff-06d7c666fe36', 'name': 'network-vif-deleted', 'tag': 'e10af79f-8824-4e26-b83f-5085272e3a01', 'status': 'completed', 'code': 200} Oct 12 07:41:15.062462 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9e1aa3-07c9-4432-8b6e-22bef78e5ea7 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:15.063150 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-aa9e1aa3-07c9-4432-8b6e-22bef78e5ea7 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:15.077164 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-c0b58dce-be09-404c-a017-78c86b22ccc9 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Deleting port 41f46513-2154-4bae-9ef2-f9d6fa8abc3b {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:41:15.077528 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c0b58dce-be09-404c-a017-78c86b22ccc9 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:15.082647 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-09e99a87-ddea-4c9d-bba1-5ce86ec171d2 req-88692c86-ff3e-470d-b7b3-e7787326ade0 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/security-groups?id=686babc7-531d-4b2e-b4b2-43471ce94706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612259 Oct 12 07:41:15.085512 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2412ae-6c36-44d4-8176-123e0f623505 None None] Routers {'f3cbc997-c159-4245-942e-b009ea82b66d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:41:15.086068 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ec2412ae-6c36-44d4-8176-123e0f623505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:40:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['f3cbc997-c159-4245-942e-b009ea82b66d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:15.139269 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-36420299-0835-47e3-8b0c-c6e31325ec7f tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:15.145176 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36420299-0835-47e3-8b0c-c6e31325ec7f tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:15.146049 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-36420299-0835-47e3-8b0c-c6e31325ec7f tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:15.165837 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-aa9e1aa3-07c9-4432-8b6e-22bef78e5ea7 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6822190 Oct 12 07:41:15.170342 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ba9c096-0e68-415b-b976-5b4418c66a1e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Deleting subnet 2a3eb593-3ef8-4f9a-a0d8-9c21d91df402 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:41:15.174863 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40964) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:15.187645 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-c2fd4b16-76bc-45af-b6b6-1fd579498560 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'port': {'network_id': '028f3960-8999-42bb-b390-3b9e53342548', 'name': 'tempest-PortsTestJSON-750845722'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:15.190951 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6ba9c096-0e68-415b-b976-5b4418c66a1e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:15.246836 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-36420299-0835-47e3-8b0c-c6e31325ec7f tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7536147 Oct 12 07:41:15.251690 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c0b58dce-be09-404c-a017-78c86b22ccc9 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:15.253060 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-ec2412ae-6c36-44d4-8176-123e0f623505 None None] Set router f3cbc997-c159-4245-942e-b009ea82b66d gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:41:15.254504 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40966) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:15.275032 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-6b1e8af1-31a4-48cb-8f1b-a8f48a86e050 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Request body: {'subnet': {'network_id': '1038b0af-2b64-4111-a99d-bd985a0bf590', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:15.292645 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e1aa3-07c9-4432-8b6e-22bef78e5ea7 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event updated for resources: {'Network': ['ID=028f3960-8999-42bb-b390-3b9e53342548,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:15.315058 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 028f3960-8999-42bb-b390-3b9e53342548 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:41:15.317127 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6ba9c096-0e68-415b-b976-5b4418c66a1e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:15.395768 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-c0b58dce-be09-404c-a017-78c86b22ccc9 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Calling delete_port for 41f46513-2154-4bae-9ef2-f9d6fa8abc3b owned by network:router_interface {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:41:15.415270 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bba7c3-0a1f-4e86-bdcc-5b86bc27545b req-0de0f73a-6b06-415e-86af-5620203f8019 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:15.428061 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-82bba7c3-0a1f-4e86-bdcc-5b86bc27545b req-0de0f73a-6b06-415e-86af-5620203f8019 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3b85b-9481-4123-aac6-ca26a2a8401c HTTP/1.1" status: 200 len: 945 time: 0.2174006 Oct 12 07:41:15.480303 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36420299-0835-47e3-8b0c-c6e31325ec7f tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Pushing event updated for resources: {'Network': ['ID=1038b0af-2b64-4111-a99d-bd985a0bf590,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:15.500685 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 1038b0af-2b64-4111-a99d-bd985a0bf590 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:41:15.531707 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fd4b16-76bc-45af-b6b6-1fd579498560 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Made reservation on behalf of 118ca68972cc4be1aeb1223f16967aab for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:41:15.535635 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c2fd4b16-76bc-45af-b6b6-1fd579498560 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:15.536074 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ec2412ae-6c36-44d4-8176-123e0f623505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'name': 'tempest-RoutersIpV6Test-router-830171884', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:40:29Z', 'updated_at': '2022-10-12T07:41:13Z', 'revision_number': 9, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'gw_port_host': None, '_interfaces': [{'id': '1b702037-5ca1-40bb-a766-7366ff7485b0', 'name': '', 'network_id': 'b5672c25-7187-4e74-98ee-6bf1f986a0e5', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:b2:d5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '69676afc-383f-4073-b0be-c1bdf49ab8e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:40Z', 'updated_at': '2022-10-12T07:40:48Z', 'revision_number': 5, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '69676afc-383f-4073-b0be-c1bdf49ab8e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '341e38fb-1e6a-42a6-ac80-8ee9ae5845c3', 'name': '', 'network_id': 'f4bd3df5-f273-4fab-861c-6848d68ed61c', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:7c:d8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '163eea88-3da4-45c6-a9fb-cedff88141d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:34Z', 'updated_at': '2022-10-12T07:40:41Z', 'revision_number': 5, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '163eea88-3da4-45c6-a9fb-cedff88141d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:15.561960 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6ba9c096-0e68-415b-b976-5b4418c66a1e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:15.567195 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2412ae-6c36-44d4-8176-123e0f623505 None None] Checking router: f3cbc997-c159-4245-942e-b009ea82b66d for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:41:15.577205 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2412ae-6c36-44d4-8176-123e0f623505 None None] Routers {'f3cbc997-c159-4245-942e-b009ea82b66d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:41:15.578419 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ec2412ae-6c36-44d4-8176-123e0f623505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:40:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['f3cbc997-c159-4245-942e-b009ea82b66d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:15.598433 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-c2fd4b16-76bc-45af-b6b6-1fd579498560 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] device_id is not set on port d73f1df0-0a1f-49b8-be49-3375c406a64e yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:41:15.698155 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-ec2412ae-6c36-44d4-8176-123e0f623505 None None] Set router f3cbc997-c159-4245-942e-b009ea82b66d gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:41:15.758080 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6ba9c096-0e68-415b-b976-5b4418c66a1e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:15.787408 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1e8af1-31a4-48cb-8f1b-a8f48a86e050 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Made reservation on behalf of d84782a8f97f42b891095515bfdbea7c for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:41:15.791754 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6b1e8af1-31a4-48cb-8f1b-a8f48a86e050 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:15.840707 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9c096-0e68-415b-b976-5b4418c66a1e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event deleted for resources: {'Subnet': ['ID=2a3eb593-3ef8-4f9a-a0d8-9c21d91df402,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:15.845194 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6ba9c096-0e68-415b-b976-5b4418c66a1e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:15.851441 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-6ba9c096-0e68-415b-b976-5b4418c66a1e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "DELETE /v2.0/subnets/2a3eb593-3ef8-4f9a-a0d8-9c21d91df402 HTTP/1.1" status: 204 len: 168 time: 0.8000405 Oct 12 07:41:15.855228 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40968) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:15.860336 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63963da-aded-4725-9f18-215031d26e10 None None] Network 29fa7bda-bf7a-48b9-a95b-12d20a48a87d requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:41:15.912474 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-82bba7c3-0a1f-4e86-bdcc-5b86bc27545b req-94c78e1f-9857-47b5-9296-1fe9439b9951 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/security-groups?id=686babc7-531d-4b2e-b4b2-43471ce94706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4686723 Oct 12 07:41:15.918490 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c0b58dce-be09-404c-a017-78c86b22ccc9 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:15.976330 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40974) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:15.996014 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b58dce-be09-404c-a017-78c86b22ccc9 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Pushing event deleted for resources: {'Port': ['ID=41f46513-2154-4bae-9ef2-f9d6fa8abc3b,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:16.034572 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c2fd4b16-76bc-45af-b6b6-1fd579498560 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:16.069478 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1f4deea1-da14-4138-8f01-576bcc617947 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:16.148509 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dc0b7107-595d-42d6-9fa6-fa48f0f2a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:16.264197 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ec2412ae-6c36-44d4-8176-123e0f623505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'name': 'tempest-RoutersIpV6Test-router-830171884', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:40:29Z', 'updated_at': '2022-10-12T07:41:13Z', 'revision_number': 9, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'gw_port_host': None, '_interfaces': [{'id': '1b702037-5ca1-40bb-a766-7366ff7485b0', 'name': '', 'network_id': 'b5672c25-7187-4e74-98ee-6bf1f986a0e5', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:b2:d5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '69676afc-383f-4073-b0be-c1bdf49ab8e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:40Z', 'updated_at': '2022-10-12T07:40:48Z', 'revision_number': 5, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '69676afc-383f-4073-b0be-c1bdf49ab8e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '341e38fb-1e6a-42a6-ac80-8ee9ae5845c3', 'name': '', 'network_id': 'f4bd3df5-f273-4fab-861c-6848d68ed61c', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:7c:d8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '163eea88-3da4-45c6-a9fb-cedff88141d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:34Z', 'updated_at': '2022-10-12T07:40:41Z', 'revision_number': 5, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '163eea88-3da4-45c6-a9fb-cedff88141d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:16.270740 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bf6c5b-5951-452f-8ffa-04295f3f26d5 None None] DHCP port deletion for 29fa7bda-bf7a-48b9-a95b-12d20a48a87d request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:41:16.321315 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2412ae-6c36-44d4-8176-123e0f623505 None None] The sync data for ids ['f3cbc997-c159-4245-942e-b009ea82b66d'] in dv-neutron-860909-2-hyperv is: [{'id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'name': 'tempest-RoutersIpV6Test-router-830171884', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:40:29Z', 'updated_at': '2022-10-12T07:41:13Z', 'revision_number': 9, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'gw_port_host': None, '_interfaces': [{'id': '1b702037-5ca1-40bb-a766-7366ff7485b0', 'name': '', 'network_id': 'b5672c25-7187-4e74-98ee-6bf1f986a0e5', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:b2:d5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '69676afc-383f-4073-b0be-c1bdf49ab8e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:40Z', 'updated_at': '2022-10-12T07:40:48Z', 'revision_number': 5, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '69676afc-383f-4073-b0be-c1bdf49ab8e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '341e38fb-1e6a-42a6-ac80-8ee9ae5845c3', 'name': '', 'network_id': 'f4bd3df5-f273-4fab-861c-6848d68ed61c', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:7c:d8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '163eea88-3da4-45c6-a9fb-cedff88141d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:34Z', 'updated_at': '2022-10-12T07:40:41Z', 'revision_number': 5, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '163eea88-3da4-45c6-a9fb-cedff88141d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:41:16.328174 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b2920a59-a4b9-4c93-9452-924b71e7cf23 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:16.371243 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6b1e8af1-31a4-48cb-8f1b-a8f48a86e050 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:16.372303 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-17bf6c5b-5951-452f-8ffa-04295f3f26d5 None None] Deleting port 994fb943-b471-46f8-9ab8-f616ffcf8d71 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:41:16.373243 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-17bf6c5b-5951-452f-8ffa-04295f3f26d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:16.386494 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c0b58dce-be09-404c-a017-78c86b22ccc9 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:16.451771 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-17bf6c5b-5951-452f-8ffa-04295f3f26d5 None None] For port 994fb943-b471-46f8-9ab8-f616ffcf8d71, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=994fb943-b471-46f8-9ab8-f616ffcf8d71,segment=NetworkSegment(cf7fe462-ee38-41fb-9516-936e53b5993f),segment_id=cf7fe462-ee38-41fb-9516-936e53b5993f)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:16.452809 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-17bf6c5b-5951-452f-8ffa-04295f3f26d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:16.454634 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b2920a59-a4b9-4c93-9452-924b71e7cf23 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:16.466469 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-17bf6c5b-5951-452f-8ffa-04295f3f26d5 None None] Calling delete_port for 994fb943-b471-46f8-9ab8-f616ffcf8d71 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:41:16.476786 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device e10af79f-8824-4e26-b83f-5085272e3a01 no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:41:16.501148 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] No Port match for: e10af79f-8824-4e26-b83f-5085272e3a01 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:41:16.501148 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device e10af79f-8824-4e26-b83f-5085272e3a01 not bound to the agent host hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:41:16.523074 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c2fd4b16-76bc-45af-b6b6-1fd579498560 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:16.529083 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e8af1-31a4-48cb-8f1b-a8f48a86e050 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Pushing event updated for resources: {'Subnet': ['ID=93824ab8-f3eb-4c10-87c9-643739c3b3a5,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:16.563291 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc51f85-b3aa-43da-9bb1-97b68e90165e req-d0c97120-eb47-4256-b827-a5eafccae1db tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:16.564831 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0dc51f85-b3aa-43da-9bb1-97b68e90165e req-d0c97120-eb47-4256-b827-a5eafccae1db tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3b85b-9481-4123-aac6-ca26a2a8401c HTTP/1.1" status: 200 len: 945 time: 0.2888300 Oct 12 07:41:16.587521 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-17bf6c5b-5951-452f-8ffa-04295f3f26d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:16.594417 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fd4b16-76bc-45af-b6b6-1fd579498560 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event updated for resources: {'Port': ['ID=d73f1df0-0a1f-49b8-be49-3375c406a64e,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:16.600472 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-1f4deea1-da14-4138-8f01-576bcc617947 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Deleting port 994fb943-b471-46f8-9ab8-f616ffcf8d71 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:41:16.600814 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1f4deea1-da14-4138-8f01-576bcc617947 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:16.637537 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fd4b16-76bc-45af-b6b6-1fd579498560 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Checking segment: {'id': '333f1a33-b548-48f8-bb5a-0eefdc877476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '028f3960-8999-42bb-b390-3b9e53342548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:41:16.637749 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fd4b16-76bc-45af-b6b6-1fd579498560 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Network hostable DHCP agents. Network: 028f3960-8999-42bb-b390-3b9e53342548, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:41:16.638035 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf6c5b-5951-452f-8ffa-04295f3f26d5 None None] Pushing event deleted for resources: {'Port': ['ID=994fb943-b471-46f8-9ab8-f616ffcf8d71,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:16.638290 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1e8af1-31a4-48cb-8f1b-a8f48a86e050 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Checking segment: {'id': '232b2a9e-21f2-4093-8472-848133ae4f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1038b0af-2b64-4111-a99d-bd985a0bf590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:41:16.638662 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1e8af1-31a4-48cb-8f1b-a8f48a86e050 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Network hostable DHCP agents. Network: 1038b0af-2b64-4111-a99d-bd985a0bf590, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:41:16.649588 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bf6c5b-5951-452f-8ffa-04295f3f26d5 None None] No DVR routers for this DVR port 994fb943-b471-46f8-9ab8-f616ffcf8d71 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:41:16.694073 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1f4deea1-da14-4138-8f01-576bcc617947 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] For port 994fb943-b471-46f8-9ab8-f616ffcf8d71, host dv-neutron-860909-2-hyperv, got binding levels [] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:16.694073 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1f4deea1-da14-4138-8f01-576bcc617947 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:16.714692 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fd4b16-76bc-45af-b6b6-1fd579498560 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Network 028f3960-8999-42bb-b390-3b9e53342548 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:41:16.717874 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-1f4deea1-da14-4138-8f01-576bcc617947 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Calling delete_port for 994fb943-b471-46f8-9ab8-f616ffcf8d71 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:41:16.721998 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.ipam_backend_mixin [None req-1f4deea1-da14-4138-8f01-576bcc617947 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Port 994fb943-b471-46f8-9ab8-f616ffcf8d71 was not found and therefore no delete operation was performed {{(pid=103201) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 12 07:41:16.725370 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1f4deea1-da14-4138-8f01-576bcc617947 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:16.751999 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4deea1-da14-4138-8f01-576bcc617947 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event deleted for resources: {'Port': ['ID=994fb943-b471-46f8-9ab8-f616ffcf8d71,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:16.755558 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4deea1-da14-4138-8f01-576bcc617947 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] No DVR routers for this DVR port 994fb943-b471-46f8-9ab8-f616ffcf8d71 on host dv-neutron-860909-2-hyperv {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:41:16.767688 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0dc51f85-b3aa-43da-9bb1-97b68e90165e req-6f4130e0-b651-48a0-a586-1f9a8a13e65a tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/security-groups?id=686babc7-531d-4b2e-b4b2-43471ce94706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843231 Oct 12 07:41:16.777265 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b58dce-be09-404c-a017-78c86b22ccc9 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Router e2b0f434-b0e2-4b23-b55e-6c6b707b75cc has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:41:16.781755 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1e8af1-31a4-48cb-8f1b-a8f48a86e050 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Network 1038b0af-2b64-4111-a99d-bd985a0bf590 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:41:16.785568 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b2920a59-a4b9-4c93-9452-924b71e7cf23 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:16.788267 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b2920a59-a4b9-4c93-9452-924b71e7cf23 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:16.789520 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b2920a59-a4b9-4c93-9452-924b71e7cf23 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "DELETE /v2.0/security-groups/c0990109-25d7-4e79-ba30-3d3dfeb63a54 HTTP/1.1" status: 204 len: 168 time: 0.8053842 Oct 12 07:41:16.814608 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2920a59-a4b9-4c93-9452-924b71e7cf23 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0990109-25d7-4e79-ba30-3d3dfeb63a54,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:16.828177 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40980) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:16.857671 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-6b1e8af1-31a4-48cb-8f1b-a8f48a86e050 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 1038b0af-2b64-4111-a99d-bd985a0bf590) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:41:16.863735 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1e8af1-31a4-48cb-8f1b-a8f48a86e050 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:16.863735 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6b1e8af1-31a4-48cb-8f1b-a8f48a86e050 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:16.867435 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318ba837-f24d-42aa-85fc-7a063832023b None None] Network 1038b0af-2b64-4111-a99d-bd985a0bf590 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:41:16.879675 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-c2fd4b16-76bc-45af-b6b6-1fd579498560 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 028f3960-8999-42bb-b390-3b9e53342548) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:41:16.902879 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a35870-b5bd-4c1b-bcad-7c9ee4c12a44 None None] Network 028f3960-8999-42bb-b390-3b9e53342548 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:41:16.933083 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b58dce-be09-404c-a017-78c86b22ccc9 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:41:16.942062 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c0b58dce-be09-404c-a017-78c86b22ccc9 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] 10.222.0.26 "PUT /v2.0/routers/e2b0f434-b0e2-4b23-b55e-6c6b707b75cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3360295 Oct 12 07:41:16.944505 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40982) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:16.949824 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1f4deea1-da14-4138-8f01-576bcc617947 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:16.954194 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fd4b16-76bc-45af-b6b6-1fd579498560 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:41:16.955835 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-6b1e8af1-31a4-48cb-8f1b-a8f48a86e050 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7004206 Oct 12 07:41:16.962951 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fd4b16-76bc-45af-b6b6-1fd579498560 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:16.963605 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c2fd4b16-76bc-45af-b6b6-1fd579498560 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:16.990598 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40984) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:17.003435 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-babddaef-a0c4-4003-ad7f-acba454273d6 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Request body: {'port': {'network_id': '1038b0af-2b64-4111-a99d-bd985a0bf590', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1334905387'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:17.004648 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fc271b-3a11-433d-87ac-15a43d473464 None None] Sync routers for ids ['e2b0f434-b0e2-4b23-b55e-6c6b707b75cc'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:41:17.029514 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e0134d7e-a91c-4a3b-bff1-1b124855989a tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks [] for router, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:17.062747 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-1f4deea1-da14-4138-8f01-576bcc617947 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29fa7bda-bf7a-48b9-a95b-12d20a48a87d']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:17.070609 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fc271b-3a11-433d-87ac-15a43d473464 None None] Routers {'e2b0f434-b0e2-4b23-b55e-6c6b707b75cc'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:41:17.071491 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-e4fc271b-3a11-433d-87ac-15a43d473464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:41:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['e2b0f434-b0e2-4b23-b55e-6c6b707b75cc'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:17.071743 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c2fd4b16-76bc-45af-b6b6-1fd579498560 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.8934398 Oct 12 07:41:17.083693 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 40986) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:17.089995 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-1f4deea1-da14-4138-8f01-576bcc617947 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf7fe462-ee38-41fb-9516-936e53b5993f') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:17.090312 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-1f4deea1-da14-4138-8f01-576bcc617947 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf7fe462-ee38-41fb-9516-936e53b5993f') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:17.125323 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-31d61ee3-6d0c-4a43-bc35-4a0837106f8c tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1885954919'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:17.129926 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-e4fc271b-3a11-433d-87ac-15a43d473464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:17.146986 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1e3a41c-ed5c-4a97-8ce4-5ecf8ff607dc tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Deleting subnet dbd0bc1f-da81-479a-9d5b-baf5b2aaf907 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:41:17.156930 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1f4deea1-da14-4138-8f01-576bcc617947 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:17.160461 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b1e3a41c-ed5c-4a97-8ce4-5ecf8ff607dc tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:17.173413 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fc271b-3a11-433d-87ac-15a43d473464 None None] Routers {'e2b0f434-b0e2-4b23-b55e-6c6b707b75cc'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:41:17.174271 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-e4fc271b-3a11-433d-87ac-15a43d473464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:41:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['e2b0f434-b0e2-4b23-b55e-6c6b707b75cc'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:17.203519 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e0134d7e-a91c-4a3b-bff1-1b124855989a tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:17.206880 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e0134d7e-a91c-4a3b-bff1-1b124855989a tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:17.212341 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1f4deea1-da14-4138-8f01-576bcc617947 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:17.224837 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d61ee3-6d0c-4a43-bc35-4a0837106f8c tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Made reservation on behalf of 118ca68972cc4be1aeb1223f16967aab for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:41:17.228181 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-31d61ee3-6d0c-4a43-bc35-4a0837106f8c tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:17.238459 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f4deea1-da14-4138-8f01-576bcc617947 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:41:17.238862 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1f4deea1-da14-4138-8f01-576bcc617947 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:17.244963 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-e4fc271b-3a11-433d-87ac-15a43d473464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:17.246262 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fc271b-3a11-433d-87ac-15a43d473464 None None] The sync data for ids ['e2b0f434-b0e2-4b23-b55e-6c6b707b75cc'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:41:17.268651 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b1e3a41c-ed5c-4a97-8ce4-5ecf8ff607dc tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:17.275141 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:17.276846 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e0134d7e-a91c-4a3b-bff1-1b124855989a tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:17.279642 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0134d7e-a91c-4a3b-bff1-1b124855989a tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Fanout notify agent at l3_agent the message router_deleted on router e2b0f434-b0e2-4b23-b55e-6c6b707b75cc {{(pid=103200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:41:17.290350 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e0134d7e-a91c-4a3b-bff1-1b124855989a tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:17.294331 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e0134d7e-a91c-4a3b-bff1-1b124855989a tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] 10.222.0.26 "DELETE /v2.0/routers/e2b0f434-b0e2-4b23-b55e-6c6b707b75cc HTTP/1.1" status: 204 len: 168 time: 0.3486962 Oct 12 07:41:17.294955 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40990) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:17.300262 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment cf7fe462-ee38-41fb-9516-936e53b5993f resource provider aggregate not found Oct 12 07:41:17.309056 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d59fc95-3012-4686-a0a6-06d25716101e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-1038b0af-2b64-4111-a99d-bd985a0bf590', 'network_id': '1038b0af-2b64-4111-a99d-bd985a0bf590', 'tenant_id': 'd84782a8f97f42b891095515bfdbea7c', 'fixed_ips': [{'subnet_id': '93824ab8-f3eb-4c10-87c9-643739c3b3a5'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:41:17.310155 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6d59fc95-3012-4686-a0a6-06d25716101e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:17.351451 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment cf7fe462-ee38-41fb-9516-936e53b5993f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cf7fe462-ee38-41fb-9516-936e53b5993f found for delete ", "request_id": "req-301eef35-9cfe-4381-83d2-597551e6019a"}]} Oct 12 07:41:17.357591 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-f71d7975-4b1d-4a93-9d7f-978284283add tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Deleting subnet 051c8762-47dc-43f4-be05-fb2b2b7786dc {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:41:17.360966 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f71d7975-4b1d-4a93-9d7f-978284283add tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:17.388327 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babddaef-a0c4-4003-ad7f-acba454273d6 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Made reservation on behalf of d84782a8f97f42b891095515bfdbea7c for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:41:17.392816 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-babddaef-a0c4-4003-ad7f-acba454273d6 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:17.409180 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f71d7975-4b1d-4a93-9d7f-978284283add tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:17.414479 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31d61ee3-6d0c-4a43-bc35-4a0837106f8c tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:41:17.416671 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1f4deea1-da14-4138-8f01-576bcc617947 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:17.422560 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1f4deea1-da14-4138-8f01-576bcc617947 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:17.426585 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-1f4deea1-da14-4138-8f01-576bcc617947 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "DELETE /v2.0/networks/29fa7bda-bf7a-48b9-a95b-12d20a48a87d HTTP/1.1" status: 204 len: 168 time: 1.5703051 Oct 12 07:41:17.436755 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40994) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:17.469142 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-6d59fc95-3012-4686-a0a6-06d25716101e None None] Allocated IP 172.20.0.2 (1038b0af-2b64-4111-a99d-bd985a0bf590/93824ab8-f3eb-4c10-87c9-643739c3b3a5/3305d807-80ed-4d17-b837-c7188d63dc66) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:41:17.472138 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-babddaef-a0c4-4003-ad7f-acba454273d6 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] device_id is not set on port da20035d-07c1-4a79-bf20-2bf3787fa2ef yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:41:17.485444 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-31d61ee3-6d0c-4a43-bc35-4a0837106f8c tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:17.485837 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-31d61ee3-6d0c-4a43-bc35-4a0837106f8c tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Added segment 91c30a4e-df95-4af1-a668-8e1b17c1e725 of type vlan for network 1e52adf2-0281-410f-8ab2-e7a6aa84ce62 Oct 12 07:41:17.487435 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4deea1-da14-4138-8f01-576bcc617947 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event deleted for resources: {'Network': ['ID=29fa7bda-bf7a-48b9-a95b-12d20a48a87d,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:17.583851 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-31d61ee3-6d0c-4a43-bc35-4a0837106f8c tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:17.586643 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b1e3a41c-ed5c-4a97-8ce4-5ecf8ff607dc tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:17.652074 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f71d7975-4b1d-4a93-9d7f-978284283add tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:17.653182 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6d59fc95-3012-4686-a0a6-06d25716101e None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:17.660619 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6d59fc95-3012-4686-a0a6-06d25716101e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:17.690583 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-31d61ee3-6d0c-4a43-bc35-4a0837106f8c tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:17.698521 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d61ee3-6d0c-4a43-bc35-4a0837106f8c tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:17.698698 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-31d61ee3-6d0c-4a43-bc35-4a0837106f8c tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:17.708876 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d59fc95-3012-4686-a0a6-06d25716101e None None] Network 1038b0af-2b64-4111-a99d-bd985a0bf590 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:41:17.715158 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-6d59fc95-3012-4686-a0a6-06d25716101e None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:41:17.717352 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59fc95-3012-4686-a0a6-06d25716101e None None] Pushing event updated for resources: {'Port': ['ID=3305d807-80ed-4d17-b837-c7188d63dc66,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:17.719460 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d59fc95-3012-4686-a0a6-06d25716101e None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:41:17.758768 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b1e3a41c-ed5c-4a97-8ce4-5ecf8ff607dc tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:17.774363 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-31d61ee3-6d0c-4a43-bc35-4a0837106f8c tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6867156 Oct 12 07:41:17.778913 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 40998) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:17.779483 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 9d18f963-3f32-437a-925f-7666a070bb26 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:41:17.783927 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-2bf0c858-64fb-4b6c-a0e9-4e381c40b675 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'ports': [{'network_id': '028f3960-8999-42bb-b390-3b9e53342548'}, {'network_id': '1e52adf2-0281-410f-8ab2-e7a6aa84ce62'}]} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:17.784333 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-2bf0c858-64fb-4b6c-a0e9-4e381c40b675 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'port': {'network_id': '028f3960-8999-42bb-b390-3b9e53342548'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:17.784819 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-2bf0c858-64fb-4b6c-a0e9-4e381c40b675 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'port': {'network_id': '1e52adf2-0281-410f-8ab2-e7a6aa84ce62'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:17.819236 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 9d18f963-3f32-437a-925f-7666a070bb26 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:41:17.819583 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 9d18f963-3f32-437a-925f-7666a070bb26 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:41:17.820013 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 994fb943-b471-46f8-9ab8-f616ffcf8d71 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:41:17.822354 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-babddaef-a0c4-4003-ad7f-acba454273d6 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Allocated IP 172.20.0.8 (1038b0af-2b64-4111-a99d-bd985a0bf590/93824ab8-f3eb-4c10-87c9-643739c3b3a5/da20035d-07c1-4a79-bf20-2bf3787fa2ef) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:41:17.830913 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e3a41c-ed5c-4a97-8ce4-5ecf8ff607dc tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Subnet': ['ID=dbd0bc1f-da81-479a-9d5b-baf5b2aaf907,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:17.847546 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 994fb943-b471-46f8-9ab8-f616ffcf8d71 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:41:17.847890 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 994fb943-b471-46f8-9ab8-f616ffcf8d71 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:41:17.849714 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-6d59fc95-3012-4686-a0a6-06d25716101e None None] Attempting to bind port 3305d807-80ed-4d17-b837-c7188d63dc66 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:41:17.850415 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-6d59fc95-3012-4686-a0a6-06d25716101e None None] Attempting to bind port 3305d807-80ed-4d17-b837-c7188d63dc66 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '232b2a9e-21f2-4093-8472-848133ae4f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1038b0af-2b64-4111-a99d-bd985a0bf590'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:41:17.850958 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d59fc95-3012-4686-a0a6-06d25716101e None None] Attempting to bind port 3305d807-80ed-4d17-b837-c7188d63dc66 on network 1038b0af-2b64-4111-a99d-bd985a0bf590 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:41:17.858263 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d59fc95-3012-4686-a0a6-06d25716101e None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:41:17.858898 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d59fc95-3012-4686-a0a6-06d25716101e None None] Checking segment: {'id': '232b2a9e-21f2-4093-8472-848133ae4f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1038b0af-2b64-4111-a99d-bd985a0bf590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:41:17.859459 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6d59fc95-3012-4686-a0a6-06d25716101e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:17.860010 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d59fc95-3012-4686-a0a6-06d25716101e None None] Bound using segment: {'id': '232b2a9e-21f2-4093-8472-848133ae4f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1038b0af-2b64-4111-a99d-bd985a0bf590'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:41:17.860793 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-6d59fc95-3012-4686-a0a6-06d25716101e None None] Bound port: 3305d807-80ed-4d17-b837-c7188d63dc66, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '232b2a9e-21f2-4093-8472-848133ae4f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1038b0af-2b64-4111-a99d-bd985a0bf590'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:41:17.862763 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6d59fc95-3012-4686-a0a6-06d25716101e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:17.868684 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b1e3a41c-ed5c-4a97-8ce4-5ecf8ff607dc tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:17.874478 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b1e3a41c-ed5c-4a97-8ce4-5ecf8ff607dc tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "DELETE /v2.0/subnets/dbd0bc1f-da81-479a-9d5b-baf5b2aaf907 HTTP/1.1" status: 204 len: 168 time: 1.0438414 Oct 12 07:41:17.878381 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41002) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:17.884240 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2f1f3b-c607-4bf2-9e27-2ab100902c53 None None] Network 9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:41:17.888875 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d61ee3-6d0c-4a43-bc35-4a0837106f8c tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event updated for resources: {'Network': ['ID=1e52adf2-0281-410f-8ab2-e7a6aa84ce62,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:17.904661 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 1e52adf2-0281-410f-8ab2-e7a6aa84ce62 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:41:17.973309 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f71d7975-4b1d-4a93-9d7f-978284283add tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:18.013826 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-450b79db-0f27-4bf7-ad1b-c27e6a5ec326 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:18.058104 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f71d7975-4b1d-4a93-9d7f-978284283add tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:18.063603 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f71d7975-4b1d-4a93-9d7f-978284283add tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] 10.222.0.26 "DELETE /v2.0/subnets/051c8762-47dc-43f4-be05-fb2b2b7786dc HTTP/1.1" status: 204 len: 168 time: 0.7647207 Oct 12 07:41:18.065625 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41004) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:18.070228 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c53541-3b2e-4d44-aa4f-ee950381392f req-220009ae-ba6b-42a7-8530-72358e60bdaa tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:18.071933 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c9c53541-3b2e-4d44-aa4f-ee950381392f req-220009ae-ba6b-42a7-8530-72358e60bdaa tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3b85b-9481-4123-aac6-ca26a2a8401c HTTP/1.1" status: 200 len: 945 time: 0.1627331 Oct 12 07:41:18.073051 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d7975-4b1d-4a93-9d7f-978284283add tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Pushing event deleted for resources: {'Subnet': ['ID=051c8762-47dc-43f4-be05-fb2b2b7786dc,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:18.074107 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e010a1-b179-4bf2-a385-3ab6c70d527e None None] Network 3cc08bf9-817d-4b28-9a8d-935eff2e72e9 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:41:18.125640 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-6d59fc95-3012-4686-a0a6-06d25716101e None None] For port 3305d807-80ed-4d17-b837-c7188d63dc66, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:41:18.173038 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-6d59fc95-3012-4686-a0a6-06d25716101e None None] For port 3305d807-80ed-4d17-b837-c7188d63dc66, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=3305d807-80ed-4d17-b837-c7188d63dc66,segment=NetworkSegment(232b2a9e-21f2-4093-8472-848133ae4f2b),segment_id=232b2a9e-21f2-4093-8472-848133ae4f2b)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:41:18.183452 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6d59fc95-3012-4686-a0a6-06d25716101e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:18.228304 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db70dd9d-6f47-407a-a0c9-68c2de440f73 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:18.232679 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-babddaef-a0c4-4003-ad7f-acba454273d6 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:18.251845 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-450b79db-0f27-4bf7-ad1b-c27e6a5ec326 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Deleting port ad0fd856-a2dc-4cee-b702-a988c50e69c5 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:41:18.252563 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-450b79db-0f27-4bf7-ad1b-c27e6a5ec326 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:18.288611 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59fc95-3012-4686-a0a6-06d25716101e None None] Pushing event updated for resources: {'Port': ['ID=3305d807-80ed-4d17-b837-c7188d63dc66,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:18.367762 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010a107e-6d2b-4217-ab1d-8c70459910e7 None None] DHCP port deletion for 9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:41:18.397843 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-450b79db-0f27-4bf7-ad1b-c27e6a5ec326 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] For port ad0fd856-a2dc-4cee-b702-a988c50e69c5, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=ad0fd856-a2dc-4cee-b702-a988c50e69c5,segment=NetworkSegment(66eba1d6-82ae-46e1-9ff4-c11281c8b13d),segment_id=66eba1d6-82ae-46e1-9ff4-c11281c8b13d)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:18.398315 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-450b79db-0f27-4bf7-ad1b-c27e6a5ec326 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:18.401300 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-babddaef-a0c4-4003-ad7f-acba454273d6 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:18.417632 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53433df7-866f-4f3e-8364-6b1cf1cccf8f None None] DHCP port deletion for 3cc08bf9-817d-4b28-9a8d-935eff2e72e9 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:41:18.422325 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-450b79db-0f27-4bf7-ad1b-c27e6a5ec326 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Calling delete_port for ad0fd856-a2dc-4cee-b702-a988c50e69c5 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:41:18.482884 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c9c53541-3b2e-4d44-aa4f-ee950381392f req-c525cd47-14c4-4cc1-8287-707899a5aebb tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/security-groups?id=686babc7-531d-4b2e-b4b2-43471ce94706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955557 Oct 12 07:41:18.484582 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf0c858-64fb-4b6c-a0e9-4e381c40b675 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Made reservation on behalf of 118ca68972cc4be1aeb1223f16967aab for: {'port': 2} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:41:18.486784 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babddaef-a0c4-4003-ad7f-acba454273d6 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Network 1038b0af-2b64-4111-a99d-bd985a0bf590 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:41:18.493152 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2bf0c858-64fb-4b6c-a0e9-4e381c40b675 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:18.506690 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-010a107e-6d2b-4217-ab1d-8c70459910e7 None None] Deleting port ad0fd856-a2dc-4cee-b702-a988c50e69c5 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:41:18.507107 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-010a107e-6d2b-4217-ab1d-8c70459910e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:18.524383 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-53433df7-866f-4f3e-8364-6b1cf1cccf8f None None] Deleting port 58afc33d-8c47-488c-ae43-95649061d2ce {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:41:18.524761 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-53433df7-866f-4f3e-8364-6b1cf1cccf8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:18.525005 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2bf0c858-64fb-4b6c-a0e9-4e381c40b675 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:18.561546 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-babddaef-a0c4-4003-ad7f-acba454273d6 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:41:18.574114 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babddaef-a0c4-4003-ad7f-acba454273d6 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Pushing event updated for resources: {'Port': ['ID=da20035d-07c1-4a79-bf20-2bf3787fa2ef,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:18.582732 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babddaef-a0c4-4003-ad7f-acba454273d6 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:41:18.706877 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babddaef-a0c4-4003-ad7f-acba454273d6 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:18.707569 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-babddaef-a0c4-4003-ad7f-acba454273d6 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:18.713897 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-db70dd9d-6f47-407a-a0c9-68c2de440f73 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Deleting port 58afc33d-8c47-488c-ae43-95649061d2ce {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:41:18.714578 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db70dd9d-6f47-407a-a0c9-68c2de440f73 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:18.811848 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-db70dd9d-6f47-407a-a0c9-68c2de440f73 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] For port 58afc33d-8c47-488c-ae43-95649061d2ce, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=58afc33d-8c47-488c-ae43-95649061d2ce,segment=NetworkSegment(79f0f98c-217b-4201-bb71-a5d3862be58d),segment_id=79f0f98c-217b-4201-bb71-a5d3862be58d)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:18.812232 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db70dd9d-6f47-407a-a0c9-68c2de440f73 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:18.832410 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-db70dd9d-6f47-407a-a0c9-68c2de440f73 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Calling delete_port for 58afc33d-8c47-488c-ae43-95649061d2ce owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:41:18.847088 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-450b79db-0f27-4bf7-ad1b-c27e6a5ec326 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:18.854089 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-babddaef-a0c4-4003-ad7f-acba454273d6 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.8581786 Oct 12 07:41:18.863795 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41010) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:18.869145 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-010a107e-6d2b-4217-ab1d-8c70459910e7 None None] For port ad0fd856-a2dc-4cee-b702-a988c50e69c5, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=ad0fd856-a2dc-4cee-b702-a988c50e69c5,segment=NetworkSegment(66eba1d6-82ae-46e1-9ff4-c11281c8b13d),segment_id=66eba1d6-82ae-46e1-9ff4-c11281c8b13d)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:18.869862 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-010a107e-6d2b-4217-ab1d-8c70459910e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:18.874756 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-0ffb80cf-1ed7-46a3-87a3-3bb81e87fef1 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Request body: {'port': {'network_id': '1038b0af-2b64-4111-a99d-bd985a0bf590', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2124315397', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:18.875242 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.api.validators [None req-0ffb80cf-1ed7-46a3-87a3-3bb81e87fef1 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] bootfile-name is not in valid_values {{(pid=103200) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 12 07:41:18.875570 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.api.validators [None req-0ffb80cf-1ed7-46a3-87a3-3bb81e87fef1 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] tftp-server is not in valid_values {{(pid=103200) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 12 07:41:18.875890 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.api.validators [None req-0ffb80cf-1ed7-46a3-87a3-3bb81e87fef1 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] server-ip-address is not in valid_values {{(pid=103200) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 12 07:41:18.916453 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450b79db-0f27-4bf7-ad1b-c27e6a5ec326 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] No DVR routers for this DVR port ad0fd856-a2dc-4cee-b702-a988c50e69c5 on host dv-neutron-860909-2-hyperv {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:41:18.918908 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8e52cf44-7863-4c8a-bde2-ed09ba971f17 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:18.924132 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-53433df7-866f-4f3e-8364-6b1cf1cccf8f None None] For port 58afc33d-8c47-488c-ae43-95649061d2ce, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=58afc33d-8c47-488c-ae43-95649061d2ce,segment=NetworkSegment(79f0f98c-217b-4201-bb71-a5d3862be58d),segment_id=79f0f98c-217b-4201-bb71-a5d3862be58d)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:18.924446 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b79db-0f27-4bf7-ad1b-c27e6a5ec326 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Port': ['ID=ad0fd856-a2dc-4cee-b702-a988c50e69c5,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:18.925079 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-53433df7-866f-4f3e-8364-6b1cf1cccf8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:18.928524 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-010a107e-6d2b-4217-ab1d-8c70459910e7 None None] Calling delete_port for ad0fd856-a2dc-4cee-b702-a988c50e69c5 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:41:18.939241 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:18.948269 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-53433df7-866f-4f3e-8364-6b1cf1cccf8f None None] Calling delete_port for 58afc33d-8c47-488c-ae43-95649061d2ce owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:41:19.023508 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-450b79db-0f27-4bf7-ad1b-c27e6a5ec326 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:19.047994 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-2bf0c858-64fb-4b6c-a0e9-4e381c40b675 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] device_id is not set on port b0a4b6d3-5a74-4a8c-a81b-e22f6a675128 yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:41:19.053252 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-450b79db-0f27-4bf7-ad1b-c27e6a5ec326 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:19.065362 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db70dd9d-6f47-407a-a0c9-68c2de440f73 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:19.076625 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-450b79db-0f27-4bf7-ad1b-c27e6a5ec326 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66eba1d6-82ae-46e1-9ff4-c11281c8b13d') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:19.076863 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-450b79db-0f27-4bf7-ad1b-c27e6a5ec326 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66eba1d6-82ae-46e1-9ff4-c11281c8b13d') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:19.082481 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db70dd9d-6f47-407a-a0c9-68c2de440f73 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] No DVR routers for this DVR port 58afc33d-8c47-488c-ae43-95649061d2ce on host dv-neutron-860909-2-hyperv {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:41:19.092199 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-010a107e-6d2b-4217-ab1d-8c70459910e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:19.099628 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-53433df7-866f-4f3e-8364-6b1cf1cccf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:19.105285 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4f988-5a60-44b7-9885-a38f6c7cc26d req-8210a3dc-cf43-4217-bc30-39d207b8c6b8 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:19.106281 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5fe4f988-5a60-44b7-9885-a38f6c7cc26d req-8210a3dc-cf43-4217-bc30-39d207b8c6b8 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3b85b-9481-4123-aac6-ca26a2a8401c HTTP/1.1" status: 200 len: 945 time: 0.3307362 Oct 12 07:41:19.121703 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-450b79db-0f27-4bf7-ad1b-c27e6a5ec326 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:19.122094 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ddee4a-e0a1-473d-b1ac-3793c56d20e6 req-a9ae4cf6-263f-4024-818a-66baea74fb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:19.123572 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d8ddee4a-e0a1-473d-b1ac-3793c56d20e6 req-a9ae4cf6-263f-4024-818a-66baea74fb0f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=86e46c28c6f94932ba221f0487069c8d&device_id=19e3b85b-9481-4123-aac6-ca26a2a8401c HTTP/1.1" status: 200 len: 1098 time: 0.3500452 Oct 12 07:41:19.137131 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010a107e-6d2b-4217-ab1d-8c70459910e7 None None] Pushing event deleted for resources: {'Port': ['ID=ad0fd856-a2dc-4cee-b702-a988c50e69c5,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:19.145691 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53433df7-866f-4f3e-8364-6b1cf1cccf8f None None] No DVR routers for this DVR port 58afc33d-8c47-488c-ae43-95649061d2ce on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:41:19.147361 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010a107e-6d2b-4217-ab1d-8c70459910e7 None None] No DVR routers for this DVR port ad0fd856-a2dc-4cee-b702-a988c50e69c5 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:41:19.162874 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db70dd9d-6f47-407a-a0c9-68c2de440f73 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Pushing event deleted for resources: {'Port': ['ID=58afc33d-8c47-488c-ae43-95649061d2ce,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:19.166742 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:19.172692 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53433df7-866f-4f3e-8364-6b1cf1cccf8f None None] Pushing event deleted for resources: {'Port': ['ID=58afc33d-8c47-488c-ae43-95649061d2ce,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:19.186715 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-450b79db-0f27-4bf7-ad1b-c27e6a5ec326 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:19.211469 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-450b79db-0f27-4bf7-ad1b-c27e6a5ec326 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:41:19.211885 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-450b79db-0f27-4bf7-ad1b-c27e6a5ec326 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:19.250402 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db70dd9d-6f47-407a-a0c9-68c2de440f73 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:19.319588 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-db70dd9d-6f47-407a-a0c9-68c2de440f73 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cc08bf9-817d-4b28-9a8d-935eff2e72e9']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:19.321890 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5fe4f988-5a60-44b7-9885-a38f6c7cc26d req-7925cb49-f571-454a-979f-4cedbf6578a9 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/security-groups?id=686babc7-531d-4b2e-b4b2-43471ce94706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897168 Oct 12 07:41:19.332849 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-db70dd9d-6f47-407a-a0c9-68c2de440f73 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79f0f98c-217b-4201-bb71-a5d3862be58d') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:19.333252 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-db70dd9d-6f47-407a-a0c9-68c2de440f73 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79f0f98c-217b-4201-bb71-a5d3862be58d') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:19.341244 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-450b79db-0f27-4bf7-ad1b-c27e6a5ec326 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:19.346377 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-450b79db-0f27-4bf7-ad1b-c27e6a5ec326 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:19.350911 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-450b79db-0f27-4bf7-ad1b-c27e6a5ec326 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "DELETE /v2.0/networks/9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5 HTTP/1.1" status: 204 len: 168 time: 1.4714804 Oct 12 07:41:19.353604 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ffb80cf-1ed7-46a3-87a3-3bb81e87fef1 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Made reservation on behalf of d84782a8f97f42b891095515bfdbea7c for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:41:19.358657 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0ffb80cf-1ed7-46a3-87a3-3bb81e87fef1 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:19.364948 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41012) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:19.365973 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db70dd9d-6f47-407a-a0c9-68c2de440f73 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:19.383592 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 66eba1d6-82ae-46e1-9ff4-c11281c8b13d resource provider aggregate not found Oct 12 07:41:19.389982 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b79db-0f27-4bf7-ad1b-c27e6a5ec326 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Network': ['ID=9d8c65e3-c86a-4fea-9ef4-60d9bf33cfb5,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:19.400106 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db70dd9d-6f47-407a-a0c9-68c2de440f73 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:19.409814 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db70dd9d-6f47-407a-a0c9-68c2de440f73 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:41:19.410435 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db70dd9d-6f47-407a-a0c9-68c2de440f73 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:19.414655 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 66eba1d6-82ae-46e1-9ff4-c11281c8b13d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 66eba1d6-82ae-46e1-9ff4-c11281c8b13d found for delete ", "request_id": "req-6fafab71-49d7-4f12-ae9f-76e632bd12ca"}]} Oct 12 07:41:19.463005 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-0ffb80cf-1ed7-46a3-87a3-3bb81e87fef1 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] device_id is not set on port b5d68992-c302-4b61-8f6a-69685bb197c2 yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:41:19.481064 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db70dd9d-6f47-407a-a0c9-68c2de440f73 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:19.491784 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db70dd9d-6f47-407a-a0c9-68c2de440f73 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:19.493092 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ddee4a-e0a1-473d-b1ac-3793c56d20e6 req-dd45c6c2-8237-4aeb-82e1-ccdcae05fb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:19.494607 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d8ddee4a-e0a1-473d-b1ac-3793c56d20e6 req-dd45c6c2-8237-4aeb-82e1-ccdcae05fb2d service neutron] 10.222.0.23 "GET /v2.0/networks?id=95c516fb-6c65-4fe3-a2b6-948996fd68da HTTP/1.1" status: 200 len: 912 time: 0.3591330 Oct 12 07:41:19.498132 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-db70dd9d-6f47-407a-a0c9-68c2de440f73 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] 10.222.0.26 "DELETE /v2.0/networks/3cc08bf9-817d-4b28-9a8d-935eff2e72e9 HTTP/1.1" status: 204 len: 168 time: 1.4313447 Oct 12 07:41:19.513013 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db70dd9d-6f47-407a-a0c9-68c2de440f73 tempest-FloatingIPNegativeTestJSON-425138916 tempest-FloatingIPNegativeTestJSON-425138916-project] Pushing event deleted for resources: {'Network': ['ID=3cc08bf9-817d-4b28-9a8d-935eff2e72e9,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:19.640103 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d8ddee4a-e0a1-473d-b1ac-3793c56d20e6 req-ab0a039c-ef39-4352-8775-25b85bc9538e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac390c3f-3e3c-4599-9346-e554e191e481 HTTP/1.1" status: 200 len: 217 time: 0.1213377 Oct 12 07:41:19.667690 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2bf0c858-64fb-4b6c-a0e9-4e381c40b675 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:19.792491 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78df1a90-717a-49c7-9f82-a94682889dec None None] Network 1038b0af-2b64-4111-a99d-bd985a0bf590 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:41:19.842930 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 3305d807-80ed-4d17-b837-c7188d63dc66 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:41:19.843429 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41022) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:19.871264 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ddee4a-e0a1-473d-b1ac-3793c56d20e6 req-5e084251-2438-492a-9f9e-32b83dd1a083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:19.872747 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d8ddee4a-e0a1-473d-b1ac-3793c56d20e6 req-5e084251-2438-492a-9f9e-32b83dd1a083 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1840c8ff-7e8f-4007-bf71-fc0c75dbc5d0 HTTP/1.1" status: 200 len: 851 time: 0.2107997 Oct 12 07:41:19.905980 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-2bf0c858-64fb-4b6c-a0e9-4e381c40b675 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] device_id is not set on port ce53d3bb-c2f1-446d-942a-47284ade6cc2 yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:41:19.928381 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-94a8ea28-01a7-41d3-ae89-4284489fd119 None None] Provisioning complete for port 3305d807-80ed-4d17-b837-c7188d63dc66 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:41:19.928754 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-94a8ea28-01a7-41d3-ae89-4284489fd119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:19.929092 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-94a8ea28-01a7-41d3-ae89-4284489fd119 None None] Attempt 1 to provision port 3305d807-80ed-4d17-b837-c7188d63dc66 Oct 12 07:41:19.950048 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d8ddee4a-e0a1-473d-b1ac-3793c56d20e6 req-c4ead148-f928-4876-a578-4969c9fcfdad service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=95c516fb-6c65-4fe3-a2b6-948996fd68da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667975 Oct 12 07:41:19.981676 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-0ffb80cf-1ed7-46a3-87a3-3bb81e87fef1 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Allocated IP 172.20.0.12 (1038b0af-2b64-4111-a99d-bd985a0bf590/93824ab8-f3eb-4c10-87c9-643739c3b3a5/b5d68992-c302-4b61-8f6a-69685bb197c2) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:41:20.005066 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d1aa778c-b7a9-4c27-b747-8e0fbcc29155 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=335494b12764464ebbbd88a2c3d2f0a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1598132 Oct 12 07:41:20.007207 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41026) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:20.023830 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 3305d807-80ed-4d17-b837-c7188d63dc66 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:41:20.024206 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:20.024908 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 3305d807-80ed-4d17-b837-c7188d63dc66 Oct 12 07:41:20.065154 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a03ce82f-6887-41c3-acfb-4241d64b9520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:20.087387 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a03ce82f-6887-41c3-acfb-4241d64b9520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:20.121025 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-94a8ea28-01a7-41d3-ae89-4284489fd119 None None] Current status of the port 3305d807-80ed-4d17-b837-c7188d63dc66 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:41:20.121416 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-94a8ea28-01a7-41d3-ae89-4284489fd119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:20.158089 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a03ce82f-6887-41c3-acfb-4241d64b9520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:20.162076 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a03ce82f-6887-41c3-acfb-4241d64b9520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:20.170000 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a03ce82f-6887-41c3-acfb-4241d64b9520 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/510fe460-3764-45cc-87ab-a89420b78986 HTTP/1.1" status: 204 len: 168 time: 0.1593416 Oct 12 07:41:20.170218 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-8e52cf44-7863-4c8a-bde2-ed09ba971f17 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Deleting port 1b702037-5ca1-40bb-a766-7366ff7485b0 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:41:20.170218 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8e52cf44-7863-4c8a-bde2-ed09ba971f17 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:20.193943 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ce82f-6887-41c3-acfb-4241d64b9520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510fe460-3764-45cc-87ab-a89420b78986,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:20.204883 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-94a8ea28-01a7-41d3-ae89-4284489fd119 None None] For port 3305d807-80ed-4d17-b837-c7188d63dc66, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=3305d807-80ed-4d17-b837-c7188d63dc66,segment=NetworkSegment(232b2a9e-21f2-4093-8472-848133ae4f2b),segment_id=232b2a9e-21f2-4093-8472-848133ae4f2b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:20.209038 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 3305d807-80ed-4d17-b837-c7188d63dc66 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:41:20.209650 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:20.227234 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-94a8ea28-01a7-41d3-ae89-4284489fd119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:20.249277 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d8ddee4a-e0a1-473d-b1ac-3793c56d20e6 req-daf9d467-f3cf-44e1-8a95-e85ba1a2f2c8 service neutron] 10.222.0.23 "GET /v2.0/networks/95c516fb-6c65-4fe3-a2b6-948996fd68da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876165 Oct 12 07:41:20.267867 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-592fcfac-4c28-4811-b015-abc826697ef7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Deleting port 8d976966-380f-4130-9d1d-e5e8959fda8c {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:41:20.268216 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-592fcfac-4c28-4811-b015-abc826697ef7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:20.327573 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a8ea28-01a7-41d3-ae89-4284489fd119 None None] Pushing event updated for resources: {'Port': ['ID=3305d807-80ed-4d17-b837-c7188d63dc66,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:20.338658 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.db.api [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103202) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 07:41:20.339145 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG oslo_db.api [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 07:41:20.429222 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2bf0c858-64fb-4b6c-a0e9-4e381c40b675 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:20.457643 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-01c66cb2-4851-4783-9f92-13d1c3b1ddf6 None None] Provisioning complete for port 3305d807-80ed-4d17-b837-c7188d63dc66 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:41:20.458184 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-01c66cb2-4851-4783-9f92-13d1c3b1ddf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:20.458619 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-01c66cb2-4851-4783-9f92-13d1c3b1ddf6 None None] Attempt 1 to provision port 3305d807-80ed-4d17-b837-c7188d63dc66 Oct 12 07:41:20.556863 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-01c66cb2-4851-4783-9f92-13d1c3b1ddf6 None None] Current status of the port 3305d807-80ed-4d17-b837-c7188d63dc66 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:41:20.568677 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-01c66cb2-4851-4783-9f92-13d1c3b1ddf6 None None] Provisioning complete for port da20035d-07c1-4a79-bf20-2bf3787fa2ef triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:41:20.569531 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-01c66cb2-4851-4783-9f92-13d1c3b1ddf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:20.570158 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-01c66cb2-4851-4783-9f92-13d1c3b1ddf6 None None] Attempt 1 to provision port da20035d-07c1-4a79-bf20-2bf3787fa2ef Oct 12 07:41:20.619367 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-01c66cb2-4851-4783-9f92-13d1c3b1ddf6 None None] Port da20035d-07c1-4a79-bf20-2bf3787fa2ef cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:41:20.877598 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 3305d807-80ed-4d17-b837-c7188d63dc66 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:41:20.933681 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-8e52cf44-7863-4c8a-bde2-ed09ba971f17 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] For port 1b702037-5ca1-40bb-a766-7366ff7485b0, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=1b702037-5ca1-40bb-a766-7366ff7485b0,segment=NetworkSegment(64f411b5-07a6-4183-ab15-222931c7f036),segment_id=64f411b5-07a6-4183-ab15-222931c7f036)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:20.934087 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8e52cf44-7863-4c8a-bde2-ed09ba971f17 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:20.939015 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device ad0fd856-a2dc-4cee-b702-a988c50e69c5 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:41:20.956698 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41050) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:20.963409 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: ad0fd856-a2dc-4cee-b702-a988c50e69c5 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:41:20.963842 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device ad0fd856-a2dc-4cee-b702-a988c50e69c5 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:41:20.964924 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 58afc33d-8c47-488c-ae43-95649061d2ce no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:41:20.969027 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:20.981788 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-8e52cf44-7863-4c8a-bde2-ed09ba971f17 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Calling delete_port for 1b702037-5ca1-40bb-a766-7366ff7485b0 owned by network:router_interface {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:41:20.984629 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-592fcfac-4c28-4811-b015-abc826697ef7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:20.984959 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-592fcfac-4c28-4811-b015-abc826697ef7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:20.987779 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 58afc33d-8c47-488c-ae43-95649061d2ce {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:41:20.988128 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 58afc33d-8c47-488c-ae43-95649061d2ce not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:41:21.029955 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883feed-50d9-4ca1-9109-40d8a9518f6f req-b4552afa-fbbf-4ca3-aac4-b1086eb24b16 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:21.031466 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7883feed-50d9-4ca1-9109-40d8a9518f6f req-b4552afa-fbbf-4ca3-aac4-b1086eb24b16 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3b85b-9481-4123-aac6-ca26a2a8401c HTTP/1.1" status: 200 len: 945 time: 0.6183615 Oct 12 07:41:21.048175 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2bf0c858-64fb-4b6c-a0e9-4e381c40b675 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:21.051318 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d8ddee4a-e0a1-473d-b1ac-3793c56d20e6 req-e604df5d-d27a-4eb6-b321-8ff4f60d4c4e service neutron] 10.222.0.23 "GET /v2.0/networks/95c516fb-6c65-4fe3-a2b6-948996fd68da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7660675 Oct 12 07:41:21.052230 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-592fcfac-4c28-4811-b015-abc826697ef7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Calling delete_port for 8d976966-380f-4130-9d1d-e5e8959fda8c owned by network:floatingip {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:41:21.078994 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-e1467dc3-83dc-4b32-891c-868014587a5a tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Request body: {'networks': [{'name': 'tempest-network--2119677905'}, {'name': 'tempest-network--1319527465'}]} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:21.079307 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-e1467dc3-83dc-4b32-891c-868014587a5a tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Request body: {'network': {'name': 'tempest-network--2119677905'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:21.079774 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-e1467dc3-83dc-4b32-891c-868014587a5a tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Request body: {'network': {'name': 'tempest-network--1319527465'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:21.099446 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1467dc3-83dc-4b32-891c-868014587a5a tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Made reservation on behalf of 39bec5a63dc64133a3f7d7179326ce15 for: {'network': 2} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:41:21.103815 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e1467dc3-83dc-4b32-891c-868014587a5a tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:21.112592 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e1467dc3-83dc-4b32-891c-868014587a5a tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:21.120678 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-01c66cb2-4851-4783-9f92-13d1c3b1ddf6 None None] Attempt 2 to provision port da20035d-07c1-4a79-bf20-2bf3787fa2ef Oct 12 07:41:21.127770 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0ffb80cf-1ed7-46a3-87a3-3bb81e87fef1 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:21.162372 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-01c66cb2-4851-4783-9f92-13d1c3b1ddf6 None None] Port da20035d-07c1-4a79-bf20-2bf3787fa2ef cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:41:21.180824 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf0c858-64fb-4b6c-a0e9-4e381c40b675 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Network 028f3960-8999-42bb-b390-3b9e53342548 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:41:21.202500 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e1467dc3-83dc-4b32-891c-868014587a5a tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:21.206273 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e1467dc3-83dc-4b32-891c-868014587a5a tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:21.206730 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e1467dc3-83dc-4b32-891c-868014587a5a tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:21.244972 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-2bf0c858-64fb-4b6c-a0e9-4e381c40b675 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:41:21.247128 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1467dc3-83dc-4b32-891c-868014587a5a tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c75a57a7-cf26-4e70-b258-dabd03f692cf,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:21.252152 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1467dc3-83dc-4b32-891c-868014587a5a tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:41:21.262190 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf0c858-64fb-4b6c-a0e9-4e381c40b675 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event updated for resources: {'Port': ['ID=b0a4b6d3-5a74-4a8c-a81b-e22f6a675128,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:21.263370 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e1467dc3-83dc-4b32-891c-868014587a5a tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:21.264423 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-e1467dc3-83dc-4b32-891c-868014587a5a tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Added segment a4beabd4-7a44-495f-93f6-eadb851ab0cf of type vlan for network 416ab700-1cd2-4326-917d-f44dcadd2824 Oct 12 07:41:21.271752 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf0c858-64fb-4b6c-a0e9-4e381c40b675 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:41:21.272597 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2bf0c858-64fb-4b6c-a0e9-4e381c40b675 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:21.288700 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7883feed-50d9-4ca1-9109-40d8a9518f6f req-f8dd9f0d-7eac-45e4-b6e7-8fabecf3a5da tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/security-groups?id=686babc7-531d-4b2e-b4b2-43471ce94706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437134 Oct 12 07:41:21.316424 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e1467dc3-83dc-4b32-891c-868014587a5a tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:21.346395 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1467dc3-83dc-4b32-891c-868014587a5a tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:41:21.355805 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e1467dc3-83dc-4b32-891c-868014587a5a tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:21.356145 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-e1467dc3-83dc-4b32-891c-868014587a5a tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Added segment c5783b5f-4076-436a-b621-443f8d3f5fc5 of type vlan for network 5da6561e-cba1-4386-bdb9-49af4dc3479e Oct 12 07:41:21.396472 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e1467dc3-83dc-4b32-891c-868014587a5a tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:21.423173 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0ffb80cf-1ed7-46a3-87a3-3bb81e87fef1 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:21.430787 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf0c858-64fb-4b6c-a0e9-4e381c40b675 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event updated for resources: {'Port': ['ID=ce53d3bb-c2f1-446d-942a-47284ade6cc2,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:21.431082 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e1467dc3-83dc-4b32-891c-868014587a5a tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:21.431335 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e1467dc3-83dc-4b32-891c-868014587a5a tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:21.437598 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1467dc3-83dc-4b32-891c-868014587a5a tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:21.442771 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1467dc3-83dc-4b32-891c-868014587a5a tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:21.443446 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e1467dc3-83dc-4b32-891c-868014587a5a tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:21.449189 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 79f0f98c-217b-4201-bb71-a5d3862be58d resource provider aggregate not found Oct 12 07:41:21.483220 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 79f0f98c-217b-4201-bb71-a5d3862be58d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 79f0f98c-217b-4201-bb71-a5d3862be58d found for delete ", "request_id": "req-b56697ad-a3dc-4ebe-9bca-1ebc5e8296eb"}]} Oct 12 07:41:21.498395 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e1467dc3-83dc-4b32-891c-868014587a5a tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.5411391 Oct 12 07:41:21.501041 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41060) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:21.537081 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffb80cf-1ed7-46a3-87a3-3bb81e87fef1 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Network 1038b0af-2b64-4111-a99d-bd985a0bf590 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:41:21.547786 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1467dc3-83dc-4b32-891c-868014587a5a tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Pushing event updated for resources: {'Network': ['ID=416ab700-1cd2-4326-917d-f44dcadd2824,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:21.552032 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-0ffb80cf-1ed7-46a3-87a3-3bb81e87fef1 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:41:21.562625 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffb80cf-1ed7-46a3-87a3-3bb81e87fef1 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:41:21.563225 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 416ab700-1cd2-4326-917d-f44dcadd2824 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:41:21.567664 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf0c858-64fb-4b6c-a0e9-4e381c40b675 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Checking segment: {'id': '91c30a4e-df95-4af1-a668-8e1b17c1e725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1e52adf2-0281-410f-8ab2-e7a6aa84ce62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:41:21.568026 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf0c858-64fb-4b6c-a0e9-4e381c40b675 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Network hostable DHCP agents. Network: 1e52adf2-0281-410f-8ab2-e7a6aa84ce62, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:41:21.570010 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffb80cf-1ed7-46a3-87a3-3bb81e87fef1 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Pushing event updated for resources: {'Port': ['ID=b5d68992-c302-4b61-8f6a-69685bb197c2,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:21.663971 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-01c66cb2-4851-4783-9f92-13d1c3b1ddf6 None None] Attempt 3 to provision port da20035d-07c1-4a79-bf20-2bf3787fa2ef Oct 12 07:41:21.666392 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8e52cf44-7863-4c8a-bde2-ed09ba971f17 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:21.687826 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffb80cf-1ed7-46a3-87a3-3bb81e87fef1 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:21.688803 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0ffb80cf-1ed7-46a3-87a3-3bb81e87fef1 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:21.719516 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf0c858-64fb-4b6c-a0e9-4e381c40b675 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Network 1e52adf2-0281-410f-8ab2-e7a6aa84ce62 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:41:21.735829 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e52cf44-7863-4c8a-bde2-ed09ba971f17 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event deleted for resources: {'Port': ['ID=1b702037-5ca1-40bb-a766-7366ff7485b0,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:21.740483 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1467dc3-83dc-4b32-891c-868014587a5a tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Pushing event updated for resources: {'Network': ['ID=5da6561e-cba1-4386-bdb9-49af4dc3479e,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:21.764761 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-592fcfac-4c28-4811-b015-abc826697ef7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:21.772228 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-01c66cb2-4851-4783-9f92-13d1c3b1ddf6 None None] Port da20035d-07c1-4a79-bf20-2bf3787fa2ef cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:41:21.829259 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 5da6561e-cba1-4386-bdb9-49af4dc3479e details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:41:21.835336 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-0ffb80cf-1ed7-46a3-87a3-3bb81e87fef1 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.9655592 Oct 12 07:41:21.836346 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-2bf0c858-64fb-4b6c-a0e9-4e381c40b675 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 1e52adf2-0281-410f-8ab2-e7a6aa84ce62) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:41:21.846910 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41062) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:21.860998 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592fcfac-4c28-4811-b015-abc826697ef7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Port': ['ID=8d976966-380f-4130-9d1d-e5e8959fda8c,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:21.866250 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d9ced3-4055-419a-b32f-ff5f5f312487 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:21.873548 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d9ced3-4055-419a-b32f-ff5f5f312487 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:21.874240 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf0c858-64fb-4b6c-a0e9-4e381c40b675 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:41:21.879837 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d9ced3-4055-419a-b32f-ff5f5f312487 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:21.881157 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf0c858-64fb-4b6c-a0e9-4e381c40b675 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:21.885080 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb66a40a-376e-4333-a23f-3fffc6f9909b None None] Network 1e52adf2-0281-410f-8ab2-e7a6aa84ce62 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:41:21.886181 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d9ced3-4055-419a-b32f-ff5f5f312487 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:21.888078 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-13d9ced3-4055-419a-b32f-ff5f5f312487 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3861177 Oct 12 07:41:21.888302 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf0c858-64fb-4b6c-a0e9-4e381c40b675 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:21.889617 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2bf0c858-64fb-4b6c-a0e9-4e381c40b675 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:21.893685 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41064) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:21.913782 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 3305d807-80ed-4d17-b837-c7188d63dc66 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:41:21.951743 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a202c2b1-f362-4b39-a6a3-3337ffb30d60 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:21.961767 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a202c2b1-f362-4b39-a6a3-3337ffb30d60 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:21.971376 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a202c2b1-f362-4b39-a6a3-3337ffb30d60 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:21.973381 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a202c2b1-f362-4b39-a6a3-3337ffb30d60 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1229856 Oct 12 07:41:21.976228 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41066) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:22.075379 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0e772cca-81f1-4da1-b8d7-11c62aca9ad3 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:22.081738 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-c7a25f57-3d9f-4e6f-9ba3-622c585ca8b5 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Deleting port b5d68992-c302-4b61-8f6a-69685bb197c2 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:41:22.082272 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c7a25f57-3d9f-4e6f-9ba3-622c585ca8b5 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:22.130898 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-2bf0c858-64fb-4b6c-a0e9-4e381c40b675 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.3506849 Oct 12 07:41:22.135805 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41068) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:22.156411 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 3305d807-80ed-4d17-b837-c7188d63dc66 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:41:22.156785 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:22.157121 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 3305d807-80ed-4d17-b837-c7188d63dc66 Oct 12 07:41:22.186640 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c7a25f57-3d9f-4e6f-9ba3-622c585ca8b5 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:22.204486 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-c7a25f57-3d9f-4e6f-9ba3-622c585ca8b5 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Calling delete_port for b5d68992-c302-4b61-8f6a-69685bb197c2 owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:41:22.216353 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8e52cf44-7863-4c8a-bde2-ed09ba971f17 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:22.225126 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-592fcfac-4c28-4811-b015-abc826697ef7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for floatingip, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:22.225454 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [None req-592fcfac-4c28-4811-b015-abc826697ef7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Floating IP b6831748-04f3-4fbb-ba36-810564e33177 disassociated (deleted). External IP: 172.26.3.14, port: 3fe897af-d5b7-4d22-b7ae-0c814642fab6. Oct 12 07:41:22.252178 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 3305d807-80ed-4d17-b837-c7188d63dc66 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:41:22.273417 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-01c66cb2-4851-4783-9f92-13d1c3b1ddf6 None None] Attempt 4 to provision port da20035d-07c1-4a79-bf20-2bf3787fa2ef Oct 12 07:41:22.321980 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-01c66cb2-4851-4783-9f92-13d1c3b1ddf6 None None] Port da20035d-07c1-4a79-bf20-2bf3787fa2ef cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:41:22.364100 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c7a25f57-3d9f-4e6f-9ba3-622c585ca8b5 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:22.392464 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a25f57-3d9f-4e6f-9ba3-622c585ca8b5 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Pushing event deleted for resources: {'Port': ['ID=b5d68992-c302-4b61-8f6a-69685bb197c2,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:22.402960 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0e772cca-81f1-4da1-b8d7-11c62aca9ad3 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:22.468126 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c7a25f57-3d9f-4e6f-9ba3-622c585ca8b5 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:22.475069 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c7a25f57-3d9f-4e6f-9ba3-622c585ca8b5 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] 10.222.0.26 "DELETE /v2.0/ports/b5d68992-c302-4b61-8f6a-69685bb197c2 HTTP/1.1" status: 204 len: 168 time: 0.4942787 Oct 12 07:41:22.477623 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41072) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:22.483523 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-cc7c3a8e-93c8-4c6e-a3a0-7547f724239a tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Request body: {'port': {'name': 'tempest-new-port-name-1431232756', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:22.483976 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.api.validators [None req-cc7c3a8e-93c8-4c6e-a3a0-7547f724239a tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] bootfile-name is not in valid_values {{(pid=103201) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 12 07:41:22.484319 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.api.validators [None req-cc7c3a8e-93c8-4c6e-a3a0-7547f724239a tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] tftp-server is not in valid_values {{(pid=103201) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 12 07:41:22.485221 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.api.validators [None req-cc7c3a8e-93c8-4c6e-a3a0-7547f724239a tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] server-ip-address is not in valid_values {{(pid=103201) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 12 07:41:22.525241 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-0e772cca-81f1-4da1-b8d7-11c62aca9ad3 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['416ab700-1cd2-4326-917d-f44dcadd2824']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:22.554735 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-0e772cca-81f1-4da1-b8d7-11c62aca9ad3 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4beabd4-7a44-495f-93f6-eadb851ab0cf') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:22.555027 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-0e772cca-81f1-4da1-b8d7-11c62aca9ad3 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4beabd4-7a44-495f-93f6-eadb851ab0cf') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:22.556841 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cc7c3a8e-93c8-4c6e-a3a0-7547f724239a tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:22.576060 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-b8f6c73d-b601-4335-9de8-a58050c9a6d6 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Deleting port ce53d3bb-c2f1-446d-942a-47284ade6cc2 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:41:22.576398 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b8f6c73d-b601-4335-9de8-a58050c9a6d6 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:22.581674 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0e772cca-81f1-4da1-b8d7-11c62aca9ad3 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:22.662493 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552dfc3c-f1c9-49f3-a236-89b47eb6b345 req-a261981c-166c-4713-a088-1b957c23057b tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:22.663989 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-552dfc3c-f1c9-49f3-a236-89b47eb6b345 req-a261981c-166c-4713-a088-1b957c23057b tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3b85b-9481-4123-aac6-ca26a2a8401c HTTP/1.1" status: 200 len: 945 time: 0.2882087 Oct 12 07:41:22.665096 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0e772cca-81f1-4da1-b8d7-11c62aca9ad3 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:22.716092 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e772cca-81f1-4da1-b8d7-11c62aca9ad3 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:41:22.716395 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0e772cca-81f1-4da1-b8d7-11c62aca9ad3 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:22.774386 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment a4beabd4-7a44-495f-93f6-eadb851ab0cf resource provider aggregate not found Oct 12 07:41:22.823811 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-01c66cb2-4851-4783-9f92-13d1c3b1ddf6 None None] Attempt 5 to provision port da20035d-07c1-4a79-bf20-2bf3787fa2ef Oct 12 07:41:22.840010 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b8f6c73d-b601-4335-9de8-a58050c9a6d6 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:22.860586 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment a4beabd4-7a44-495f-93f6-eadb851ab0cf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a4beabd4-7a44-495f-93f6-eadb851ab0cf found for delete ", "request_id": "req-4fa378a4-49d1-4220-ac37-a0da9de57c82"}]} Oct 12 07:41:22.868609 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-01c66cb2-4851-4783-9f92-13d1c3b1ddf6 None None] Port da20035d-07c1-4a79-bf20-2bf3787fa2ef cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:41:22.905329 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-b8f6c73d-b601-4335-9de8-a58050c9a6d6 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Calling delete_port for ce53d3bb-c2f1-446d-942a-47284ade6cc2 owned by {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:41:22.953545 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0e772cca-81f1-4da1-b8d7-11c62aca9ad3 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:22.965583 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-552dfc3c-f1c9-49f3-a236-89b47eb6b345 req-ad7cd9ff-7757-4a46-b8c4-5c19527a3809 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/security-groups?id=686babc7-531d-4b2e-b4b2-43471ce94706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534351 Oct 12 07:41:22.970094 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e52cf44-7863-4c8a-bde2-ed09ba971f17 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Router f3cbc997-c159-4245-942e-b009ea82b66d has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:41:22.976851 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0e772cca-81f1-4da1-b8d7-11c62aca9ad3 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:22.993033 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-0e772cca-81f1-4da1-b8d7-11c62aca9ad3 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] 10.222.0.26 "DELETE /v2.0/networks/416ab700-1cd2-4326-917d-f44dcadd2824 HTTP/1.1" status: 204 len: 168 time: 1.0943620 Oct 12 07:41:22.998812 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41078) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:23.023646 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cc7c3a8e-93c8-4c6e-a3a0-7547f724239a tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:23.035048 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cc7c3a8e-93c8-4c6e-a3a0-7547f724239a tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:23.047713 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e772cca-81f1-4da1-b8d7-11c62aca9ad3 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Pushing event deleted for resources: {'Network': ['ID=416ab700-1cd2-4326-917d-f44dcadd2824,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:23.072396 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592fcfac-4c28-4811-b015-abc826697ef7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Router 8c7410a8-7294-4d50-bca8-31d4228bdbad has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:41:23.172542 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c3a8e-93c8-4c6e-a3a0-7547f724239a tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Pushing event updated for resources: {'Port': ['ID=da20035d-07c1-4a79-bf20-2bf3787fa2ef,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:23.202364 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-cc7c3a8e-93c8-4c6e-a3a0-7547f724239a tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] In _notify_port_updated(), no bound segment for port da20035d-07c1-4a79-bf20-2bf3787fa2ef on network 1038b0af-2b64-4111-a99d-bd985a0bf590 {{(pid=103201) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 12 07:41:23.208849 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7c3a8e-93c8-4c6e-a3a0-7547f724239a tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:23.209463 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cc7c3a8e-93c8-4c6e-a3a0-7547f724239a tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:23.211680 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-cc7c3a8e-93c8-4c6e-a3a0-7547f724239a tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] 10.222.0.26 "PUT /v2.0/ports/da20035d-07c1-4a79-bf20-2bf3787fa2ef HTTP/1.1" status: 200 len: 1136 time: 0.7322955 Oct 12 07:41:23.215642 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9bf95264-95ef-4c8b-bff3-075598e2ae5d tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:23.217461 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41084) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:23.293183 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14dfece-dcc7-43be-bace-4def3a2131b6 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:23.298633 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a14dfece-dcc7-43be-bace-4def3a2131b6 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] 10.222.0.26 "GET /v2.0/ports/da20035d-07c1-4a79-bf20-2bf3787fa2ef HTTP/1.1" status: 200 len: 1136 time: 0.0754454 Oct 12 07:41:23.300244 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41086) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:23.369927 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-01c66cb2-4851-4783-9f92-13d1c3b1ddf6 None None] Attempt 6 to provision port da20035d-07c1-4a79-bf20-2bf3787fa2ef Oct 12 07:41:23.397505 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9bf95264-95ef-4c8b-bff3-075598e2ae5d tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:23.411715 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-01c66cb2-4851-4783-9f92-13d1c3b1ddf6 None None] Port da20035d-07c1-4a79-bf20-2bf3787fa2ef cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:41:23.443659 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-9bf95264-95ef-4c8b-bff3-075598e2ae5d tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5da6561e-cba1-4386-bdb9-49af4dc3479e']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:23.455781 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-9bf95264-95ef-4c8b-bff3-075598e2ae5d tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5783b5f-4076-436a-b621-443f8d3f5fc5') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:23.456081 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-9bf95264-95ef-4c8b-bff3-075598e2ae5d tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5783b5f-4076-436a-b621-443f8d3f5fc5') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:23.473494 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9bf95264-95ef-4c8b-bff3-075598e2ae5d tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:23.492915 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9bf95264-95ef-4c8b-bff3-075598e2ae5d tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:23.499909 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-c731fe6a-a046-4d7b-9c79-dce9b538a5a9 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Deleting port da20035d-07c1-4a79-bf20-2bf3787fa2ef {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:41:23.500246 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c731fe6a-a046-4d7b-9c79-dce9b538a5a9 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:23.515142 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bf95264-95ef-4c8b-bff3-075598e2ae5d tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:41:23.515541 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9bf95264-95ef-4c8b-bff3-075598e2ae5d tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:23.553205 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment c5783b5f-4076-436a-b621-443f8d3f5fc5 resource provider aggregate not found Oct 12 07:41:23.584218 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e52cf44-7863-4c8a-bde2-ed09ba971f17 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:41:23.591550 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-8e52cf44-7863-4c8a-bde2-ed09ba971f17 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "PUT /v2.0/routers/f3cbc997-c159-4245-942e-b009ea82b66d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1537135 Oct 12 07:41:23.593222 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b8f6c73d-b601-4335-9de8-a58050c9a6d6 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:23.597329 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed054bbe-2235-425f-9ce2-08fc46d5e722 None None] Sync routers for ids ['f3cbc997-c159-4245-942e-b009ea82b66d'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:41:23.597872 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41092) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:23.600218 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment c5783b5f-4076-436a-b621-443f8d3f5fc5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c5783b5f-4076-436a-b621-443f8d3f5fc5 found for delete ", "request_id": "req-64be5a5e-5098-4cf2-bcf6-9d62641c7f0a"}]} Oct 12 07:41:23.609462 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed054bbe-2235-425f-9ce2-08fc46d5e722 None None] Routers {'f3cbc997-c159-4245-942e-b009ea82b66d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:41:23.610242 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ed054bbe-2235-425f-9ce2-08fc46d5e722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:41:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['f3cbc997-c159-4245-942e-b009ea82b66d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:23.656145 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9bf95264-95ef-4c8b-bff3-075598e2ae5d tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:23.680256 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9bf95264-95ef-4c8b-bff3-075598e2ae5d tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:23.695549 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41094) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:23.696659 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-9bf95264-95ef-4c8b-bff3-075598e2ae5d tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] 10.222.0.26 "DELETE /v2.0/networks/5da6561e-cba1-4386-bdb9-49af4dc3479e HTTP/1.1" status: 204 len: 168 time: 0.6967611 Oct 12 07:41:23.697127 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b8f6c73d-b601-4335-9de8-a58050c9a6d6 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:23.700655 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b8f6c73d-b601-4335-9de8-a58050c9a6d6 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/ports/ce53d3bb-c2f1-446d-942a-47284ade6cc2 HTTP/1.1" status: 204 len: 168 time: 1.5602264 Oct 12 07:41:23.707486 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f6c73d-b601-4335-9de8-a58050c9a6d6 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event deleted for resources: {'Port': ['ID=ce53d3bb-c2f1-446d-942a-47284ade6cc2,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:23.714827 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-ed054bbe-2235-425f-9ce2-08fc46d5e722 None None] Set router f3cbc997-c159-4245-942e-b009ea82b66d gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:41:23.728857 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41096) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:23.734564 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf95264-95ef-4c8b-bff3-075598e2ae5d tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Pushing event deleted for resources: {'Network': ['ID=5da6561e-cba1-4386-bdb9-49af4dc3479e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:23.740046 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c731fe6a-a046-4d7b-9c79-dce9b538a5a9 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:23.768625 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-c731fe6a-a046-4d7b-9c79-dce9b538a5a9 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Calling delete_port for da20035d-07c1-4a79-bf20-2bf3787fa2ef owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:41:23.793866 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8cefc4-36b3-4504-b691-45a1f5553e84 req-397881de-62eb-4955-94c0-81a7b2a5c10a tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:23.795429 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7a8cefc4-36b3-4504-b691-45a1f5553e84 req-397881de-62eb-4955-94c0-81a7b2a5c10a tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3b85b-9481-4123-aac6-ca26a2a8401c HTTP/1.1" status: 200 len: 945 time: 0.2584732 Oct 12 07:41:23.818983 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592fcfac-4c28-4811-b015-abc826697ef7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:41:23.831040 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d5f16f-3148-40e6-8490-a8ce672288c2 None None] Sync routers for ids ['8c7410a8-7294-4d50-bca8-31d4228bdbad'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:41:23.838599 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bd59dfa-0878-4caa-9b03-53510be18bc9 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Deleting subnet 69676afc-383f-4073-b0be-c1bdf49ab8e0 {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:41:23.841638 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d5f16f-3148-40e6-8490-a8ce672288c2 None None] Routers {'8c7410a8-7294-4d50-bca8-31d4228bdbad'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:41:23.842516 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-21d5f16f-3148-40e6-8490-a8ce672288c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:41:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['8c7410a8-7294-4d50-bca8-31d4228bdbad'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:23.844749 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-592fcfac-4c28-4811-b015-abc826697ef7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:23.857398 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7bd59dfa-0878-4caa-9b03-53510be18bc9 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:23.941394 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-01c66cb2-4851-4783-9f92-13d1c3b1ddf6 None None] Attempt 7 to provision port da20035d-07c1-4a79-bf20-2bf3787fa2ef Oct 12 07:41:23.946241 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c731fe6a-a046-4d7b-9c79-dce9b538a5a9 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:23.951385 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6520f816-a4a7-4e09-8e54-4f9901f2d659 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:23.957890 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6520f816-a4a7-4e09-8e54-4f9901f2d659 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:23.959138 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-6520f816-a4a7-4e09-8e54-4f9901f2d659 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2276039 Oct 12 07:41:23.964545 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41098) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:23.964764 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ed054bbe-2235-425f-9ce2-08fc46d5e722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'name': 'tempest-RoutersIpV6Test-router-830171884', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:40:29Z', 'updated_at': '2022-10-12T07:41:21Z', 'revision_number': 10, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'gw_port_host': None, '_interfaces': [{'id': '341e38fb-1e6a-42a6-ac80-8ee9ae5845c3', 'name': '', 'network_id': 'f4bd3df5-f273-4fab-861c-6848d68ed61c', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:7c:d8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '163eea88-3da4-45c6-a9fb-cedff88141d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:34Z', 'updated_at': '2022-10-12T07:40:41Z', 'revision_number': 5, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '163eea88-3da4-45c6-a9fb-cedff88141d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:23.998799 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-592fcfac-4c28-4811-b015-abc826697ef7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "DELETE /v2.0/floatingips/b6831748-04f3-4fbb-ba36-810564e33177 HTTP/1.1" status: 204 len: 168 time: 4.6317651 Oct 12 07:41:24.004277 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed054bbe-2235-425f-9ce2-08fc46d5e722 None None] Checking router: f3cbc997-c159-4245-942e-b009ea82b66d for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:41:24.005236 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8926720-09b0-467b-9e8a-3bd93ba7b4ac', 'tag': '3fe897af-d5b7-4d22-b7ae-0c814642fab6'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:41:24.007687 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a41cc51-4cd6-4b22-9922-44b7b17f8453" -d '{"events": [{"name": "network-changed", "server_uuid": "f8926720-09b0-467b-9e8a-3bd93ba7b4ac", "tag": "3fe897af-d5b7-4d22-b7ae-0c814642fab6"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:41:24.015905 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed054bbe-2235-425f-9ce2-08fc46d5e722 None None] Routers {'f3cbc997-c159-4245-942e-b009ea82b66d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:41:24.016941 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ed054bbe-2235-425f-9ce2-08fc46d5e722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:41:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['f3cbc997-c159-4245-942e-b009ea82b66d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:24.022174 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7a8cefc4-36b3-4504-b691-45a1f5553e84 req-7e78fd41-16a6-436f-94af-5bfe16893fd2 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/security-groups?id=686babc7-531d-4b2e-b4b2-43471ce94706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093911 Oct 12 07:41:24.024518 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7bd59dfa-0878-4caa-9b03-53510be18bc9 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:24.035969 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c731fe6a-a046-4d7b-9c79-dce9b538a5a9 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Pushing event deleted for resources: {'Port': ['ID=da20035d-07c1-4a79-bf20-2bf3787fa2ef,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:24.069192 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e48ebd-df4e-40a9-8bcb-130a202887b3 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:24.075474 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e48ebd-df4e-40a9-8bcb-130a202887b3 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:24.077169 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-25e48ebd-df4e-40a9-8bcb-130a202887b3 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3708205 Oct 12 07:41:24.080928 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41106) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:24.085931 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-b121a15b-67e9-49e1-b99a-7eac9c8cfade tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-908259215'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:24.141323 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b121a15b-67e9-49e1-b99a-7eac9c8cfade tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Made reservation on behalf of 39bec5a63dc64133a3f7d7179326ce15 for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:41:24.149641 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b121a15b-67e9-49e1-b99a-7eac9c8cfade tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:24.153956 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-01c66cb2-4851-4783-9f92-13d1c3b1ddf6 None None] Port da20035d-07c1-4a79-bf20-2bf3787fa2ef was deleted so its status cannot be updated. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 12 07:41:24.165118 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-ed054bbe-2235-425f-9ce2-08fc46d5e722 None None] Set router f3cbc997-c159-4245-942e-b009ea82b66d gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:41:24.186993 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-21d5f16f-3148-40e6-8490-a8ce672288c2 None None] Set router 8c7410a8-7294-4d50-bca8-31d4228bdbad gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:41:24.206644 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7bd59dfa-0878-4caa-9b03-53510be18bc9 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:24.243756 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b121a15b-67e9-49e1-b99a-7eac9c8cfade tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:41:24.292358 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b121a15b-67e9-49e1-b99a-7eac9c8cfade tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:24.292725 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-b121a15b-67e9-49e1-b99a-7eac9c8cfade tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Added segment 4fa76d78-4081-4f78-8460-8c5e8de84ae2 of type vlan for network 74ab97c2-82c3-44b9-b8bf-45aa411c8915 Oct 12 07:41:24.308398 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-a6f03883-0b08-49ef-871f-fd255be92296 None None] Could not find standard attr ID for object da20035d-07c1-4a79-bf20-2bf3787fa2ef. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:41:24.373062 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b121a15b-67e9-49e1-b99a-7eac9c8cfade tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:24.387867 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7bd59dfa-0878-4caa-9b03-53510be18bc9 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:24.421333 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-a6f03883-0b08-49ef-871f-fd255be92296 None None] Could not find standard attr ID for object b5d68992-c302-4b61-8f6a-69685bb197c2. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:41:24.451783 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd59dfa-0878-4caa-9b03-53510be18bc9 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event deleted for resources: {'Subnet': ['ID=69676afc-383f-4073-b0be-c1bdf49ab8e0,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:24.471627 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7bd59dfa-0878-4caa-9b03-53510be18bc9 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:24.472775 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c731fe6a-a046-4d7b-9c79-dce9b538a5a9 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:24.475160 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-7bd59dfa-0878-4caa-9b03-53510be18bc9 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "DELETE /v2.0/subnets/69676afc-383f-4073-b0be-c1bdf49ab8e0 HTTP/1.1" status: 204 len: 168 time: 0.8761775 Oct 12 07:41:24.477687 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41110) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:24.482421 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c731fe6a-a046-4d7b-9c79-dce9b538a5a9 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] 10.222.0.26 "DELETE /v2.0/ports/da20035d-07c1-4a79-bf20-2bf3787fa2ef HTTP/1.1" status: 204 len: 168 time: 1.1793973 Oct 12 07:41:24.489712 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41112) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:24.490281 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b121a15b-67e9-49e1-b99a-7eac9c8cfade tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:24.503458 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b121a15b-67e9-49e1-b99a-7eac9c8cfade tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:24.512826 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca69149c-130c-49f2-9e81-48c30646949a None None] Network b5672c25-7187-4e74-98ee-6bf1f986a0e5 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:41:24.514163 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b121a15b-67e9-49e1-b99a-7eac9c8cfade tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:24.580901 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-8967b0e7-320b-4cfa-9553-55d1dbc41ffe tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Deleting port b0a4b6d3-5a74-4a8c-a81b-e22f6a675128 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:41:24.581311 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8967b0e7-320b-4cfa-9553-55d1dbc41ffe tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:24.601291 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ed054bbe-2235-425f-9ce2-08fc46d5e722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'name': 'tempest-RoutersIpV6Test-router-830171884', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:40:29Z', 'updated_at': '2022-10-12T07:41:21Z', 'revision_number': 10, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'gw_port_host': None, '_interfaces': [{'id': '341e38fb-1e6a-42a6-ac80-8ee9ae5845c3', 'name': '', 'network_id': 'f4bd3df5-f273-4fab-861c-6848d68ed61c', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:7c:d8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '163eea88-3da4-45c6-a9fb-cedff88141d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:34Z', 'updated_at': '2022-10-12T07:40:41Z', 'revision_number': 5, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '163eea88-3da4-45c6-a9fb-cedff88141d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:24.602657 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e090b04d-4fc1-425e-9dfc-2c9dcafad151 x-openstack-request-id: req-e090b04d-4fc1-425e-9dfc-2c9dcafad151 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:41:24.602657 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8926720-09b0-467b-9e8a-3bd93ba7b4ac", "tag": "3fe897af-d5b7-4d22-b7ae-0c814642fab6", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:41:24.602657 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e090b04d-4fc1-425e-9dfc-2c9dcafad151 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:41:24.603240 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e090b04d-4fc1-425e-9dfc-2c9dcafad151'] response: {'name': 'network-changed', 'server_uuid': 'f8926720-09b0-467b-9e8a-3bd93ba7b4ac', 'tag': '3fe897af-d5b7-4d22-b7ae-0c814642fab6', 'status': 'completed', 'code': 200} Oct 12 07:41:24.603554 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121a15b-67e9-49e1-b99a-7eac9c8cfade tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Pushing event updated for resources: {'Network': ['ID=74ab97c2-82c3-44b9-b8bf-45aa411c8915,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:24.619497 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 74ab97c2-82c3-44b9-b8bf-45aa411c8915 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:41:24.656981 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed054bbe-2235-425f-9ce2-08fc46d5e722 None None] The sync data for ids ['f3cbc997-c159-4245-942e-b009ea82b66d'] in dv-neutron-860909-2-hyperv is: [{'id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'name': 'tempest-RoutersIpV6Test-router-830171884', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:40:29Z', 'updated_at': '2022-10-12T07:41:21Z', 'revision_number': 10, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'gw_port_host': None, '_interfaces': [{'id': '341e38fb-1e6a-42a6-ac80-8ee9ae5845c3', 'name': '', 'network_id': 'f4bd3df5-f273-4fab-861c-6848d68ed61c', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'mac_address': 'fa:16:3e:7c:d8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '163eea88-3da4-45c6-a9fb-cedff88141d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:34Z', 'updated_at': '2022-10-12T07:40:41Z', 'revision_number': 5, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'subnets': [{'id': '163eea88-3da4-45c6-a9fb-cedff88141d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:41:24.669985 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8967b0e7-320b-4cfa-9553-55d1dbc41ffe tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:24.691334 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b121a15b-67e9-49e1-b99a-7eac9c8cfade tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6091008 Oct 12 07:41:24.695671 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5800946-25ea-4d66-868b-4c65150b7897 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Deleting subnet 93824ab8-f3eb-4c10-87c9-643739c3b3a5 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:41:24.699113 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41114) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:24.700020 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-8967b0e7-320b-4cfa-9553-55d1dbc41ffe tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Calling delete_port for b0a4b6d3-5a74-4a8c-a81b-e22f6a675128 owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:41:24.705995 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-77c31b80-c24a-4ea8-8635-9a8eec5c44b3 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-911940129'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:24.717073 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d5800946-25ea-4d66-868b-4c65150b7897 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:24.747846 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b38253eb-2ff5-454f-92c5-fd221276e2ca tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:24.754449 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a41cc51-4cd6-4b22-9922-44b7b17f8453 req-6b7d98f6-1f6c-4c49-938f-4db738d520f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:24.755966 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4a41cc51-4cd6-4b22-9922-44b7b17f8453 req-6b7d98f6-1f6c-4c49-938f-4db738d520f7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&device_id=f8926720-09b0-467b-9e8a-3bd93ba7b4ac HTTP/1.1" status: 200 len: 1099 time: 0.1578648 Oct 12 07:41:24.769278 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df80e0a-dde8-48fe-9700-080391ac993d req-fae9a307-4d1c-4f21-9140-8b55ef237db9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:24.770782 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8df80e0a-dde8-48fe-9700-080391ac993d req-fae9a307-4d1c-4f21-9140-8b55ef237db9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8926720-09b0-467b-9e8a-3bd93ba7b4ac HTTP/1.1" status: 200 len: 946 time: 0.1715348 Oct 12 07:41:24.817347 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c31b80-c24a-4ea8-8635-9a8eec5c44b3 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Made reservation on behalf of 39bec5a63dc64133a3f7d7179326ce15 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:41:24.820808 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-77c31b80-c24a-4ea8-8635-9a8eec5c44b3 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:24.833902 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-21d5f16f-3148-40e6-8490-a8ce672288c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'name': 'tempest-TestNetworkBasicOps-router-555883788', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': '0b43baf8-2140-4c2d-a8c3-c75746ab1776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:38:39Z', 'updated_at': '2022-10-12T07:41:08Z', 'revision_number': 6, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '0b43baf8-2140-4c2d-a8c3-c75746ab1776', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:40:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:38:41Z', 'updated_at': '2022-10-12T07:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '8bb6b36e-60ed-4267-80b7-be073d9d55e1', 'name': '', 'network_id': 'd3f174f3-fe7c-477c-82b4-dc8c70c0c1d0', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:a1:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'f94507d5-d2c5-4934-a94a-80714edc117a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:38:52Z', 'updated_at': '2022-10-12T07:39:03Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': 'f94507d5-d2c5-4934-a94a-80714edc117a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:24.838070 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d5800946-25ea-4d66-868b-4c65150b7897 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:24.872216 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d5f16f-3148-40e6-8490-a8ce672288c2 None None] Checking router: 8c7410a8-7294-4d50-bca8-31d4228bdbad for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:41:24.880948 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d5f16f-3148-40e6-8490-a8ce672288c2 None None] Routers {'8c7410a8-7294-4d50-bca8-31d4228bdbad'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:41:24.881565 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-21d5f16f-3148-40e6-8490-a8ce672288c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:41:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['8c7410a8-7294-4d50-bca8-31d4228bdbad'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:24.900385 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8df80e0a-dde8-48fe-9700-080391ac993d req-cf096a2a-ccdb-4f3c-afec-27f88b6fb484 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=e40253a9-c4ca-4cfd-924e-62dea94da4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194477 Oct 12 07:41:24.902545 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77c31b80-c24a-4ea8-8635-9a8eec5c44b3 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:41:24.928560 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-77c31b80-c24a-4ea8-8635-9a8eec5c44b3 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:24.928560 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-77c31b80-c24a-4ea8-8635-9a8eec5c44b3 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Added segment 3ed76365-368b-4caf-9605-d23662e92639 of type vlan for network f34dd9c9-0fe8-4384-a457-d3985d352b21 Oct 12 07:41:24.938217 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a41cc51-4cd6-4b22-9922-44b7b17f8453 req-f0f985f5-05e8-48dd-95f4-67dcc391b098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:24.939886 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4a41cc51-4cd6-4b22-9922-44b7b17f8453 req-f0f985f5-05e8-48dd-95f4-67dcc391b098 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0 HTTP/1.1" status: 200 len: 898 time: 0.1675849 Oct 12 07:41:24.941369 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-b38253eb-2ff5-454f-92c5-fd221276e2ca tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Deleting port 297e15f9-8d1d-42e3-afc0-9414ee6a5fa9 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:41:24.941705 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b38253eb-2ff5-454f-92c5-fd221276e2ca tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:24.958337 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8967b0e7-320b-4cfa-9553-55d1dbc41ffe tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:25.001348 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4a41cc51-4cd6-4b22-9922-44b7b17f8453 req-43374548-2433-4e2e-8570-ada73212c282 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fe897af-d5b7-4d22-b7ae-0c814642fab6 HTTP/1.1" status: 200 len: 217 time: 0.0471187 Oct 12 07:41:25.020184 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8967b0e7-320b-4cfa-9553-55d1dbc41ffe tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:25.026012 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-21d5f16f-3148-40e6-8490-a8ce672288c2 None None] Set router 8c7410a8-7294-4d50-bca8-31d4228bdbad gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:41:25.026796 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-8967b0e7-320b-4cfa-9553-55d1dbc41ffe tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/ports/b0a4b6d3-5a74-4a8c-a81b-e22f6a675128 HTTP/1.1" status: 204 len: 168 time: 1.0296378 Oct 12 07:41:25.027473 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41116) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:25.050824 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8967b0e7-320b-4cfa-9553-55d1dbc41ffe tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event deleted for resources: {'Port': ['ID=b0a4b6d3-5a74-4a8c-a81b-e22f6a675128,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:25.061767 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-77c31b80-c24a-4ea8-8635-9a8eec5c44b3 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:25.084761 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d5800946-25ea-4d66-868b-4c65150b7897 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:25.114603 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-b38253eb-2ff5-454f-92c5-fd221276e2ca tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] For port 297e15f9-8d1d-42e3-afc0-9414ee6a5fa9, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=297e15f9-8d1d-42e3-afc0-9414ee6a5fa9,segment=NetworkSegment(64f411b5-07a6-4183-ab15-222931c7f036),segment_id=64f411b5-07a6-4183-ab15-222931c7f036)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:25.115054 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b38253eb-2ff5-454f-92c5-fd221276e2ca tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:25.155602 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fab1d9-7a21-4491-88b4-8bace93272e9 None None] DHCP port deletion for b5672c25-7187-4e74-98ee-6bf1f986a0e5 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:41:25.157848 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-77c31b80-c24a-4ea8-8635-9a8eec5c44b3 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:25.163657 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c31b80-c24a-4ea8-8635-9a8eec5c44b3 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:25.164285 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-77c31b80-c24a-4ea8-8635-9a8eec5c44b3 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:25.178875 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f1b7f5-3dcd-40c7-a34b-25291b0a5136 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:25.184646 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-83f1b7f5-3dcd-40c7-a34b-25291b0a5136 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1508377 Oct 12 07:41:25.184878 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-b38253eb-2ff5-454f-92c5-fd221276e2ca tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Calling delete_port for 297e15f9-8d1d-42e3-afc0-9414ee6a5fa9 owned by network:dhcp {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:41:25.189037 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41120) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:25.217292 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2622b-47de-4139-b312-f635242d3e0e req-12e9a2ed-0e18-45c0-a6ed-4318bb3ac092 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:25.225885 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-30d2622b-47de-4139-b312-f635242d3e0e req-12e9a2ed-0e18-45c0-a6ed-4318bb3ac092 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3b85b-9481-4123-aac6-ca26a2a8401c HTTP/1.1" status: 200 len: 945 time: 0.0814669 Oct 12 07:41:25.234884 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a41cc51-4cd6-4b22-9922-44b7b17f8453 req-b467fb6c-e2c5-4aed-bb49-5a37f804a7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:25.236326 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4a41cc51-4cd6-4b22-9922-44b7b17f8453 req-b467fb6c-e2c5-4aed-bb49-5a37f804a7f3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f94507d5-d2c5-4934-a94a-80714edc117a HTTP/1.1" status: 200 len: 835 time: 0.1947980 Oct 12 07:41:25.252424 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-77c31b80-c24a-4ea8-8635-9a8eec5c44b3 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5502117 Oct 12 07:41:25.256629 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-db85b3a2-76d8-4a54-ae04-4b2fb7ab2ea5 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] GET failed (client error): The resource could not be found. Oct 12 07:41:25.258323 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-db85b3a2-76d8-4a54-ae04-4b2fb7ab2ea5 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "GET /v2.0/ports/ce53d3bb-c2f1-446d-942a-47284ade6cc2 HTTP/1.1" status: 404 len: 333 time: 0.0668240 Oct 12 07:41:25.266576 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41122) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:25.266824 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41124) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:25.281120 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-60b3f818-1691-4586-a0bb-5fef8e6a2e46 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Request body: {'ports': [{'network_id': '74ab97c2-82c3-44b9-b8bf-45aa411c8915', 'name': 'tempest-port--1247031511', 'admin_state_up': True}, {'network_id': 'f34dd9c9-0fe8-4384-a457-d3985d352b21', 'admin_state_up': False}]} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:25.281674 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-60b3f818-1691-4586-a0bb-5fef8e6a2e46 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Request body: {'port': {'network_id': '74ab97c2-82c3-44b9-b8bf-45aa411c8915', 'name': 'tempest-port--1247031511', 'admin_state_up': True}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:25.282152 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-60b3f818-1691-4586-a0bb-5fef8e6a2e46 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Request body: {'port': {'network_id': 'f34dd9c9-0fe8-4384-a457-d3985d352b21', 'admin_state_up': False}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:25.298828 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d5800946-25ea-4d66-868b-4c65150b7897 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:25.335412 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e8fab1d9-7a21-4491-88b4-8bace93272e9 None None] Deleting port 297e15f9-8d1d-42e3-afc0-9414ee6a5fa9 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:41:25.335723 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e8fab1d9-7a21-4491-88b4-8bace93272e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:25.352223 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-30d2622b-47de-4139-b312-f635242d3e0e req-f4187528-b584-4c43-b010-8d6543f44efb tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/security-groups?id=686babc7-531d-4b2e-b4b2-43471ce94706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253548 Oct 12 07:41:25.363179 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a41cc51-4cd6-4b22-9922-44b7b17f8453 req-a2709e83-7594-42ac-b071-568f8036627d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:25.364968 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4a41cc51-4cd6-4b22-9922-44b7b17f8453 req-a2709e83-7594-42ac-b071-568f8036627d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791233 Oct 12 07:41:25.385861 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e9171f9-8bfd-4676-8ad0-858e1843dd3e tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] GET failed (client error): The resource could not be found. Oct 12 07:41:25.387632 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-4e9171f9-8bfd-4676-8ad0-858e1843dd3e tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "GET /v2.0/ports/b0a4b6d3-5a74-4a8c-a81b-e22f6a675128 HTTP/1.1" status: 404 len: 333 time: 0.1019566 Oct 12 07:41:25.388351 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c31b80-c24a-4ea8-8635-9a8eec5c44b3 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Pushing event updated for resources: {'Network': ['ID=f34dd9c9-0fe8-4384-a457-d3985d352b21,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:25.390631 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41126) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:25.431928 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5800946-25ea-4d66-868b-4c65150b7897 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Pushing event deleted for resources: {'Subnet': ['ID=93824ab8-f3eb-4c10-87c9-643739c3b3a5,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:25.432057 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network f34dd9c9-0fe8-4384-a457-d3985d352b21 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:41:25.432452 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b38253eb-2ff5-454f-92c5-fd221276e2ca tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:25.434770 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d5800946-25ea-4d66-868b-4c65150b7897 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:25.441162 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d5800946-25ea-4d66-868b-4c65150b7897 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] 10.222.0.26 "DELETE /v2.0/subnets/93824ab8-f3eb-4c10-87c9-643739c3b3a5 HTTP/1.1" status: 204 len: 168 time: 0.9498279 Oct 12 07:41:25.444449 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41130) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:25.455657 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f57490-0cbf-496b-92be-988c84dcda94 None None] Network 1038b0af-2b64-4111-a99d-bd985a0bf590 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:41:25.468259 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-e8fab1d9-7a21-4491-88b4-8bace93272e9 None None] For port 297e15f9-8d1d-42e3-afc0-9414ee6a5fa9, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=297e15f9-8d1d-42e3-afc0-9414ee6a5fa9,segment=NetworkSegment(64f411b5-07a6-4183-ab15-222931c7f036),segment_id=64f411b5-07a6-4183-ab15-222931c7f036)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:25.468702 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e8fab1d9-7a21-4491-88b4-8bace93272e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:25.506493 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e8fab1d9-7a21-4491-88b4-8bace93272e9 None None] Calling delete_port for 297e15f9-8d1d-42e3-afc0-9414ee6a5fa9 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:41:25.533110 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bd78ab92-0fd4-4af3-9223-208ef8985c4e tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:25.544119 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38253eb-2ff5-454f-92c5-fd221276e2ca tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event deleted for resources: {'Port': ['ID=297e15f9-8d1d-42e3-afc0-9414ee6a5fa9,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:25.571439 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38253eb-2ff5-454f-92c5-fd221276e2ca tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] No DVR routers for this DVR port 297e15f9-8d1d-42e3-afc0-9414ee6a5fa9 on host dv-neutron-860909-2-hyperv {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:41:25.670605 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4a41cc51-4cd6-4b22-9922-44b7b17f8453 req-12a8f17e-401e-4bd1-b931-8d9067a9b969 service neutron] 10.222.0.23 "GET /v2.0/networks/d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970471 Oct 12 07:41:25.676640 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-396fc91e-a34e-4728-b922-da2a89c52866 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:25.708354 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-21d5f16f-3148-40e6-8490-a8ce672288c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'name': 'tempest-TestNetworkBasicOps-router-555883788', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': '0b43baf8-2140-4c2d-a8c3-c75746ab1776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:38:39Z', 'updated_at': '2022-10-12T07:41:08Z', 'revision_number': 6, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '0b43baf8-2140-4c2d-a8c3-c75746ab1776', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:40:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:38:41Z', 'updated_at': '2022-10-12T07:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '8bb6b36e-60ed-4267-80b7-be073d9d55e1', 'name': '', 'network_id': 'd3f174f3-fe7c-477c-82b4-dc8c70c0c1d0', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:a1:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'f94507d5-d2c5-4934-a94a-80714edc117a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:38:52Z', 'updated_at': '2022-10-12T07:39:03Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': 'f94507d5-d2c5-4934-a94a-80714edc117a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:25.728019 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bd78ab92-0fd4-4af3-9223-208ef8985c4e tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:25.745228 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b3f818-1691-4586-a0bb-5fef8e6a2e46 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Made reservation on behalf of 39bec5a63dc64133a3f7d7179326ce15 for: {'port': 2} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:41:25.749848 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-60b3f818-1691-4586-a0bb-5fef8e6a2e46 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:25.758045 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d5f16f-3148-40e6-8490-a8ce672288c2 None None] The sync data for ids ['8c7410a8-7294-4d50-bca8-31d4228bdbad'] in dv-neutron-860909-2-hyperv is: [{'id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'name': 'tempest-TestNetworkBasicOps-router-555883788', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': '0b43baf8-2140-4c2d-a8c3-c75746ab1776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:38:39Z', 'updated_at': '2022-10-12T07:41:08Z', 'revision_number': 6, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '0b43baf8-2140-4c2d-a8c3-c75746ab1776', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:40:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:38:41Z', 'updated_at': '2022-10-12T07:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '8bb6b36e-60ed-4267-80b7-be073d9d55e1', 'name': '', 'network_id': 'd3f174f3-fe7c-477c-82b4-dc8c70c0c1d0', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:a1:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'f94507d5-d2c5-4934-a94a-80714edc117a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:38:52Z', 'updated_at': '2022-10-12T07:39:03Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': 'f94507d5-d2c5-4934-a94a-80714edc117a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:41:25.764200 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b38253eb-2ff5-454f-92c5-fd221276e2ca tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:25.829614 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 1b702037-5ca1-40bb-a766-7366ff7485b0 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:41:25.835541 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-60b3f818-1691-4586-a0bb-5fef8e6a2e46 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:25.837225 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e8fab1d9-7a21-4491-88b4-8bace93272e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:25.862303 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-bd78ab92-0fd4-4af3-9223-208ef8985c4e tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e52adf2-0281-410f-8ab2-e7a6aa84ce62']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:25.879108 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 1b702037-5ca1-40bb-a766-7366ff7485b0 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:41:25.879484 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 1b702037-5ca1-40bb-a766-7366ff7485b0 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:41:25.880218 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 297e15f9-8d1d-42e3-afc0-9414ee6a5fa9 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:41:25.885147 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fab1d9-7a21-4491-88b4-8bace93272e9 None None] Pushing event deleted for resources: {'Port': ['ID=297e15f9-8d1d-42e3-afc0-9414ee6a5fa9,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:25.908610 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-bd78ab92-0fd4-4af3-9223-208ef8985c4e tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91c30a4e-df95-4af1-a668-8e1b17c1e725') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:25.908835 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-b38253eb-2ff5-454f-92c5-fd221276e2ca tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5672c25-7187-4e74-98ee-6bf1f986a0e5']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:25.909472 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-bd78ab92-0fd4-4af3-9223-208ef8985c4e tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91c30a4e-df95-4af1-a668-8e1b17c1e725') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:25.911899 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 297e15f9-8d1d-42e3-afc0-9414ee6a5fa9 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:41:25.912396 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 297e15f9-8d1d-42e3-afc0-9414ee6a5fa9 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:41:25.914486 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fab1d9-7a21-4491-88b4-8bace93272e9 None None] No DVR routers for this DVR port 297e15f9-8d1d-42e3-afc0-9414ee6a5fa9 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:41:25.938778 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd401c6-4cfc-43c2-8a3e-b2438048991d None None] DHCP port deletion for 1038b0af-2b64-4111-a99d-bd985a0bf590 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:41:25.954131 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-b38253eb-2ff5-454f-92c5-fd221276e2ca tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64f411b5-07a6-4183-ab15-222931c7f036') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:25.954471 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-b38253eb-2ff5-454f-92c5-fd221276e2ca tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64f411b5-07a6-4183-ab15-222931c7f036') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:25.978996 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bd78ab92-0fd4-4af3-9223-208ef8985c4e tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:25.982206 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b38253eb-2ff5-454f-92c5-fd221276e2ca tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:26.004586 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ffd401c6-4cfc-43c2-8a3e-b2438048991d None None] Deleting port 3305d807-80ed-4d17-b837-c7188d63dc66 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:41:26.005219 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ffd401c6-4cfc-43c2-8a3e-b2438048991d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:26.016790 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e2965-f53c-401f-aa13-bf3e83dc48ec req-80f8a49c-712b-4cde-bf99-f1b940629f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:26.017749 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675497a5-f48b-4e1a-bd33-545df7f23a7b req-28c865e6-fc82-49c3-9dc5-ce4c4935eb59 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:26.018315 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-2b8e2965-f53c-401f-aa13-bf3e83dc48ec req-80f8a49c-712b-4cde-bf99-f1b940629f71 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=86e46c28c6f94932ba221f0487069c8d&device_id=19e3b85b-9481-4123-aac6-ca26a2a8401c HTTP/1.1" status: 200 len: 1098 time: 0.2869875 Oct 12 07:41:26.023528 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-675497a5-f48b-4e1a-bd33-545df7f23a7b req-28c865e6-fc82-49c3-9dc5-ce4c4935eb59 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3b85b-9481-4123-aac6-ca26a2a8401c HTTP/1.1" status: 200 len: 945 time: 0.3037009 Oct 12 07:41:26.028365 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4a41cc51-4cd6-4b22-9922-44b7b17f8453 req-676880fd-9376-4492-8ee9-bd96a1a67fa6 service neutron] 10.222.0.23 "GET /v2.0/networks/d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465574 Oct 12 07:41:26.034882 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b38253eb-2ff5-454f-92c5-fd221276e2ca tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:26.036330 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bd78ab92-0fd4-4af3-9223-208ef8985c4e tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:26.045731 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb113d-4e4e-4671-83bc-12bab6c8182c req-29ff2369-dc6d-4622-a303-99466cd377e7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:26.047405 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8bfb113d-4e4e-4671-83bc-12bab6c8182c req-29ff2369-dc6d-4622-a303-99466cd377e7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8926720-09b0-467b-9e8a-3bd93ba7b4ac HTTP/1.1" status: 200 len: 946 time: 0.1694601 Oct 12 07:41:26.067910 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b38253eb-2ff5-454f-92c5-fd221276e2ca tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:41:26.068326 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b38253eb-2ff5-454f-92c5-fd221276e2ca tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:26.070588 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd78ab92-0fd4-4af3-9223-208ef8985c4e tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:41:26.071548 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bd78ab92-0fd4-4af3-9223-208ef8985c4e tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:26.130488 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-ffd401c6-4cfc-43c2-8a3e-b2438048991d None None] For port 3305d807-80ed-4d17-b837-c7188d63dc66, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=3305d807-80ed-4d17-b837-c7188d63dc66,segment=NetworkSegment(232b2a9e-21f2-4093-8472-848133ae4f2b),segment_id=232b2a9e-21f2-4093-8472-848133ae4f2b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:26.130945 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ffd401c6-4cfc-43c2-8a3e-b2438048991d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:26.141588 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 91c30a4e-df95-4af1-a668-8e1b17c1e725 resource provider aggregate not found Oct 12 07:41:26.150333 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 64f411b5-07a6-4183-ab15-222931c7f036 resource provider aggregate not found Oct 12 07:41:26.153253 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ffd401c6-4cfc-43c2-8a3e-b2438048991d None None] Calling delete_port for 3305d807-80ed-4d17-b837-c7188d63dc66 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:41:26.200580 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-396fc91e-a34e-4728-b922-da2a89c52866 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Deleting port 3305d807-80ed-4d17-b837-c7188d63dc66 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:41:26.200931 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-396fc91e-a34e-4728-b922-da2a89c52866 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:26.205545 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 64f411b5-07a6-4183-ab15-222931c7f036 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 64f411b5-07a6-4183-ab15-222931c7f036 found for delete ", "request_id": "req-d374e72b-95f9-47a6-a726-0179957d6a72"}]} Oct 12 07:41:26.241074 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 91c30a4e-df95-4af1-a668-8e1b17c1e725 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 91c30a4e-df95-4af1-a668-8e1b17c1e725 found for delete ", "request_id": "req-98d65fdd-9942-4453-a08d-6e8cd12aced2"}]} Oct 12 07:41:26.247694 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea5fef4-8d20-4ff1-a9af-e5434c9fb53a None None] New status for floating IP b6831748-04f3-4fbb-ba36-810564e33177: DOWN {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 07:41:26.275044 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ffd401c6-4cfc-43c2-8a3e-b2438048991d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:26.284339 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-675497a5-f48b-4e1a-bd33-545df7f23a7b req-88ad6b5d-4881-41e7-b2ac-3a77b6f95288 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/security-groups?id=686babc7-531d-4b2e-b4b2-43471ce94706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504027 Oct 12 07:41:26.287285 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-60b3f818-1691-4586-a0bb-5fef8e6a2e46 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] device_id is not set on port 29d003af-79b7-4f55-967a-4b28146e6321 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:41:26.294538 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bd78ab92-0fd4-4af3-9223-208ef8985c4e tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:26.316763 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bd78ab92-0fd4-4af3-9223-208ef8985c4e tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:26.320922 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-bd78ab92-0fd4-4af3-9223-208ef8985c4e tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/networks/1e52adf2-0281-410f-8ab2-e7a6aa84ce62 HTTP/1.1" status: 204 len: 168 time: 0.9265645 Oct 12 07:41:26.321615 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd401c6-4cfc-43c2-8a3e-b2438048991d None None] No DVR routers for this DVR port 3305d807-80ed-4d17-b837-c7188d63dc66 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:41:26.331538 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41148) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:26.337656 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-df24ec63-4267-4d46-98f0-be538d2c82bc tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1238874057'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:26.346390 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd78ab92-0fd4-4af3-9223-208ef8985c4e tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event deleted for resources: {'Network': ['ID=1e52adf2-0281-410f-8ab2-e7a6aa84ce62,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:26.357914 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b38253eb-2ff5-454f-92c5-fd221276e2ca tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:26.358721 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e2965-f53c-401f-aa13-bf3e83dc48ec req-994d674e-634a-40e7-93c0-2ecee8d75f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:26.360199 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-2b8e2965-f53c-401f-aa13-bf3e83dc48ec req-994d674e-634a-40e7-93c0-2ecee8d75f3c service neutron] 10.222.0.23 "GET /v2.0/networks?id=95c516fb-6c65-4fe3-a2b6-948996fd68da HTTP/1.1" status: 200 len: 912 time: 0.3333442 Oct 12 07:41:26.396545 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd401c6-4cfc-43c2-8a3e-b2438048991d None None] Pushing event deleted for resources: {'Port': ['ID=3305d807-80ed-4d17-b837-c7188d63dc66,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:26.430496 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-2b8e2965-f53c-401f-aa13-bf3e83dc48ec req-d93b15e1-51bc-4491-b0e9-3784e72db58d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac390c3f-3e3c-4599-9346-e554e191e481 HTTP/1.1" status: 200 len: 217 time: 0.0602598 Oct 12 07:41:26.438796 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df24ec63-4267-4d46-98f0-be538d2c82bc tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Made reservation on behalf of 118ca68972cc4be1aeb1223f16967aab for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:41:26.442906 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-df24ec63-4267-4d46-98f0-be538d2c82bc tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:26.446767 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b38253eb-2ff5-454f-92c5-fd221276e2ca tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:26.452996 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b38253eb-2ff5-454f-92c5-fd221276e2ca tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "DELETE /v2.0/networks/b5672c25-7187-4e74-98ee-6bf1f986a0e5 HTTP/1.1" status: 204 len: 168 time: 1.9742870 Oct 12 07:41:26.455405 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41158) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:26.462578 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-396fc91e-a34e-4728-b922-da2a89c52866 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] For port 3305d807-80ed-4d17-b837-c7188d63dc66, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=3305d807-80ed-4d17-b837-c7188d63dc66,segment=NetworkSegment(232b2a9e-21f2-4093-8472-848133ae4f2b),segment_id=232b2a9e-21f2-4093-8472-848133ae4f2b)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:26.462924 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-396fc91e-a34e-4728-b922-da2a89c52866 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:26.485526 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38253eb-2ff5-454f-92c5-fd221276e2ca tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event deleted for resources: {'Network': ['ID=b5672c25-7187-4e74-98ee-6bf1f986a0e5,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:26.494108 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc2cca-b605-4e01-b8e2-3621ccbe5322 req-f638ea08-b011-4138-bf3e-75e73fc942b9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:26.501802 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-52dc2cca-b605-4e01-b8e2-3621ccbe5322 req-f638ea08-b011-4138-bf3e-75e73fc942b9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8926720-09b0-467b-9e8a-3bd93ba7b4ac HTTP/1.1" status: 200 len: 946 time: 0.3748693 Oct 12 07:41:26.514849 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-396fc91e-a34e-4728-b922-da2a89c52866 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Calling delete_port for 3305d807-80ed-4d17-b837-c7188d63dc66 owned by network:dhcp {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:41:26.615779 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df24ec63-4267-4d46-98f0-be538d2c82bc tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:41:26.635148 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e2965-f53c-401f-aa13-bf3e83dc48ec req-dae93a83-ed03-484e-858d-734bf790041a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:26.637272 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-2b8e2965-f53c-401f-aa13-bf3e83dc48ec req-dae93a83-ed03-484e-858d-734bf790041a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1840c8ff-7e8f-4007-bf71-fc0c75dbc5d0 HTTP/1.1" status: 200 len: 851 time: 0.2005644 Oct 12 07:41:26.646228 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-52dc2cca-b605-4e01-b8e2-3621ccbe5322 req-f20a8036-2f61-4704-abec-bebe7d0e13da tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=e40253a9-c4ca-4cfd-924e-62dea94da4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345372 Oct 12 07:41:26.660382 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-8bfb113d-4e4e-4671-83bc-12bab6c8182c req-ec15f5cd-cc13-42d4-a50e-743fd3689f60 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Deleting port 3fe897af-d5b7-4d22-b7ae-0c814642fab6 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:41:26.660721 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-8bfb113d-4e4e-4671-83bc-12bab6c8182c req-ec15f5cd-cc13-42d4-a50e-743fd3689f60 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:26.662922 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-df24ec63-4267-4d46-98f0-be538d2c82bc tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:26.663468 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-df24ec63-4267-4d46-98f0-be538d2c82bc tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Added segment 9c2ebfa7-f91d-4937-a009-71dade553ceb of type vlan for network b432d05e-e7b3-4a9f-8418-16c50127550c Oct 12 07:41:26.714548 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-2b8e2965-f53c-401f-aa13-bf3e83dc48ec req-f49669d6-956d-4f92-a3fa-3c2899efcf50 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=95c516fb-6c65-4fe3-a2b6-948996fd68da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604954 Oct 12 07:41:26.790285 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-60b3f818-1691-4586-a0bb-5fef8e6a2e46 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:27.059182 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-396fc91e-a34e-4728-b922-da2a89c52866 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:27.120819 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396fc91e-a34e-4728-b922-da2a89c52866 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Pushing event deleted for resources: {'Port': ['ID=3305d807-80ed-4d17-b837-c7188d63dc66,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:27.132700 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396fc91e-a34e-4728-b922-da2a89c52866 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] No DVR routers for this DVR port 3305d807-80ed-4d17-b837-c7188d63dc66 on host dv-neutron-860909-2-hyperv {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:41:27.140922 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-df24ec63-4267-4d46-98f0-be538d2c82bc tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:27.149102 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428c8cc-0d31-4e66-973c-bd206c4be215 req-fd0afe10-38c7-491e-a82d-a24e0ae67f48 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:27.150612 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b428c8cc-0d31-4e66-973c-bd206c4be215 req-fd0afe10-38c7-491e-a82d-a24e0ae67f48 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f56d885-49f6-44d0-b7be-81c767a470a4 HTTP/1.1" status: 200 len: 946 time: 0.4654524 Oct 12 07:41:27.199476 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-60b3f818-1691-4586-a0bb-5fef8e6a2e46 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] device_id is not set on port 380b1ec4-c8f9-4e4b-aa5b-abc7687c72a4 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:41:27.233337 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-8bfb113d-4e4e-4671-83bc-12bab6c8182c req-ec15f5cd-cc13-42d4-a50e-743fd3689f60 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] For port 3fe897af-d5b7-4d22-b7ae-0c814642fab6, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=3fe897af-d5b7-4d22-b7ae-0c814642fab6,segment=NetworkSegment(49c4efd7-0378-47db-8c37-21c6a4c460ae),segment_id=49c4efd7-0378-47db-8c37-21c6a4c460ae)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:27.233712 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-8bfb113d-4e4e-4671-83bc-12bab6c8182c req-ec15f5cd-cc13-42d4-a50e-743fd3689f60 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:27.251423 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-8bfb113d-4e4e-4671-83bc-12bab6c8182c req-ec15f5cd-cc13-42d4-a50e-743fd3689f60 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Calling delete_port for 3fe897af-d5b7-4d22-b7ae-0c814642fab6 owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:41:27.283315 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-396fc91e-a34e-4728-b922-da2a89c52866 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:27.303711 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-df24ec63-4267-4d46-98f0-be538d2c82bc tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:27.308247 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b428c8cc-0d31-4e66-973c-bd206c4be215 req-2ea14f8b-6503-4e5a-a682-40310c6ef3f5 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/security-groups?id=2728a5cb-2cc4-47ab-8e2b-dd9e7f9f0102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350892 Oct 12 07:41:27.310686 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df24ec63-4267-4d46-98f0-be538d2c82bc tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:27.310686 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-df24ec63-4267-4d46-98f0-be538d2c82bc tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:27.351517 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-396fc91e-a34e-4728-b922-da2a89c52866 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1038b0af-2b64-4111-a99d-bd985a0bf590']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:27.353684 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-2b8e2965-f53c-401f-aa13-bf3e83dc48ec req-43eb839c-2c39-448f-88e9-fa91a30b4d9f service neutron] 10.222.0.23 "GET /v2.0/networks/95c516fb-6c65-4fe3-a2b6-948996fd68da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5961373 Oct 12 07:41:27.364772 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-396fc91e-a34e-4728-b922-da2a89c52866 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '232b2a9e-21f2-4093-8472-848133ae4f2b') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:27.365069 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-396fc91e-a34e-4728-b922-da2a89c52866 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '232b2a9e-21f2-4093-8472-848133ae4f2b') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:27.377243 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-396fc91e-a34e-4728-b922-da2a89c52866 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:27.389373 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-df24ec63-4267-4d46-98f0-be538d2c82bc tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0534418 Oct 12 07:41:27.393873 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41170) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:27.410343 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-cfdd7877-83ac-487d-825f-710cce22437e tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'subnet': {'network_id': 'b432d05e-e7b3-4a9f-8418-16c50127550c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:27.419656 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-396fc91e-a34e-4728-b922-da2a89c52866 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:27.453512 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-396fc91e-a34e-4728-b922-da2a89c52866 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:41:27.453918 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-396fc91e-a34e-4728-b922-da2a89c52866 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:27.454997 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df24ec63-4267-4d46-98f0-be538d2c82bc tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event updated for resources: {'Network': ['ID=b432d05e-e7b3-4a9f-8418-16c50127550c,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:27.472773 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network b432d05e-e7b3-4a9f-8418-16c50127550c details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:41:27.573111 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-2b8e2965-f53c-401f-aa13-bf3e83dc48ec req-3d73b18a-1918-4c02-9a1b-5e2dfd0f23ee service neutron] 10.222.0.23 "GET /v2.0/networks/95c516fb-6c65-4fe3-a2b6-948996fd68da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008297 Oct 12 07:41:27.615222 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d179db-d4b6-4814-94bd-9bca7c8e4133 req-b832deb7-8e09-48c8-bffd-32b71c19dbee tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:27.616692 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-45d179db-d4b6-4814-94bd-9bca7c8e4133 req-b832deb7-8e09-48c8-bffd-32b71c19dbee tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3b85b-9481-4123-aac6-ca26a2a8401c HTTP/1.1" status: 200 len: 945 time: 0.2248092 Oct 12 07:41:27.625071 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-396fc91e-a34e-4728-b922-da2a89c52866 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:27.632922 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2e5b3d41-6501-45c6-838b-86effb040848 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:27.646051 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-396fc91e-a34e-4728-b922-da2a89c52866 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:27.649030 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-396fc91e-a34e-4728-b922-da2a89c52866 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] 10.222.0.26 "DELETE /v2.0/networks/1038b0af-2b64-4111-a99d-bd985a0bf590 HTTP/1.1" status: 204 len: 168 time: 2.1988890 Oct 12 07:41:27.682578 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396fc91e-a34e-4728-b922-da2a89c52866 tempest-ExtraDHCPOptionsTestJSON-1133649779 tempest-ExtraDHCPOptionsTestJSON-1133649779-project] Pushing event deleted for resources: {'Network': ['ID=1038b0af-2b64-4111-a99d-bd985a0bf590,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:27.690103 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdd7877-83ac-487d-825f-710cce22437e tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Made reservation on behalf of 118ca68972cc4be1aeb1223f16967aab for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:41:27.693717 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cfdd7877-83ac-487d-825f-710cce22437e tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:27.714972 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-8bfb113d-4e4e-4671-83bc-12bab6c8182c req-ec15f5cd-cc13-42d4-a50e-743fd3689f60 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:27.732154 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-60b3f818-1691-4586-a0bb-5fef8e6a2e46 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:27.766845 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15f5cd-cc13-42d4-a50e-743fd3689f60 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Port': ['ID=3fe897af-d5b7-4d22-b7ae-0c814642fab6,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:27.792728 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 3305d807-80ed-4d17-b837-c7188d63dc66 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:41:27.798544 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.ipam_backend_mixin [None req-cfdd7877-83ac-487d-825f-710cce22437e tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Performing IP validity checks on allocation pools {{(pid=103200) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Oct 12 07:41:27.799156 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.ipam_backend_mixin [None req-cfdd7877-83ac-487d-825f-710cce22437e tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103200) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Oct 12 07:41:27.805371 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-45d179db-d4b6-4814-94bd-9bca7c8e4133 req-c5d2b75b-4661-452a-93e6-4a37624bfefe tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/security-groups?id=686babc7-531d-4b2e-b4b2-43471ce94706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762445 Oct 12 07:41:27.840969 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 3305d807-80ed-4d17-b837-c7188d63dc66 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:41:27.841333 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 3305d807-80ed-4d17-b837-c7188d63dc66 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:41:27.873490 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-60b3f818-1691-4586-a0bb-5fef8e6a2e46 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:27.877343 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1053e0d8-a06a-44cc-8884-351bec92c428 req-c5757c37-aad6-48e3-a28a-fd5398bd538d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8926720-09b0-467b-9e8a-3bd93ba7b4ac HTTP/1.1" status: 200 len: 210 time: 0.1060629 Oct 12 07:41:27.907432 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bfb113d-4e4e-4671-83bc-12bab6c8182c req-ec15f5cd-cc13-42d4-a50e-743fd3689f60 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] No DVR routers for this DVR port 3fe897af-d5b7-4d22-b7ae-0c814642fab6 on host hv-neutron-8609 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:41:27.910722 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-8bfb113d-4e4e-4671-83bc-12bab6c8182c req-ec15f5cd-cc13-42d4-a50e-743fd3689f60 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:27.913936 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8bfb113d-4e4e-4671-83bc-12bab6c8182c req-ec15f5cd-cc13-42d4-a50e-743fd3689f60 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "DELETE /v2.0/ports/3fe897af-d5b7-4d22-b7ae-0c814642fab6 HTTP/1.1" status: 204 len: 173 time: 1.8502328 Oct 12 07:41:27.914458 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8926720-09b0-467b-9e8a-3bd93ba7b4ac', 'name': 'network-vif-deleted', 'tag': '3fe897af-d5b7-4d22-b7ae-0c814642fab6'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:41:27.916808 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa4a328-45d1-4fef-bdcd-13cfccedc172" -d '{"events": [{"server_uuid": "f8926720-09b0-467b-9e8a-3bd93ba7b4ac", "name": "network-vif-deleted", "tag": "3fe897af-d5b7-4d22-b7ae-0c814642fab6"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:41:28.002925 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b3f818-1691-4586-a0bb-5fef8e6a2e46 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Pushing event updated for resources: {'Port': ['ID=29d003af-79b7-4f55-967a-4b28146e6321,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:28.019502 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3231e5c3-9a42-4498-8458-57d41ebdd4d5 x-openstack-request-id: req-3231e5c3-9a42-4498-8458-57d41ebdd4d5 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:41:28.019792 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8926720-09b0-467b-9e8a-3bd93ba7b4ac", "name": "network-vif-deleted", "tag": "3fe897af-d5b7-4d22-b7ae-0c814642fab6", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:41:28.020043 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3231e5c3-9a42-4498-8458-57d41ebdd4d5 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:41:28.020656 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3231e5c3-9a42-4498-8458-57d41ebdd4d5'] response: {'server_uuid': 'f8926720-09b0-467b-9e8a-3bd93ba7b4ac', 'name': 'network-vif-deleted', 'tag': '3fe897af-d5b7-4d22-b7ae-0c814642fab6', 'status': 'completed', 'code': 200} Oct 12 07:41:28.037572 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b3f818-1691-4586-a0bb-5fef8e6a2e46 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Checking segment: {'id': '4fa76d78-4081-4f78-8460-8c5e8de84ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '74ab97c2-82c3-44b9-b8bf-45aa411c8915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:41:28.038050 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b3f818-1691-4586-a0bb-5fef8e6a2e46 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Network hostable DHCP agents. Network: 74ab97c2-82c3-44b9-b8bf-45aa411c8915, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:41:28.043124 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cfdd7877-83ac-487d-825f-710cce22437e tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:28.120926 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd7877-83ac-487d-825f-710cce22437e tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event updated for resources: {'Subnet': ['ID=40bf10b1-fa6d-450c-add8-30c42fdf0a71,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:28.128540 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdd7877-83ac-487d-825f-710cce22437e tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Checking segment: {'id': '9c2ebfa7-f91d-4937-a009-71dade553ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'b432d05e-e7b3-4a9f-8418-16c50127550c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:41:28.128889 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdd7877-83ac-487d-825f-710cce22437e tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Network hostable DHCP agents. Network: b432d05e-e7b3-4a9f-8418-16c50127550c, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:41:28.130921 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41180) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:28.144525 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b3f818-1691-4586-a0bb-5fef8e6a2e46 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Network 74ab97c2-82c3-44b9-b8bf-45aa411c8915 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:41:28.163489 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdd7877-83ac-487d-825f-710cce22437e tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Network b432d05e-e7b3-4a9f-8418-16c50127550c is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:41:28.168890 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-60b3f818-1691-4586-a0bb-5fef8e6a2e46 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 74ab97c2-82c3-44b9-b8bf-45aa411c8915) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:41:28.175571 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b3f818-1691-4586-a0bb-5fef8e6a2e46 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:41:28.176456 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-60b3f818-1691-4586-a0bb-5fef8e6a2e46 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:28.178772 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019ab28d-19af-44c6-957c-5329d37ba152 None None] Network 74ab97c2-82c3-44b9-b8bf-45aa411c8915 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:41:28.201024 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-cfdd7877-83ac-487d-825f-710cce22437e tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, b432d05e-e7b3-4a9f-8418-16c50127550c) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:41:28.221387 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdd7877-83ac-487d-825f-710cce22437e tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:28.222689 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cfdd7877-83ac-487d-825f-710cce22437e tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:28.237360 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da206383-716e-4500-8d4e-b1b7a6b2e691 None None] Network b432d05e-e7b3-4a9f-8418-16c50127550c requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:41:28.271189 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 232b2a9e-21f2-4093-8472-848133ae4f2b resource provider aggregate not found Oct 12 07:41:28.280516 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-2e5b3d41-6501-45c6-838b-86effb040848 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Deleting port 341e38fb-1e6a-42a6-ac80-8ee9ae5845c3 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:41:28.280862 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2e5b3d41-6501-45c6-838b-86effb040848 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:28.303669 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-cfdd7877-83ac-487d-825f-710cce22437e tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9067214 Oct 12 07:41:28.304619 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41188) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:28.314370 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 232b2a9e-21f2-4093-8472-848133ae4f2b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 232b2a9e-21f2-4093-8472-848133ae4f2b found for delete ", "request_id": "req-0dfef98a-5b61-4a5c-95b2-b8b98fd8cf60"}]} Oct 12 07:41:28.323490 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-0d47523f-d772-4d1a-a64b-cbcb26e72ef5 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'port': {'network_id': 'b432d05e-e7b3-4a9f-8418-16c50127550c', 'name': 'tempest-PortsTestJSON-306898868'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:28.372886 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b3f818-1691-4586-a0bb-5fef8e6a2e46 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Pushing event updated for resources: {'Port': ['ID=380b1ec4-c8f9-4e4b-aa5b-abc7687c72a4,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:28.422265 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b3c01434-e49e-4d70-a6a3-28001206d29f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d84782a8f97f42b891095515bfdbea7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2901421 Oct 12 07:41:28.422976 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41192) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:28.460790 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b3f818-1691-4586-a0bb-5fef8e6a2e46 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Checking segment: {'id': '3ed76365-368b-4caf-9605-d23662e92639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f34dd9c9-0fe8-4384-a457-d3985d352b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:41:28.461149 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b3f818-1691-4586-a0bb-5fef8e6a2e46 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Network hostable DHCP agents. Network: f34dd9c9-0fe8-4384-a457-d3985d352b21, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:41:28.552343 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fa4a5-4c59-4e3c-b93b-a91ffec866d1 req-61102cd7-6a8b-4c8d-acb5-21cd852d6ef5 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:28.564395 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-267fa4a5-4c59-4e3c-b93b-a91ffec866d1 req-61102cd7-6a8b-4c8d-acb5-21cd852d6ef5 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f56d885-49f6-44d0-b7be-81c767a470a4 HTTP/1.1" status: 200 len: 946 time: 0.1272516 Oct 12 07:41:28.570134 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-31802f30-4506-46e0-baf9-e71fcf5fe186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:28.570370 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-2e5b3d41-6501-45c6-838b-86effb040848 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] For port 341e38fb-1e6a-42a6-ac80-8ee9ae5845c3, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=341e38fb-1e6a-42a6-ac80-8ee9ae5845c3,segment=NetworkSegment(9774a0d2-61bc-4724-a827-a48364cd5e08),segment_id=9774a0d2-61bc-4724-a827-a48364cd5e08)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:28.570507 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2e5b3d41-6501-45c6-838b-86effb040848 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:28.584772 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b3f818-1691-4586-a0bb-5fef8e6a2e46 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Network f34dd9c9-0fe8-4384-a457-d3985d352b21 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:41:28.598440 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-2e5b3d41-6501-45c6-838b-86effb040848 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Calling delete_port for 341e38fb-1e6a-42a6-ac80-8ee9ae5845c3 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:41:28.614779 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-60b3f818-1691-4586-a0bb-5fef8e6a2e46 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, f34dd9c9-0fe8-4384-a457-d3985d352b21) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:41:28.627891 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-31802f30-4506-46e0-baf9-e71fcf5fe186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:28.629771 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b3f818-1691-4586-a0bb-5fef8e6a2e46 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:41:28.636489 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b3f818-1691-4586-a0bb-5fef8e6a2e46 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:28.641347 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b3f818-1691-4586-a0bb-5fef8e6a2e46 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:28.642060 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-60b3f818-1691-4586-a0bb-5fef8e6a2e46 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:28.647328 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-267fa4a5-4c59-4e3c-b93b-a91ffec866d1 req-506ce44b-8a58-4840-89f5-de41c33fab8f tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/security-groups?id=2728a5cb-2cc4-47ab-8e2b-dd9e7f9f0102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809481 Oct 12 07:41:28.653140 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ac981c-bc4e-40c1-83af-4718496b2de8 None None] Network f34dd9c9-0fe8-4384-a457-d3985d352b21 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:41:28.690854 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d47523f-d772-4d1a-a64b-cbcb26e72ef5 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Made reservation on behalf of 118ca68972cc4be1aeb1223f16967aab for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:41:28.695123 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0d47523f-d772-4d1a-a64b-cbcb26e72ef5 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:28.708470 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-31802f30-4506-46e0-baf9-e71fcf5fe186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:28.711599 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-31802f30-4506-46e0-baf9-e71fcf5fe186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:28.716025 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-31802f30-4506-46e0-baf9-e71fcf5fe186 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6fab8078-88c9-46c4-a301-298e6e25b59f HTTP/1.1" status: 204 len: 168 time: 0.2891338 Oct 12 07:41:28.719882 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-60b3f818-1691-4586-a0bb-5fef8e6a2e46 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.4493167 Oct 12 07:41:28.722879 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41196) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:28.737278 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31802f30-4506-46e0-baf9-e71fcf5fe186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fab8078-88c9-46c4-a301-298e6e25b59f,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:28.737598 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-0d47523f-d772-4d1a-a64b-cbcb26e72ef5 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] device_id is not set on port d6bd0922-0477-4d8b-bdfb-c399e9b49da9 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:41:28.797318 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae4cc80-8f2b-442a-8c45-d3e0333254be tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:28.804532 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae4cc80-8f2b-442a-8c45-d3e0333254be tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:28.807390 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-fae4cc80-8f2b-442a-8c45-d3e0333254be tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0830464 Oct 12 07:41:28.810452 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41198) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:28.955972 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-738ccc72-ab2a-4da1-b1c2-8a494986affb tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Deleting port 29d003af-79b7-4f55-967a-4b28146e6321 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:41:28.956686 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-738ccc72-ab2a-4da1-b1c2-8a494986affb tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:28.962570 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-0d47523f-d772-4d1a-a64b-cbcb26e72ef5 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Allocated IP 172.20.0.5 (b432d05e-e7b3-4a9f-8418-16c50127550c/40bf10b1-fa6d-450c-add8-30c42fdf0a71/d6bd0922-0477-4d8b-bdfb-c399e9b49da9) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:41:28.971568 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41206) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:28.989923 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2e5b3d41-6501-45c6-838b-86effb040848 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:29.015238 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073c65a0-d237-448c-87fa-5f8c0971ed98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-b432d05e-e7b3-4a9f-8418-16c50127550c', 'network_id': 'b432d05e-e7b3-4a9f-8418-16c50127550c', 'tenant_id': '118ca68972cc4be1aeb1223f16967aab', 'fixed_ips': [{'subnet_id': '40bf10b1-fa6d-450c-add8-30c42fdf0a71'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:41:29.016564 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-073c65a0-d237-448c-87fa-5f8c0971ed98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:29.040794 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b3d41-6501-45c6-838b-86effb040848 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event deleted for resources: {'Port': ['ID=341e38fb-1e6a-42a6-ac80-8ee9ae5845c3,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:29.087330 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-738ccc72-ab2a-4da1-b1c2-8a494986affb tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:29.122337 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-738ccc72-ab2a-4da1-b1c2-8a494986affb tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Calling delete_port for 29d003af-79b7-4f55-967a-4b28146e6321 owned by {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:41:29.132223 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c8865c-08f4-420f-93a9-1c4c72fb92f0 req-12421afd-68d2-4f6f-aa2c-32b833a79e03 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:29.133846 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e4c8865c-08f4-420f-93a9-1c4c72fb92f0 req-12421afd-68d2-4f6f-aa2c-32b833a79e03 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3b85b-9481-4123-aac6-ca26a2a8401c HTTP/1.1" status: 200 len: 945 time: 0.1442308 Oct 12 07:41:29.233861 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e4c8865c-08f4-420f-93a9-1c4c72fb92f0 req-4adfc404-90e3-49b9-804f-7685097b37ea tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/security-groups?id=686babc7-531d-4b2e-b4b2-43471ce94706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901539 Oct 12 07:41:29.299029 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-738ccc72-ab2a-4da1-b1c2-8a494986affb tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:29.321070 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-257491fc-cfe9-4e1a-bf08-e9583de05d08 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:29.325578 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2e5b3d41-6501-45c6-838b-86effb040848 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:29.346062 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ccc72-ab2a-4da1-b1c2-8a494986affb tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Pushing event deleted for resources: {'Port': ['ID=29d003af-79b7-4f55-967a-4b28146e6321,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:29.360189 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-738ccc72-ab2a-4da1-b1c2-8a494986affb tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:29.367456 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-738ccc72-ab2a-4da1-b1c2-8a494986affb tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] 10.222.0.26 "DELETE /v2.0/ports/29d003af-79b7-4f55-967a-4b28146e6321 HTTP/1.1" status: 204 len: 168 time: 0.5558462 Oct 12 07:41:29.371349 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41218) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:29.411436 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-257491fc-cfe9-4e1a-bf08-e9583de05d08 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:29.482803 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0d47523f-d772-4d1a-a64b-cbcb26e72ef5 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:29.491722 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-046cf45c-ca33-4f10-8d34-cc0aaa70435b tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Deleting port 380b1ec4-c8f9-4e4b-aa5b-abc7687c72a4 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:41:29.492257 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-046cf45c-ca33-4f10-8d34-cc0aaa70435b tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:29.588824 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5b3d41-6501-45c6-838b-86effb040848 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Router f3cbc997-c159-4245-942e-b009ea82b66d has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:41:29.596299 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-046cf45c-ca33-4f10-8d34-cc0aaa70435b tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:29.613412 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-046cf45c-ca33-4f10-8d34-cc0aaa70435b tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Calling delete_port for 380b1ec4-c8f9-4e4b-aa5b-abc7687c72a4 owned by {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:41:29.639629 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40130ee8-e62d-4aa0-9a53-d4ffc2ed4edf req-171c1de7-fdbd-488a-b0da-86a2c5f93002 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:29.641397 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-40130ee8-e62d-4aa0-9a53-d4ffc2ed4edf req-171c1de7-fdbd-488a-b0da-86a2c5f93002 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3b85b-9481-4123-aac6-ca26a2a8401c HTTP/1.1" status: 200 len: 945 time: 0.1149790 Oct 12 07:41:29.658837 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0d47523f-d772-4d1a-a64b-cbcb26e72ef5 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:29.696416 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-257491fc-cfe9-4e1a-bf08-e9583de05d08 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:29.699020 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-257491fc-cfe9-4e1a-bf08-e9583de05d08 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:29.702996 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-257491fc-cfe9-4e1a-bf08-e9583de05d08 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "DELETE /v2.0/security-groups/e40253a9-c4ca-4cfd-924e-62dea94da4ff HTTP/1.1" status: 204 len: 168 time: 0.7304099 Oct 12 07:41:29.727634 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5b3d41-6501-45c6-838b-86effb040848 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:41:29.742372 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-2e5b3d41-6501-45c6-838b-86effb040848 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "PUT /v2.0/routers/f3cbc997-c159-4245-942e-b009ea82b66d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2753625 Oct 12 07:41:29.749443 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41234) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:29.760627 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794d3120-90f8-4029-a24b-8ac965972572 None None] Sync routers for ids ['f3cbc997-c159-4245-942e-b009ea82b66d'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:41:29.766604 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257491fc-cfe9-4e1a-bf08-e9583de05d08 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40253a9-c4ca-4cfd-924e-62dea94da4ff,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:29.773599 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794d3120-90f8-4029-a24b-8ac965972572 None None] Routers {'f3cbc997-c159-4245-942e-b009ea82b66d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:41:29.774241 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-794d3120-90f8-4029-a24b-8ac965972572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:41:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['f3cbc997-c159-4245-942e-b009ea82b66d'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:29.830009 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47523f-d772-4d1a-a64b-cbcb26e72ef5 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event updated for resources: {'Port': ['ID=d6bd0922-0477-4d8b-bdfb-c399e9b49da9,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:29.836480 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d47523f-d772-4d1a-a64b-cbcb26e72ef5 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Network b432d05e-e7b3-4a9f-8418-16c50127550c is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:41:29.837316 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41236) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:29.841441 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-40130ee8-e62d-4aa0-9a53-d4ffc2ed4edf req-ec7bdb2b-85c4-4f20-abc7-10101818a20b tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/security-groups?id=686babc7-531d-4b2e-b4b2-43471ce94706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659019 Oct 12 07:41:29.847132 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-0d47523f-d772-4d1a-a64b-cbcb26e72ef5 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:41:29.848315 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-073c65a0-d237-448c-87fa-5f8c0971ed98 None None] Allocated IP 172.20.0.2 (b432d05e-e7b3-4a9f-8418-16c50127550c/40bf10b1-fa6d-450c-add8-30c42fdf0a71/4a6d841c-9695-4012-b44b-c9afb20547d3) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:41:29.887720 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d47523f-d772-4d1a-a64b-cbcb26e72ef5 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:41:29.887883 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-046cf45c-ca33-4f10-8d34-cc0aaa70435b tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:29.893697 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-794d3120-90f8-4029-a24b-8ac965972572 None None] Set router f3cbc997-c159-4245-942e-b009ea82b66d gateway port host: None {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:41:29.905103 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cc6bf86-cc20-48c0-b601-343e972cb410 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Deleting subnet 163eea88-3da4-45c6-a9fb-cedff88141d3 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:41:29.936783 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-046cf45c-ca33-4f10-8d34-cc0aaa70435b tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:29.939037 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9cc6bf86-cc20-48c0-b601-343e972cb410 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:29.941017 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-046cf45c-ca33-4f10-8d34-cc0aaa70435b tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] 10.222.0.26 "DELETE /v2.0/ports/380b1ec4-c8f9-4e4b-aa5b-abc7687c72a4 HTTP/1.1" status: 204 len: 168 time: 0.5680714 Oct 12 07:41:29.944787 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41240) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:29.945345 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41242) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:29.953294 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae3b77-b244-4c4e-98d6-05b9d79f548a req-eb68d110-1ad3-448f-9799-6d052b3672bf tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:29.955248 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-59ae3b77-b244-4c4e-98d6-05b9d79f548a req-eb68d110-1ad3-448f-9799-6d052b3672bf tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f56d885-49f6-44d0-b7be-81c767a470a4 HTTP/1.1" status: 200 len: 946 time: 0.1669340 Oct 12 07:41:29.956657 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046cf45c-ca33-4f10-8d34-cc0aaa70435b tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Pushing event deleted for resources: {'Port': ['ID=380b1ec4-c8f9-4e4b-aa5b-abc7687c72a4,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:29.956963 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-794d3120-90f8-4029-a24b-8ac965972572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'name': 'tempest-RoutersIpV6Test-router-830171884', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:40:29Z', 'updated_at': '2022-10-12T07:41:28Z', 'revision_number': 11, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'gw_port_host': None}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:30.002415 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794d3120-90f8-4029-a24b-8ac965972572 None None] Checking router: f3cbc997-c159-4245-942e-b009ea82b66d for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:41:30.015021 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-59ae3b77-b244-4c4e-98d6-05b9d79f548a req-135ddb0b-9e57-47e7-8fbc-807429062962 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/security-groups?id=2728a5cb-2cc4-47ab-8e2b-dd9e7f9f0102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475528 Oct 12 07:41:30.048878 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794d3120-90f8-4029-a24b-8ac965972572 None None] Routers {'f3cbc997-c159-4245-942e-b009ea82b66d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:41:30.049499 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-794d3120-90f8-4029-a24b-8ac965972572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:41:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['f3cbc997-c159-4245-942e-b009ea82b66d'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:30.133228 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-794d3120-90f8-4029-a24b-8ac965972572 None None] Set router f3cbc997-c159-4245-942e-b009ea82b66d gateway port host: None {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:41:30.195558 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-794d3120-90f8-4029-a24b-8ac965972572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'name': 'tempest-RoutersIpV6Test-router-830171884', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:40:29Z', 'updated_at': '2022-10-12T07:41:28Z', 'revision_number': 11, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'gw_port_host': None}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:30.230016 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794d3120-90f8-4029-a24b-8ac965972572 None None] The sync data for ids ['f3cbc997-c159-4245-942e-b009ea82b66d'] in dv-neutron-860909-2-hyperv is: [{'id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'name': 'tempest-RoutersIpV6Test-router-830171884', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:40:29Z', 'updated_at': '2022-10-12T07:41:28Z', 'revision_number': 11, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'gw_port_host': None}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:41:30.274836 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-073c65a0-d237-448c-87fa-5f8c0971ed98 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:30.281199 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-073c65a0-d237-448c-87fa-5f8c0971ed98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:30.291666 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-c51d0aab-88be-4506-802c-c21b8ba7e420 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:30.292436 dv-neutron-860909-2-hyperv neutron-server[103201]: WARNING neutron.api.v2.base [None req-c51d0aab-88be-4506-802c-c21b8ba7e420 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 12 07:41:30.293495 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-c51d0aab-88be-4506-802c-c21b8ba7e420 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] create failed (client error): There was a conflict when trying to complete your request. Oct 12 07:41:30.294489 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c51d0aab-88be-4506-802c-c21b8ba7e420 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4562354 Oct 12 07:41:30.298515 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41244) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:30.303662 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-65909979-6745-41c3-8b9f-3e52b32c78b2 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Request body: {'security_group': {'name': 'tempest-secgroup--1249725928'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:30.330367 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073c65a0-d237-448c-87fa-5f8c0971ed98 None None] Network b432d05e-e7b3-4a9f-8418-16c50127550c is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:41:30.333445 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-65909979-6745-41c3-8b9f-3e52b32c78b2 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:30.335848 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-073c65a0-d237-448c-87fa-5f8c0971ed98 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:41:30.337718 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c65a0-d237-448c-87fa-5f8c0971ed98 None None] Pushing event updated for resources: {'Port': ['ID=4a6d841c-9695-4012-b44b-c9afb20547d3,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:30.340456 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073c65a0-d237-448c-87fa-5f8c0971ed98 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:41:30.355878 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-07a9e7ee-a5da-485e-9e03-ebb4d546e7f4 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4048474 Oct 12 07:41:30.356433 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-65909979-6745-41c3-8b9f-3e52b32c78b2 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:30.360623 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41246) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:30.371987 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9cc6bf86-cc20-48c0-b601-343e972cb410 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:30.378324 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-0ec91855-b65f-437c-af7f-b0612338c8ac tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1041239698'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:30.379501 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d47523f-d772-4d1a-a64b-cbcb26e72ef5 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:30.380098 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0d47523f-d772-4d1a-a64b-cbcb26e72ef5 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:30.401283 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-073c65a0-d237-448c-87fa-5f8c0971ed98 None None] Attempting to bind port 4a6d841c-9695-4012-b44b-c9afb20547d3 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:41:30.402387 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-073c65a0-d237-448c-87fa-5f8c0971ed98 None None] Attempting to bind port 4a6d841c-9695-4012-b44b-c9afb20547d3 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '9c2ebfa7-f91d-4937-a009-71dade553ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'b432d05e-e7b3-4a9f-8418-16c50127550c'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:41:30.402966 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073c65a0-d237-448c-87fa-5f8c0971ed98 None None] Attempting to bind port 4a6d841c-9695-4012-b44b-c9afb20547d3 on network b432d05e-e7b3-4a9f-8418-16c50127550c {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:41:30.410783 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073c65a0-d237-448c-87fa-5f8c0971ed98 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:41:30.411419 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073c65a0-d237-448c-87fa-5f8c0971ed98 None None] Checking segment: {'id': '9c2ebfa7-f91d-4937-a009-71dade553ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'b432d05e-e7b3-4a9f-8418-16c50127550c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:41:30.411976 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-073c65a0-d237-448c-87fa-5f8c0971ed98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:30.412618 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073c65a0-d237-448c-87fa-5f8c0971ed98 None None] Bound using segment: {'id': '9c2ebfa7-f91d-4937-a009-71dade553ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'b432d05e-e7b3-4a9f-8418-16c50127550c'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:41:30.413301 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-073c65a0-d237-448c-87fa-5f8c0971ed98 None None] Bound port: 4a6d841c-9695-4012-b44b-c9afb20547d3, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c2ebfa7-f91d-4937-a009-71dade553ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'b432d05e-e7b3-4a9f-8418-16c50127550c'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:41:30.413748 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-073c65a0-d237-448c-87fa-5f8c0971ed98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:30.416525 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec91855-b65f-437c-af7f-b0612338c8ac tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Made reservation on behalf of 39bec5a63dc64133a3f7d7179326ce15 for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:41:30.420955 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0ec91855-b65f-437c-af7f-b0612338c8ac tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:30.429875 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-0d47523f-d772-4d1a-a64b-cbcb26e72ef5 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1125305 Oct 12 07:41:30.434675 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41248) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:30.487666 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-073c65a0-d237-448c-87fa-5f8c0971ed98 None None] For port 4a6d841c-9695-4012-b44b-c9afb20547d3, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:41:30.490884 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-073c65a0-d237-448c-87fa-5f8c0971ed98 None None] For port 4a6d841c-9695-4012-b44b-c9afb20547d3, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=4a6d841c-9695-4012-b44b-c9afb20547d3,segment=NetworkSegment(9c2ebfa7-f91d-4937-a009-71dade553ceb),segment_id=9c2ebfa7-f91d-4937-a009-71dade553ceb)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:41:30.495994 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-073c65a0-d237-448c-87fa-5f8c0971ed98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:30.528301 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 3fe897af-d5b7-4d22-b7ae-0c814642fab6 no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:41:30.533051 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ec91855-b65f-437c-af7f-b0612338c8ac tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:41:30.544028 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0ec91855-b65f-437c-af7f-b0612338c8ac tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:30.544453 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-0ec91855-b65f-437c-af7f-b0612338c8ac tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Added segment ed767ce6-561c-4462-bcda-14b088b2d87d of type vlan for network 08889a86-0cfc-4f7f-8297-1d1db0ebed4d Oct 12 07:41:30.561276 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] No Port match for: 3fe897af-d5b7-4d22-b7ae-0c814642fab6 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:41:30.561882 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 3fe897af-d5b7-4d22-b7ae-0c814642fab6 not bound to the agent host hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:41:30.571195 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9cc6bf86-cc20-48c0-b601-343e972cb410 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:30.583826 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c65a0-d237-448c-87fa-5f8c0971ed98 None None] Pushing event updated for resources: {'Port': ['ID=4a6d841c-9695-4012-b44b-c9afb20547d3,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:30.596487 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0ec91855-b65f-437c-af7f-b0612338c8ac tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:30.681660 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0ec91855-b65f-437c-af7f-b0612338c8ac tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:30.687882 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec91855-b65f-437c-af7f-b0612338c8ac tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:30.688492 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0ec91855-b65f-437c-af7f-b0612338c8ac tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:30.706519 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9cc6bf86-cc20-48c0-b601-343e972cb410 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:30.743375 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc6bf86-cc20-48c0-b601-343e972cb410 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event deleted for resources: {'Subnet': ['ID=163eea88-3da4-45c6-a9fb-cedff88141d3,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:30.745912 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9cc6bf86-cc20-48c0-b601-343e972cb410 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:30.752010 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-9cc6bf86-cc20-48c0-b601-343e972cb410 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "DELETE /v2.0/subnets/163eea88-3da4-45c6-a9fb-cedff88141d3 HTTP/1.1" status: 204 len: 168 time: 0.9969850 Oct 12 07:41:30.752111 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-f4082417-285f-49b8-8f17-b78eb6d8ceaa tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Deleting port d6bd0922-0477-4d8b-bdfb-c399e9b49da9 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:41:30.752196 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41250) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:30.752320 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f4082417-285f-49b8-8f17-b78eb6d8ceaa tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:30.753609 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16de0c0b-ea9b-49c2-b584-e8bcb42a0af7 None None] Network f4bd3df5-f273-4fab-861c-6848d68ed61c requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:41:30.764746 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-65909979-6745-41c3-8b9f-3e52b32c78b2 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:30.799893 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-65909979-6745-41c3-8b9f-3e52b32c78b2 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:30.805431 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-0ec91855-b65f-437c-af7f-b0612338c8ac tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4437227 Oct 12 07:41:30.810253 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41252) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:30.818697 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-ef8815c7-1010-45ba-b020-ee165ec904ce tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1841769878'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:30.872204 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65909979-6745-41c3-8b9f-3e52b32c78b2 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c216e5bd-c22c-4323-abbd-e10c71834490,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:30.921116 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec91855-b65f-437c-af7f-b0612338c8ac tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Pushing event updated for resources: {'Network': ['ID=08889a86-0cfc-4f7f-8297-1d1db0ebed4d,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:30.947344 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 08889a86-0cfc-4f7f-8297-1d1db0ebed4d details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:41:30.957884 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ccb96346-62c7-4f31-a6d5-df32fbc44cc9 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:30.998447 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8815c7-1010-45ba-b020-ee165ec904ce tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Made reservation on behalf of 39bec5a63dc64133a3f7d7179326ce15 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:41:31.001951 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ef8815c7-1010-45ba-b020-ee165ec904ce tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:31.078644 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef8815c7-1010-45ba-b020-ee165ec904ce tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:41:31.095579 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ef8815c7-1010-45ba-b020-ee165ec904ce tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:31.095985 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-ef8815c7-1010-45ba-b020-ee165ec904ce tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Added segment 8858ca39-48f6-444f-94b7-126f6ab4cabc of type vlan for network 52485ca6-13f3-44a9-86f6-5eb846313d82 Oct 12 07:41:31.103439 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f4082417-285f-49b8-8f17-b78eb6d8ceaa tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:31.145914 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40963dbf-e211-4bab-8e10-816e6608fa09 req-b0587acf-1788-40fb-b77f-dee26d52930f tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:31.147343 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-40963dbf-e211-4bab-8e10-816e6608fa09 req-b0587acf-1788-40fb-b77f-dee26d52930f tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3b85b-9481-4123-aac6-ca26a2a8401c HTTP/1.1" status: 200 len: 945 time: 0.1719980 Oct 12 07:41:31.173087 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-f4082417-285f-49b8-8f17-b78eb6d8ceaa tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Calling delete_port for d6bd0922-0477-4d8b-bdfb-c399e9b49da9 owned by {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:41:31.176803 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111485b8-e188-4824-a594-a9865fac8c3d None None] DHCP port deletion for f4bd3df5-f273-4fab-861c-6848d68ed61c request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:41:31.212327 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ef8815c7-1010-45ba-b020-ee165ec904ce tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:31.225618 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-65909979-6745-41c3-8b9f-3e52b32c78b2 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:31.237198 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-65909979-6745-41c3-8b9f-3e52b32c78b2 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:31.247054 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-111485b8-e188-4824-a594-a9865fac8c3d None None] Deleting port 0e88a8ff-df18-4d28-a602-dc77e0ece2e5 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:41:31.248251 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-111485b8-e188-4824-a594-a9865fac8c3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:31.250137 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ef8815c7-1010-45ba-b020-ee165ec904ce tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:31.255787 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8815c7-1010-45ba-b020-ee165ec904ce tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:31.256642 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ef8815c7-1010-45ba-b020-ee165ec904ce tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:31.282445 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-ccb96346-62c7-4f31-a6d5-df32fbc44cc9 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Deleting port 0e88a8ff-df18-4d28-a602-dc77e0ece2e5 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:41:31.282905 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ccb96346-62c7-4f31-a6d5-df32fbc44cc9 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:31.323015 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-111485b8-e188-4824-a594-a9865fac8c3d None None] For port 0e88a8ff-df18-4d28-a602-dc77e0ece2e5, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=0e88a8ff-df18-4d28-a602-dc77e0ece2e5,segment=NetworkSegment(9774a0d2-61bc-4724-a827-a48364cd5e08),segment_id=9774a0d2-61bc-4724-a827-a48364cd5e08)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:31.323971 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-111485b8-e188-4824-a594-a9865fac8c3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:31.334781 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-65909979-6745-41c3-8b9f-3e52b32c78b2 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:31.335703 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ef8815c7-1010-45ba-b020-ee165ec904ce tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5207989 Oct 12 07:41:31.336733 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-111485b8-e188-4824-a594-a9865fac8c3d None None] Calling delete_port for 0e88a8ff-df18-4d28-a602-dc77e0ece2e5 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:41:31.336862 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-65909979-6745-41c3-8b9f-3e52b32c78b2 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0368249 Oct 12 07:41:31.339915 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ee14018f-73eb-4cf6-9a8c-ea8a11fde32f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:31.340835 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-40963dbf-e211-4bab-8e10-816e6608fa09 req-3883505b-3ca8-4403-9bac-d59f8377a20b tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/security-groups?id=686babc7-531d-4b2e-b4b2-43471ce94706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768358 Oct 12 07:41:31.342766 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41258) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:31.349508 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-03753b48-bbf1-42d0-8212-7aa69fd18355 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Request body: {'security_group_rule': {'security_group_id': '9acfb51c-134f-4abe-a007-e43ebb36e540', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:31.387716 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb995c18-e47b-40e6-a206-1f9be33c00fa req-d4863efa-c3e6-46bc-8385-5d046dab7a31 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:31.389246 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cb995c18-e47b-40e6-a206-1f9be33c00fa req-d4863efa-c3e6-46bc-8385-5d046dab7a31 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f56d885-49f6-44d0-b7be-81c767a470a4 HTTP/1.1" status: 200 len: 946 time: 0.2629924 Oct 12 07:41:31.393528 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65909979-6745-41c3-8b9f-3e52b32c78b2 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9acfb51c-134f-4abe-a007-e43ebb36e540,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:31.477677 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-111485b8-e188-4824-a594-a9865fac8c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:31.483115 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-ccb96346-62c7-4f31-a6d5-df32fbc44cc9 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] For port 0e88a8ff-df18-4d28-a602-dc77e0ece2e5, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=0e88a8ff-df18-4d28-a602-dc77e0ece2e5,segment=NetworkSegment(9774a0d2-61bc-4724-a827-a48364cd5e08),segment_id=9774a0d2-61bc-4724-a827-a48364cd5e08)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:31.484356 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ccb96346-62c7-4f31-a6d5-df32fbc44cc9 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:31.502173 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-ccb96346-62c7-4f31-a6d5-df32fbc44cc9 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Calling delete_port for 0e88a8ff-df18-4d28-a602-dc77e0ece2e5 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:41:31.515597 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-03753b48-bbf1-42d0-8212-7aa69fd18355 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:31.543728 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd32336-bbf2-43e4-ac1a-d90dc1e8653c req-c2986a1e-9236-4a92-accd-dadb09cd569e tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:31.545511 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0dd32336-bbf2-43e4-ac1a-d90dc1e8653c req-c2986a1e-9236-4a92-accd-dadb09cd569e tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e3b85b-9481-4123-aac6-ca26a2a8401c HTTP/1.1" status: 200 len: 945 time: 0.2012644 Oct 12 07:41:31.549496 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111485b8-e188-4824-a594-a9865fac8c3d None None] Pushing event deleted for resources: {'Port': ['ID=0e88a8ff-df18-4d28-a602-dc77e0ece2e5,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:31.552033 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111485b8-e188-4824-a594-a9865fac8c3d None None] No DVR routers for this DVR port 0e88a8ff-df18-4d28-a602-dc77e0ece2e5 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:41:31.572664 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cb995c18-e47b-40e6-a206-1f9be33c00fa req-0f4785ea-60a1-4ca2-86f7-e73559654f00 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/security-groups?id=2728a5cb-2cc4-47ab-8e2b-dd9e7f9f0102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347587 Oct 12 07:41:31.608011 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8815c7-1010-45ba-b020-ee165ec904ce tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Pushing event updated for resources: {'Network': ['ID=52485ca6-13f3-44a9-86f6-5eb846313d82,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:31.642798 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 52485ca6-13f3-44a9-86f6-5eb846313d82 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:41:31.682064 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ccb96346-62c7-4f31-a6d5-df32fbc44cc9 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:31.742692 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb96346-62c7-4f31-a6d5-df32fbc44cc9 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event deleted for resources: {'Port': ['ID=0e88a8ff-df18-4d28-a602-dc77e0ece2e5,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:31.746583 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb96346-62c7-4f31-a6d5-df32fbc44cc9 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] No DVR routers for this DVR port 0e88a8ff-df18-4d28-a602-dc77e0ece2e5 on host dv-neutron-860909-2-hyperv {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:41:31.855922 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 4a6d841c-9695-4012-b44b-c9afb20547d3 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:41:31.887408 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ccb96346-62c7-4f31-a6d5-df32fbc44cc9 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:31.890637 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-03753b48-bbf1-42d0-8212-7aa69fd18355 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:31.908380 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-03753b48-bbf1-42d0-8212-7aa69fd18355 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:31.949522 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-ccb96346-62c7-4f31-a6d5-df32fbc44cc9 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4bd3df5-f273-4fab-861c-6848d68ed61c']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:31.965606 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-ccb96346-62c7-4f31-a6d5-df32fbc44cc9 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9774a0d2-61bc-4724-a827-a48364cd5e08') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:31.965881 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-ccb96346-62c7-4f31-a6d5-df32fbc44cc9 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9774a0d2-61bc-4724-a827-a48364cd5e08') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:31.969604 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03753b48-bbf1-42d0-8212-7aa69fd18355 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14dc4d45-08dc-4ed1-9158-2167db7116e6,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:31.985873 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 4a6d841c-9695-4012-b44b-c9afb20547d3 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:41:31.986415 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:31.986808 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 4a6d841c-9695-4012-b44b-c9afb20547d3 Oct 12 07:41:32.010377 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-03753b48-bbf1-42d0-8212-7aa69fd18355 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:32.012596 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-03753b48-bbf1-42d0-8212-7aa69fd18355 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6664147 Oct 12 07:41:32.013828 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f4082417-285f-49b8-8f17-b78eb6d8ceaa tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:32.015736 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41260) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:32.020914 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ccb96346-62c7-4f31-a6d5-df32fbc44cc9 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:32.036043 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-a7c975f7-264d-46f4-81fd-67d1fcb3650b tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Request body: {'security_group_rule': {'security_group_id': '9acfb51c-134f-4abe-a007-e43ebb36e540', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:32.075714 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ccb96346-62c7-4f31-a6d5-df32fbc44cc9 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:32.089816 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccb96346-62c7-4f31-a6d5-df32fbc44cc9 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:41:32.090299 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ccb96346-62c7-4f31-a6d5-df32fbc44cc9 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:32.091466 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4082417-285f-49b8-8f17-b78eb6d8ceaa tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event deleted for resources: {'Port': ['ID=d6bd0922-0477-4d8b-bdfb-c399e9b49da9,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:32.110871 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b749626-bed8-413b-a53b-3b4e116a2a9f None None] Network b432d05e-e7b3-4a9f-8418-16c50127550c requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:41:32.116216 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 4a6d841c-9695-4012-b44b-c9afb20547d3 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:41:32.117459 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:32.132339 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 9774a0d2-61bc-4724-a827-a48364cd5e08 resource provider aggregate not found Oct 12 07:41:32.164646 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-0dd32336-bbf2-43e4-ac1a-d90dc1e8653c req-28707656-2fff-4771-b53d-2a3c91a1fa36 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] Deleting port ac390c3f-3e3c-4599-9346-e554e191e481 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:41:32.165229 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-0dd32336-bbf2-43e4-ac1a-d90dc1e8653c req-28707656-2fff-4771-b53d-2a3c91a1fa36 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:32.167758 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 9774a0d2-61bc-4724-a827-a48364cd5e08 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9774a0d2-61bc-4724-a827-a48364cd5e08 found for delete ", "request_id": "req-86ff47b7-a6c9-4c89-9fe2-80cb770aba5c"}]} Oct 12 07:41:32.171726 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 4a6d841c-9695-4012-b44b-c9afb20547d3, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=4a6d841c-9695-4012-b44b-c9afb20547d3,segment=NetworkSegment(9c2ebfa7-f91d-4937-a009-71dade553ceb),segment_id=9c2ebfa7-f91d-4937-a009-71dade553ceb)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:32.196312 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:32.247047 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a7c975f7-264d-46f4-81fd-67d1fcb3650b tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:32.335160 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f4082417-285f-49b8-8f17-b78eb6d8ceaa tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:32.339793 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f4082417-285f-49b8-8f17-b78eb6d8ceaa tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/ports/d6bd0922-0477-4d8b-bdfb-c399e9b49da9 HTTP/1.1" status: 204 len: 168 time: 1.9040411 Oct 12 07:41:32.345371 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41266) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:32.368895 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ccb96346-62c7-4f31-a6d5-df32fbc44cc9 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:32.390984 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-a7c975f7-264d-46f4-81fd-67d1fcb3650b tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] create failed (client error): There was a conflict when trying to complete your request. Oct 12 07:41:32.392829 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a7c975f7-264d-46f4-81fd-67d1fcb3650b tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3732498 Oct 12 07:41:32.399437 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41270) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:32.401760 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ccb96346-62c7-4f31-a6d5-df32fbc44cc9 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:32.405767 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ccb96346-62c7-4f31-a6d5-df32fbc44cc9 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "DELETE /v2.0/networks/f4bd3df5-f273-4fab-861c-6848d68ed61c HTTP/1.1" status: 204 len: 168 time: 1.6526518 Oct 12 07:41:32.407370 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb96346-62c7-4f31-a6d5-df32fbc44cc9 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Pushing event deleted for resources: {'Network': ['ID=f4bd3df5-f273-4fab-861c-6848d68ed61c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:32.408572 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41272) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:32.421230 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-ee14018f-73eb-4cf6-9a8c-ea8a11fde32f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Deleting port 8bb6b36e-60ed-4267-80b7-be073d9d55e1 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:41:32.421573 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ee14018f-73eb-4cf6-9a8c-ea8a11fde32f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:32.434478 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-f517ad49-6108-4451-817b-547c4edb0258 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Request body: {'router': {'routes': None}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:32.519810 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-ee14018f-73eb-4cf6-9a8c-ea8a11fde32f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] For port 8bb6b36e-60ed-4267-80b7-be073d9d55e1, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=8bb6b36e-60ed-4267-80b7-be073d9d55e1,segment=NetworkSegment(49c4efd7-0378-47db-8c37-21c6a4c460ae),segment_id=49c4efd7-0378-47db-8c37-21c6a4c460ae)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:32.520444 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ee14018f-73eb-4cf6-9a8c-ea8a11fde32f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:32.524957 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=4a6d841c-9695-4012-b44b-c9afb20547d3,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:32.528084 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 0e88a8ff-df18-4d28-a602-dc77e0ece2e5 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:41:32.529125 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-0dd32336-bbf2-43e4-ac1a-d90dc1e8653c req-28707656-2fff-4771-b53d-2a3c91a1fa36 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] For port ac390c3f-3e3c-4599-9346-e554e191e481, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=ac390c3f-3e3c-4599-9346-e554e191e481,segment=NetworkSegment(5960ed1b-b84e-4dd5-baeb-b27eacd4235f),segment_id=5960ed1b-b84e-4dd5-baeb-b27eacd4235f)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:32.529555 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-0dd32336-bbf2-43e4-ac1a-d90dc1e8653c req-28707656-2fff-4771-b53d-2a3c91a1fa36 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:32.532610 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-0073543b-3568-471e-9b40-5bdb60b30dea tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:32.533476 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0073543b-3568-471e-9b40-5bdb60b30dea tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:32.538925 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-0073543b-3568-471e-9b40-5bdb60b30dea tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/ports/d6bd0922-0477-4d8b-bdfb-c399e9b49da9 HTTP/1.1" status: 404 len: 333 time: 0.1743400 Oct 12 07:41:32.539064 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-ee14018f-73eb-4cf6-9a8c-ea8a11fde32f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Calling delete_port for 8bb6b36e-60ed-4267-80b7-be073d9d55e1 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:41:32.568936 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-f5fd448e-8af5-423e-9a0c-918b4500e5db None None] Provisioning complete for port 4a6d841c-9695-4012-b44b-c9afb20547d3 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:41:32.570280 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f5fd448e-8af5-423e-9a0c-918b4500e5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:32.570861 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-f5fd448e-8af5-423e-9a0c-918b4500e5db None None] Attempt 1 to provision port 4a6d841c-9695-4012-b44b-c9afb20547d3 Oct 12 07:41:32.594546 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41274) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:32.607614 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-0dd32336-bbf2-43e4-ac1a-d90dc1e8653c req-28707656-2fff-4771-b53d-2a3c91a1fa36 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] Calling delete_port for ac390c3f-3e3c-4599-9346-e554e191e481 owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:41:32.612402 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 0e88a8ff-df18-4d28-a602-dc77e0ece2e5 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:41:32.613010 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 0e88a8ff-df18-4d28-a602-dc77e0ece2e5 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:41:32.613691 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 341e38fb-1e6a-42a6-ac80-8ee9ae5845c3 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:41:32.648079 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5570224-0a9c-4bda-81e3-db9da00ae945 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] GET failed (client error): The resource could not be found. Oct 12 07:41:32.652140 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f5570224-0a9c-4bda-81e3-db9da00ae945 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "GET /v2.0/ports/d6bd0922-0477-4d8b-bdfb-c399e9b49da9 HTTP/1.1" status: 404 len: 333 time: 0.0516109 Oct 12 07:41:32.656459 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41278) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:32.662417 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 341e38fb-1e6a-42a6-ac80-8ee9ae5845c3 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:41:32.665575 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 341e38fb-1e6a-42a6-ac80-8ee9ae5845c3 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:41:32.736002 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.extraroute_db [None req-f517ad49-6108-4451-817b-547c4edb0258 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Added routes are [] {{(pid=103200) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 12 07:41:32.736383 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.extraroute_db [None req-f517ad49-6108-4451-817b-547c4edb0258 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Removed routes are [] {{(pid=103200) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 12 07:41:32.736671 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f517ad49-6108-4451-817b-547c4edb0258 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33139406', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33141651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13931'] for router, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:32.753035 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db7f71-6183-491d-ad61-00672e213bde req-95d618ac-2a84-4b7a-8ae9-59c120c2f5e2 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:32.754540 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-18db7f71-6183-491d-ad61-00672e213bde req-95d618ac-2a84-4b7a-8ae9-59c120c2f5e2 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3b85b-9481-4123-aac6-ca26a2a8401c HTTP/1.1" status: 200 len: 945 time: 0.2348156 Oct 12 07:41:32.833431 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-dea6b44e-6005-483f-8135-9bf087a6c432 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Deleting subnet 40bf10b1-fa6d-450c-add8-30c42fdf0a71 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:41:32.835817 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f5fd448e-8af5-423e-9a0c-918b4500e5db None None] Current status of the port 4a6d841c-9695-4012-b44b-c9afb20547d3 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:41:32.837449 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dea6b44e-6005-483f-8135-9bf087a6c432 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:32.840725 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ee14018f-73eb-4cf6-9a8c-ea8a11fde32f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:32.899124 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee14018f-73eb-4cf6-9a8c-ea8a11fde32f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Port': ['ID=8bb6b36e-60ed-4267-80b7-be073d9d55e1,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:32.981919 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dea6b44e-6005-483f-8135-9bf087a6c432 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:33.223327 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dea6b44e-6005-483f-8135-9bf087a6c432 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:33.279270 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-e6ec59f7-3c91-40b1-9da6-0829ddc37c7c None None] Provisioning complete for port 4a6d841c-9695-4012-b44b-c9afb20547d3 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:41:33.285938 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e6ec59f7-3c91-40b1-9da6-0829ddc37c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:33.292816 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-e6ec59f7-3c91-40b1-9da6-0829ddc37c7c None None] Attempt 1 to provision port 4a6d841c-9695-4012-b44b-c9afb20547d3 Oct 12 07:41:33.305370 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ee14018f-73eb-4cf6-9a8c-ea8a11fde32f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:33.418804 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e6ec59f7-3c91-40b1-9da6-0829ddc37c7c None None] Current status of the port 4a6d841c-9695-4012-b44b-c9afb20547d3 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:41:33.442050 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dea6b44e-6005-483f-8135-9bf087a6c432 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:33.513842 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dea6b44e-6005-483f-8135-9bf087a6c432 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:33.517557 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-dea6b44e-6005-483f-8135-9bf087a6c432 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/subnets/40bf10b1-fa6d-450c-add8-30c42fdf0a71 HTTP/1.1" status: 204 len: 168 time: 0.8601434 Oct 12 07:41:33.518745 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea6b44e-6005-483f-8135-9bf087a6c432 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event deleted for resources: {'Subnet': ['ID=40bf10b1-fa6d-450c-add8-30c42fdf0a71,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:33.520575 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41280) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:33.524102 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31eb5de3-4d75-4bb4-8ada-9aadeceee752 None None] Network b432d05e-e7b3-4a9f-8418-16c50127550c requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:41:33.526461 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d065b625-a312-4cd8-9adc-a07e14b14039 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:33.530732 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-18db7f71-6183-491d-ad61-00672e213bde req-16c7385e-4031-4fd9-989f-b38b1b4cb82e tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/security-groups?id=686babc7-531d-4b2e-b4b2-43471ce94706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6378393 Oct 12 07:41:33.568048 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-0c79edbd-1f2d-460a-90eb-9b11480d3e6a None None] Could not find standard attr ID for object d6bd0922-0477-4d8b-bdfb-c399e9b49da9. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:41:33.569446 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76d192-fc28-4129-b379-725d695d9b42 req-121e8a2b-aa05-483b-a321-8047c917010e tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:33.570652 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4c76d192-fc28-4129-b379-725d695d9b42 req-121e8a2b-aa05-483b-a321-8047c917010e tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f56d885-49f6-44d0-b7be-81c767a470a4 HTTP/1.1" status: 200 len: 946 time: 0.8278515 Oct 12 07:41:33.603029 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f517ad49-6108-4451-817b-547c4edb0258 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33139406', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33141651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13931'] for router, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:33.632293 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f517ad49-6108-4451-817b-547c4edb0258 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33139383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33139388', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33141656'] for router, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:33.642397 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d065b625-a312-4cd8-9adc-a07e14b14039 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:33.747347 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f517ad49-6108-4451-817b-547c4edb0258 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Router f3cbc997-c159-4245-942e-b009ea82b66d has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:41:33.803949 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc7f342-32ba-4d8d-bcc2-5dedbe04d81b None None] DHCP port deletion for b432d05e-e7b3-4a9f-8418-16c50127550c request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:41:33.890905 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f517ad49-6108-4451-817b-547c4edb0258 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:41:33.894746 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4c76d192-fc28-4129-b379-725d695d9b42 req-ebb114ea-e16c-4112-9b22-9cc3de505f00 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/security-groups?id=2728a5cb-2cc4-47ab-8e2b-dd9e7f9f0102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2840626 Oct 12 07:41:33.895473 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-0dd32336-bbf2-43e4-ac1a-d90dc1e8653c req-28707656-2fff-4771-b53d-2a3c91a1fa36 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:33.902048 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f517ad49-6108-4451-817b-547c4edb0258 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:33.903399 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f517ad49-6108-4451-817b-547c4edb0258 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "PUT /v2.0/routers/f3cbc997-c159-4245-942e-b009ea82b66d HTTP/1.1" status: 200 len: 704 time: 1.4735789 Oct 12 07:41:33.907723 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 4a6d841c-9695-4012-b44b-c9afb20547d3 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:41:33.913652 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03590c07-cb9a-48a3-ba79-07f18d648649 None None] Sync routers for ids ['f3cbc997-c159-4245-942e-b009ea82b66d'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:41:33.940803 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41282) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:33.941741 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28707656-2fff-4771-b53d-2a3c91a1fa36 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] Pushing event deleted for resources: {'Port': ['ID=ac390c3f-3e3c-4599-9346-e554e191e481,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:33.942995 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03590c07-cb9a-48a3-ba79-07f18d648649 None None] Routers {'f3cbc997-c159-4245-942e-b009ea82b66d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:41:33.944244 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-03590c07-cb9a-48a3-ba79-07f18d648649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:41:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['f3cbc997-c159-4245-942e-b009ea82b66d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:33.954680 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d065b625-a312-4cd8-9adc-a07e14b14039 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:33.957323 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d065b625-a312-4cd8-9adc-a07e14b14039 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:33.958687 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d065b625-a312-4cd8-9adc-a07e14b14039 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "DELETE /v2.0/security-groups/9acfb51c-134f-4abe-a007-e43ebb36e540 HTTP/1.1" status: 204 len: 168 time: 1.5511119 Oct 12 07:41:34.004616 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-0cc7f342-32ba-4d8d-bcc2-5dedbe04d81b None None] Deleting port 4a6d841c-9695-4012-b44b-c9afb20547d3 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:41:34.005150 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0cc7f342-32ba-4d8d-bcc2-5dedbe04d81b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:34.016242 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41284) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:34.024002 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b241e73a-6b5f-4fd7-94fe-253dc446b3bb tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3cbc997-c159-4245-942e-b009ea82b66d HTTP/1.1" status: 200 len: 205 time: 0.0780377 Oct 12 07:41:34.037688 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41286) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:34.041303 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d065b625-a312-4cd8-9adc-a07e14b14039 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acfb51c-134f-4abe-a007-e43ebb36e540,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:34.093606 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-03590c07-cb9a-48a3-ba79-07f18d648649 None None] Set router f3cbc997-c159-4245-942e-b009ea82b66d gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:41:34.108498 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-0cc7f342-32ba-4d8d-bcc2-5dedbe04d81b None None] For port 4a6d841c-9695-4012-b44b-c9afb20547d3, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=4a6d841c-9695-4012-b44b-c9afb20547d3,segment=NetworkSegment(9c2ebfa7-f91d-4937-a009-71dade553ceb),segment_id=9c2ebfa7-f91d-4937-a009-71dade553ceb)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:34.109155 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0cc7f342-32ba-4d8d-bcc2-5dedbe04d81b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:34.127438 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-0cc7f342-32ba-4d8d-bcc2-5dedbe04d81b None None] Calling delete_port for 4a6d841c-9695-4012-b44b-c9afb20547d3 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:41:34.132723 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8c7dcdd3-4b7d-4fc7-95ff-2f2e283943f4 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for router, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:34.186012 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-03590c07-cb9a-48a3-ba79-07f18d648649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'name': 'tempest-RoutersIpV6Test-router-830171884', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:40:29Z', 'updated_at': '2022-10-12T07:41:28Z', 'revision_number': 11, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'gw_port_host': None}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:34.209651 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd32336-bbf2-43e4-ac1a-d90dc1e8653c req-28707656-2fff-4771-b53d-2a3c91a1fa36 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] No DVR routers for this DVR port ac390c3f-3e3c-4599-9346-e554e191e481 on host hv-neutron-8609 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:41:34.214888 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-0dd32336-bbf2-43e4-ac1a-d90dc1e8653c req-28707656-2fff-4771-b53d-2a3c91a1fa36 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:34.216952 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03590c07-cb9a-48a3-ba79-07f18d648649 None None] Checking router: f3cbc997-c159-4245-942e-b009ea82b66d for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:41:34.218334 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0dd32336-bbf2-43e4-ac1a-d90dc1e8653c req-28707656-2fff-4771-b53d-2a3c91a1fa36 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.23 "DELETE /v2.0/ports/ac390c3f-3e3c-4599-9346-e554e191e481 HTTP/1.1" status: 204 len: 173 time: 2.6382215 Oct 12 07:41:34.220102 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e3b85b-9481-4123-aac6-ca26a2a8401c', 'name': 'network-vif-deleted', 'tag': 'ac390c3f-3e3c-4599-9346-e554e191e481'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:41:34.222656 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ce45ec-6c27-491e-ab3f-a447d445b8f4" -d '{"events": [{"server_uuid": "19e3b85b-9481-4123-aac6-ca26a2a8401c", "name": "network-vif-deleted", "tag": "ac390c3f-3e3c-4599-9346-e554e191e481"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:41:34.241478 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03590c07-cb9a-48a3-ba79-07f18d648649 None None] Routers {'f3cbc997-c159-4245-942e-b009ea82b66d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:41:34.244772 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-03590c07-cb9a-48a3-ba79-07f18d648649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:41:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['f3cbc997-c159-4245-942e-b009ea82b66d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:34.291263 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07be93fd-c323-4e13-979e-d052028f69e1 x-openstack-request-id: req-07be93fd-c323-4e13-979e-d052028f69e1 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:41:34.291604 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e3b85b-9481-4123-aac6-ca26a2a8401c", "name": "network-vif-deleted", "tag": "ac390c3f-3e3c-4599-9346-e554e191e481", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:41:34.292600 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-07be93fd-c323-4e13-979e-d052028f69e1 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:41:34.293085 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07be93fd-c323-4e13-979e-d052028f69e1'] response: {'server_uuid': '19e3b85b-9481-4123-aac6-ca26a2a8401c', 'name': 'network-vif-deleted', 'tag': 'ac390c3f-3e3c-4599-9346-e554e191e481', 'status': 'completed', 'code': 200} Oct 12 07:41:34.304767 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No ports have port_id starting with 4a6d841c-9695-4012-b44b-c9afb20547d3 Oct 12 07:41:34.339574 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0cc7f342-32ba-4d8d-bcc2-5dedbe04d81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:34.341131 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8c7dcdd3-4b7d-4fc7-95ff-2f2e283943f4 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:34.347446 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8c7dcdd3-4b7d-4fc7-95ff-2f2e283943f4 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:34.365613 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c07ef8e4-001a-49ca-b281-6b2b119b673f tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3370869 Oct 12 07:41:34.371830 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41290) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:34.385918 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-03590c07-cb9a-48a3-ba79-07f18d648649 None None] Set router f3cbc997-c159-4245-942e-b009ea82b66d gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:41:34.419831 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-9ff7ad87-c1b7-494b-9059-70c4d958672d tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Request body: {'security_group': {'name': 'tempest-secgroup--4642480'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:34.437534 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7f342-32ba-4d8d-bcc2-5dedbe04d81b None None] Pushing event deleted for resources: {'Port': ['ID=4a6d841c-9695-4012-b44b-c9afb20547d3,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:34.440890 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc7f342-32ba-4d8d-bcc2-5dedbe04d81b None None] No DVR routers for this DVR port 4a6d841c-9695-4012-b44b-c9afb20547d3 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:41:34.447331 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8c7dcdd3-4b7d-4fc7-95ff-2f2e283943f4 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:34.448011 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7dcdd3-4b7d-4fc7-95ff-2f2e283943f4 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Fanout notify agent at l3_agent the message router_deleted on router f3cbc997-c159-4245-942e-b009ea82b66d {{(pid=103200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:41:34.463596 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8c7dcdd3-4b7d-4fc7-95ff-2f2e283943f4 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:34.465165 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-8c7dcdd3-4b7d-4fc7-95ff-2f2e283943f4 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "DELETE /v2.0/routers/f3cbc997-c159-4245-942e-b009ea82b66d HTTP/1.1" status: 204 len: 168 time: 0.4230394 Oct 12 07:41:34.472005 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41292) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:34.477626 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-f359e191-b70f-4895-b0bb-5baa367f0759 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1310879795', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:34.504590 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f359e191-b70f-4895-b0bb-5baa367f0759 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:34.505829 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f359e191-b70f-4895-b0bb-5baa367f0759 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:34.521919 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-360b830b-f1a5-4071-85f7-09c1f183c668 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:34.533025 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee14018f-73eb-4cf6-9a8c-ea8a11fde32f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Router 8c7410a8-7294-4d50-bca8-31d4228bdbad has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:41:34.544702 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device ac390c3f-3e3c-4599-9346-e554e191e481 no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:41:34.547256 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-03590c07-cb9a-48a3-ba79-07f18d648649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'name': 'tempest-RoutersIpV6Test-router-830171884', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:40:29Z', 'updated_at': '2022-10-12T07:41:28Z', 'revision_number': 11, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'gw_port_host': None}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:34.587922 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] No Port match for: ac390c3f-3e3c-4599-9346-e554e191e481 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:41:34.591147 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device ac390c3f-3e3c-4599-9346-e554e191e481 not bound to the agent host hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:41:34.609475 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03590c07-cb9a-48a3-ba79-07f18d648649 None None] The sync data for ids ['f3cbc997-c159-4245-942e-b009ea82b66d'] in dv-neutron-860909-2-hyperv is: [{'id': 'f3cbc997-c159-4245-942e-b009ea82b66d', 'name': 'tempest-RoutersIpV6Test-router-830171884', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:40:29Z', 'updated_at': '2022-10-12T07:41:28Z', 'revision_number': 11, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'gw_port_host': None}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:41:34.618463 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f359e191-b70f-4895-b0bb-5baa367f0759 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:34.620390 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9ff7ad87-c1b7-494b-9059-70c4d958672d tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:34.654574 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f359e191-b70f-4895-b0bb-5baa367f0759 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:34.687028 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f359e191-b70f-4895-b0bb-5baa367f0759 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:34.691492 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f359e191-b70f-4895-b0bb-5baa367f0759 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2158315 Oct 12 07:41:34.692825 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41296) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:34.700883 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-1101c82d-01c3-45e9-9e1d-9faed88793a3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:34.727750 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-360b830b-f1a5-4071-85f7-09c1f183c668 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:34.731986 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41298) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:34.744163 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-3c0ab55a-e3d2-460e-9798-c6132626de12 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Request body: {'subnets': [{'network_id': '08889a86-0cfc-4f7f-8297-1d1db0ebed4d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--69990854', 'ip_version': 6}, {'network_id': '52485ca6-13f3-44a9-86f6-5eb846313d82', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:34.744572 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-3c0ab55a-e3d2-460e-9798-c6132626de12 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Request body: {'subnet': {'network_id': '08889a86-0cfc-4f7f-8297-1d1db0ebed4d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--69990854', 'ip_version': 6}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:34.745255 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-3c0ab55a-e3d2-460e-9798-c6132626de12 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Request body: {'subnet': {'network_id': '52485ca6-13f3-44a9-86f6-5eb846313d82', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:34.781370 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9fa05949-73a8-4dc1-97eb-abcdc1148f83 req-1ef330c0-54f6-4b43-bf87-2695bad71e50 tempest-TestServerAdvancedOps-1491564059 tempest-TestServerAdvancedOps-1491564059-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3b85b-9481-4123-aac6-ca26a2a8401c HTTP/1.1" status: 200 len: 210 time: 0.0429175 Oct 12 07:41:34.786888 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-360b830b-f1a5-4071-85f7-09c1f183c668 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b432d05e-e7b3-4a9f-8418-16c50127550c']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:34.870795 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9ff7ad87-c1b7-494b-9059-70c4d958672d tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:34.904153 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9ff7ad87-c1b7-494b-9059-70c4d958672d tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:34.907721 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-360b830b-f1a5-4071-85f7-09c1f183c668 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c2ebfa7-f91d-4937-a009-71dade553ceb') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:34.908019 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-360b830b-f1a5-4071-85f7-09c1f183c668 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c2ebfa7-f91d-4937-a009-71dade553ceb') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:34.923874 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-360b830b-f1a5-4071-85f7-09c1f183c668 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:34.931013 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee14018f-73eb-4cf6-9a8c-ea8a11fde32f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:41:34.941852 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ee14018f-73eb-4cf6-9a8c-ea8a11fde32f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "PUT /v2.0/routers/8c7410a8-7294-4d50-bca8-31d4228bdbad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9954817 Oct 12 07:41:34.942052 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed708ee6-897c-4049-b5a6-57d0c43a82ad None None] Sync routers for ids ['8c7410a8-7294-4d50-bca8-31d4228bdbad'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:41:34.944560 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41300) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:34.968725 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed708ee6-897c-4049-b5a6-57d0c43a82ad None None] Routers {'8c7410a8-7294-4d50-bca8-31d4228bdbad'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:41:34.969743 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-ed708ee6-897c-4049-b5a6-57d0c43a82ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:41:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['8c7410a8-7294-4d50-bca8-31d4228bdbad'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:35.045756 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-360b830b-f1a5-4071-85f7-09c1f183c668 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:35.050280 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1101c82d-01c3-45e9-9e1d-9faed88793a3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33139406', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33141651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13931'] for router, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:35.056264 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9ff7ad87-c1b7-494b-9059-70c4d958672d tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:35.061742 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-9ff7ad87-c1b7-494b-9059-70c4d958672d tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6886847 Oct 12 07:41:35.068870 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41304) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:35.078470 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-8fef42a0-384c-4c95-8c17-ce0cdf2368e5 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Request body: {'security_group_rule': {'security_group_id': '3835486d-eda5-4625-8d19-e36acc5459c7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:35.080815 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-360b830b-f1a5-4071-85f7-09c1f183c668 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:41:35.080957 dv-neutron-860909-2-hyperv neutron-server[103200]: WARNING neutron.api.v2.base [None req-8fef42a0-384c-4c95-8c17-ce0cdf2368e5 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 12 07:41:35.081069 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-360b830b-f1a5-4071-85f7-09c1f183c668 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:35.081554 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-8fef42a0-384c-4c95-8c17-ce0cdf2368e5 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:41:35.085595 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-8fef42a0-384c-4c95-8c17-ce0cdf2368e5 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0155993 Oct 12 07:41:35.089274 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41306) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:35.103579 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-ed708ee6-897c-4049-b5a6-57d0c43a82ad None None] Set router 8c7410a8-7294-4d50-bca8-31d4228bdbad gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:41:35.118878 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 9c2ebfa7-f91d-4937-a009-71dade553ceb resource provider aggregate not found Oct 12 07:41:35.123123 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1101c82d-01c3-45e9-9e1d-9faed88793a3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33139383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33139388', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33141656'] for router, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:35.127398 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff7ad87-c1b7-494b-9059-70c4d958672d tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3835486d-eda5-4625-8d19-e36acc5459c7,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:35.157642 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 9c2ebfa7-f91d-4937-a009-71dade553ceb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c2ebfa7-f91d-4937-a009-71dade553ceb found for delete ", "request_id": "req-acbdc685-6a75-4d21-b0a8-48d8b15e61cd"}]} Oct 12 07:41:35.192386 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0ab55a-e3d2-460e-9798-c6132626de12 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Made reservation on behalf of 39bec5a63dc64133a3f7d7179326ce15 for: {'subnet': 2} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:41:35.197111 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3c0ab55a-e3d2-460e-9798-c6132626de12 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:35.197451 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3c0ab55a-e3d2-460e-9798-c6132626de12 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:35.202705 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db68f56-c43f-40cf-a120-ba622d5aea3c req-60e2fc7d-04db-46ef-ac51-a6d23c469fbc tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:35.204233 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8db68f56-c43f-40cf-a120-ba622d5aea3c req-60e2fc7d-04db-46ef-ac51-a6d23c469fbc tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f56d885-49f6-44d0-b7be-81c767a470a4 HTTP/1.1" status: 200 len: 946 time: 0.1153517 Oct 12 07:41:35.208759 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1a813a8-2f2b-4dd5-bfd0-d749e12dc710 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Deleting subnet f94507d5-d2c5-4934-a94a-80714edc117a {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:41:35.223474 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f1a813a8-2f2b-4dd5-bfd0-d749e12dc710 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:35.257697 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-360b830b-f1a5-4071-85f7-09c1f183c668 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:35.284213 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8db68f56-c43f-40cf-a120-ba622d5aea3c req-cc03db19-0e48-4c20-89b8-bba785a3d2a4 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/security-groups?id=2728a5cb-2cc4-47ab-8e2b-dd9e7f9f0102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546076 Oct 12 07:41:35.292671 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-360b830b-f1a5-4071-85f7-09c1f183c668 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:35.296961 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-360b830b-f1a5-4071-85f7-09c1f183c668 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/networks/b432d05e-e7b3-4a9f-8418-16c50127550c HTTP/1.1" status: 204 len: 168 time: 1.7563558 Oct 12 07:41:35.297779 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b830b-f1a5-4071-85f7-09c1f183c668 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event deleted for resources: {'Network': ['ID=b432d05e-e7b3-4a9f-8418-16c50127550c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:35.301296 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41312) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:35.308567 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-07f20025-a99d-40a3-89df-a6c4c89162d5 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-92531848'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:35.313302 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1101c82d-01c3-45e9-9e1d-9faed88793a3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Router fcd0a535-e6fd-4f51-b361-844bc61e8197 is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:41:35.344302 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-ed708ee6-897c-4049-b5a6-57d0c43a82ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'name': 'tempest-TestNetworkBasicOps-router-555883788', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': '0b43baf8-2140-4c2d-a8c3-c75746ab1776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:38:39Z', 'updated_at': '2022-10-12T07:41:32Z', 'revision_number': 7, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '0b43baf8-2140-4c2d-a8c3-c75746ab1776', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:40:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:38:41Z', 'updated_at': '2022-10-12T07:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:35.371241 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f1a813a8-2f2b-4dd5-bfd0-d749e12dc710 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:35.373772 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed708ee6-897c-4049-b5a6-57d0c43a82ad None None] Checking router: 8c7410a8-7294-4d50-bca8-31d4228bdbad for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:41:35.382346 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed708ee6-897c-4049-b5a6-57d0c43a82ad None None] Routers {'8c7410a8-7294-4d50-bca8-31d4228bdbad'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:41:35.383098 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-ed708ee6-897c-4049-b5a6-57d0c43a82ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:41:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['8c7410a8-7294-4d50-bca8-31d4228bdbad'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:35.395761 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-67d99f33-ed27-472c-9278-8f1e82c4bb56 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:35.396855 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f20025-a99d-40a3-89df-a6c4c89162d5 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Made reservation on behalf of 118ca68972cc4be1aeb1223f16967aab for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:41:35.400661 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-07f20025-a99d-40a3-89df-a6c4c89162d5 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:35.445081 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1101c82d-01c3-45e9-9e1d-9faed88793a3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:41:35.452651 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-67d99f33-ed27-472c-9278-8f1e82c4bb56 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:35.454294 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1101c82d-01c3-45e9-9e1d-9faed88793a3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:35.455456 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-1101c82d-01c3-45e9-9e1d-9faed88793a3 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "PUT /v2.0/routers/fcd0a535-e6fd-4f51-b361-844bc61e8197 HTTP/1.1" status: 200 len: 698 time: 0.7627938 Oct 12 07:41:35.460692 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d6caec-aaeb-4741-8f10-7a694f9df1d0 None None] Sync routers for ids ['fcd0a535-e6fd-4f51-b361-844bc61e8197'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:41:35.466081 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41314) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:35.472113 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d6caec-aaeb-4741-8f10-7a694f9df1d0 None None] Routers {'fcd0a535-e6fd-4f51-b361-844bc61e8197'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:41:35.473007 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-24d6caec-aaeb-4741-8f10-7a694f9df1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:41:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['fcd0a535-e6fd-4f51-b361-844bc61e8197'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:35.505471 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-ed708ee6-897c-4049-b5a6-57d0c43a82ad None None] Set router 8c7410a8-7294-4d50-bca8-31d4228bdbad gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:41:35.522239 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07f20025-a99d-40a3-89df-a6c4c89162d5 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:41:35.571390 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-676c988d-3d06-4136-aa97-bf6f7aa26c8c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "GET /v2.0/routers/fcd0a535-e6fd-4f51-b361-844bc61e8197 HTTP/1.1" status: 200 len: 704 time: 0.1039164 Oct 12 07:41:35.572702 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-07f20025-a99d-40a3-89df-a6c4c89162d5 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:35.573050 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-07f20025-a99d-40a3-89df-a6c4c89162d5 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Added segment 956ee031-47e4-4efb-9eab-874c8c049c1f of type vlan for network 0d1faab1-0369-4ae4-81fc-a3b30513d41c Oct 12 07:41:35.574819 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41316) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:35.610248 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-9679671a-b93e-4eb9-8982-c8eb8c2e963d tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "GET /v2.0/ports?device_id=fcd0a535-e6fd-4f51-b361-844bc61e8197 HTTP/1.1" status: 200 len: 205 time: 0.0342906 Oct 12 07:41:35.627402 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41318) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:35.659259 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-24d6caec-aaeb-4741-8f10-7a694f9df1d0 None None] Set router fcd0a535-e6fd-4f51-b361-844bc61e8197 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:41:35.668967 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-67d99f33-ed27-472c-9278-8f1e82c4bb56 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:35.672291 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-67d99f33-ed27-472c-9278-8f1e82c4bb56 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:35.673606 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-67d99f33-ed27-472c-9278-8f1e82c4bb56 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "DELETE /v2.0/security-groups/3835486d-eda5-4625-8d19-e36acc5459c7 HTTP/1.1" status: 204 len: 168 time: 0.5698745 Oct 12 07:41:35.676765 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41320) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:35.690162 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-07f20025-a99d-40a3-89df-a6c4c89162d5 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:35.735056 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b647a033-f1ec-4d2d-8a4e-485495baad5f tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for router, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:35.738590 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-24d6caec-aaeb-4741-8f10-7a694f9df1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd0a535-e6fd-4f51-b361-844bc61e8197', 'name': 'tempest-RoutersIpV6Test-router-1310879795', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:41:34Z', 'updated_at': '2022-10-12T07:41:35Z', 'revision_number': 2, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'gw_port_host': None}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:35.762063 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d99f33-ed27-472c-9278-8f1e82c4bb56 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3835486d-eda5-4625-8d19-e36acc5459c7,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:35.776107 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f1a813a8-2f2b-4dd5-bfd0-d749e12dc710 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:35.776816 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d6caec-aaeb-4741-8f10-7a694f9df1d0 None None] Checking router: fcd0a535-e6fd-4f51-b361-844bc61e8197 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:41:35.794751 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d6caec-aaeb-4741-8f10-7a694f9df1d0 None None] Routers {'fcd0a535-e6fd-4f51-b361-844bc61e8197'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:41:35.798423 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-24d6caec-aaeb-4741-8f10-7a694f9df1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:41:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['fcd0a535-e6fd-4f51-b361-844bc61e8197'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:35.827644 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-ed708ee6-897c-4049-b5a6-57d0c43a82ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'name': 'tempest-TestNetworkBasicOps-router-555883788', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': '0b43baf8-2140-4c2d-a8c3-c75746ab1776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:38:39Z', 'updated_at': '2022-10-12T07:41:32Z', 'revision_number': 7, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '0b43baf8-2140-4c2d-a8c3-c75746ab1776', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:40:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:38:41Z', 'updated_at': '2022-10-12T07:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:35.839620 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-0e884fc0-a866-46a4-8212-cfdcba3dc62f tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1598122 Oct 12 07:41:35.843275 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-07f20025-a99d-40a3-89df-a6c4c89162d5 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:35.847452 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f20025-a99d-40a3-89df-a6c4c89162d5 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:35.848065 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-07f20025-a99d-40a3-89df-a6c4c89162d5 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:35.851964 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41324) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:35.874877 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed708ee6-897c-4049-b5a6-57d0c43a82ad None None] The sync data for ids ['8c7410a8-7294-4d50-bca8-31d4228bdbad'] in dv-neutron-860909-2-hyperv is: [{'id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'name': 'tempest-TestNetworkBasicOps-router-555883788', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': '0b43baf8-2140-4c2d-a8c3-c75746ab1776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:38:39Z', 'updated_at': '2022-10-12T07:41:32Z', 'revision_number': 7, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '0b43baf8-2140-4c2d-a8c3-c75746ab1776', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:40:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7410a8-7294-4d50-bca8-31d4228bdbad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:38:41Z', 'updated_at': '2022-10-12T07:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:41:35.915240 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-39dbdb62-f012-480a-a416-c6134e07eba6 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Request body: {'security_group': {'name': 'tempest-secgroup--1550759768'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:35.917754 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41326) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:35.935803 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-24d6caec-aaeb-4741-8f10-7a694f9df1d0 None None] Set router fcd0a535-e6fd-4f51-b361-844bc61e8197 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:41:35.950481 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f1a813a8-2f2b-4dd5-bfd0-d749e12dc710 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:35.992110 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-24d6caec-aaeb-4741-8f10-7a694f9df1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd0a535-e6fd-4f51-b361-844bc61e8197', 'name': 'tempest-RoutersIpV6Test-router-1310879795', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:41:34Z', 'updated_at': '2022-10-12T07:41:35Z', 'revision_number': 2, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'gw_port_host': None}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:35.997531 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-07f20025-a99d-40a3-89df-a6c4c89162d5 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6950247 Oct 12 07:41:35.999136 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a813a8-2f2b-4dd5-bfd0-d749e12dc710 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Subnet': ['ID=f94507d5-d2c5-4934-a94a-80714edc117a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:36.002494 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41328) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:36.020205 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-13f0d097-3027-43e4-8d21-661b9fc5d3e4 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'subnet': {'network_id': '0d1faab1-0369-4ae4-81fc-a3b30513d41c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:36.023074 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d6caec-aaeb-4741-8f10-7a694f9df1d0 None None] The sync data for ids ['fcd0a535-e6fd-4f51-b361-844bc61e8197'] in dv-neutron-860909-2-hyperv is: [{'id': 'fcd0a535-e6fd-4f51-b361-844bc61e8197', 'name': 'tempest-RoutersIpV6Test-router-1310879795', 'tenant_id': '0661c46065e34719ae0bde5df10863f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:41:34Z', 'updated_at': '2022-10-12T07:41:35Z', 'revision_number': 2, 'project_id': '0661c46065e34719ae0bde5df10863f8', 'gw_port_host': None}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:41:36.035337 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b647a033-f1ec-4d2d-8a4e-485495baad5f tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:36.047906 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f1a813a8-2f2b-4dd5-bfd0-d749e12dc710 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:36.051087 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f1a813a8-2f2b-4dd5-bfd0-d749e12dc710 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "DELETE /v2.0/subnets/f94507d5-d2c5-4934-a94a-80714edc117a HTTP/1.1" status: 204 len: 168 time: 1.1056108 Oct 12 07:41:36.055454 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59315eb8-f5ba-417c-8113-691b8867e398 None None] Network d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:41:36.060000 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41330) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:36.074646 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b647a033-f1ec-4d2d-8a4e-485495baad5f tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:36.078134 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f20025-a99d-40a3-89df-a6c4c89162d5 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event updated for resources: {'Network': ['ID=0d1faab1-0369-4ae4-81fc-a3b30513d41c,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:36.080370 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-39dbdb62-f012-480a-a416-c6134e07eba6 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:36.103718 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 0d1faab1-0369-4ae4-81fc-a3b30513d41c details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:41:36.139268 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b647a033-f1ec-4d2d-8a4e-485495baad5f tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:36.139763 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b647a033-f1ec-4d2d-8a4e-485495baad5f tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Fanout notify agent at l3_agent the message router_deleted on router fcd0a535-e6fd-4f51-b361-844bc61e8197 {{(pid=103200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:41:36.148876 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b647a033-f1ec-4d2d-8a4e-485495baad5f tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:36.153808 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b647a033-f1ec-4d2d-8a4e-485495baad5f tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "DELETE /v2.0/routers/fcd0a535-e6fd-4f51-b361-844bc61e8197 HTTP/1.1" status: 204 len: 168 time: 0.5217998 Oct 12 07:41:36.156272 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41332) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:36.158610 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-016dd6f5-daa9-41a6-b790-6689ea945111 admin admin] Deleting subnet 1840c8ff-7e8f-4007-bf71-fc0c75dbc5d0 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:41:36.176364 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-016dd6f5-daa9-41a6-b790-6689ea945111 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:36.199418 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-92609740-ff4e-4611-938b-321fe047c792 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "GET /v2.0/ports?device_id=fcd0a535-e6fd-4f51-b361-844bc61e8197 HTTP/1.1" status: 200 len: 205 time: 0.0384672 Oct 12 07:41:36.199418 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41334) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:36.270372 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3c0ab55a-e3d2-460e-9798-c6132626de12 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:36.292661 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-016dd6f5-daa9-41a6-b790-6689ea945111 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:36.305252 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-a0b8a49f-3388-4efd-a951-55538f30e714 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] delete failed (client error): The resource could not be found. Oct 12 07:41:36.306325 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a0b8a49f-3388-4efd-a951-55538f30e714 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "DELETE /v2.0/routers/fcd0a535-e6fd-4f51-b361-844bc61e8197 HTTP/1.1" status: 404 len: 336 time: 0.1068285 Oct 12 07:41:36.309597 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41336) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:36.341707 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-39dbdb62-f012-480a-a416-c6134e07eba6 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:36.344345 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-f653346a-b603-4781-be83-fcc8295d69de tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:36.344858 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f653346a-b603-4781-be83-fcc8295d69de tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:36.350723 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f653346a-b603-4781-be83-fcc8295d69de tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "DELETE /v2.0/subnets/4ad6bf15-8db9-4521-92c3-aef68dfa950b HTTP/1.1" status: 404 len: 337 time: 0.0375805 Oct 12 07:41:36.351041 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-39dbdb62-f012-480a-a416-c6134e07eba6 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:36.353116 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41340) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:36.430437 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-627d6fad-79f3-408c-90cd-dc234b4a9d41 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:36.430992 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-627d6fad-79f3-408c-90cd-dc234b4a9d41 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:36.437226 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-627d6fad-79f3-408c-90cd-dc234b4a9d41 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "DELETE /v2.0/subnets/2a3eb593-3ef8-4f9a-a0d8-9c21d91df402 HTTP/1.1" status: 404 len: 337 time: 0.0779839 Oct 12 07:41:36.438719 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41342) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:36.447577 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ba123c-32e2-48a8-827b-feee1103db0b None None] DHCP port deletion for d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:41:36.457482 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0ab55a-e3d2-460e-9798-c6132626de12 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Pushing event updated for resources: {'Subnet': ['ID=7543c853-225f-4184-b43a-651b82ecd428,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:36.462065 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-39dbdb62-f012-480a-a416-c6134e07eba6 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:36.463392 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-39dbdb62-f012-480a-a416-c6134e07eba6 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6076708 Oct 12 07:41:36.463517 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f0d097-3027-43e4-8d21-661b9fc5d3e4 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Made reservation on behalf of 118ca68972cc4be1aeb1223f16967aab for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:41:36.467524 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-13f0d097-3027-43e4-8d21-661b9fc5d3e4 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:36.474317 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41344) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:36.481163 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-7c58347f-9b1d-40cd-8d02-53702ec1d82d tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Request body: {'security_group_rule': {'security_group_id': 'de958196-5fa0-41b6-9b6e-7205d6ab56a5', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:36.482007 dv-neutron-860909-2-hyperv neutron-server[103201]: WARNING neutron.api.v2.base [None req-7c58347f-9b1d-40cd-8d02-53702ec1d82d tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 12 07:41:36.482537 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-7c58347f-9b1d-40cd-8d02-53702ec1d82d tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:41:36.483521 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-7c58347f-9b1d-40cd-8d02-53702ec1d82d tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0067067 Oct 12 07:41:36.490645 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dbdb62-f012-480a-a416-c6134e07eba6 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de958196-5fa0-41b6-9b6e-7205d6ab56a5,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:36.494143 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41346) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:36.500672 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-67dac32c-0645-406e-8a7a-ad52609f43a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:36.504530 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fa69b95-829c-42ac-bfda-41e8551bb0a7 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:36.505082 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fa69b95-829c-42ac-bfda-41e8551bb0a7 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:36.509483 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-4fa69b95-829c-42ac-bfda-41e8551bb0a7 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "DELETE /v2.0/subnets/69676afc-383f-4073-b0be-c1bdf49ab8e0 HTTP/1.1" status: 404 len: 337 time: 0.0632522 Oct 12 07:41:36.525001 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41348) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:36.544620 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-77ba123c-32e2-48a8-827b-feee1103db0b None None] Deleting port 5625e4e1-bdfc-4ab3-8710-b77fc8172be7 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:41:36.545266 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-77ba123c-32e2-48a8-827b-feee1103db0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:36.572202 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-016dd6f5-daa9-41a6-b790-6689ea945111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:36.581600 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-30475ac4-7577-448d-918d-c64c99e80cef tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:36.582061 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30475ac4-7577-448d-918d-c64c99e80cef tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:36.587451 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-30475ac4-7577-448d-918d-c64c99e80cef tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "DELETE /v2.0/subnets/163eea88-3da4-45c6-a9fb-cedff88141d3 HTTP/1.1" status: 404 len: 337 time: 0.0482256 Oct 12 07:41:36.592222 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41350) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:36.622901 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-77ba123c-32e2-48a8-827b-feee1103db0b None None] For port 5625e4e1-bdfc-4ab3-8710-b77fc8172be7, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=5625e4e1-bdfc-4ab3-8710-b77fc8172be7,segment=NetworkSegment(49c4efd7-0378-47db-8c37-21c6a4c460ae),segment_id=49c4efd7-0378-47db-8c37-21c6a4c460ae)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:36.623444 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-77ba123c-32e2-48a8-827b-feee1103db0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:36.637571 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-91d2a4d7-2dd5-418d-a53a-3e536ccca26e tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3cbc997-c159-4245-942e-b009ea82b66d HTTP/1.1" status: 200 len: 205 time: 0.0442545 Oct 12 07:41:36.640971 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-77ba123c-32e2-48a8-827b-feee1103db0b None None] Calling delete_port for 5625e4e1-bdfc-4ab3-8710-b77fc8172be7 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:41:36.647007 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9a927-834b-49c5-9568-c2e6f3671780 req-60ca5438-4211-45fb-8d77-a818e3bd9f7e tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:36.648459 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c9f9a927-834b-49c5-9568-c2e6f3671780 req-60ca5438-4211-45fb-8d77-a818e3bd9f7e tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f56d885-49f6-44d0-b7be-81c767a470a4 HTTP/1.1" status: 200 len: 946 time: 0.1928575 Oct 12 07:41:36.649847 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41352) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:36.668762 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0ab55a-e3d2-460e-9798-c6132626de12 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Checking segment: {'id': 'ed767ce6-561c-4462-bcda-14b088b2d87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '08889a86-0cfc-4f7f-8297-1d1db0ebed4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:41:36.669100 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0ab55a-e3d2-460e-9798-c6132626de12 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Network hostable DHCP agents. Network: 08889a86-0cfc-4f7f-8297-1d1db0ebed4d, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:41:36.675739 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-44e096eb-7911-4c54-b593-77eebd845b52 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:36.717769 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-44e096eb-7911-4c54-b593-77eebd845b52 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:36.718224 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-598da773-5773-470b-b00b-7e8df77beacb tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] delete failed (client error): The resource could not be found. Oct 12 07:41:36.721818 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-598da773-5773-470b-b00b-7e8df77beacb tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "DELETE /v2.0/routers/f3cbc997-c159-4245-942e-b009ea82b66d HTTP/1.1" status: 404 len: 336 time: 0.0684202 Oct 12 07:41:36.726631 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41354) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:36.731196 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c9f9a927-834b-49c5-9568-c2e6f3671780 req-fea422b2-efb6-48ca-8e53-18f84029a15d tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/security-groups?id=2728a5cb-2cc4-47ab-8e2b-dd9e7f9f0102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680552 Oct 12 07:41:36.770284 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-77ba123c-32e2-48a8-827b-feee1103db0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:36.787713 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-44e096eb-7911-4c54-b593-77eebd845b52 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:36.791229 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-44e096eb-7911-4c54-b593-77eebd845b52 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:36.793305 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-44e096eb-7911-4c54-b593-77eebd845b52 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "DELETE /v2.0/security-groups/de958196-5fa0-41b6-9b6e-7205d6ab56a5 HTTP/1.1" status: 204 len: 168 time: 0.2968166 Oct 12 07:41:36.797283 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41356) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:36.805435 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba123c-32e2-48a8-827b-feee1103db0b None None] Pushing event deleted for resources: {'Port': ['ID=5625e4e1-bdfc-4ab3-8710-b77fc8172be7,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:36.805639 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-afb0730c-0f07-454d-8692-b55f43c3719c tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "GET /v2.0/ports?device_id=c47a6457-2a83-4790-aa7b-45543466f8d1 HTTP/1.1" status: 200 len: 205 time: 0.0699434 Oct 12 07:41:36.811789 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41358) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:36.813060 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ba123c-32e2-48a8-827b-feee1103db0b None None] No DVR routers for this DVR port 5625e4e1-bdfc-4ab3-8710-b77fc8172be7 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:41:36.833998 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0ab55a-e3d2-460e-9798-c6132626de12 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Network 08889a86-0cfc-4f7f-8297-1d1db0ebed4d is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:41:36.840631 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e096eb-7911-4c54-b593-77eebd845b52 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de958196-5fa0-41b6-9b6e-7205d6ab56a5,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:36.873674 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-2a1afff2-0911-41b4-b5f7-70791d5ccaa4 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0751066 Oct 12 07:41:36.877334 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41360) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:36.881645 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-a6fdc0d9-3f5f-4b12-8761-873630309c43 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Request body: {'security_group': {'name': 'tempest-secgroup--1861055413'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:36.888601 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-016dd6f5-daa9-41a6-b790-6689ea945111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:36.902636 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-e852df64-55d5-4c87-9144-760630599edc tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] delete failed (client error): The resource could not be found. Oct 12 07:41:36.903808 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e852df64-55d5-4c87-9144-760630599edc tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "DELETE /v2.0/routers/c47a6457-2a83-4790-aa7b-45543466f8d1 HTTP/1.1" status: 404 len: 336 time: 0.0898495 Oct 12 07:41:36.904828 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a6fdc0d9-3f5f-4b12-8761-873630309c43 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:36.907714 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41362) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:36.933393 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-67dac32c-0645-406e-8a7a-ad52609f43a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:36.936081 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-3c0ab55a-e3d2-460e-9798-c6132626de12 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 08889a86-0cfc-4f7f-8297-1d1db0ebed4d) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:41:36.937700 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016dd6f5-daa9-41a6-b790-6689ea945111 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1840c8ff-7e8f-4007-bf71-fc0c75dbc5d0,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:36.940935 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c55b68c-21b2-4bcf-af9d-a8f094808c20 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:36.941075 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c55b68c-21b2-4bcf-af9d-a8f094808c20 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:36.945613 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-2c55b68c-21b2-4bcf-af9d-a8f094808c20 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "DELETE /v2.0/subnets/38dbb47a-f53b-485e-a1f2-2fe97c8f4acf HTTP/1.1" status: 404 len: 337 time: 0.0363889 Oct 12 07:41:36.947788 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3c0ab55a-e3d2-460e-9798-c6132626de12 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:36.957582 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41364) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:36.959079 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa34a49-1829-4ff9-bc9f-dae612c8da76 None None] Network 08889a86-0cfc-4f7f-8297-1d1db0ebed4d requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:41:36.969287 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-016dd6f5-daa9-41a6-b790-6689ea945111 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:36.975068 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-016dd6f5-daa9-41a6-b790-6689ea945111 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1840c8ff-7e8f-4007-bf71-fc0c75dbc5d0 HTTP/1.1" status: 204 len: 168 time: 1.0537589 Oct 12 07:41:36.976386 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41366) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:36.982127 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016dd6f5-daa9-41a6-b790-6689ea945111 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:41:36.982127 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016dd6f5-daa9-41a6-b790-6689ea945111 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:41:36.982127 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016dd6f5-daa9-41a6-b790-6689ea945111 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:41:36.982480 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016dd6f5-daa9-41a6-b790-6689ea945111 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:41:36.982827 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016dd6f5-daa9-41a6-b790-6689ea945111 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:41:36.983101 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016dd6f5-daa9-41a6-b790-6689ea945111 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:41:36.983396 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016dd6f5-daa9-41a6-b790-6689ea945111 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:41:36.984079 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016dd6f5-daa9-41a6-b790-6689ea945111 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:41:36.984079 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016dd6f5-daa9-41a6-b790-6689ea945111 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:41:36.984426 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016dd6f5-daa9-41a6-b790-6689ea945111 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:41:36.984633 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016dd6f5-daa9-41a6-b790-6689ea945111 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:41:36.984957 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016dd6f5-daa9-41a6-b790-6689ea945111 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:41:37.019895 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-bf71fb49-d4b1-4cdd-9c3a-865c9e8f4e99 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "GET /v2.0/ports?device_id=443b790f-57ad-4d67-bfa6-23e3b3e35f6d HTTP/1.1" status: 200 len: 205 time: 0.0571759 Oct 12 07:41:37.020308 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41368) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:37.129516 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-13f0d097-3027-43e4-8d21-661b9fc5d3e4 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:37.139290 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c731a078-c53f-4119-b9f5-bf2d1baf5b47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-08889a86-0cfc-4f7f-8297-1d1db0ebed4d', 'network_id': '08889a86-0cfc-4f7f-8297-1d1db0ebed4d', 'tenant_id': '39bec5a63dc64133a3f7d7179326ce15', 'fixed_ips': [{'subnet_id': '7543c853-225f-4184-b43a-651b82ecd428'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:41:37.140427 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c731a078-c53f-4119-b9f5-bf2d1baf5b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:37.149095 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0ab55a-e3d2-460e-9798-c6132626de12 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Pushing event updated for resources: {'Subnet': ['ID=18352bbe-1e4f-43f6-938f-b65defd05144,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:37.158897 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0ab55a-e3d2-460e-9798-c6132626de12 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Checking segment: {'id': '8858ca39-48f6-444f-94b7-126f6ab4cabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '52485ca6-13f3-44a9-86f6-5eb846313d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:41:37.159262 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0ab55a-e3d2-460e-9798-c6132626de12 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Network hostable DHCP agents. Network: 52485ca6-13f3-44a9-86f6-5eb846313d82, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:41:37.211749 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-67dac32c-0645-406e-8a7a-ad52609f43a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Deleting port 0b43baf8-2140-4c2d-a8c3-c75746ab1776 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:41:37.212095 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-67dac32c-0645-406e-8a7a-ad52609f43a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:37.257752 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0ab55a-e3d2-460e-9798-c6132626de12 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Network 52485ca6-13f3-44a9-86f6-5eb846313d82 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:41:37.259884 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f0d097-3027-43e4-8d21-661b9fc5d3e4 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event updated for resources: {'Subnet': ['ID=aea62205-b8ef-4305-8125-82904deede58,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:37.310562 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f0d097-3027-43e4-8d21-661b9fc5d3e4 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Checking segment: {'id': '956ee031-47e4-4efb-9eab-874c8c049c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0d1faab1-0369-4ae4-81fc-a3b30513d41c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:41:37.310934 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f0d097-3027-43e4-8d21-661b9fc5d3e4 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Network hostable DHCP agents. Network: 0d1faab1-0369-4ae4-81fc-a3b30513d41c, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:41:37.315749 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-3c0ab55a-e3d2-460e-9798-c6132626de12 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 52485ca6-13f3-44a9-86f6-5eb846313d82) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:41:37.327249 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0ab55a-e3d2-460e-9798-c6132626de12 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:37.327726 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0ab55a-e3d2-460e-9798-c6132626de12 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:37.328419 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3c0ab55a-e3d2-460e-9798-c6132626de12 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:37.332254 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d0dbb5-bd7b-4f00-a1ca-4feaf2bd01ba None None] Network 52485ca6-13f3-44a9-86f6-5eb846313d82 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:41:37.369079 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-3c0ab55a-e3d2-460e-9798-c6132626de12 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1474 time: 2.6316271 Oct 12 07:41:37.372218 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41370) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:37.372784 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f0d097-3027-43e4-8d21-661b9fc5d3e4 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Network 0d1faab1-0369-4ae4-81fc-a3b30513d41c is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:41:37.392411 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-c731a078-c53f-4119-b9f5-bf2d1baf5b47 None None] Allocated IP 2001:db8::1 (08889a86-0cfc-4f7f-8297-1d1db0ebed4d/7543c853-225f-4184-b43a-651b82ecd428/18def09a-89da-4bc9-a8b4-0e7dad305a2a) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:41:37.418957 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-13f0d097-3027-43e4-8d21-661b9fc5d3e4 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 0d1faab1-0369-4ae4-81fc-a3b30513d41c) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:41:37.426463 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-67dac32c-0645-406e-8a7a-ad52609f43a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] For port 0b43baf8-2140-4c2d-a8c3-c75746ab1776, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=0b43baf8-2140-4c2d-a8c3-c75746ab1776,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:37.426842 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-67dac32c-0645-406e-8a7a-ad52609f43a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:37.443764 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9819058f-1561-492b-9298-fab966a54538 None None] Network 0d1faab1-0369-4ae4-81fc-a3b30513d41c requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:41:37.444799 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f0d097-3027-43e4-8d21-661b9fc5d3e4 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:37.445524 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-13f0d097-3027-43e4-8d21-661b9fc5d3e4 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:37.459671 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-67dac32c-0645-406e-8a7a-ad52609f43a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Calling delete_port for 0b43baf8-2140-4c2d-a8c3-c75746ab1776 owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:41:37.467523 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-47a939d2-e041-4f7e-b01a-b0a3366362bd tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] delete failed (client error): The resource could not be found. Oct 12 07:41:37.468581 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-47a939d2-e041-4f7e-b01a-b0a3366362bd tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "DELETE /v2.0/routers/443b790f-57ad-4d67-bfa6-23e3b3e35f6d HTTP/1.1" status: 404 len: 336 time: 0.4453678 Oct 12 07:41:37.472727 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41372) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:37.483496 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade83892-d327-42ac-9cfe-590fe163edd9 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:37.485489 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade83892-d327-42ac-9cfe-590fe163edd9 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:37.486307 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-25378606-a3e4-4310-a1bf-164283fc9e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:37.487681 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade83892-d327-42ac-9cfe-590fe163edd9 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:37.500250 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ade83892-d327-42ac-9cfe-590fe163edd9 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2100 time: 0.1247616 Oct 12 07:41:37.501084 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a6fdc0d9-3f5f-4b12-8761-873630309c43 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:37.501312 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41374) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:37.510515 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-13f0d097-3027-43e4-8d21-661b9fc5d3e4 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4960968 Oct 12 07:41:37.519335 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41376) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:37.524887 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-fc896e7f-02ce-472a-b62c-da8db5dc29f1 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "GET /v2.0/ports?device_id=421ebef2-07c9-4a1e-bc67-fab4ea564a2a HTTP/1.1" status: 200 len: 205 time: 0.0486319 Oct 12 07:41:37.524887 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a6fdc0d9-3f5f-4b12-8761-873630309c43 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:37.526143 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41378) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:37.549057 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-c5fc0e16-dd9f-44c3-bbc9-66aab6491dcf tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'port': {'network_id': '0d1faab1-0369-4ae4-81fc-a3b30513d41c', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1451412470'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:37.613157 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-b76502d1-8f2e-4bba-9d66-96e16e869ead tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] delete failed (client error): The resource could not be found. Oct 12 07:41:37.622001 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41380) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:37.622368 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b76502d1-8f2e-4bba-9d66-96e16e869ead tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "DELETE /v2.0/routers/421ebef2-07c9-4a1e-bc67-fab4ea564a2a HTTP/1.1" status: 404 len: 336 time: 0.0922060 Oct 12 07:41:37.641298 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fdc0d9-3f5f-4b12-8761-873630309c43 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6bf8a3-98ca-49a7-9b70-0055271177e2,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:37.658893 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a6fdc0d9-3f5f-4b12-8761-873630309c43 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:37.663172 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a6fdc0d9-3f5f-4b12-8761-873630309c43 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7822056 Oct 12 07:41:37.664125 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41382) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:37.670359 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-6ce0df97-bd03-4a99-b0b4-a4c0c506d785 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Request body: {'security_group_rule': {'security_group_id': 'bb6bf8a3-98ca-49a7-9b70-0055271177e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:37.684313 dv-neutron-860909-2-hyperv neutron-server[103200]: WARNING neutron.api.v2.base [None req-6ce0df97-bd03-4a99-b0b4-a4c0c506d785 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 12 07:41:37.684729 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-6ce0df97-bd03-4a99-b0b4-a4c0c506d785 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:41:37.685775 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-6ce0df97-bd03-4a99-b0b4-a4c0c506d785 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0198212 Oct 12 07:41:37.688619 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41384) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:37.707778 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-a19348e6-b0af-40c1-a442-5de9f9cf8318 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Request body: {'security_group_rule': {'security_group_id': 'bb6bf8a3-98ca-49a7-9b70-0055271177e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:37.708469 dv-neutron-860909-2-hyperv neutron-server[103200]: WARNING neutron.api.v2.base [None req-a19348e6-b0af-40c1-a442-5de9f9cf8318 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 12 07:41:37.708975 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-a19348e6-b0af-40c1-a442-5de9f9cf8318 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:41:37.709977 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a19348e6-b0af-40c1-a442-5de9f9cf8318 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0087306 Oct 12 07:41:37.713165 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41386) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:37.717332 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-da08933b-1d0f-4e49-a504-f44eda76d8d6 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Request body: {'security_group_rule': {'security_group_id': 'bb6bf8a3-98ca-49a7-9b70-0055271177e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:37.718282 dv-neutron-860909-2-hyperv neutron-server[103200]: WARNING neutron.api.v2.base [None req-da08933b-1d0f-4e49-a504-f44eda76d8d6 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 12 07:41:37.718747 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-da08933b-1d0f-4e49-a504-f44eda76d8d6 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:41:37.719783 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-da08933b-1d0f-4e49-a504-f44eda76d8d6 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059223 Oct 12 07:41:37.722631 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41388) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:37.734431 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-c721680b-95ea-4b9d-9e76-7828df71adbc tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Request body: {'security_group_rule': {'security_group_id': 'bb6bf8a3-98ca-49a7-9b70-0055271177e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:37.735320 dv-neutron-860909-2-hyperv neutron-server[103200]: WARNING neutron.api.v2.base [None req-c721680b-95ea-4b9d-9e76-7828df71adbc tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 12 07:41:37.735815 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-c721680b-95ea-4b9d-9e76-7828df71adbc tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:41:37.736824 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c721680b-95ea-4b9d-9e76-7828df71adbc tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0132735 Oct 12 07:41:37.745873 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41390) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:37.782948 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-25378606-a3e4-4310-a1bf-164283fc9e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:37.807008 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-25378606-a3e4-4310-a1bf-164283fc9e41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95c516fb-6c65-4fe3-a2b6-948996fd68da']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:37.818070 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 8bb6b36e-60ed-4267-80b7-be073d9d55e1 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:41:37.819270 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-25378606-a3e4-4310-a1bf-164283fc9e41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5960ed1b-b84e-4dd5-baeb-b27eacd4235f') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:37.819578 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-25378606-a3e4-4310-a1bf-164283fc9e41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5960ed1b-b84e-4dd5-baeb-b27eacd4235f') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:37.832032 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-25378606-a3e4-4310-a1bf-164283fc9e41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:37.847432 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-25378606-a3e4-4310-a1bf-164283fc9e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:37.853931 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25378606-a3e4-4310-a1bf-164283fc9e41 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:41:37.854918 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-25378606-a3e4-4310-a1bf-164283fc9e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:37.883490 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 8bb6b36e-60ed-4267-80b7-be073d9d55e1 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:41:37.883837 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 8bb6b36e-60ed-4267-80b7-be073d9d55e1 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:41:37.884266 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 5625e4e1-bdfc-4ab3-8710-b77fc8172be7 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:41:37.906928 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 5960ed1b-b84e-4dd5-baeb-b27eacd4235f resource provider aggregate not found Oct 12 07:41:37.934949 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 5625e4e1-bdfc-4ab3-8710-b77fc8172be7 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:41:37.935404 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 5625e4e1-bdfc-4ab3-8710-b77fc8172be7 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:41:37.977827 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 5960ed1b-b84e-4dd5-baeb-b27eacd4235f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5960ed1b-b84e-4dd5-baeb-b27eacd4235f found for delete ", "request_id": "req-db450247-97c3-48fe-a852-cbfb3621df96"}]} Oct 12 07:41:37.982145 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-a845c7d1-c6a6-4a24-827a-54d59628aaa5 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:37.982745 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a845c7d1-c6a6-4a24-827a-54d59628aaa5 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:37.988992 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a845c7d1-c6a6-4a24-827a-54d59628aaa5 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "DELETE /v2.0/subnets/fef0c2c2-41c7-499a-a94d-da09b74d513b HTTP/1.1" status: 404 len: 337 time: 0.3635824 Oct 12 07:41:37.990878 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41398) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:37.999526 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5c02295-2aff-4102-a766-c05b707cd8d1 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Deleting subnet 7543c853-225f-4184-b43a-651b82ecd428 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:41:38.020216 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d85a0e-c7ab-4599-a9ad-4719d477c25a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-52485ca6-13f3-44a9-86f6-5eb846313d82', 'network_id': '52485ca6-13f3-44a9-86f6-5eb846313d82', 'tenant_id': '39bec5a63dc64133a3f7d7179326ce15', 'fixed_ips': [{'subnet_id': '18352bbe-1e4f-43f6-938f-b65defd05144'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:41:38.021076 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b9d85a0e-c7ab-4599-a9ad-4719d477c25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:38.031617 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-475ff289-cae7-4701-96f9-28f4fb534e28 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "GET /v2.0/ports?device_id=adef726e-973d-424e-aa81-90fa140ee10e HTTP/1.1" status: 200 len: 205 time: 0.0366306 Oct 12 07:41:38.032949 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-25378606-a3e4-4310-a1bf-164283fc9e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:38.035864 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41400) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:38.054274 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e13da8-5595-49a2-a9cc-4d36536429e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-0d1faab1-0369-4ae4-81fc-a3b30513d41c', 'network_id': '0d1faab1-0369-4ae4-81fc-a3b30513d41c', 'tenant_id': '118ca68972cc4be1aeb1223f16967aab', 'fixed_ips': [{'subnet_id': 'aea62205-b8ef-4305-8125-82904deede58'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:41:38.055132 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-48e13da8-5595-49a2-a9cc-4d36536429e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:38.058797 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-25378606-a3e4-4310-a1bf-164283fc9e41 admin admin] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:38.064553 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-25378606-a3e4-4310-a1bf-164283fc9e41 admin admin] 10.222.0.26 "DELETE /v2.0/networks/95c516fb-6c65-4fe3-a2b6-948996fd68da HTTP/1.1" status: 204 len: 168 time: 1.0856712 Oct 12 07:41:38.066438 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41402) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:38.080206 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c731a078-c53f-4119-b9f5-bf2d1baf5b47 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:38.110546 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322316a8-0053-4fa0-a64e-9fd845d9451d req-f93d8f55-2234-4038-a06c-71b6da698b6c tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:38.112061 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-322316a8-0053-4fa0-a64e-9fd845d9451d req-f93d8f55-2234-4038-a06c-71b6da698b6c tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f56d885-49f6-44d0-b7be-81c767a470a4 HTTP/1.1" status: 200 len: 946 time: 0.2375662 Oct 12 07:41:38.115991 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25378606-a3e4-4310-a1bf-164283fc9e41 admin admin] Pushing event deleted for resources: {'Network': ['ID=95c516fb-6c65-4fe3-a2b6-948996fd68da,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:38.118009 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-bc060e94-9067-4596-8f53-0c21ce296c22 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] delete failed (client error): The resource could not be found. Oct 12 07:41:38.121450 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-bc060e94-9067-4596-8f53-0c21ce296c22 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "DELETE /v2.0/routers/adef726e-973d-424e-aa81-90fa140ee10e HTTP/1.1" status: 404 len: 336 time: 0.0814805 Oct 12 07:41:38.121450 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1932d536-5838-46e3-b9f0-267960d14527 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:38.122003 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41404) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:38.136254 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5c02295-2aff-4102-a766-c05b707cd8d1 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:38.136497 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c731a078-c53f-4119-b9f5-bf2d1baf5b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:38.176600 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb802b7d-d874-4339-903f-99d39fec8dc9 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:38.176982 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb802b7d-d874-4339-903f-99d39fec8dc9 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:38.183534 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-bb802b7d-d874-4339-903f-99d39fec8dc9 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "DELETE /v2.0/subnets/2a4b1b16-321a-4cc9-93d9-baad62db881b HTTP/1.1" status: 404 len: 337 time: 0.0581362 Oct 12 07:41:38.191234 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41406) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:38.199613 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1932d536-5838-46e3-b9f0-267960d14527 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:38.222679 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5c02295-2aff-4102-a766-c05b707cd8d1 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:38.234457 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-322316a8-0053-4fa0-a64e-9fd845d9451d req-799272a0-be87-4490-85a9-518c88aec57d tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/security-groups?id=2728a5cb-2cc4-47ab-8e2b-dd9e7f9f0102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013093 Oct 12 07:41:38.256280 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c731a078-c53f-4119-b9f5-bf2d1baf5b47 None None] Network 08889a86-0cfc-4f7f-8297-1d1db0ebed4d is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:41:38.278756 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-eb98a18b-f1b2-4865-ab3f-6b0ffbebba28 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdf6ba3e-cc93-4c11-80af-fdc412ef13ec HTTP/1.1" status: 200 len: 205 time: 0.0790679 Oct 12 07:41:38.279007 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-c731a078-c53f-4119-b9f5-bf2d1baf5b47 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:41:38.283373 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41408) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:38.285691 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e9c9d11-2702-40a4-b946-dd1b61899ce3 admin admin] Deleting subnet 5d829c46-94b1-4a49-bd4e-458083907ef4 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:41:38.295694 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1e9c9d11-2702-40a4-b946-dd1b61899ce3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:38.297670 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c731a078-c53f-4119-b9f5-bf2d1baf5b47 None None] Pushing event updated for resources: {'Port': ['ID=18def09a-89da-4bc9-a8b4-0e7dad305a2a,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:38.304976 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c731a078-c53f-4119-b9f5-bf2d1baf5b47 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:41:38.331400 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fc0e16-dd9f-44c3-bbc9-66aab6491dcf tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Made reservation on behalf of 118ca68972cc4be1aeb1223f16967aab for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:41:38.332242 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1932d536-5838-46e3-b9f0-267960d14527 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:38.335462 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1932d536-5838-46e3-b9f0-267960d14527 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:38.335620 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c5fc0e16-dd9f-44c3-bbc9-66aab6491dcf tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:38.336840 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-1932d536-5838-46e3-b9f0-267960d14527 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "DELETE /v2.0/security-groups/bb6bf8a3-98ca-49a7-9b70-0055271177e2 HTTP/1.1" status: 204 len: 168 time: 0.5891805 Oct 12 07:41:38.341446 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-b8b1ad27-b5bb-4874-8451-2b33958a1aaa tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] delete failed (client error): The resource could not be found. Oct 12 07:41:38.344914 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b8b1ad27-b5bb-4874-8451-2b33958a1aaa tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "DELETE /v2.0/routers/fdf6ba3e-cc93-4c11-80af-fdc412ef13ec HTTP/1.1" status: 404 len: 336 time: 0.0575716 Oct 12 07:41:38.344914 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41410) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:38.346370 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41412) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:38.357626 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1932d536-5838-46e3-b9f0-267960d14527 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6bf8a3-98ca-49a7-9b70-0055271177e2,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:38.400631 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-1b14dcc7-0afc-4c7d-80ab-3e0ca1d2c2db tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0551260 Oct 12 07:41:38.406431 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41414) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:38.409768 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-b9d85a0e-c7ab-4599-a9ad-4719d477c25a None None] Allocated IP 2001:db8:0:1::1 (52485ca6-13f3-44a9-86f6-5eb846313d82/18352bbe-1e4f-43f6-938f-b65defd05144/bd4c721c-d98b-408f-942d-c89810ee302a) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:41:38.411579 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-427938a5-66e8-4609-a71b-f28ba5895b7d tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Request body: {'security_group': {'name': 'tempest-secgroup--1916596235'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:38.419344 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f789d4e-706f-4092-aa30-0e9cded5c3e6 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:38.419810 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f789d4e-706f-4092-aa30-0e9cded5c3e6 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:38.422870 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-8f789d4e-706f-4092-aa30-0e9cded5c3e6 tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "DELETE /v2.0/subnets/f67a08d8-ec31-4ee9-9722-f5014f15158f HTTP/1.1" status: 404 len: 337 time: 0.0755532 Oct 12 07:41:38.427713 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41416) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:38.431619 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1e9c9d11-2702-40a4-b946-dd1b61899ce3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:38.466406 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-2783884a-26f1-485b-b0cd-1a9db784727d tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] DELETE failed (client error): The resource could not be found. Oct 12 07:41:38.466808 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-c731a078-c53f-4119-b9f5-bf2d1baf5b47 None None] Attempting to bind port 18def09a-89da-4bc9-a8b4-0e7dad305a2a on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:41:38.466958 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2783884a-26f1-485b-b0cd-1a9db784727d tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:38.467571 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-c731a078-c53f-4119-b9f5-bf2d1baf5b47 None None] Attempting to bind port 18def09a-89da-4bc9-a8b4-0e7dad305a2a by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'ed767ce6-561c-4462-bcda-14b088b2d87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '08889a86-0cfc-4f7f-8297-1d1db0ebed4d'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:41:38.468097 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c731a078-c53f-4119-b9f5-bf2d1baf5b47 None None] Attempting to bind port 18def09a-89da-4bc9-a8b4-0e7dad305a2a on network 08889a86-0cfc-4f7f-8297-1d1db0ebed4d {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:41:38.470449 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-2783884a-26f1-485b-b0cd-1a9db784727d tempest-RoutersIpV6Test-1920119714 tempest-RoutersIpV6Test-1920119714-project] 10.222.0.26 "DELETE /v2.0/subnets/b4992595-cfb2-4b4c-adf6-c5194f966b89 HTTP/1.1" status: 404 len: 337 time: 0.0419333 Oct 12 07:41:38.475384 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-48e13da8-5595-49a2-a9cc-4d36536429e2 None None] Allocated IP 172.20.0.2 (0d1faab1-0369-4ae4-81fc-a3b30513d41c/aea62205-b8ef-4305-8125-82904deede58/8bf00bcd-67e9-4e4a-b5d2-a5cd2c5a9759) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:41:38.482538 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-c5fc0e16-dd9f-44c3-bbc9-66aab6491dcf tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] device_id is not set on port 61969d84-8bd0-4334-9c99-c626c464c341 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:41:38.498626 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c731a078-c53f-4119-b9f5-bf2d1baf5b47 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:41:38.498996 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c731a078-c53f-4119-b9f5-bf2d1baf5b47 None None] Checking segment: {'id': 'ed767ce6-561c-4462-bcda-14b088b2d87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '08889a86-0cfc-4f7f-8297-1d1db0ebed4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:41:38.499394 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c731a078-c53f-4119-b9f5-bf2d1baf5b47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:38.499977 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c731a078-c53f-4119-b9f5-bf2d1baf5b47 None None] Bound using segment: {'id': 'ed767ce6-561c-4462-bcda-14b088b2d87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '08889a86-0cfc-4f7f-8297-1d1db0ebed4d'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:41:38.500678 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-c731a078-c53f-4119-b9f5-bf2d1baf5b47 None None] Bound port: 18def09a-89da-4bc9-a8b4-0e7dad305a2a, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed767ce6-561c-4462-bcda-14b088b2d87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '08889a86-0cfc-4f7f-8297-1d1db0ebed4d'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:41:38.501085 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c731a078-c53f-4119-b9f5-bf2d1baf5b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:38.503394 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-427938a5-66e8-4609-a71b-f28ba5895b7d tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:38.563624 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5c02295-2aff-4102-a766-c05b707cd8d1 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:38.570777 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-67dac32c-0645-406e-8a7a-ad52609f43a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:38.602620 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1e9c9d11-2702-40a4-b946-dd1b61899ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:38.616078 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-427938a5-66e8-4609-a71b-f28ba5895b7d tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:38.623692 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-427938a5-66e8-4609-a71b-f28ba5895b7d tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:38.662776 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dac32c-0645-406e-8a7a-ad52609f43a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Port': ['ID=0b43baf8-2140-4c2d-a8c3-c75746ab1776,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:38.681149 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-427938a5-66e8-4609-a71b-f28ba5895b7d tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:38.686594 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-427938a5-66e8-4609-a71b-f28ba5895b7d tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2790310 Oct 12 07:41:38.695299 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41420) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:38.706969 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-58173e2e-90bf-4136-89e1-018f5921a8bf tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Request body: {'security_group_rule': {'security_group_id': '44f35783-11c0-48b8-9d58-d849caec6a49', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:38.708027 dv-neutron-860909-2-hyperv neutron-server[103200]: WARNING neutron.api.v2.base [None req-58173e2e-90bf-4136-89e1-018f5921a8bf tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 12 07:41:38.709087 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-58173e2e-90bf-4136-89e1-018f5921a8bf tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:41:38.716590 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-58173e2e-90bf-4136-89e1-018f5921a8bf tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0165322 Oct 12 07:41:38.717602 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41422) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:38.723832 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-39c52f85-dac8-4f56-9331-b1795a44e620 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Request body: {'security_group_rule': {'security_group_id': '44f35783-11c0-48b8-9d58-d849caec6a49', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:38.732241 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427938a5-66e8-4609-a71b-f28ba5895b7d tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44f35783-11c0-48b8-9d58-d849caec6a49,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:38.752992 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b9d85a0e-c7ab-4599-a9ad-4719d477c25a None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:38.765578 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-67dac32c-0645-406e-8a7a-ad52609f43a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:38.790762 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b9d85a0e-c7ab-4599-a9ad-4719d477c25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:38.795856 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-c731a078-c53f-4119-b9f5-bf2d1baf5b47 None None] For port 18def09a-89da-4bc9-a8b4-0e7dad305a2a, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:41:38.802326 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1e9c9d11-2702-40a4-b946-dd1b61899ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:38.817274 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-c731a078-c53f-4119-b9f5-bf2d1baf5b47 None None] For port 18def09a-89da-4bc9-a8b4-0e7dad305a2a, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=18def09a-89da-4bc9-a8b4-0e7dad305a2a,segment=NetworkSegment(ed767ce6-561c-4462-bcda-14b088b2d87d),segment_id=ed767ce6-561c-4462-bcda-14b088b2d87d)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:41:38.830349 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-39c52f85-dac8-4f56-9331-b1795a44e620 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:41:38.834920 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-39c52f85-dac8-4f56-9331-b1795a44e620 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1156216 Oct 12 07:41:38.835567 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41426) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:38.841592 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-6283d736-b44f-45af-9a32-8b34dc017433 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Request body: {'security_group_rule': {'security_group_id': '44f35783-11c0-48b8-9d58-d849caec6a49', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:38.842102 dv-neutron-860909-2-hyperv neutron-server[103200]: WARNING neutron.api.v2.base [None req-6283d736-b44f-45af-9a32-8b34dc017433 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 12 07:41:38.842616 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-6283d736-b44f-45af-9a32-8b34dc017433 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:41:38.846210 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-6283d736-b44f-45af-9a32-8b34dc017433 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070806 Oct 12 07:41:38.846343 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5c02295-2aff-4102-a766-c05b707cd8d1 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:38.846469 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41428) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:38.852123 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c731a078-c53f-4119-b9f5-bf2d1baf5b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:38.854547 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-bdb51e6c-f127-474b-8af0-c8cf41b02948 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Request body: {'security_group_rule': {'security_group_id': '44f35783-11c0-48b8-9d58-d849caec6a49', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:38.865026 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d85a0e-c7ab-4599-a9ad-4719d477c25a None None] Network 52485ca6-13f3-44a9-86f6-5eb846313d82 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:41:38.875746 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-b9d85a0e-c7ab-4599-a9ad-4719d477c25a None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:41:38.882182 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-48e13da8-5595-49a2-a9cc-4d36536429e2 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:38.883632 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d85a0e-c7ab-4599-a9ad-4719d477c25a None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:41:38.892807 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d85a0e-c7ab-4599-a9ad-4719d477c25a None None] Pushing event updated for resources: {'Port': ['ID=bd4c721c-d98b-408f-942d-c89810ee302a,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:38.900932 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-48e13da8-5595-49a2-a9cc-4d36536429e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:38.926379 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-67dac32c-0645-406e-8a7a-ad52609f43a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:38.928233 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c9d11-2702-40a4-b946-dd1b61899ce3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d829c46-94b1-4a49-bd4e-458083907ef4,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:38.934097 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1e9c9d11-2702-40a4-b946-dd1b61899ce3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:38.937547 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-1e9c9d11-2702-40a4-b946-dd1b61899ce3 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5d829c46-94b1-4a49-bd4e-458083907ef4 HTTP/1.1" status: 204 len: 168 time: 0.8717127 Oct 12 07:41:38.938660 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-bdb51e6c-f127-474b-8af0-c8cf41b02948 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:41:38.938896 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-67dac32c-0645-406e-8a7a-ad52609f43a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:38.946783 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-bdb51e6c-f127-474b-8af0-c8cf41b02948 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0954638 Oct 12 07:41:38.946900 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41430) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:38.952089 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41432) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:38.952549 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41434) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:38.964418 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-22cb75b4-244b-4e94-a3bb-42fc89f0f0e3 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Request body: {'security_group_rule': {'security_group_id': '44f35783-11c0-48b8-9d58-d849caec6a49', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:38.964898 dv-neutron-860909-2-hyperv neutron-server[103200]: WARNING neutron.api.v2.base [None req-22cb75b4-244b-4e94-a3bb-42fc89f0f0e3 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 12 07:41:38.965454 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-22cb75b4-244b-4e94-a3bb-42fc89f0f0e3 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:41:38.970073 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-22cb75b4-244b-4e94-a3bb-42fc89f0f0e3 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0124166 Oct 12 07:41:38.970073 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41438) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:38.976228 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5c02295-2aff-4102-a766-c05b707cd8d1 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:38.981805 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e5c02295-2aff-4102-a766-c05b707cd8d1 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] 10.222.0.26 "DELETE /v2.0/subnets/7543c853-225f-4184-b43a-651b82ecd428 HTTP/1.1" status: 204 len: 168 time: 1.4738982 Oct 12 07:41:38.987732 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-90c66835-689c-4a69-9386-dfea0eb956fd tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Request body: {'security_group_rule': {'security_group_id': '44f35783-11c0-48b8-9d58-d849caec6a49', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:39.000581 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e13da8-5595-49a2-a9cc-4d36536429e2 None None] Network 0d1faab1-0369-4ae4-81fc-a3b30513d41c is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:41:39.004001 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41440) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:39.012692 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-48e13da8-5595-49a2-a9cc-4d36536429e2 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:41:39.016470 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c731a078-c53f-4119-b9f5-bf2d1baf5b47 None None] Pushing event updated for resources: {'Port': ['ID=18def09a-89da-4bc9-a8b4-0e7dad305a2a,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:39.019681 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e13da8-5595-49a2-a9cc-4d36536429e2 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:41:39.021879 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c02295-2aff-4102-a766-c05b707cd8d1 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Pushing event deleted for resources: {'Subnet': ['ID=7543c853-225f-4184-b43a-651b82ecd428,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:39.024347 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-b9d85a0e-c7ab-4599-a9ad-4719d477c25a None None] Attempting to bind port bd4c721c-d98b-408f-942d-c89810ee302a on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:41:39.024936 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-b9d85a0e-c7ab-4599-a9ad-4719d477c25a None None] Attempting to bind port bd4c721c-d98b-408f-942d-c89810ee302a by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '8858ca39-48f6-444f-94b7-126f6ab4cabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '52485ca6-13f3-44a9-86f6-5eb846313d82'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:41:39.025494 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d85a0e-c7ab-4599-a9ad-4719d477c25a None None] Attempting to bind port bd4c721c-d98b-408f-942d-c89810ee302a on network 52485ca6-13f3-44a9-86f6-5eb846313d82 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:41:39.058629 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d85a0e-c7ab-4599-a9ad-4719d477c25a None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:41:39.059052 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d85a0e-c7ab-4599-a9ad-4719d477c25a None None] Checking segment: {'id': '8858ca39-48f6-444f-94b7-126f6ab4cabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '52485ca6-13f3-44a9-86f6-5eb846313d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:41:39.059396 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b9d85a0e-c7ab-4599-a9ad-4719d477c25a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:39.059783 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d85a0e-c7ab-4599-a9ad-4719d477c25a None None] Bound using segment: {'id': '8858ca39-48f6-444f-94b7-126f6ab4cabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '52485ca6-13f3-44a9-86f6-5eb846313d82'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:41:39.060263 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-b9d85a0e-c7ab-4599-a9ad-4719d477c25a None None] Bound port: bd4c721c-d98b-408f-942d-c89810ee302a, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8858ca39-48f6-444f-94b7-126f6ab4cabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '52485ca6-13f3-44a9-86f6-5eb846313d82'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:41:39.060639 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b9d85a0e-c7ab-4599-a9ad-4719d477c25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:39.124238 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e13da8-5595-49a2-a9cc-4d36536429e2 None None] Pushing event updated for resources: {'Port': ['ID=8bf00bcd-67e9-4e4a-b5d2-a5cd2c5a9759,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:39.126175 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-67dac32c-0645-406e-8a7a-ad52609f43a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:39.126990 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67dac32c-0645-406e-8a7a-ad52609f43a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Fanout notify agent at l3_agent the message router_deleted on router 8c7410a8-7294-4d50-bca8-31d4228bdbad {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:41:39.147895 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-67dac32c-0645-406e-8a7a-ad52609f43a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:39.149341 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-67dac32c-0645-406e-8a7a-ad52609f43a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "DELETE /v2.0/routers/8c7410a8-7294-4d50-bca8-31d4228bdbad HTTP/1.1" status: 204 len: 168 time: 3.0854235 Oct 12 07:41:39.151010 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-c5fc0e16-dd9f-44c3-bbc9-66aab6491dcf tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Allocated IP 172.20.0.9 (0d1faab1-0369-4ae4-81fc-a3b30513d41c/aea62205-b8ef-4305-8125-82904deede58/61969d84-8bd0-4334-9c99-c626c464c341) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:41:39.154796 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41442) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:39.161250 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-48e13da8-5595-49a2-a9cc-4d36536429e2 None None] Attempting to bind port 8bf00bcd-67e9-4e4a-b5d2-a5cd2c5a9759 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:41:39.161706 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-48e13da8-5595-49a2-a9cc-4d36536429e2 None None] Attempting to bind port 8bf00bcd-67e9-4e4a-b5d2-a5cd2c5a9759 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '956ee031-47e4-4efb-9eab-874c8c049c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0d1faab1-0369-4ae4-81fc-a3b30513d41c'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:41:39.162092 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e13da8-5595-49a2-a9cc-4d36536429e2 None None] Attempting to bind port 8bf00bcd-67e9-4e4a-b5d2-a5cd2c5a9759 on network 0d1faab1-0369-4ae4-81fc-a3b30513d41c {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:41:39.172082 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e13da8-5595-49a2-a9cc-4d36536429e2 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:41:39.172500 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e13da8-5595-49a2-a9cc-4d36536429e2 None None] Checking segment: {'id': '956ee031-47e4-4efb-9eab-874c8c049c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0d1faab1-0369-4ae4-81fc-a3b30513d41c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:41:39.172851 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-48e13da8-5595-49a2-a9cc-4d36536429e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:39.173243 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e13da8-5595-49a2-a9cc-4d36536429e2 None None] Bound using segment: {'id': '956ee031-47e4-4efb-9eab-874c8c049c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0d1faab1-0369-4ae4-81fc-a3b30513d41c'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:41:39.173718 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-48e13da8-5595-49a2-a9cc-4d36536429e2 None None] Bound port: 8bf00bcd-67e9-4e4a-b5d2-a5cd2c5a9759, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '956ee031-47e4-4efb-9eab-874c8c049c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0d1faab1-0369-4ae4-81fc-a3b30513d41c'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:41:39.173862 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a78c88b2-b1fc-472e-b52c-b1b16be2f48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:39.174119 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-48e13da8-5595-49a2-a9cc-4d36536429e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:39.251692 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-b9d85a0e-c7ab-4599-a9ad-4719d477c25a None None] For port bd4c721c-d98b-408f-942d-c89810ee302a, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:41:39.301591 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-b9d85a0e-c7ab-4599-a9ad-4719d477c25a None None] For port bd4c721c-d98b-408f-942d-c89810ee302a, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=bd4c721c-d98b-408f-942d-c89810ee302a,segment=NetworkSegment(8858ca39-48f6-444f-94b7-126f6ab4cabc),segment_id=8858ca39-48f6-444f-94b7-126f6ab4cabc)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:41:39.319275 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b9d85a0e-c7ab-4599-a9ad-4719d477c25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:39.375237 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-48e13da8-5595-49a2-a9cc-4d36536429e2 None None] For port 8bf00bcd-67e9-4e4a-b5d2-a5cd2c5a9759, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:41:39.403331 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-48e13da8-5595-49a2-a9cc-4d36536429e2 None None] For port 8bf00bcd-67e9-4e4a-b5d2-a5cd2c5a9759, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=8bf00bcd-67e9-4e4a-b5d2-a5cd2c5a9759,segment=NetworkSegment(956ee031-47e4-4efb-9eab-874c8c049c1f),segment_id=956ee031-47e4-4efb-9eab-874c8c049c1f)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:41:39.414861 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-48e13da8-5595-49a2-a9cc-4d36536429e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:39.425489 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d85a0e-c7ab-4599-a9ad-4719d477c25a None None] Pushing event updated for resources: {'Port': ['ID=bd4c721c-d98b-408f-942d-c89810ee302a,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:39.456878 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a78c88b2-b1fc-472e-b52c-b1b16be2f48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:39.460571 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-90c66835-689c-4a69-9386-dfea0eb956fd tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:41:39.465286 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-90c66835-689c-4a69-9386-dfea0eb956fd tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4916725 Oct 12 07:41:39.469123 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41446) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:39.495392 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-a78c88b2-b1fc-472e-b52c-b1b16be2f48e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7743843-7d99-4081-9196-2811b3b0c2d8']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:39.513817 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c5fc0e16-dd9f-44c3-bbc9-66aab6491dcf tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:39.516491 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-a78c88b2-b1fc-472e-b52c-b1b16be2f48e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0e6f827-cad6-41a3-9a62-6dfa03ec6c9b') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:39.516764 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-a78c88b2-b1fc-472e-b52c-b1b16be2f48e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0e6f827-cad6-41a3-9a62-6dfa03ec6c9b') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:39.522559 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-40c039ac-791c-4083-8b50-0a36b963758d tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Deleting subnet 18352bbe-1e4f-43f6-938f-b65defd05144 {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:41:39.531425 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-5af84762-203c-4c52-9d2c-1acd7b6173ed tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Request body: {'security_group_rule': {'security_group_id': '44f35783-11c0-48b8-9d58-d849caec6a49', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:39.531916 dv-neutron-860909-2-hyperv neutron-server[103200]: WARNING neutron.api.v2.base [None req-5af84762-203c-4c52-9d2c-1acd7b6173ed tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 12 07:41:39.532635 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-5af84762-203c-4c52-9d2c-1acd7b6173ed tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:41:39.535702 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a78c88b2-b1fc-472e-b52c-b1b16be2f48e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:39.536394 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-5af84762-203c-4c52-9d2c-1acd7b6173ed tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0289865 Oct 12 07:41:39.537188 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41448) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:39.539753 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-40c039ac-791c-4083-8b50-0a36b963758d tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:39.561287 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e13da8-5595-49a2-a9cc-4d36536429e2 None None] Pushing event updated for resources: {'Port': ['ID=8bf00bcd-67e9-4e4a-b5d2-a5cd2c5a9759,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:39.562555 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-d5e4b30b-0f5f-4b70-b92a-6fc8959c5ae7 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Request body: {'security_group_rule': {'security_group_id': '44f35783-11c0-48b8-9d58-d849caec6a49', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:39.569420 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e13da8-5595-49a2-a9cc-4d36536429e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:41:39.569902 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e13da8-5595-49a2-a9cc-4d36536429e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:41:39.571540 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e13da8-5595-49a2-a9cc-4d36536429e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:41:39.571843 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e13da8-5595-49a2-a9cc-4d36536429e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:41:39.572399 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e13da8-5595-49a2-a9cc-4d36536429e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:41:39.572895 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e13da8-5595-49a2-a9cc-4d36536429e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:41:39.573350 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e13da8-5595-49a2-a9cc-4d36536429e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:41:39.573767 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e13da8-5595-49a2-a9cc-4d36536429e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:41:39.574433 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e13da8-5595-49a2-a9cc-4d36536429e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:41:39.575081 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e13da8-5595-49a2-a9cc-4d36536429e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:41:39.575508 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e13da8-5595-49a2-a9cc-4d36536429e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:41:39.576224 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e13da8-5595-49a2-a9cc-4d36536429e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:41:39.586971 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-641e2541-2206-4427-a4fc-48596db6ae29 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:39.594199 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a78c88b2-b1fc-472e-b52c-b1b16be2f48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:39.623843 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a78c88b2-b1fc-472e-b52c-b1b16be2f48e admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:41:39.624291 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a78c88b2-b1fc-472e-b52c-b1b16be2f48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:39.655416 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a4b34-3f9a-437c-85f6-80200cde1036 req-42f72c72-9056-4722-9c4f-611dbe6dfa8c tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:39.662660 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-880a4b34-3f9a-437c-85f6-80200cde1036 req-42f72c72-9056-4722-9c4f-611dbe6dfa8c tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f56d885-49f6-44d0-b7be-81c767a470a4 HTTP/1.1" status: 200 len: 946 time: 0.2039595 Oct 12 07:41:39.663021 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment a0e6f827-cad6-41a3-9a62-6dfa03ec6c9b resource provider aggregate not found Oct 12 07:41:39.667468 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-40c039ac-791c-4083-8b50-0a36b963758d tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:39.689217 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-4984b101-56bb-4590-81b7-fb1cf91c69e6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0661c46065e34719ae0bde5df10863f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7333214 Oct 12 07:41:39.704200 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-d5e4b30b-0f5f-4b70-b92a-6fc8959c5ae7 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:41:39.705355 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d5e4b30b-0f5f-4b70-b92a-6fc8959c5ae7 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1659877 Oct 12 07:41:39.706553 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c5fc0e16-dd9f-44c3-bbc9-66aab6491dcf tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:39.709798 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment a0e6f827-cad6-41a3-9a62-6dfa03ec6c9b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a0e6f827-cad6-41a3-9a62-6dfa03ec6c9b found for delete ", "request_id": "req-9de8fe61-6ca3-4618-a3b2-8ee5a33682b9"}]} Oct 12 07:41:39.710242 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41454) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:39.711234 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41456) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:39.720871 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-e17f02c1-0e8e-4209-91bf-0ef170897f92 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Request body: {'security_group_rule': {'security_group_id': '44f35783-11c0-48b8-9d58-d849caec6a49', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:39.794168 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a78c88b2-b1fc-472e-b52c-b1b16be2f48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:39.816168 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fc0e16-dd9f-44c3-bbc9-66aab6491dcf tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Network 0d1faab1-0369-4ae4-81fc-a3b30513d41c is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:41:39.835609 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-c5fc0e16-dd9f-44c3-bbc9-66aab6491dcf tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:41:39.870369 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a78c88b2-b1fc-472e-b52c-b1b16be2f48e admin admin] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:39.876625 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a78c88b2-b1fc-472e-b52c-b1b16be2f48e admin admin] 10.222.0.26 "DELETE /v2.0/networks/b7743843-7d99-4081-9196-2811b3b0c2d8 HTTP/1.1" status: 204 len: 168 time: 0.9250944 Oct 12 07:41:39.876625 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fc0e16-dd9f-44c3-bbc9-66aab6491dcf tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:41:39.895880 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c88b2-b1fc-472e-b52c-b1b16be2f48e admin admin] Pushing event deleted for resources: {'Network': ['ID=b7743843-7d99-4081-9196-2811b3b0c2d8,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:39.909738 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-641e2541-2206-4427-a4fc-48596db6ae29 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:39.940577 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc0e16-dd9f-44c3-bbc9-66aab6491dcf tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event updated for resources: {'Port': ['ID=61969d84-8bd0-4334-9c99-c626c464c341,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:39.975273 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-65d071ff-2f29-4342-9004-6d5ecca74ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:39.978051 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-641e2541-2206-4427-a4fc-48596db6ae29 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:39.994499 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-641e2541-2206-4427-a4fc-48596db6ae29 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49c4efd7-0378-47db-8c37-21c6a4c460ae') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:39.994821 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-641e2541-2206-4427-a4fc-48596db6ae29 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49c4efd7-0378-47db-8c37-21c6a4c460ae') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:40.020933 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 18def09a-89da-4bc9-a8b4-0e7dad305a2a up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:41:40.028145 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-641e2541-2206-4427-a4fc-48596db6ae29 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:40.058989 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-880a4b34-3f9a-437c-85f6-80200cde1036 req-9afe7275-7a6d-469d-99b2-75e3bdcbc095 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/security-groups?id=2728a5cb-2cc4-47ab-8e2b-dd9e7f9f0102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3853726 Oct 12 07:41:40.074402 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-641e2541-2206-4427-a4fc-48596db6ae29 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:40.087324 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-65d071ff-2f29-4342-9004-6d5ecca74ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:40.150363 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-641e2541-2206-4427-a4fc-48596db6ae29 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:41:40.151027 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-641e2541-2206-4427-a4fc-48596db6ae29 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:40.163290 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fc0e16-dd9f-44c3-bbc9-66aab6491dcf tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:40.163918 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c5fc0e16-dd9f-44c3-bbc9-66aab6491dcf tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:40.183260 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 18def09a-89da-4bc9-a8b4-0e7dad305a2a triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:41:40.183650 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:40.183966 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 18def09a-89da-4bc9-a8b4-0e7dad305a2a Oct 12 07:41:40.193017 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-e17f02c1-0e8e-4209-91bf-0ef170897f92 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:41:40.195133 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e17f02c1-0e8e-4209-91bf-0ef170897f92 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4794195 Oct 12 07:41:40.201226 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 49c4efd7-0378-47db-8c37-21c6a4c460ae resource provider aggregate not found Oct 12 07:41:40.207184 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41462) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:40.207519 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41466) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:40.264638 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c5fc0e16-dd9f-44c3-bbc9-66aab6491dcf tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.7401102 Oct 12 07:41:40.265656 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41468) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:40.277609 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 49c4efd7-0378-47db-8c37-21c6a4c460ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 49c4efd7-0378-47db-8c37-21c6a4c460ae found for delete ", "request_id": "req-244324b1-3d40-4297-bfea-a713bdfcd960"}]} Oct 12 07:41:40.328399 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-65d071ff-2f29-4342-9004-6d5ecca74ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:40.330368 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-65d071ff-2f29-4342-9004-6d5ecca74ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:40.333860 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 18def09a-89da-4bc9-a8b4-0e7dad305a2a is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:41:40.334920 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-65d071ff-2f29-4342-9004-6d5ecca74ee1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fede4cbc-a807-4386-9ce6-c136d56b9a00 HTTP/1.1" status: 204 len: 168 time: 0.6202781 Oct 12 07:41:40.342804 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:40.372272 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d071ff-2f29-4342-9004-6d5ecca74ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fede4cbc-a807-4386-9ce6-c136d56b9a00,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:40.400178 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-40c039ac-791c-4083-8b50-0a36b963758d tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:40.415773 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-d2fc9585-fa23-41c8-80e7-a03243113dcd tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Deleting port 61969d84-8bd0-4334-9c99-c626c464c341 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:41:40.416227 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d2fc9585-fa23-41c8-80e7-a03243113dcd tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:40.452923 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-641e2541-2206-4427-a4fc-48596db6ae29 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:40.476899 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 18def09a-89da-4bc9-a8b4-0e7dad305a2a, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=18def09a-89da-4bc9-a8b4-0e7dad305a2a,segment=NetworkSegment(ed767ce6-561c-4462-bcda-14b088b2d87d),segment_id=ed767ce6-561c-4462-bcda-14b088b2d87d)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:40.486609 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:40.498790 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-641e2541-2206-4427-a4fc-48596db6ae29 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:40.509226 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-641e2541-2206-4427-a4fc-48596db6ae29 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "DELETE /v2.0/networks/d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0 HTTP/1.1" status: 204 len: 168 time: 1.3526127 Oct 12 07:41:40.560054 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41472) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:40.568542 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-391a174e-fc9b-4189-8c62-dda01d0b4ca0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'network': {'name': 'tempest-network-smoke--1497151365', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'port_security_enabled': True}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:40.574292 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f8a34a1a-a8c0-473b-8033-831df0121ad1 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:40.590942 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e2541-2206-4427-a4fc-48596db6ae29 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Network': ['ID=d3f174f3-fe7c-477c-82b4-dc8c70c0c1d0,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:40.613605 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 0b43baf8-2140-4c2d-a8c3-c75746ab1776 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:41:40.621057 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641e2541-2206-4427-a4fc-48596db6ae29 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:41:40.621736 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641e2541-2206-4427-a4fc-48596db6ae29 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:41:40.622344 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641e2541-2206-4427-a4fc-48596db6ae29 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:41:40.622890 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641e2541-2206-4427-a4fc-48596db6ae29 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:41:40.623766 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641e2541-2206-4427-a4fc-48596db6ae29 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:41:40.624453 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641e2541-2206-4427-a4fc-48596db6ae29 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:41:40.625035 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641e2541-2206-4427-a4fc-48596db6ae29 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:41:40.625593 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641e2541-2206-4427-a4fc-48596db6ae29 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:41:40.626237 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641e2541-2206-4427-a4fc-48596db6ae29 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:41:40.626796 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641e2541-2206-4427-a4fc-48596db6ae29 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:41:40.627796 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641e2541-2206-4427-a4fc-48596db6ae29 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:41:40.628363 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641e2541-2206-4427-a4fc-48596db6ae29 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:41:40.661108 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-4c086b49-77b5-4189-a7d6-e71ae3f48105 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=86e46c28c6f94932ba221f0487069c8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4077511 Oct 12 07:41:40.667401 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f8a34a1a-a8c0-473b-8033-831df0121ad1 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:40.669421 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41474) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:40.670096 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391a174e-fc9b-4189-8c62-dda01d0b4ca0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Made reservation on behalf of 62f83991a7314cd6b6c084162dcfff66 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:41:40.673570 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-391a174e-fc9b-4189-8c62-dda01d0b4ca0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:40.677859 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=18def09a-89da-4bc9-a8b4-0e7dad305a2a,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:40.680347 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 0b43baf8-2140-4c2d-a8c3-c75746ab1776 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:41:40.680863 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 0b43baf8-2140-4c2d-a8c3-c75746ab1776 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:41:40.692442 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d2fc9585-fa23-41c8-80e7-a03243113dcd tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:40.721506 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-40c039ac-791c-4083-8b50-0a36b963758d tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:40.759640 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c039ac-791c-4083-8b50-0a36b963758d tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Pushing event deleted for resources: {'Subnet': ['ID=18352bbe-1e4f-43f6-938f-b65defd05144,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:40.762371 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-40c039ac-791c-4083-8b50-0a36b963758d tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:40.768449 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-40c039ac-791c-4083-8b50-0a36b963758d tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] 10.222.0.26 "DELETE /v2.0/subnets/18352bbe-1e4f-43f6-938f-b65defd05144 HTTP/1.1" status: 204 len: 168 time: 1.7603433 Oct 12 07:41:40.769393 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41478) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:40.829891 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f8a34a1a-a8c0-473b-8033-831df0121ad1 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:40.832528 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f8a34a1a-a8c0-473b-8033-831df0121ad1 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:40.833695 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f8a34a1a-a8c0-473b-8033-831df0121ad1 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "DELETE /v2.0/security-groups/44f35783-11c0-48b8-9d58-d849caec6a49 HTTP/1.1" status: 204 len: 168 time: 0.6220257 Oct 12 07:41:40.844667 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-391a174e-fc9b-4189-8c62-dda01d0b4ca0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:41:40.855747 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-391a174e-fc9b-4189-8c62-dda01d0b4ca0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:40.856126 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-391a174e-fc9b-4189-8c62-dda01d0b4ca0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Added segment 6fe0a304-c3a9-48ab-bd16-7b5fc4382cec of type vlan for network ddaf49bc-49c1-4955-ac53-f27eeab22dff Oct 12 07:41:40.861929 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41480) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:40.868885 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc94e86-ba32-47a5-b8f1-036e9c6a9590 None None] Network 08889a86-0cfc-4f7f-8297-1d1db0ebed4d requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:41:40.911585 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-391a174e-fc9b-4189-8c62-dda01d0b4ca0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:40.919636 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a34a1a-a8c0-473b-8033-831df0121ad1 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f35783-11c0-48b8-9d58-d849caec6a49,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:40.943198 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-d2fc9585-fa23-41c8-80e7-a03243113dcd tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Calling delete_port for 61969d84-8bd0-4334-9c99-c626c464c341 owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:41:40.963327 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a637c4c6-4400-454e-9d0f-8fef57ed279c tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:40.971171 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a637c4c6-4400-454e-9d0f-8fef57ed279c tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2002330 Oct 12 07:41:40.971637 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41486) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:41.075060 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-db0cfa2b-dd9f-4c3d-a15a-7a178ebbdb83 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2073855 Oct 12 07:41:41.087309 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41490) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:41.098592 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b51d-3eea-459b-b445-25a74c761cd9 None None] Provisioning complete for port 18def09a-89da-4bc9-a8b4-0e7dad305a2a triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:41:41.100535 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b51d-3eea-459b-b445-25a74c761cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:41.101058 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-f2c8b51d-3eea-459b-b445-25a74c761cd9 None None] Attempt 1 to provision port 18def09a-89da-4bc9-a8b4-0e7dad305a2a Oct 12 07:41:41.117224 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-098c81ac-d38c-450b-9460-20a16aad478d tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Request body: {'security_group': {'name': 'tempest-secgroup--295350018'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:41.281541 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c5b22d68-7383-4684-9b66-168da59e6801 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:41.288350 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-391a174e-fc9b-4189-8c62-dda01d0b4ca0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:41.297527 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391a174e-fc9b-4189-8c62-dda01d0b4ca0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:41.300203 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-391a174e-fc9b-4189-8c62-dda01d0b4ca0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:41.326150 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-098c81ac-d38c-450b-9460-20a16aad478d tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:41.331217 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0b2416-e628-4b1d-a221-a0bc9d71a28a None None] DHCP port deletion for 08889a86-0cfc-4f7f-8297-1d1db0ebed4d request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:41:41.343281 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b51d-3eea-459b-b445-25a74c761cd9 None None] Current status of the port 18def09a-89da-4bc9-a8b4-0e7dad305a2a is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:41:41.407130 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d2fc9585-fa23-41c8-80e7-a03243113dcd tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:41.421820 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419a789-2506-4d9e-b72a-b30780a9f5a9 req-27431a8f-126f-4c6e-9f3e-971a42f55919 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:41.423723 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c419a789-2506-4d9e-b72a-b30780a9f5a9 req-27431a8f-126f-4c6e-9f3e-971a42f55919 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f56d885-49f6-44d0-b7be-81c767a470a4 HTTP/1.1" status: 200 len: 946 time: 0.1834373 Oct 12 07:41:41.447135 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391a174e-fc9b-4189-8c62-dda01d0b4ca0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Network': ['ID=ddaf49bc-49c1-4955-ac53-f27eeab22dff,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:41.455403 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1699c83f-386c-491c-9562-e64e7925ef08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:41.468241 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-8f0b2416-e628-4b1d-a221-a0bc9d71a28a None None] Deleting port 18def09a-89da-4bc9-a8b4-0e7dad305a2a {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:41:41.468655 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f0b2416-e628-4b1d-a221-a0bc9d71a28a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:41.485229 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network ddaf49bc-49c1-4955-ac53-f27eeab22dff details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:41:41.571202 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc9585-fa23-41c8-80e7-a03243113dcd tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event deleted for resources: {'Port': ['ID=61969d84-8bd0-4334-9c99-c626c464c341,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:41.638773 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c419a789-2506-4d9e-b72a-b30780a9f5a9 req-72235d31-0f7e-47d1-bd56-75f42f2d2d1c tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/security-groups?id=2728a5cb-2cc4-47ab-8e2b-dd9e7f9f0102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1956658 Oct 12 07:41:41.649796 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-391a174e-fc9b-4189-8c62-dda01d0b4ca0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0860009 Oct 12 07:41:41.649796 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1699c83f-386c-491c-9562-e64e7925ef08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:41.658709 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41504) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:41.685518 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-ea9e1b13-e3ef-4d01-a227-92c60a6dffc6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2064210560', 'admin_state_up': True, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:41.709696 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-098c81ac-d38c-450b-9460-20a16aad478d tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:41.720771 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-c5b22d68-7383-4684-9b66-168da59e6801 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Deleting port bd4c721c-d98b-408f-942d-c89810ee302a {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:41:41.720994 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c5b22d68-7383-4684-9b66-168da59e6801 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:41.723321 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ea9e1b13-e3ef-4d01-a227-92c60a6dffc6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:41.724207 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-098c81ac-d38c-450b-9460-20a16aad478d tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:41.724699 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ea9e1b13-e3ef-4d01-a227-92c60a6dffc6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:41.742046 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098a9f0c-87de-4186-9e34-d8b64979944a None None] Network 52485ca6-13f3-44a9-86f6-5eb846313d82 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:41:41.778213 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d2fc9585-fa23-41c8-80e7-a03243113dcd tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:41.781467 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d2fc9585-fa23-41c8-80e7-a03243113dcd tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/ports/61969d84-8bd0-4334-9c99-c626c464c341 HTTP/1.1" status: 204 len: 168 time: 1.5144312 Oct 12 07:41:41.782100 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41506) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:41.792220 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41508) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:41.817693 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-098c81ac-d38c-450b-9460-20a16aad478d tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:41.819634 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-098c81ac-d38c-450b-9460-20a16aad478d tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7313666 Oct 12 07:41:41.825197 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-8f0b2416-e628-4b1d-a221-a0bc9d71a28a None None] For port 18def09a-89da-4bc9-a8b4-0e7dad305a2a, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=18def09a-89da-4bc9-a8b4-0e7dad305a2a,segment=NetworkSegment(ed767ce6-561c-4462-bcda-14b088b2d87d),segment_id=ed767ce6-561c-4462-bcda-14b088b2d87d)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:41.825759 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f0b2416-e628-4b1d-a221-a0bc9d71a28a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:41.826752 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41512) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:41.833373 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-2efa0101-6edc-46cf-90e5-a2ffa14745cb tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Request body: {'security_group_rule': {'security_group_id': '290abb07-1490-4ec7-a677-245cb96e1fad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:41.860991 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ebe282-c8bc-4217-8573-3c462b5229e9 None None] Network 0d1faab1-0369-4ae4-81fc-a3b30513d41c requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:41:41.875328 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c81ac-d38c-450b-9460-20a16aad478d tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=290abb07-1490-4ec7-a677-245cb96e1fad,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:41.884370 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ea9e1b13-e3ef-4d01-a227-92c60a6dffc6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:41.887986 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-5199b352-f252-4f13-aec2-1406e71b3d0c tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] GET failed (client error): The resource could not be found. Oct 12 07:41:41.889672 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-5199b352-f252-4f13-aec2-1406e71b3d0c tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "GET /v2.0/ports/61969d84-8bd0-4334-9c99-c626c464c341 HTTP/1.1" status: 404 len: 333 time: 0.0962317 Oct 12 07:41:41.892827 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41514) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:41.909458 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-c5b22d68-7383-4684-9b66-168da59e6801 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] For port bd4c721c-d98b-408f-942d-c89810ee302a, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=bd4c721c-d98b-408f-942d-c89810ee302a,segment=NetworkSegment(8858ca39-48f6-444f-94b7-126f6ab4cabc),segment_id=8858ca39-48f6-444f-94b7-126f6ab4cabc)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:41.909827 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c5b22d68-7383-4684-9b66-168da59e6801 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:41.917685 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-8f0b2416-e628-4b1d-a221-a0bc9d71a28a None None] Calling delete_port for 18def09a-89da-4bc9-a8b4-0e7dad305a2a owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:41:41.939620 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-c5b22d68-7383-4684-9b66-168da59e6801 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Calling delete_port for bd4c721c-d98b-408f-942d-c89810ee302a owned by network:dhcp {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:41:41.962436 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fd7b707-d4af-44b5-8c00-f0d64044962d tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Deleting subnet aea62205-b8ef-4305-8125-82904deede58 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:41:41.968293 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9fd7b707-d4af-44b5-8c00-f0d64044962d tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:41.986699 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-a1ca5871-d743-49fd-a8a7-fcc8f324158e None None] Provisioning complete for port bd4c721c-d98b-408f-942d-c89810ee302a triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:41:41.987321 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a1ca5871-d743-49fd-a8a7-fcc8f324158e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:41.987835 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-a1ca5871-d743-49fd-a8a7-fcc8f324158e None None] Attempt 1 to provision port bd4c721c-d98b-408f-942d-c89810ee302a Oct 12 07:41:42.013901 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9fd7b707-d4af-44b5-8c00-f0d64044962d tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:42.064510 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-428832f2-8bc7-48b7-9a1c-9f0489a38c51 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:42.064950 dv-neutron-860909-2-hyperv neutron-server[103201]: WARNING neutron.api.v2.base [None req-428832f2-8bc7-48b7-9a1c-9f0489a38c51 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 12 07:41:42.065448 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-428832f2-8bc7-48b7-9a1c-9f0489a38c51 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] create failed (client error): There was a conflict when trying to complete your request. Oct 12 07:41:42.066658 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-428832f2-8bc7-48b7-9a1c-9f0489a38c51 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2833843 Oct 12 07:41:42.079178 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41516) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:42.085113 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-ad80243e-bb9c-4d26-9948-f20b8b2e777d tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Request body: {'security_group': {'name': 'tempest-secgroup--227975692'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:42.095353 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1699c83f-386c-491c-9562-e64e7925ef08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:42.097922 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1699c83f-386c-491c-9562-e64e7925ef08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:42.102066 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-1699c83f-386c-491c-9562-e64e7925ef08 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/686babc7-531d-4b2e-b4b2-43471ce94706 HTTP/1.1" status: 204 len: 168 time: 1.4233325 Oct 12 07:41:42.107781 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c5b22d68-7383-4684-9b66-168da59e6801 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:42.139401 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b22d68-7383-4684-9b66-168da59e6801 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Pushing event deleted for resources: {'Port': ['ID=bd4c721c-d98b-408f-942d-c89810ee302a,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:42.147021 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b22d68-7383-4684-9b66-168da59e6801 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] No DVR routers for this DVR port bd4c721c-d98b-408f-942d-c89810ee302a on host dv-neutron-860909-2-hyperv {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:41:42.157540 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1699c83f-386c-491c-9562-e64e7925ef08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686babc7-531d-4b2e-b4b2-43471ce94706,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:42.185350 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 8bf00bcd-67e9-4e4a-b5d2-a5cd2c5a9759 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:41:42.246081 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c5b22d68-7383-4684-9b66-168da59e6801 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:42.273160 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-c5b22d68-7383-4684-9b66-168da59e6801 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52485ca6-13f3-44a9-86f6-5eb846313d82']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:42.285663 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a1ca5871-d743-49fd-a8a7-fcc8f324158e None None] Port bd4c721c-d98b-408f-942d-c89810ee302a was deleted so its status cannot be updated. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 12 07:41:42.285933 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-c5b22d68-7383-4684-9b66-168da59e6801 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8858ca39-48f6-444f-94b7-126f6ab4cabc') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:42.285933 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-c5b22d68-7383-4684-9b66-168da59e6801 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8858ca39-48f6-444f-94b7-126f6ab4cabc') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:42.294494 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ad80243e-bb9c-4d26-9948-f20b8b2e777d tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:42.307094 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c5b22d68-7383-4684-9b66-168da59e6801 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:42.309009 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-2efa0101-6edc-46cf-90e5-a2ffa14745cb tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] create failed (client error): The resource could not be found. Oct 12 07:41:42.312767 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-2efa0101-6edc-46cf-90e5-a2ffa14745cb tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4823244 Oct 12 07:41:42.314451 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41520) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:42.316563 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ad80243e-bb9c-4d26-9948-f20b8b2e777d tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:42.327630 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c5b22d68-7383-4684-9b66-168da59e6801 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:42.329749 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-be31b5f8-b5d1-431c-b71e-d3c3a1fb5194 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Request body: {'security_group_rule': {'security_group_id': '290abb07-1490-4ec7-a677-245cb96e1fad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '8840fb0d-2822-4756-b746-3e98531cb79a'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:42.335708 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5b22d68-7383-4684-9b66-168da59e6801 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:41:42.336812 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c5b22d68-7383-4684-9b66-168da59e6801 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:42.367419 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ea9e1b13-e3ef-4d01-a227-92c60a6dffc6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:42.378417 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9fd7b707-d4af-44b5-8c00-f0d64044962d tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:42.387005 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 8858ca39-48f6-444f-94b7-126f6ab4cabc resource provider aggregate not found Oct 12 07:41:42.422369 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 8bf00bcd-67e9-4e4a-b5d2-a5cd2c5a9759 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:41:42.422934 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:42.423450 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 8bf00bcd-67e9-4e4a-b5d2-a5cd2c5a9759 Oct 12 07:41:42.437952 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 8858ca39-48f6-444f-94b7-126f6ab4cabc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8858ca39-48f6-444f-94b7-126f6ab4cabc found for delete ", "request_id": "req-61b70d8f-2793-4f56-9438-e4aa90a68966"}]} Oct 12 07:41:42.442007 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f0b2416-e628-4b1d-a221-a0bc9d71a28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:42.484650 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c5b22d68-7383-4684-9b66-168da59e6801 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:42.488292 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd469744-7944-4e90-87ca-4c2b5776e296 None None] DHCP port deletion for 52485ca6-13f3-44a9-86f6-5eb846313d82 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:41:42.510319 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c5b22d68-7383-4684-9b66-168da59e6801 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:42.519092 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c5b22d68-7383-4684-9b66-168da59e6801 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] 10.222.0.26 "DELETE /v2.0/networks/52485ca6-13f3-44a9-86f6-5eb846313d82 HTTP/1.1" status: 204 len: 168 time: 1.5353961 Oct 12 07:41:42.519092 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b22d68-7383-4684-9b66-168da59e6801 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Pushing event deleted for resources: {'Network': ['ID=52485ca6-13f3-44a9-86f6-5eb846313d82,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:42.519549 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41528) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:42.530350 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-cfcb5e46-9c29-4999-b621-add75475db8c None None] Provisioning complete for port 8bf00bcd-67e9-4e4a-b5d2-a5cd2c5a9759 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:41:42.530953 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cfcb5e46-9c29-4999-b621-add75475db8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:42.531476 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-cfcb5e46-9c29-4999-b621-add75475db8c None None] Attempt 1 to provision port 8bf00bcd-67e9-4e4a-b5d2-a5cd2c5a9759 Oct 12 07:41:42.552762 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-be31b5f8-b5d1-431c-b71e-d3c3a1fb5194 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] create failed (client error): The resource could not be found. Oct 12 07:41:42.554198 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-be31b5f8-b5d1-431c-b71e-d3c3a1fb5194 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2283182 Oct 12 07:41:42.563436 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41530) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:42.563973 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b2416-e628-4b1d-a221-a0bc9d71a28a None None] Pushing event deleted for resources: {'Port': ['ID=18def09a-89da-4bc9-a8b4-0e7dad305a2a,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:42.568201 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9fd7b707-d4af-44b5-8c00-f0d64044962d tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:42.581663 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0b2416-e628-4b1d-a221-a0bc9d71a28a None None] No DVR routers for this DVR port 18def09a-89da-4bc9-a8b4-0e7dad305a2a on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:41:42.678413 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6e7b88ec-d073-4e83-81a6-5ce8100bc5aa tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:42.722306 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7b707-d4af-44b5-8c00-f0d64044962d tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event deleted for resources: {'Subnet': ['ID=aea62205-b8ef-4305-8125-82904deede58,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:42.724142 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-70c82e2a-3491-40d1-ab4c-b599b7bba27b tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:42.727115 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9fd7b707-d4af-44b5-8c00-f0d64044962d tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:42.731803 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-9fd7b707-d4af-44b5-8c00-f0d64044962d tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/subnets/aea62205-b8ef-4305-8125-82904deede58 HTTP/1.1" status: 204 len: 168 time: 0.8379421 Oct 12 07:41:42.738366 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41534) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:42.749967 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 8bf00bcd-67e9-4e4a-b5d2-a5cd2c5a9759 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:41:42.750641 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:42.770812 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-cfcb5e46-9c29-4999-b621-add75475db8c None None] Current status of the port 8bf00bcd-67e9-4e4a-b5d2-a5cd2c5a9759 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:41:42.771207 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cfcb5e46-9c29-4999-b621-add75475db8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:42.776629 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-70c82e2a-3491-40d1-ab4c-b599b7bba27b tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:42.791294 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ad80243e-bb9c-4d26-9948-f20b8b2e777d tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:42.819820 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41536) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:42.822825 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ad80243e-bb9c-4d26-9948-f20b8b2e777d tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:42.853503 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 8bf00bcd-67e9-4e4a-b5d2-a5cd2c5a9759, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=8bf00bcd-67e9-4e4a-b5d2-a5cd2c5a9759,segment=NetworkSegment(956ee031-47e4-4efb-9eab-874c8c049c1f),segment_id=956ee031-47e4-4efb-9eab-874c8c049c1f)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:42.863315 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:42.865259 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device bd4c721c-d98b-408f-942d-c89810ee302a up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:41:42.939396 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08530ad5-1a4a-4813-8020-ced15d1a296f None None] Network 0d1faab1-0369-4ae4-81fc-a3b30513d41c requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:41:42.941568 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: bd4c721c-d98b-408f-942d-c89810ee302a {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:41:42.942005 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device bd4c721c-d98b-408f-942d-c89810ee302a not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 12 07:41:42.959762 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6e7b88ec-d073-4e83-81a6-5ce8100bc5aa tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:42.963288 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad80243e-bb9c-4d26-9948-f20b8b2e777d tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7323c07-f4a6-4750-8feb-88cced950ef6,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:42.983845 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42064742-e804-4506-8832-b87e60955ee2 req-99f4c2b6-6769-4fd8-8132-38d084d05271 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:42.985384 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-42064742-e804-4506-8832-b87e60955ee2 req-99f4c2b6-6769-4fd8-8132-38d084d05271 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f56d885-49f6-44d0-b7be-81c767a470a4 HTTP/1.1" status: 200 len: 946 time: 0.1721778 Oct 12 07:41:42.993455 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Port bd4c721c-d98b-408f-942d-c89810ee302a not found, will not notify nova. {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 12 07:41:43.021236 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-6e7b88ec-d073-4e83-81a6-5ce8100bc5aa tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08889a86-0cfc-4f7f-8297-1d1db0ebed4d']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:43.021501 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.db.api [None req-cfcb5e46-9c29-4999-b621-add75475db8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103202) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 07:41:43.022382 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG oslo_db.api [None req-cfcb5e46-9c29-4999-b621-add75475db8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 07:41:43.040705 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-6e7b88ec-d073-4e83-81a6-5ce8100bc5aa tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed767ce6-561c-4462-bcda-14b088b2d87d') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:43.041043 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-6e7b88ec-d073-4e83-81a6-5ce8100bc5aa tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed767ce6-561c-4462-bcda-14b088b2d87d') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:43.047146 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-70c82e2a-3491-40d1-ab4c-b599b7bba27b tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:43.050178 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=8bf00bcd-67e9-4e4a-b5d2-a5cd2c5a9759,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:43.050450 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-70c82e2a-3491-40d1-ab4c-b599b7bba27b tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:43.054756 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-70c82e2a-3491-40d1-ab4c-b599b7bba27b tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "DELETE /v2.0/security-groups/290abb07-1490-4ec7-a677-245cb96e1fad HTTP/1.1" status: 204 len: 168 time: 0.4871721 Oct 12 07:41:43.073809 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41538) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:43.084712 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6e7b88ec-d073-4e83-81a6-5ce8100bc5aa tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:43.090782 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-42064742-e804-4506-8832-b87e60955ee2 req-0acb5343-3cc3-42bd-b01b-24e2fa161bc1 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/security-groups?id=2728a5cb-2cc4-47ab-8e2b-dd9e7f9f0102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946488 Oct 12 07:41:43.112746 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 18def09a-89da-4bc9-a8b4-0e7dad305a2a no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:41:43.122378 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c82e2a-3491-40d1-ab4c-b599b7bba27b tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=290abb07-1490-4ec7-a677-245cb96e1fad,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:43.137249 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6e7b88ec-d073-4e83-81a6-5ce8100bc5aa tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:43.140585 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 18def09a-89da-4bc9-a8b4-0e7dad305a2a {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:41:43.140933 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 18def09a-89da-4bc9-a8b4-0e7dad305a2a not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:41:43.152305 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e7b88ec-d073-4e83-81a6-5ce8100bc5aa tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:41:43.152733 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6e7b88ec-d073-4e83-81a6-5ce8100bc5aa tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:43.176188 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-08cbc22b-e050-4f51-9e78-0a8a0b2f184a tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0970068 Oct 12 07:41:43.177666 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41540) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:43.182172 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-d6db6e06-ade6-4abd-bdf5-6a3a82fe0803 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Request body: {'security_group_rule': {'security_group_id': '30618a7c-55cc-4cc5-8b0b-69967273ba8e', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:43.243063 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff795d36-253d-43f6-b551-5b6ff64dbcd5 None None] DHCP port deletion for 0d1faab1-0369-4ae4-81fc-a3b30513d41c request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:41:43.246068 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6e7b88ec-d073-4e83-81a6-5ce8100bc5aa tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:43.258854 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6e7b88ec-d073-4e83-81a6-5ce8100bc5aa tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:43.262295 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-6e7b88ec-d073-4e83-81a6-5ce8100bc5aa tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] 10.222.0.26 "DELETE /v2.0/networks/08889a86-0cfc-4f7f-8297-1d1db0ebed4d HTTP/1.1" status: 204 len: 168 time: 0.7414417 Oct 12 07:41:43.267343 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41542) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:43.298891 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ff795d36-253d-43f6-b551-5b6ff64dbcd5 None None] Deleting port 8bf00bcd-67e9-4e4a-b5d2-a5cd2c5a9759 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:41:43.299436 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ff795d36-253d-43f6-b551-5b6ff64dbcd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:43.365836 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cbb7a934-b760-4763-b12e-69d3f239ea81 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:43.377783 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-ff795d36-253d-43f6-b551-5b6ff64dbcd5 None None] For port 8bf00bcd-67e9-4e4a-b5d2-a5cd2c5a9759, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=8bf00bcd-67e9-4e4a-b5d2-a5cd2c5a9759,segment=NetworkSegment(956ee031-47e4-4efb-9eab-874c8c049c1f),segment_id=956ee031-47e4-4efb-9eab-874c8c049c1f)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:43.378380 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ff795d36-253d-43f6-b551-5b6ff64dbcd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:43.382391 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-86d62444-a978-47d8-ad3d-9068e86db23e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0bc762391a604645ad617f803d68cc1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5611923 Oct 12 07:41:43.388113 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-00c66783-629b-4319-9f2c-30bfe3bb7dbe tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:43.391214 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41544) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:43.395008 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ff795d36-253d-43f6-b551-5b6ff64dbcd5 None None] Calling delete_port for 8bf00bcd-67e9-4e4a-b5d2-a5cd2c5a9759 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:41:43.428950 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7b88ec-d073-4e83-81a6-5ce8100bc5aa tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Pushing event deleted for resources: {'Network': ['ID=08889a86-0cfc-4f7f-8297-1d1db0ebed4d,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:43.445026 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ea9e1b13-e3ef-4d01-a227-92c60a6dffc6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router_gateway, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:43.468824 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-d6db6e06-ade6-4abd-bdf5-6a3a82fe0803 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] create failed (client error): The resource could not be found. Oct 12 07:41:43.470471 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d6db6e06-ade6-4abd-bdf5-6a3a82fe0803 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2918029 Oct 12 07:41:43.480277 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41548) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:43.489810 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-8fee4538-0b49-4ff5-a47f-2f7dd6c162e2 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Request body: {'security_group': {'name': 'tempest-secgroup--1573893530'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:43.494272 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ff795d36-253d-43f6-b551-5b6ff64dbcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:43.497301 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ad80243e-bb9c-4d26-9948-f20b8b2e777d tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:43.500074 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ea9e1b13-e3ef-4d01-a227-92c60a6dffc6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:43.510240 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff795d36-253d-43f6-b551-5b6ff64dbcd5 None None] No DVR routers for this DVR port 8bf00bcd-67e9-4e4a-b5d2-a5cd2c5a9759 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:41:43.510647 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ad80243e-bb9c-4d26-9948-f20b8b2e777d tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:43.549062 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b271de8c-4d96-44f0-89e8-8ec0851b3d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:43.554144 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8fee4538-0b49-4ff5-a47f-2f7dd6c162e2 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:43.559930 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff795d36-253d-43f6-b551-5b6ff64dbcd5 None None] Pushing event deleted for resources: {'Port': ['ID=8bf00bcd-67e9-4e4a-b5d2-a5cd2c5a9759,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:43.566505 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-cfcb5e46-9c29-4999-b621-add75475db8c None None] Port 8bf00bcd-67e9-4e4a-b5d2-a5cd2c5a9759 update to ACTIVE by agent not found {{(pid=103202) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Oct 12 07:41:43.597246 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ad80243e-bb9c-4d26-9948-f20b8b2e777d tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:43.601729 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ad80243e-bb9c-4d26-9948-f20b8b2e777d tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5179622 Oct 12 07:41:43.603730 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad80243e-bb9c-4d26-9948-f20b8b2e777d tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2512e6-6a73-4acf-8bcd-ee1b1371144d,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:43.608229 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41552) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:43.616495 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b271de8c-4d96-44f0-89e8-8ec0851b3d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:43.625193 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-b74dcfad-f326-4ee1-8930-6444d559b7e0 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Request body: {'security_group_rule': {'security_group_id': '8f2512e6-6a73-4acf-8bcd-ee1b1371144d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:43.633234 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-cbb7a934-b760-4763-b12e-69d3f239ea81 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Deleting port 8bf00bcd-67e9-4e4a-b5d2-a5cd2c5a9759 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:41:43.633568 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cbb7a934-b760-4763-b12e-69d3f239ea81 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:43.659376 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-00c66783-629b-4319-9f2c-30bfe3bb7dbe tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:43.684585 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-eed62e33-f36d-4fc4-ad28-8926ffbc65b0 None None] Could not find standard attr ID for object 8bf00bcd-67e9-4e4a-b5d2-a5cd2c5a9759. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:41:43.715612 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-ea9e1b13-e3ef-4d01-a227-92c60a6dffc6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Allocated IP 172.26.3.177 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/427ae3e3-b70f-4fad-b23a-74f6beac4b54) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:41:43.722815 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-00c66783-629b-4319-9f2c-30bfe3bb7dbe tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f34dd9c9-0fe8-4384-a457-d3985d352b21']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:43.725974 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-cbb7a934-b760-4763-b12e-69d3f239ea81 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] For port 8bf00bcd-67e9-4e4a-b5d2-a5cd2c5a9759, host dv-neutron-860909-2-hyperv, got binding levels [] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:43.726478 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cbb7a934-b760-4763-b12e-69d3f239ea81 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:43.740014 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-00c66783-629b-4319-9f2c-30bfe3bb7dbe tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed76365-368b-4caf-9605-d23662e92639') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:43.740342 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-00c66783-629b-4319-9f2c-30bfe3bb7dbe tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed76365-368b-4caf-9605-d23662e92639') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:43.746763 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-cbb7a934-b760-4763-b12e-69d3f239ea81 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Calling delete_port for 8bf00bcd-67e9-4e4a-b5d2-a5cd2c5a9759 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:41:43.751264 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.ipam_backend_mixin [None req-cbb7a934-b760-4763-b12e-69d3f239ea81 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Port 8bf00bcd-67e9-4e4a-b5d2-a5cd2c5a9759 was not found and therefore no delete operation was performed {{(pid=103201) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 12 07:41:43.763029 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cbb7a934-b760-4763-b12e-69d3f239ea81 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:43.764366 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-00c66783-629b-4319-9f2c-30bfe3bb7dbe tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:43.773248 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b74dcfad-f326-4ee1-8930-6444d559b7e0 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:43.785617 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 8bf00bcd-67e9-4e4a-b5d2-a5cd2c5a9759 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:41:43.803608 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb7a934-b760-4763-b12e-69d3f239ea81 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] No DVR routers for this DVR port 8bf00bcd-67e9-4e4a-b5d2-a5cd2c5a9759 on host dv-neutron-860909-2-hyperv {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:41:43.806086 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-00c66783-629b-4319-9f2c-30bfe3bb7dbe tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:43.813391 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7a934-b760-4763-b12e-69d3f239ea81 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event deleted for resources: {'Port': ['ID=8bf00bcd-67e9-4e4a-b5d2-a5cd2c5a9759,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:43.824013 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b271de8c-4d96-44f0-89e8-8ec0851b3d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:43.826639 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b271de8c-4d96-44f0-89e8-8ec0851b3d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:43.830344 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b271de8c-4d96-44f0-89e8-8ec0851b3d2a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ada796bc-c494-4621-89d4-3f549c5ef1a8 HTTP/1.1" status: 204 len: 168 time: 0.4355512 Oct 12 07:41:43.831614 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 8bf00bcd-67e9-4e4a-b5d2-a5cd2c5a9759 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:41:43.832082 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 8bf00bcd-67e9-4e4a-b5d2-a5cd2c5a9759 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:41:43.832225 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8fee4538-0b49-4ff5-a47f-2f7dd6c162e2 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:43.832844 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device bd4c721c-d98b-408f-942d-c89810ee302a no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:41:43.839631 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c66783-629b-4319-9f2c-30bfe3bb7dbe tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:41:43.840040 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-00c66783-629b-4319-9f2c-30bfe3bb7dbe tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:43.862323 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8fee4538-0b49-4ff5-a47f-2f7dd6c162e2 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:43.869284 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b271de8c-4d96-44f0-89e8-8ec0851b3d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada796bc-c494-4621-89d4-3f549c5ef1a8,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:43.874594 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: bd4c721c-d98b-408f-942d-c89810ee302a {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:41:43.877245 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device bd4c721c-d98b-408f-942d-c89810ee302a not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:41:43.919051 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ebc951d7-42d8-4c7a-8b2e-64e3a86c697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:43.942420 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cbb7a934-b760-4763-b12e-69d3f239ea81 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:43.949113 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8fee4538-0b49-4ff5-a47f-2f7dd6c162e2 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:43.950382 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-8fee4538-0b49-4ff5-a47f-2f7dd6c162e2 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4691329 Oct 12 07:41:43.955492 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41556) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:43.962012 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-fdf2583d-80e6-4c5b-adf4-2bafe509227a tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Request body: {'security_group': {'name': 'tempest-secgroup--1009766794'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:43.973697 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ea9e1b13-e3ef-4d01-a227-92c60a6dffc6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:43.979065 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-cbb7a934-b760-4763-b12e-69d3f239ea81 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d1faab1-0369-4ae4-81fc-a3b30513d41c']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:43.983159 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b74dcfad-f326-4ee1-8930-6444d559b7e0 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:43.991364 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-cbb7a934-b760-4763-b12e-69d3f239ea81 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '956ee031-47e4-4efb-9eab-874c8c049c1f') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:43.991575 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-00c66783-629b-4319-9f2c-30bfe3bb7dbe tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:43.991677 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-cbb7a934-b760-4763-b12e-69d3f239ea81 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '956ee031-47e4-4efb-9eab-874c8c049c1f') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:43.996676 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b74dcfad-f326-4ee1-8930-6444d559b7e0 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:44.005727 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cbb7a934-b760-4763-b12e-69d3f239ea81 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:44.005951 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee4538-0b49-4ff5-a47f-2f7dd6c162e2 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68103375-b6c3-4c60-9eff-252a011e9ed6,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:44.009662 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-00c66783-629b-4319-9f2c-30bfe3bb7dbe tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:44.013454 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-00c66783-629b-4319-9f2c-30bfe3bb7dbe tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] 10.222.0.26 "DELETE /v2.0/networks/f34dd9c9-0fe8-4384-a457-d3985d352b21 HTTP/1.1" status: 204 len: 168 time: 0.7450943 Oct 12 07:41:44.026326 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41558) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:44.039768 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c66783-629b-4319-9f2c-30bfe3bb7dbe tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Pushing event deleted for resources: {'Network': ['ID=f34dd9c9-0fe8-4384-a457-d3985d352b21,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:44.043860 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cbb7a934-b760-4763-b12e-69d3f239ea81 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:44.044021 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74dcfad-f326-4ee1-8930-6444d559b7e0 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=555e1d92-bc55-45d1-9573-155903486e55,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:44.048408 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fdf2583d-80e6-4c5b-adf4-2bafe509227a tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:44.061580 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b74dcfad-f326-4ee1-8930-6444d559b7e0 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:44.062792 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b74dcfad-f326-4ee1-8930-6444d559b7e0 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4485037 Oct 12 07:41:44.065672 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41560) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:44.066690 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbb7a934-b760-4763-b12e-69d3f239ea81 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:41:44.067105 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cbb7a934-b760-4763-b12e-69d3f239ea81 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:44.071502 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-a284f369-502b-42e1-981c-0c63374b60ea tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Request body: {'security_group_rule': {'security_group_id': '8f2512e6-6a73-4acf-8bcd-ee1b1371144d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:44.106260 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 956ee031-47e4-4efb-9eab-874c8c049c1f resource provider aggregate not found Oct 12 07:41:44.124816 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ea9e1b13-e3ef-4d01-a227-92c60a6dffc6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:44.130685 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 956ee031-47e4-4efb-9eab-874c8c049c1f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 956ee031-47e4-4efb-9eab-874c8c049c1f found for delete ", "request_id": "req-ad1c687d-ba4f-48da-b5b5-83aa5a6f0ed7"}]} Oct 12 07:41:44.138052 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a284f369-502b-42e1-981c-0c63374b60ea tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:44.204283 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fdf2583d-80e6-4c5b-adf4-2bafe509227a tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:44.223900 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fdf2583d-80e6-4c5b-adf4-2bafe509227a tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:44.251555 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-a284f369-502b-42e1-981c-0c63374b60ea tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] create failed (client error): There was a conflict when trying to complete your request. Oct 12 07:41:44.255928 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-385ab909-3c51-46ba-9cbb-c7547d7d94e1 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:44.256303 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a284f369-502b-42e1-981c-0c63374b60ea tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1895688 Oct 12 07:41:44.257830 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41568) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:44.261904 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9e1b13-e3ef-4d01-a227-92c60a6dffc6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:41:44.273794 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cbb7a934-b760-4763-b12e-69d3f239ea81 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:44.281018 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-ea9e1b13-e3ef-4d01-a227-92c60a6dffc6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:41:44.297301 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cbb7a934-b760-4763-b12e-69d3f239ea81 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:44.300709 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-cbb7a934-b760-4763-b12e-69d3f239ea81 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/networks/0d1faab1-0369-4ae4-81fc-a3b30513d41c HTTP/1.1" status: 204 len: 168 time: 1.5586336 Oct 12 07:41:44.301569 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9e1b13-e3ef-4d01-a227-92c60a6dffc6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:41:44.304378 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fdf2583d-80e6-4c5b-adf4-2bafe509227a tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:44.305886 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e1b13-e3ef-4d01-a227-92c60a6dffc6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=427ae3e3-b70f-4fad-b23a-74f6beac4b54,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:44.310209 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-fdf2583d-80e6-4c5b-adf4-2bafe509227a tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3513851 Oct 12 07:41:44.312480 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41570) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:44.312480 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41572) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:44.312977 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf2583d-80e6-4c5b-adf4-2bafe509227a tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f189464c-3b31-411c-9186-be29ac8072e9,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:44.321207 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-089a246b-0cd7-4e0a-b7ae-56a282553657 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'port': {'network_id': '028f3960-8999-42bb-b390-3b9e53342548', 'name': 'tempest-PortsTestJSON-2025159110'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:44.327518 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-09909474-73d9-4bfa-8220-33c6c342499a tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Request body: {'security_group_rule': {'security_group_id': '68103375-b6c3-4c60-9eff-252a011e9ed6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'f189464c-3b31-411c-9186-be29ac8072e9'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:44.350770 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7a934-b760-4763-b12e-69d3f239ea81 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event deleted for resources: {'Network': ['ID=0d1faab1-0369-4ae4-81fc-a3b30513d41c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:44.422576 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4eea4-a4f5-400f-a23e-6c012caf03ac req-56a1d2e4-0604-4a90-834c-87f56c702d5a tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:44.424364 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6fd4eea4-a4f5-400f-a23e-6c012caf03ac req-56a1d2e4-0604-4a90-834c-87f56c702d5a tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f56d885-49f6-44d0-b7be-81c767a470a4 HTTP/1.1" status: 200 len: 946 time: 0.1746519 Oct 12 07:41:44.469742 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-09909474-73d9-4bfa-8220-33c6c342499a tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:41:44.470839 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-09909474-73d9-4bfa-8220-33c6c342499a tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1538575 Oct 12 07:41:44.476121 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41576) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:44.482719 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1e538f67-5f60-4e40-92e2-c26c5d25111a tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:44.486477 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment ed767ce6-561c-4462-bcda-14b088b2d87d resource provider aggregate not found Oct 12 07:41:44.495561 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089a246b-0cd7-4e0a-b7ae-56a282553657 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Made reservation on behalf of 118ca68972cc4be1aeb1223f16967aab for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:41:44.499962 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-089a246b-0cd7-4e0a-b7ae-56a282553657 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:44.514526 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment ed767ce6-561c-4462-bcda-14b088b2d87d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed767ce6-561c-4462-bcda-14b088b2d87d found for delete ", "request_id": "req-2f63c3ad-3870-4e06-8ac4-2e9808d23a65"}]} Oct 12 07:41:44.537090 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-385ab909-3c51-46ba-9cbb-c7547d7d94e1 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:44.537313 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6fd4eea4-a4f5-400f-a23e-6c012caf03ac req-5c149788-a330-4850-acd5-1ef5693820f9 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/security-groups?id=2728a5cb-2cc4-47ab-8e2b-dd9e7f9f0102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001050 Oct 12 07:41:44.549324 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 3ed76365-368b-4caf-9605-d23662e92639 resource provider aggregate not found Oct 12 07:41:44.567185 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-089a246b-0cd7-4e0a-b7ae-56a282553657 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] device_id is not set on port ece9fa48-ab57-47de-8840-be75c5175edc yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:41:44.601036 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 3ed76365-368b-4caf-9605-d23662e92639 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3ed76365-368b-4caf-9605-d23662e92639 found for delete ", "request_id": "req-b7fce42d-6033-472f-b30a-83996a5f2e56"}]} Oct 12 07:41:44.602277 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-385ab909-3c51-46ba-9cbb-c7547d7d94e1 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74ab97c2-82c3-44b9-b8bf-45aa411c8915']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:44.607277 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1e538f67-5f60-4e40-92e2-c26c5d25111a tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:44.628736 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-385ab909-3c51-46ba-9cbb-c7547d7d94e1 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fa76d78-4081-4f78-8460-8c5e8de84ae2') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:44.629116 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-385ab909-3c51-46ba-9cbb-c7547d7d94e1 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fa76d78-4081-4f78-8460-8c5e8de84ae2') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:44.646378 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-385ab909-3c51-46ba-9cbb-c7547d7d94e1 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:44.656675 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e6331363-b4e6-48ea-abac-1623de81a9e8 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:44.673640 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-385ab909-3c51-46ba-9cbb-c7547d7d94e1 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:44.715519 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-385ab909-3c51-46ba-9cbb-c7547d7d94e1 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:41:44.715930 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-385ab909-3c51-46ba-9cbb-c7547d7d94e1 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:44.722265 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e6331363-b4e6-48ea-abac-1623de81a9e8 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:44.751026 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19986b9e-b501-40e6-b776-088225feace2 req-f419e0bc-6ab6-4128-8b2f-1e9976a536ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:44.752733 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-19986b9e-b501-40e6-b776-088225feace2 req-f419e0bc-6ab6-4128-8b2f-1e9976a536ec service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0f56d885-49f6-44d0-b7be-81c767a470a4 HTTP/1.1" status: 200 len: 1099 time: 0.1332226 Oct 12 07:41:44.753603 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1e538f67-5f60-4e40-92e2-c26c5d25111a tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:44.756164 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1e538f67-5f60-4e40-92e2-c26c5d25111a tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:44.759728 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-1e538f67-5f60-4e40-92e2-c26c5d25111a tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "DELETE /v2.0/security-groups/8f2512e6-6a73-4acf-8bcd-ee1b1371144d HTTP/1.1" status: 204 len: 168 time: 0.4942660 Oct 12 07:41:44.761570 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41584) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:44.829286 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-385ab909-3c51-46ba-9cbb-c7547d7d94e1 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:44.831007 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e538f67-5f60-4e40-92e2-c26c5d25111a tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2512e6-6a73-4acf-8bcd-ee1b1371144d,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:44.841729 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-385ab909-3c51-46ba-9cbb-c7547d7d94e1 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:44.845082 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-385ab909-3c51-46ba-9cbb-c7547d7d94e1 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] 10.222.0.26 "DELETE /v2.0/networks/74ab97c2-82c3-44b9-b8bf-45aa411c8915 HTTP/1.1" status: 204 len: 168 time: 0.8177814 Oct 12 07:41:44.864432 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-089a246b-0cd7-4e0a-b7ae-56a282553657 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:44.865681 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385ab909-3c51-46ba-9cbb-c7547d7d94e1 tempest-BulkNetworkOpsIpV6Test-916827586 tempest-BulkNetworkOpsIpV6Test-916827586-project] Pushing event deleted for resources: {'Network': ['ID=74ab97c2-82c3-44b9-b8bf-45aa411c8915,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:44.871791 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ea9e1b13-e3ef-4d01-a227-92c60a6dffc6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router_gateway, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:44.888150 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e6331363-b4e6-48ea-abac-1623de81a9e8 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:44.890728 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e6331363-b4e6-48ea-abac-1623de81a9e8 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:44.891874 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e6331363-b4e6-48ea-abac-1623de81a9e8 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "DELETE /v2.0/security-groups/f189464c-3b31-411c-9186-be29ac8072e9 HTTP/1.1" status: 204 len: 168 time: 0.4148459 Oct 12 07:41:44.898240 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-19986b9e-b501-40e6-b776-088225feace2 req-b16506cc-3d1f-4ea8-9dd7-2323804b22cc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2728a5cb-2cc4-47ab-8e2b-dd9e7f9f0102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374121 Oct 12 07:41:44.900319 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41588) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:44.916096 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-95f72604-5d96-47cb-b111-eacf74a22c09 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1535096 Oct 12 07:41:44.921157 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41590) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:44.926345 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-54057ba1-0ca5-4b85-a624-bb3e029349b1 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Request body: {'security_group': {'name': 'tempest-secgroup--897255077'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:44.933564 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6331363-b4e6-48ea-abac-1623de81a9e8 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f189464c-3b31-411c-9186-be29ac8072e9,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:44.986402 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-089a246b-0cd7-4e0a-b7ae-56a282553657 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:44.993210 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-3a64ef76-a75d-45dd-a7b7-5cdd8af7b985 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0899699 Oct 12 07:41:45.000497 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41592) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:45.003727 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-54057ba1-0ca5-4b85-a624-bb3e029349b1 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:45.059078 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089a246b-0cd7-4e0a-b7ae-56a282553657 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Network 028f3960-8999-42bb-b390-3b9e53342548 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:41:45.069356 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-089a246b-0cd7-4e0a-b7ae-56a282553657 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:41:45.083717 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089a246b-0cd7-4e0a-b7ae-56a282553657 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:41:45.089796 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089a246b-0cd7-4e0a-b7ae-56a282553657 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:45.090447 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-089a246b-0cd7-4e0a-b7ae-56a282553657 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:45.094575 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a246b-0cd7-4e0a-b7ae-56a282553657 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event updated for resources: {'Port': ['ID=ece9fa48-ab57-47de-8840-be75c5175edc,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:45.121627 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-089a246b-0cd7-4e0a-b7ae-56a282553657 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8056383 Oct 12 07:41:45.124593 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41596) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:45.136272 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-28b50bd0-1bca-4c94-88f9-ff11c9663235 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:45.167739 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-54057ba1-0ca5-4b85-a624-bb3e029349b1 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:45.176702 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ea9e1b13-e3ef-4d01-a227-92c60a6dffc6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:45.180299 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-54057ba1-0ca5-4b85-a624-bb3e029349b1 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:45.184470 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-28b50bd0-1bca-4c94-88f9-ff11c9663235 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:45.193351 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41598) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:45.261962 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-4a047017-1614-4aab-ba33-0f2e073ffe8c tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Deleting port ece9fa48-ab57-47de-8840-be75c5175edc {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:41:45.262344 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4a047017-1614-4aab-ba33-0f2e073ffe8c tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:45.265862 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-54057ba1-0ca5-4b85-a624-bb3e029349b1 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:45.267005 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-28b50bd0-1bca-4c94-88f9-ff11c9663235 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:45.269589 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-28b50bd0-1bca-4c94-88f9-ff11c9663235 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:45.271882 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-28b50bd0-1bca-4c94-88f9-ff11c9663235 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "DELETE /v2.0/security-groups/68103375-b6c3-4c60-9eff-252a011e9ed6 HTTP/1.1" status: 204 len: 168 time: 0.2700615 Oct 12 07:41:45.275341 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-54057ba1-0ca5-4b85-a624-bb3e029349b1 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3503036 Oct 12 07:41:45.275931 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41602) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:45.276866 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41604) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:45.288380 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-cf902c3f-82eb-42ce-a68e-9a157cafd165 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Request body: {'security_group_rule': {'security_group_id': '013fa157-6c2a-49cb-b374-9d103aa25491', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:45.289748 dv-neutron-860909-2-hyperv neutron-server[103201]: WARNING neutron.api.v2.base [None req-cf902c3f-82eb-42ce-a68e-9a157cafd165 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 12 07:41:45.290325 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-cf902c3f-82eb-42ce-a68e-9a157cafd165 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:41:45.291299 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-cf902c3f-82eb-42ce-a68e-9a157cafd165 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0118246 Oct 12 07:41:45.296550 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41606) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:45.297309 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b50bd0-1bca-4c94-88f9-ff11c9663235 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68103375-b6c3-4c60-9eff-252a011e9ed6,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:45.300191 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54057ba1-0ca5-4b85-a624-bb3e029349b1 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=013fa157-6c2a-49cb-b374-9d103aa25491,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:45.369276 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4a047017-1614-4aab-ba33-0f2e073ffe8c tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:45.389534 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-4a047017-1614-4aab-ba33-0f2e073ffe8c tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Calling delete_port for ece9fa48-ab57-47de-8840-be75c5175edc owned by {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:41:45.417619 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-4cb12936-ac10-45fb-a02f-e8063bc22a9f tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1395674 Oct 12 07:41:45.424399 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41608) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:45.432558 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-9e2830e3-465f-4c33-ae40-22c6b31a65f7 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Request body: {'security_group': {'name': 'tempest-secgroup--1093564389'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:45.443805 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8c39463a-6d00-4ed1-b782-5e8712495e12 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:45.453617 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-9b04195f-152a-4c9b-9ad1-13ad0474efc0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=39bec5a63dc64133a3f7d7179326ce15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2591882 Oct 12 07:41:45.457009 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41610) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:45.471514 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9e2830e3-465f-4c33-ae40-22c6b31a65f7 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:45.488803 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9e1b13-e3ef-4d01-a227-92c60a6dffc6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Router 4385b7ed-f14f-445f-8b19-677da8de5ef9 is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:41:45.498362 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8c39463a-6d00-4ed1-b782-5e8712495e12 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:45.569084 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f9027ae4-a120-4f50-8576-377c7fa02c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:45.582072 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4a047017-1614-4aab-ba33-0f2e073ffe8c tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:45.600684 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f9027ae4-a120-4f50-8576-377c7fa02c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:45.605987 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8c39463a-6d00-4ed1-b782-5e8712495e12 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:45.608555 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8c39463a-6d00-4ed1-b782-5e8712495e12 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:45.612296 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-8c39463a-6d00-4ed1-b782-5e8712495e12 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "DELETE /v2.0/security-groups/013fa157-6c2a-49cb-b374-9d103aa25491 HTTP/1.1" status: 204 len: 168 time: 0.3103378 Oct 12 07:41:45.617629 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41614) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:45.635297 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9e2830e3-465f-4c33-ae40-22c6b31a65f7 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:45.642315 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a047017-1614-4aab-ba33-0f2e073ffe8c tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event deleted for resources: {'Port': ['ID=ece9fa48-ab57-47de-8840-be75c5175edc,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:45.648353 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9e2830e3-465f-4c33-ae40-22c6b31a65f7 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:45.662329 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4a047017-1614-4aab-ba33-0f2e073ffe8c tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:45.665774 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-4a047017-1614-4aab-ba33-0f2e073ffe8c tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/ports/ece9fa48-ab57-47de-8840-be75c5175edc HTTP/1.1" status: 204 len: 168 time: 0.5403402 Oct 12 07:41:45.666605 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c39463a-6d00-4ed1-b782-5e8712495e12 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=013fa157-6c2a-49cb-b374-9d103aa25491,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:45.669188 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41616) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:45.673257 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9e1b13-e3ef-4d01-a227-92c60a6dffc6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:41:45.680325 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-5ab27f8e-5d85-41c1-8288-c4bb9a862aa6 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'port': {'network_id': '028f3960-8999-42bb-b390-3b9e53342548', 'mac_address': 'fa:16:3e:8c:72:36', 'name': 'tempest-PortsTestJSON-737704285'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:45.696061 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f51bcc-500e-4ac2-91db-5e9e875276f7 None None] Sync routers for ids ['4385b7ed-f14f-445f-8b19-677da8de5ef9'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:41:45.700259 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9e2830e3-465f-4c33-ae40-22c6b31a65f7 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:45.704194 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-9e2830e3-465f-4c33-ae40-22c6b31a65f7 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2761538 Oct 12 07:41:45.707806 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41618) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:45.709533 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f51bcc-500e-4ac2-91db-5e9e875276f7 None None] Routers {'4385b7ed-f14f-445f-8b19-677da8de5ef9'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:41:45.710241 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-88f51bcc-500e-4ac2-91db-5e9e875276f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:41:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['4385b7ed-f14f-445f-8b19-677da8de5ef9'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:45.721361 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-c644e7bc-5e16-448f-aa6a-daa79de2cefe tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:45.721789 dv-neutron-860909-2-hyperv neutron-server[103201]: WARNING neutron.api.v2.base [None req-c644e7bc-5e16-448f-aa6a-daa79de2cefe tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 12 07:41:45.722321 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-c644e7bc-5e16-448f-aa6a-daa79de2cefe tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] update failed (client error): There was a conflict when trying to complete your request. Oct 12 07:41:45.723362 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c644e7bc-5e16-448f-aa6a-daa79de2cefe tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "PUT /v2.0/security-groups/c4600335-f42f-4b54-9875-0fa535829db1 HTTP/1.1" status: 409 len: 330 time: 0.0105901 Oct 12 07:41:45.724296 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2830e3-465f-4c33-ae40-22c6b31a65f7 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4600335-f42f-4b54-9875-0fa535829db1,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:45.726489 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41620) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:45.741178 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-1a4b8d14-5fff-4d58-8119-6e44b8c205df tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1224477 Oct 12 07:41:45.745363 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41622) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:45.755054 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-45568407-6492-408d-bec7-a0013d7bb50f tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Request body: {'security_group': {'name': 'tempest-secgroup--492808405'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:45.763043 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f9027ae4-a120-4f50-8576-377c7fa02c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:45.765751 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f9027ae4-a120-4f50-8576-377c7fa02c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:45.766175 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ea9e1b13-e3ef-4d01-a227-92c60a6dffc6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:45.767143 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f9027ae4-a120-4f50-8576-377c7fa02c78 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c75a57a7-cf26-4e70-b258-dabd03f692cf HTTP/1.1" status: 204 len: 168 time: 0.3075402 Oct 12 07:41:45.767731 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ea9e1b13-e3ef-4d01-a227-92c60a6dffc6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.1034825 Oct 12 07:41:45.773080 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41626) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:45.823916 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9027ae4-a120-4f50-8576-377c7fa02c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75a57a7-cf26-4e70-b258-dabd03f692cf,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:45.824144 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-45568407-6492-408d-bec7-a0013d7bb50f tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:45.873274 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-abd352b6-2087-4e8d-a297-c2616f668eb2 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=62f83991a7314cd6b6c084162dcfff66&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0947633 Oct 12 07:41:45.874639 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41628) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:45.901596 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bdb0ebb4-9ecc-4ce9-98fd-c53aaf90d5c8 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:45.937482 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bdb0ebb4-9ecc-4ce9-98fd-c53aaf90d5c8 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:45.986720 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72775f1-bb1f-4b57-bc01-8019f5a7d8b3 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:45.992049 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b72775f1-bb1f-4b57-bc01-8019f5a7d8b3 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1102362 Oct 12 07:41:45.994542 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41630) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:46.011084 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bdb0ebb4-9ecc-4ce9-98fd-c53aaf90d5c8 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:46.015804 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bdb0ebb4-9ecc-4ce9-98fd-c53aaf90d5c8 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:46.016314 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-88f51bcc-500e-4ac2-91db-5e9e875276f7 None None] Set router 4385b7ed-f14f-445f-8b19-677da8de5ef9 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:41:46.026760 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41632) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:46.029735 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-bdb0ebb4-9ecc-4ce9-98fd-c53aaf90d5c8 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "DELETE /v2.0/security-groups/c4600335-f42f-4b54-9875-0fa535829db1 HTTP/1.1" status: 204 len: 168 time: 0.2989404 Oct 12 07:41:46.067099 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff25fe0c-f80b-41e6-90b0-601b656f3622 req-3cd12dbb-e859-4abc-ac0f-a9d1610cbbae tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:46.076275 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ff25fe0c-f80b-41e6-90b0-601b656f3622 req-3cd12dbb-e859-4abc-ac0f-a9d1610cbbae tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f56d885-49f6-44d0-b7be-81c767a470a4 HTTP/1.1" status: 200 len: 946 time: 0.4152360 Oct 12 07:41:46.076461 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb0ebb4-9ecc-4ce9-98fd-c53aaf90d5c8 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4600335-f42f-4b54-9875-0fa535829db1,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:46.103207 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-456efc3e-f3ad-47a4-90f7-67c4dabad455 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1054666 Oct 12 07:41:46.105552 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41636) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:46.121131 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-8531d77e-204b-4f7d-b93f-430e950cbbd2 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-570379773', 'network_id': 'ddaf49bc-49c1-4955-ac53-f27eeab22dff', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:46.161416 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 4fa76d78-4081-4f78-8460-8c5e8de84ae2 resource provider aggregate not found Oct 12 07:41:46.168437 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-541c6996-ea12-4dbb-8f1b-bda1c7391936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:46.188609 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 4fa76d78-4081-4f78-8460-8c5e8de84ae2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4fa76d78-4081-4f78-8460-8c5e8de84ae2 found for delete ", "request_id": "req-644c672d-b07b-4865-8519-b84d01a851e3"}]} Oct 12 07:41:46.191115 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-45568407-6492-408d-bec7-a0013d7bb50f tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:46.198536 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-45568407-6492-408d-bec7-a0013d7bb50f tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:46.240062 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45568407-6492-408d-bec7-a0013d7bb50f tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d42eb33c-a046-48c4-84d3-f42b15d34b18,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:46.254716 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-45568407-6492-408d-bec7-a0013d7bb50f tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:46.258974 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-45568407-6492-408d-bec7-a0013d7bb50f tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5095134 Oct 12 07:41:46.259561 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41642) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:46.271955 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-304bd0d0-5718-40e0-b21e-376514f4c36f tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Request body: {'security_group_rule': {'security_group_id': 'd42eb33c-a046-48c4-84d3-f42b15d34b18', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:46.272597 dv-neutron-860909-2-hyperv neutron-server[103201]: WARNING neutron.api.v2.base [None req-304bd0d0-5718-40e0-b21e-376514f4c36f tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 12 07:41:46.273161 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-304bd0d0-5718-40e0-b21e-376514f4c36f tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:41:46.277436 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-304bd0d0-5718-40e0-b21e-376514f4c36f tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0136890 Oct 12 07:41:46.278053 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41646) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:46.347805 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a248062b-dcdd-4acf-b933-53c302b64822 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:46.358257 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-88f51bcc-500e-4ac2-91db-5e9e875276f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4385b7ed-f14f-445f-8b19-677da8de5ef9', 'name': 'tempest-TestNetworkBasicOps-router-2064210560', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': '427ae3e3-b70f-4fad-b23a-74f6beac4b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:41:41Z', 'updated_at': '2022-10-12T07:41:44Z', 'revision_number': 3, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '427ae3e3-b70f-4fad-b23a-74f6beac4b54', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:09:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4385b7ed-f14f-445f-8b19-677da8de5ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:41:43Z', 'updated_at': '2022-10-12T07:41:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:46.394136 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f51bcc-500e-4ac2-91db-5e9e875276f7 None None] Checking router: 4385b7ed-f14f-445f-8b19-677da8de5ef9 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:41:46.394492 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f51bcc-500e-4ac2-91db-5e9e875276f7 None None] Updating router 4385b7ed-f14f-445f-8b19-677da8de5ef9 port 427ae3e3-b70f-4fad-b23a-74f6beac4b54 binding host dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:41:46.395526 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a248062b-dcdd-4acf-b933-53c302b64822 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:46.423177 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-88f51bcc-500e-4ac2-91db-5e9e875276f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:46.450591 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a248062b-dcdd-4acf-b933-53c302b64822 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:46.453510 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a248062b-dcdd-4acf-b933-53c302b64822 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:46.457542 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a248062b-dcdd-4acf-b933-53c302b64822 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "DELETE /v2.0/security-groups/d42eb33c-a046-48c4-84d3-f42b15d34b18 HTTP/1.1" status: 204 len: 168 time: 0.1783221 Oct 12 07:41:46.458221 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41654) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:46.474646 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a248062b-dcdd-4acf-b933-53c302b64822 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42eb33c-a046-48c4-84d3-f42b15d34b18,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:46.517330 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b942b8b5-21f7-4b0d-8467-df76838df585 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0491800 Oct 12 07:41:46.518123 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41656) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:46.522908 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-5253ac37-6ce7-429f-a463-5189ec3aee99 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Request body: {'security_group': {'name': 'tempest-secgroup--437053663'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:46.553061 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5253ac37-6ce7-429f-a463-5189ec3aee99 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:46.578747 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 894313f8-2c62-4e32-aa6c-f2b513beaf66 details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 07:41:46.581400 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 894313f8-2c62-4e32-aa6c-f2b513beaf66 no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:41:46.593269 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ff25fe0c-f80b-41e6-90b0-601b656f3622 req-3e27ce17-e1fd-4d82-b042-ba64357d1df3 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/security-groups?id=2728a5cb-2cc4-47ab-8e2b-dd9e7f9f0102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5156183 Oct 12 07:41:46.593932 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab27f8e-5d85-41c1-8288-c4bb9a862aa6 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Made reservation on behalf of 118ca68972cc4be1aeb1223f16967aab for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:41:46.636159 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5253ac37-6ce7-429f-a463-5189ec3aee99 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:46.643874 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5253ac37-6ce7-429f-a463-5189ec3aee99 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:46.655942 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e0f129d5-5f2d-42d9-9314-529c987f75c5 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6230521 Oct 12 07:41:46.660184 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41662) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:46.696184 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253ac37-6ce7-429f-a463-5189ec3aee99 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5006e63f-8dca-4ef1-8ead-e5fd3993cff6,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:46.701396 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5253ac37-6ce7-429f-a463-5189ec3aee99 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:46.705238 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-5253ac37-6ce7-429f-a463-5189ec3aee99 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1835816 Oct 12 07:41:46.705877 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41664) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:46.710131 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-2d2df332-d52f-4926-a69a-8b61fe83c4d4 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Request body: {'security_group_rule': {'security_group_id': '5006e63f-8dca-4ef1-8ead-e5fd3993cff6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:46.712277 dv-neutron-860909-2-hyperv neutron-server[103201]: WARNING neutron.api.v2.base [None req-2d2df332-d52f-4926-a69a-8b61fe83c4d4 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 12 07:41:46.712933 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-2d2df332-d52f-4926-a69a-8b61fe83c4d4 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:41:46.714790 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-2d2df332-d52f-4926-a69a-8b61fe83c4d4 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0082507 Oct 12 07:41:46.724008 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41668) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:46.729574 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-f4610c30-d362-4206-9b15-76ccf3cb0112 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Request body: {'security_group_rule': {'security_group_id': '5006e63f-8dca-4ef1-8ead-e5fd3993cff6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:46.730278 dv-neutron-860909-2-hyperv neutron-server[103201]: WARNING neutron.api.v2.base [None req-f4610c30-d362-4206-9b15-76ccf3cb0112 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 12 07:41:46.730775 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-f4610c30-d362-4206-9b15-76ccf3cb0112 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:41:46.731732 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f4610c30-d362-4206-9b15-76ccf3cb0112 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0067680 Oct 12 07:41:46.732006 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-2eeb0b77-514a-4bbd-b0bc-681e835a3de6 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] delete failed (client error): The resource could not be found. Oct 12 07:41:46.738487 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-2eeb0b77-514a-4bbd-b0bc-681e835a3de6 tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "DELETE /v2.0/security-groups/ff2679e5-3df9-40b8-ab5c-d6fe0cc4393d HTTP/1.1" status: 404 len: 347 time: 0.0719922 Oct 12 07:41:46.739435 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41670) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:46.739950 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41672) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:46.749413 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5ab27f8e-5d85-41c1-8288-c4bb9a862aa6 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:46.755976 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-54c9c505-0ef4-49fd-bba6-42d4efef2d58 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Request body: {'security_group_rule': {'security_group_id': '5006e63f-8dca-4ef1-8ead-e5fd3993cff6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:46.757151 dv-neutron-860909-2-hyperv neutron-server[103201]: WARNING neutron.api.v2.base [None req-54c9c505-0ef4-49fd-bba6-42d4efef2d58 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 12 07:41:46.757315 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-54c9c505-0ef4-49fd-bba6-42d4efef2d58 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:41:46.761950 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-54c9c505-0ef4-49fd-bba6-42d4efef2d58 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0172155 Oct 12 07:41:46.762642 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8531d77e-204b-4f7d-b93f-430e950cbbd2 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Made reservation on behalf of 62f83991a7314cd6b6c084162dcfff66 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:41:46.765443 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41674) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:46.766589 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8531d77e-204b-4f7d-b93f-430e950cbbd2 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:46.770642 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-562bcec1-2489-4f49-82ee-cb3832c3c675 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Request body: {'security_group_rule': {'security_group_id': '5006e63f-8dca-4ef1-8ead-e5fd3993cff6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:46.772362 dv-neutron-860909-2-hyperv neutron-server[103201]: WARNING neutron.api.v2.base [None req-562bcec1-2489-4f49-82ee-cb3832c3c675 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 12 07:41:46.772871 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-562bcec1-2489-4f49-82ee-cb3832c3c675 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:41:46.777584 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-562bcec1-2489-4f49-82ee-cb3832c3c675 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0077164 Oct 12 07:41:46.777584 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-a34a4422-d70d-471f-99ac-f138064b2c5f tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] show failed (client error): The resource could not be found. Oct 12 07:41:46.782877 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a34a4422-d70d-471f-99ac-f138064b2c5f tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "GET /v2.0/security-groups/ec657bfd-4961-41b3-a57e-7a7086f55cd1 HTTP/1.1" status: 404 len: 347 time: 0.0388660 Oct 12 07:41:46.783428 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41676) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:46.783756 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41678) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:46.808851 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-917b8f8f-f8e9-4883-bc8d-fb697bd66aaf tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] show failed (client error): The resource could not be found. Oct 12 07:41:46.817513 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-917b8f8f-f8e9-4883-bc8d-fb697bd66aaf tempest-NegativeSecGroupTest-251589676 tempest-NegativeSecGroupTest-251589676-project] 10.222.0.26 "GET /v2.0/security-group-rules/fe9ea070-a6e2-43b5-8be5-913693f80e01 HTTP/1.1" status: 404 len: 356 time: 0.0315223 Oct 12 07:41:46.818945 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-5ab27f8e-5d85-41c1-8288-c4bb9a862aa6 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] device_id is not set on port 01bfcf7b-c88b-46fc-915c-3f3d3644a0dc yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:41:46.879906 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12a54d91-8aef-45dd-a6b1-47069f4e2b98 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:46.923014 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12a54d91-8aef-45dd-a6b1-47069f4e2b98 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:46.990980 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12a54d91-8aef-45dd-a6b1-47069f4e2b98 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:46.997391 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-12a54d91-8aef-45dd-a6b1-47069f4e2b98 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:47.001517 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 894313f8-2c62-4e32-aa6c-f2b513beaf66 is: ACTIVE; New status is: DOWN {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:41:47.001517 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:47.003804 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41684) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:47.004630 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-12a54d91-8aef-45dd-a6b1-47069f4e2b98 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "DELETE /v2.0/security-groups/5006e63f-8dca-4ef1-8ead-e5fd3993cff6 HTTP/1.1" status: 204 len: 168 time: 0.2187586 Oct 12 07:41:47.019606 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41686) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:47.020243 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a54d91-8aef-45dd-a6b1-47069f4e2b98 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5006e63f-8dca-4ef1-8ead-e5fd3993cff6,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:47.082690 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c4289005-d588-4fc9-9bd7-502f105f22c5 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0732141 Oct 12 07:41:47.083009 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41690) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:47.090154 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-a1737b6a-2d20-445d-a2f0-aab7b1da6d46 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Request body: {'security_group': {'name': 'tempest-secgroup--443214601'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:47.098315 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f56d885-49f6-44d0-b7be-81c767a470a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '894313f8-2c62-4e32-aa6c-f2b513beaf66'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:41:47.100923 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2876784-bd23-4c1d-b674-fd360899487a" -d '{"events": [{"server_uuid": "0f56d885-49f6-44d0-b7be-81c767a470a4", "name": "network-vif-unplugged", "status": "completed", "tag": "894313f8-2c62-4e32-aa6c-f2b513beaf66"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:41:47.136688 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 894313f8-2c62-4e32-aa6c-f2b513beaf66, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=894313f8-2c62-4e32-aa6c-f2b513beaf66,segment=NetworkSegment(368cbfd5-be1d-4647-bccb-9ad3ff55f2ac),segment_id=368cbfd5-be1d-4647-bccb-9ad3ff55f2ac)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:47.141100 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 894313f8-2c62-4e32-aa6c-f2b513beaf66, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=894313f8-2c62-4e32-aa6c-f2b513beaf66,segment=NetworkSegment(368cbfd5-be1d-4647-bccb-9ad3ff55f2ac),segment_id=368cbfd5-be1d-4647-bccb-9ad3ff55f2ac)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:47.151743 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:47.212148 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a1737b6a-2d20-445d-a2f0-aab7b1da6d46 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:47.214970 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': '894313f8-2c62-4e32-aa6c-f2b513beaf66', 'network_id': 'd0bc7a79-31ed-46fc-a3ce-545838184383', 'port_id': '894313f8-2c62-4e32-aa6c-f2b513beaf66', 'mac_address': 'fa:16:3e:5f:53:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '528ba4c1-5477-4967-a584-627f343b00e2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 07:41:47.244287 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41698) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:47.287222 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5ab27f8e-5d85-41c1-8288-c4bb9a862aa6 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:47.290587 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=894313f8-2c62-4e32-aa6c-f2b513beaf66,revision_number=6']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:47.299075 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:47.314275 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-88f51bcc-500e-4ac2-91db-5e9e875276f7 None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:47.321614 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 894313f8-2c62-4e32-aa6c-f2b513beaf66 is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:41:47.322013 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8531d77e-204b-4f7d-b93f-430e950cbbd2 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:47.322205 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:47.326291 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-88f51bcc-500e-4ac2-91db-5e9e875276f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:47.366218 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 894313f8-2c62-4e32-aa6c-f2b513beaf66 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:41:47.372015 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-8e5a9715-7c89-4f98-b2f8-c1d49617bcb2 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Request body: {'networks': [{'name': 'tempest-network--1415247703'}, {'name': 'tempest-network--272558270'}]} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:47.372704 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-8e5a9715-7c89-4f98-b2f8-c1d49617bcb2 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Request body: {'network': {'name': 'tempest-network--1415247703'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:47.373457 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-8e5a9715-7c89-4f98-b2f8-c1d49617bcb2 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Request body: {'network': {'name': 'tempest-network--272558270'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:47.389398 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-88f51bcc-500e-4ac2-91db-5e9e875276f7 None None] Attempting to bind port 427ae3e3-b70f-4fad-b23a-74f6beac4b54 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:41:47.389707 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-88f51bcc-500e-4ac2-91db-5e9e875276f7 None None] Attempting to bind port 427ae3e3-b70f-4fad-b23a-74f6beac4b54 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:41:47.390237 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f51bcc-500e-4ac2-91db-5e9e875276f7 None None] Attempting to bind port 427ae3e3-b70f-4fad-b23a-74f6beac4b54 on network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:41:47.414991 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f51bcc-500e-4ac2-91db-5e9e875276f7 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:41:47.416257 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f51bcc-500e-4ac2-91db-5e9e875276f7 None None] Checking segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:41:47.417170 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-88f51bcc-500e-4ac2-91db-5e9e875276f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:47.417695 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f51bcc-500e-4ac2-91db-5e9e875276f7 None None] Bound using segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:41:47.418220 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-88f51bcc-500e-4ac2-91db-5e9e875276f7 None None] Bound port: 427ae3e3-b70f-4fad-b23a-74f6beac4b54, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:41:47.418596 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-88f51bcc-500e-4ac2-91db-5e9e875276f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:47.422882 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 894313f8-2c62-4e32-aa6c-f2b513beaf66, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=894313f8-2c62-4e32-aa6c-f2b513beaf66,segment=NetworkSegment(368cbfd5-be1d-4647-bccb-9ad3ff55f2ac),segment_id=368cbfd5-be1d-4647-bccb-9ad3ff55f2ac)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:47.432139 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5ab27f8e-5d85-41c1-8288-c4bb9a862aa6 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:47.435405 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5a9715-7c89-4f98-b2f8-c1d49617bcb2 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Made reservation on behalf of 43c5d6a44bf54b6baee0ea5b7c07a773 for: {'network': 2} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:41:47.447029 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8e5a9715-7c89-4f98-b2f8-c1d49617bcb2 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:47.448613 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531d77e-204b-4f7d-b93f-430e950cbbd2 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Subnet': ['ID=679a1ca3-8b6b-4552-be65-3152e8a6d9b2,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:47.449002 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28340655-d2b3-4cef-af9b-ab71bb95a905 None None] Pushing event updated for resources: {'Port': ['ID=427ae3e3-b70f-4fad-b23a-74f6beac4b54,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:47.457217 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:47.484497 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a1737b6a-2d20-445d-a2f0-aab7b1da6d46 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:47.489539 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 12 Oct 2022 07:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea7d451-f2ea-4f48-b03a-721c76e9c4c5 x-openstack-request-id: req-fea7d451-f2ea-4f48-b03a-721c76e9c4c5 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:41:47.489539 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f56d885-49f6-44d0-b7be-81c767a470a4", "name": "network-vif-unplugged", "status": "completed", "tag": "894313f8-2c62-4e32-aa6c-f2b513beaf66", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:41:47.489539 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fea7d451-f2ea-4f48-b03a-721c76e9c4c5 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:41:47.490064 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fea7d451-f2ea-4f48-b03a-721c76e9c4c5'] response: {'server_uuid': '0f56d885-49f6-44d0-b7be-81c767a470a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '894313f8-2c62-4e32-aa6c-f2b513beaf66', 'code': 200} Oct 12 07:41:47.493996 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8e5a9715-7c89-4f98-b2f8-c1d49617bcb2 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:47.496755 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a1737b6a-2d20-445d-a2f0-aab7b1da6d46 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:47.504617 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8531d77e-204b-4f7d-b93f-430e950cbbd2 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Checking segment: {'id': '6fe0a304-c3a9-48ab-bd16-7b5fc4382cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ddaf49bc-49c1-4955-ac53-f27eeab22dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:41:47.504983 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8531d77e-204b-4f7d-b93f-430e950cbbd2 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network hostable DHCP agents. Network: ddaf49bc-49c1-4955-ac53-f27eeab22dff, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:41:47.522362 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab27f8e-5d85-41c1-8288-c4bb9a862aa6 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Network 028f3960-8999-42bb-b390-3b9e53342548 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:41:47.530789 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-88f51bcc-500e-4ac2-91db-5e9e875276f7 None None] For port 427ae3e3-b70f-4fad-b23a-74f6beac4b54, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:41:47.540655 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-5ab27f8e-5d85-41c1-8288-c4bb9a862aa6 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:41:47.544779 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=894313f8-2c62-4e32-aa6c-f2b513beaf66,revision_number=7']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:47.548781 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab27f8e-5d85-41c1-8288-c4bb9a862aa6 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:41:47.549652 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-88f51bcc-500e-4ac2-91db-5e9e875276f7 None None] For port 427ae3e3-b70f-4fad-b23a-74f6beac4b54, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=427ae3e3-b70f-4fad-b23a-74f6beac4b54,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:41:47.554530 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab27f8e-5d85-41c1-8288-c4bb9a862aa6 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:47.555199 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5ab27f8e-5d85-41c1-8288-c4bb9a862aa6 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:47.557899 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-88f51bcc-500e-4ac2-91db-5e9e875276f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:47.565694 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab27f8e-5d85-41c1-8288-c4bb9a862aa6 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event updated for resources: {'Port': ['ID=01bfcf7b-c88b-46fc-915c-3f3d3644a0dc,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:47.575570 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1737b6a-2d20-445d-a2f0-aab7b1da6d46 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dce06bd-4b4b-4265-831e-0ca779cae94f,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:47.581352 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a1737b6a-2d20-445d-a2f0-aab7b1da6d46 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:47.582671 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a1737b6a-2d20-445d-a2f0-aab7b1da6d46 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4987102 Oct 12 07:41:47.587026 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41702) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:47.591812 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-c960dfa2-0a7b-4982-8b40-a66c27163544 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Request body: {'security_group_rule': {'security_group_id': '8dce06bd-4b4b-4265-831e-0ca779cae94f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:47.592478 dv-neutron-860909-2-hyperv neutron-server[103200]: WARNING neutron.api.v2.base [None req-c960dfa2-0a7b-4982-8b40-a66c27163544 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 12 07:41:47.592840 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-c960dfa2-0a7b-4982-8b40-a66c27163544 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:41:47.593956 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c960dfa2-0a7b-4982-8b40-a66c27163544 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058501 Oct 12 07:41:47.599710 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41704) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:47.600401 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f51bcc-500e-4ac2-91db-5e9e875276f7 None None] Routers {'4385b7ed-f14f-445f-8b19-677da8de5ef9'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:41:47.601032 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-88f51bcc-500e-4ac2-91db-5e9e875276f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:41:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['4385b7ed-f14f-445f-8b19-677da8de5ef9'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:47.606829 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-aaa7b74d-4bdd-4fec-a6c3-5af57bc6f0f2 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Request body: {'security_group_rule': {'security_group_id': '8dce06bd-4b4b-4265-831e-0ca779cae94f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:47.614186 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8531d77e-204b-4f7d-b93f-430e950cbbd2 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network ddaf49bc-49c1-4955-ac53-f27eeab22dff is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:41:47.629453 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-5ab27f8e-5d85-41c1-8288-c4bb9a862aa6 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.9503288 Oct 12 07:41:47.632487 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-517d424b-c730-41ba-8758-6251c7cc96a0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=81374eb7cdeb473193cbd3937f4067b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3856392 Oct 12 07:41:47.633151 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41706) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:47.641085 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41710) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:47.677481 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-8531d77e-204b-4f7d-b93f-430e950cbbd2 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, ddaf49bc-49c1-4955-ac53-f27eeab22dff) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:41:47.688833 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8531d77e-204b-4f7d-b93f-430e950cbbd2 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:47.689587 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8531d77e-204b-4f7d-b93f-430e950cbbd2 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:47.696431 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e23382-1e8a-41ab-863e-a36e6db0ccb3 None None] Network ddaf49bc-49c1-4955-ac53-f27eeab22dff requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:41:47.712227 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff05e80c-a05e-4b12-9963-476a45ae9725 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:47.718196 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ff05e80c-a05e-4b12-9963-476a45ae9725 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "GET /v2.0/ports/01bfcf7b-c88b-46fc-915c-3f3d3644a0dc HTTP/1.1" status: 200 len: 840 time: 0.0789061 Oct 12 07:41:47.719884 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41712) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:47.721795 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28340655-d2b3-4cef-af9b-ab71bb95a905 None None] Pushing event updated for resources: {'Port': ['ID=427ae3e3-b70f-4fad-b23a-74f6beac4b54,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:47.740198 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-8531d77e-204b-4f7d-b93f-430e950cbbd2 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6299365 Oct 12 07:41:47.740934 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41714) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:47.746701 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['894313f8-2c62-4e32-aa6c-f2b513beaf66'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 07:41:47.760891 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-aaa7b74d-4bdd-4fec-a6c3-5af57bc6f0f2 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:41:47.761573 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8e5a9715-7c89-4f98-b2f8-c1d49617bcb2 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:47.762376 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-aaa7b74d-4bdd-4fec-a6c3-5af57bc6f0f2 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1613474 Oct 12 07:41:47.765322 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41716) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:47.771839 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-1384d9a4-edd5-4270-9a69-8767d3da0206 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Request body: {'security_group_rule': {'security_group_id': '8dce06bd-4b4b-4265-831e-0ca779cae94f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:47.773043 dv-neutron-860909-2-hyperv neutron-server[103201]: WARNING neutron.api.v2.base [None req-1384d9a4-edd5-4270-9a69-8767d3da0206 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 12 07:41:47.773539 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-1384d9a4-edd5-4270-9a69-8767d3da0206 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:41:47.778458 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-1384d9a4-edd5-4270-9a69-8767d3da0206 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0076692 Oct 12 07:41:47.778458 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41718) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:47.780876 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8e5a9715-7c89-4f98-b2f8-c1d49617bcb2 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:47.780876 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8e5a9715-7c89-4f98-b2f8-c1d49617bcb2 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:47.786818 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-a89b0b23-a826-48d8-996b-ea4e8e328079 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Request body: {'security_group_rule': {'security_group_id': '8dce06bd-4b4b-4265-831e-0ca779cae94f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:47.847272 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a9715-7c89-4f98-b2f8-c1d49617bcb2 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c3f189-e5b7-4a82-bddb-661b8be8a8c3,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:47.852200 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e5a9715-7c89-4f98-b2f8-c1d49617bcb2 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:41:47.855161 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-55ba9a54-5284-4219-8fba-7fe9cfc14a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:47.867092 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8e5a9715-7c89-4f98-b2f8-c1d49617bcb2 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:47.867976 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-8e5a9715-7c89-4f98-b2f8-c1d49617bcb2 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Added segment b06bbcc8-5f9f-49ad-ac4e-853fe8b57857 of type vlan for network 67787a05-733c-42af-9b78-d75a62aed7cb Oct 12 07:41:47.880578 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-a89b0b23-a826-48d8-996b-ea4e8e328079 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:41:47.880578 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a89b0b23-a826-48d8-996b-ea4e8e328079 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0991437 Oct 12 07:41:47.880873 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41720) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:47.885717 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-88f51bcc-500e-4ac2-91db-5e9e875276f7 None None] Set router 4385b7ed-f14f-445f-8b19-677da8de5ef9 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:41:47.887150 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-f2d23c6b-18d0-4bc8-b7e0-c319674fd402 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Request body: {'security_group_rule': {'security_group_id': '8dce06bd-4b4b-4265-831e-0ca779cae94f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:47.887699 dv-neutron-860909-2-hyperv neutron-server[103201]: WARNING neutron.api.v2.base [None req-f2d23c6b-18d0-4bc8-b7e0-c319674fd402 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 12 07:41:47.888186 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-f2d23c6b-18d0-4bc8-b7e0-c319674fd402 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:41:47.889456 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f2d23c6b-18d0-4bc8-b7e0-c319674fd402 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0077531 Oct 12 07:41:47.908682 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41722) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:47.915113 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-458b1fe0-cb94-47d5-9c5e-dd7de2423a4f tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Request body: {'security_group_rule': {'security_group_id': '8dce06bd-4b4b-4265-831e-0ca779cae94f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:47.929539 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-55ba9a54-5284-4219-8fba-7fe9cfc14a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:47.936791 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8e5a9715-7c89-4f98-b2f8-c1d49617bcb2 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:47.955238 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-458b1fe0-cb94-47d5-9c5e-dd7de2423a4f tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Project 40f63c5785504263bc35a87a484f5219 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 07:41:47.987133 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-458b1fe0-cb94-47d5-9c5e-dd7de2423a4f tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:41:47.991021 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-458b1fe0-cb94-47d5-9c5e-dd7de2423a4f tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0786672 Oct 12 07:41:47.991021 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e5a9715-7c89-4f98-b2f8-c1d49617bcb2 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:41:47.991308 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41724) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:47.997295 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-5f789c5d-502e-4d37-8ff4-66f2eeb23131 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Request body: {'security_group_rule': {'security_group_id': '8dce06bd-4b4b-4265-831e-0ca779cae94f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:47.997864 dv-neutron-860909-2-hyperv neutron-server[103201]: WARNING neutron.api.v2.base [None req-5f789c5d-502e-4d37-8ff4-66f2eeb23131 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 12 07:41:47.998498 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-5f789c5d-502e-4d37-8ff4-66f2eeb23131 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:41:48.001987 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-5f789c5d-502e-4d37-8ff4-66f2eeb23131 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073195 Oct 12 07:41:48.003220 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41726) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:48.009055 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-08ee3a9c-cc3b-44dc-a609-597afe8e5cdf tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Request body: {'security_group_rule': {'security_group_id': '8dce06bd-4b4b-4265-831e-0ca779cae94f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:48.023115 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8e5a9715-7c89-4f98-b2f8-c1d49617bcb2 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:48.023538 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-8e5a9715-7c89-4f98-b2f8-c1d49617bcb2 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Added segment ff1164ff-4a22-4b97-aa2e-dd5078c267eb of type vlan for network b0a63973-9ca4-4625-a793-2714479c1c52 Oct 12 07:41:48.026562 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5a666-f5ea-4dc7-bfe5-5cca3f6557c9 req-d7b844e4-ebcf-40dd-bc3e-d912c668accd tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:48.028668 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c3b5a666-f5ea-4dc7-bfe5-5cca3f6557c9 req-d7b844e4-ebcf-40dd-bc3e-d912c668accd tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f56d885-49f6-44d0-b7be-81c767a470a4 HTTP/1.1" status: 200 len: 945 time: 0.2652843 Oct 12 07:41:48.073406 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-08ee3a9c-cc3b-44dc-a609-597afe8e5cdf tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Project 40f63c5785504263bc35a87a484f5219 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 07:41:48.078665 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8e5a9715-7c89-4f98-b2f8-c1d49617bcb2 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:48.086394 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3dde3f-324a-4e5f-9084-a714b641a8c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-ddaf49bc-49c1-4955-ac53-f27eeab22dff', 'network_id': 'ddaf49bc-49c1-4955-ac53-f27eeab22dff', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ips': [{'subnet_id': '679a1ca3-8b6b-4552-be65-3152e8a6d9b2'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:41:48.087254 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3e3dde3f-324a-4e5f-9084-a714b641a8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:48.097015 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-08ee3a9c-cc3b-44dc-a609-597afe8e5cdf tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:41:48.098432 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-08ee3a9c-cc3b-44dc-a609-597afe8e5cdf tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0940440 Oct 12 07:41:48.101848 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41728) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:48.108922 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-172bfdd6-d368-4fb6-970d-16003f8ebc8c tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Request body: {'security_group_rule': {'security_group_id': '8dce06bd-4b4b-4265-831e-0ca779cae94f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:48.126430 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-f3922908-c672-4af9-b8c2-c4201e5af54f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Deleting port 01bfcf7b-c88b-46fc-915c-3f3d3644a0dc {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:41:48.127087 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f3922908-c672-4af9-b8c2-c4201e5af54f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:48.145809 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-172bfdd6-d368-4fb6-970d-16003f8ebc8c tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Project 40f63c5785504263bc35a87a484f5219 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 07:41:48.161111 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8e5a9715-7c89-4f98-b2f8-c1d49617bcb2 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:48.161871 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8e5a9715-7c89-4f98-b2f8-c1d49617bcb2 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:48.168880 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5a9715-7c89-4f98-b2f8-c1d49617bcb2 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:48.173702 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5a9715-7c89-4f98-b2f8-c1d49617bcb2 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:48.174358 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8e5a9715-7c89-4f98-b2f8-c1d49617bcb2 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:48.181812 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-172bfdd6-d368-4fb6-970d-16003f8ebc8c tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:41:48.182962 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-172bfdd6-d368-4fb6-970d-16003f8ebc8c tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0800555 Oct 12 07:41:48.191917 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41730) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:48.209951 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c3b5a666-f5ea-4dc7-bfe5-5cca3f6557c9 req-7290c9a0-fbfb-4a06-987a-bb7b8546f3fd tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/security-groups?id=2728a5cb-2cc4-47ab-8e2b-dd9e7f9f0102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639786 Oct 12 07:41:48.210861 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-55ba9a54-5284-4219-8fba-7fe9cfc14a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:48.214259 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-55ba9a54-5284-4219-8fba-7fe9cfc14a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:48.215549 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-55ba9a54-5284-4219-8fba-7fe9cfc14a3f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c216e5bd-c22c-4323-abbd-e10c71834490 HTTP/1.1" status: 204 len: 168 time: 0.5701346 Oct 12 07:41:48.233660 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-8e5a9715-7c89-4f98-b2f8-c1d49617bcb2 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.2109594 Oct 12 07:41:48.238994 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41734) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:48.274629 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41736) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:48.298776 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba9a54-5284-4219-8fba-7fe9cfc14a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c216e5bd-c22c-4323-abbd-e10c71834490,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:48.325645 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a9715-7c89-4f98-b2f8-c1d49617bcb2 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Pushing event updated for resources: {'Network': ['ID=67787a05-733c-42af-9b78-d75a62aed7cb,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:48.332273 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f3922908-c672-4af9-b8c2-c4201e5af54f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:48.397766 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a9715-7c89-4f98-b2f8-c1d49617bcb2 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Pushing event updated for resources: {'Network': ['ID=b0a63973-9ca4-4625-a793-2714479c1c52,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:48.406597 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-f3922908-c672-4af9-b8c2-c4201e5af54f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Calling delete_port for 01bfcf7b-c88b-46fc-915c-3f3d3644a0dc owned by {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:41:48.407969 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-3e3dde3f-324a-4e5f-9084-a714b641a8c8 None None] Allocated IP 172.20.0.2 (ddaf49bc-49c1-4955-ac53-f27eeab22dff/679a1ca3-8b6b-4552-be65-3152e8a6d9b2/7cab4726-4209-4971-af22-8f1707630607) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:41:48.429147 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-8e9874f2-88e0-4a52-bc0f-9ee40e332542 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/floatingips/9c612f8d-f0c2-4790-89f8-b89ec6bf82fe HTTP/1.1" status: 200 len: 992 time: 0.1530185 Oct 12 07:41:48.437209 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 67787a05-733c-42af-9b78-d75a62aed7cb details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:41:48.453152 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network b0a63973-9ca4-4625-a793-2714479c1c52 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:41:48.524471 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-45f26e94-4bfe-4c8b-b8c9-b14add1c7b3c tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:48.599334 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9973e172-06f1-47d4-bcae-590fd4629474 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:48.605501 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9973e172-06f1-47d4-bcae-590fd4629474 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:48.611783 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9973e172-06f1-47d4-bcae-590fd4629474 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:48.617688 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9973e172-06f1-47d4-bcae-590fd4629474 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:48.622692 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-9973e172-06f1-47d4-bcae-590fd4629474 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3729992 Oct 12 07:41:48.623661 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41748) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:48.644604 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-45f26e94-4bfe-4c8b-b8c9-b14add1c7b3c tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:48.710829 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-761e43d7-16b0-4212-8a57-039c4f554462 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:48.752257 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f3922908-c672-4af9-b8c2-c4201e5af54f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:48.789524 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3922908-c672-4af9-b8c2-c4201e5af54f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event deleted for resources: {'Port': ['ID=01bfcf7b-c88b-46fc-915c-3f3d3644a0dc,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:48.798730 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-45f26e94-4bfe-4c8b-b8c9-b14add1c7b3c tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:48.801279 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-45f26e94-4bfe-4c8b-b8c9-b14add1c7b3c tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:48.802462 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-45f26e94-4bfe-4c8b-b8c9-b14add1c7b3c tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "DELETE /v2.0/security-groups/8dce06bd-4b4b-4265-831e-0ca779cae94f HTTP/1.1" status: 204 len: 168 time: 0.6090991 Oct 12 07:41:48.811250 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41752) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:48.813977 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f3922908-c672-4af9-b8c2-c4201e5af54f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:48.817182 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f3922908-c672-4af9-b8c2-c4201e5af54f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/ports/01bfcf7b-c88b-46fc-915c-3f3d3644a0dc HTTP/1.1" status: 204 len: 168 time: 1.0946138 Oct 12 07:41:48.821246 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41754) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:48.834669 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3e3dde3f-324a-4e5f-9084-a714b641a8c8 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:48.849020 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f26e94-4bfe-4c8b-b8c9-b14add1c7b3c tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dce06bd-4b4b-4265-831e-0ca779cae94f,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:48.860132 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-88f51bcc-500e-4ac2-91db-5e9e875276f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4385b7ed-f14f-445f-8b19-677da8de5ef9', 'name': 'tempest-TestNetworkBasicOps-router-2064210560', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': '427ae3e3-b70f-4fad-b23a-74f6beac4b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:41:41Z', 'updated_at': '2022-10-12T07:41:44Z', 'revision_number': 3, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '427ae3e3-b70f-4fad-b23a-74f6beac4b54', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:09:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4385b7ed-f14f-445f-8b19-677da8de5ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:41:43Z', 'updated_at': '2022-10-12T07:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:48.864254 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-761e43d7-16b0-4212-8a57-039c4f554462 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:48.893979 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-b34326d1-0427-498e-b6a4-170c2b008fcf tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] GET failed (client error): The resource could not be found. Oct 12 07:41:48.895620 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b34326d1-0427-498e-b6a4-170c2b008fcf tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "GET /v2.0/ports/01bfcf7b-c88b-46fc-915c-3f3d3644a0dc HTTP/1.1" status: 404 len: 333 time: 0.0648375 Oct 12 07:41:48.902210 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41760) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:48.905637 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3e3dde3f-324a-4e5f-9084-a714b641a8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:48.911243 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-761e43d7-16b0-4212-8a57-039c4f554462 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67787a05-733c-42af-9b78-d75a62aed7cb']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:48.911466 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-6fb138a6-e89e-40f5-bb76-b962cb189b8e tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'port': {'network_id': '028f3960-8999-42bb-b390-3b9e53342548', 'name': 'tempest-PortsTestJSON-353048719'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:48.914064 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f51bcc-500e-4ac2-91db-5e9e875276f7 None None] The sync data for ids ['4385b7ed-f14f-445f-8b19-677da8de5ef9'] in dv-neutron-860909-2-hyperv is: [{'id': '4385b7ed-f14f-445f-8b19-677da8de5ef9', 'name': 'tempest-TestNetworkBasicOps-router-2064210560', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': '427ae3e3-b70f-4fad-b23a-74f6beac4b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:41:41Z', 'updated_at': '2022-10-12T07:41:44Z', 'revision_number': 3, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '427ae3e3-b70f-4fad-b23a-74f6beac4b54', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:09:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4385b7ed-f14f-445f-8b19-677da8de5ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:41:43Z', 'updated_at': '2022-10-12T07:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:41:48.931714 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-761e43d7-16b0-4212-8a57-039c4f554462 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b06bbcc8-5f9f-49ad-ac4e-853fe8b57857') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:48.932135 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-761e43d7-16b0-4212-8a57-039c4f554462 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b06bbcc8-5f9f-49ad-ac4e-853fe8b57857') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:48.954446 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-761e43d7-16b0-4212-8a57-039c4f554462 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:48.963383 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-42e46fb4-3373-45ba-8a37-ce548718b18c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:48.968312 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-6c06c324-91ef-405b-bd0f-ce98c263fdc7 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1556742 Oct 12 07:41:48.974739 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41762) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:48.980936 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-24c4c486-6df2-4e61-b901-a64f38aedd26 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Request body: {'security_group': {'name': 'tempest-secgroup--1988103780'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:49.015459 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-761e43d7-16b0-4212-8a57-039c4f554462 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:49.027148 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-761e43d7-16b0-4212-8a57-039c4f554462 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:41:49.028444 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-761e43d7-16b0-4212-8a57-039c4f554462 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:49.050342 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-24c4c486-6df2-4e61-b901-a64f38aedd26 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:49.071064 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment b06bbcc8-5f9f-49ad-ac4e-853fe8b57857 resource provider aggregate not found Oct 12 07:41:49.137650 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment b06bbcc8-5f9f-49ad-ac4e-853fe8b57857 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b06bbcc8-5f9f-49ad-ac4e-853fe8b57857 found for delete ", "request_id": "req-c26680cf-f3e4-4f2f-85df-dc173601dea3"}]} Oct 12 07:41:49.155825 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-761e43d7-16b0-4212-8a57-039c4f554462 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:49.163404 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb138a6-e89e-40f5-bb76-b962cb189b8e tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Made reservation on behalf of 118ca68972cc4be1aeb1223f16967aab for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:41:49.168294 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6fb138a6-e89e-40f5-bb76-b962cb189b8e tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:49.175803 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-761e43d7-16b0-4212-8a57-039c4f554462 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:49.184967 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-761e43d7-16b0-4212-8a57-039c4f554462 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] 10.222.0.26 "DELETE /v2.0/networks/67787a05-733c-42af-9b78-d75a62aed7cb HTTP/1.1" status: 204 len: 168 time: 0.5584109 Oct 12 07:41:49.192323 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41770) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:49.192672 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41772) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:49.208299 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0033445 Oct 12 07:41:49.216399 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-6fb138a6-e89e-40f5-bb76-b962cb189b8e tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] device_id is not set on port e91ef222-a807-4688-b0c1-39d5ff10128b yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:41:49.221767 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41774) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:49.254648 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-24c4c486-6df2-4e61-b901-a64f38aedd26 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:49.286602 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-24c4c486-6df2-4e61-b901-a64f38aedd26 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:49.301778 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e43d7-16b0-4212-8a57-039c4f554462 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Pushing event deleted for resources: {'Network': ['ID=67787a05-733c-42af-9b78-d75a62aed7cb,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:49.309525 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3dde3f-324a-4e5f-9084-a714b641a8c8 None None] Network ddaf49bc-49c1-4955-ac53-f27eeab22dff is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:41:49.310731 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:49.321005 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-3e3dde3f-324a-4e5f-9084-a714b641a8c8 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:41:49.329813 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3dde3f-324a-4e5f-9084-a714b641a8c8 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:41:49.354987 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3dde3f-324a-4e5f-9084-a714b641a8c8 None None] Pushing event updated for resources: {'Port': ['ID=7cab4726-4209-4971-af22-8f1707630607,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:49.367315 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:49.380526 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-24c4c486-6df2-4e61-b901-a64f38aedd26 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:49.382152 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-24c4c486-6df2-4e61-b901-a64f38aedd26 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4060736 Oct 12 07:41:49.387036 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41778) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:49.396292 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-b07bdd41-ea92-4acb-b30f-460427379de9 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Request body: {'security_group_rule': {'security_group_id': '41508235-7b7c-46b5-849d-e8841c96cd0b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:49.408059 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c4c486-6df2-4e61-b901-a64f38aedd26 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41508235-7b7c-46b5-849d-e8841c96cd0b,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:49.457416 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-3e3dde3f-324a-4e5f-9084-a714b641a8c8 None None] Attempting to bind port 7cab4726-4209-4971-af22-8f1707630607 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:41:49.457802 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-3e3dde3f-324a-4e5f-9084-a714b641a8c8 None None] Attempting to bind port 7cab4726-4209-4971-af22-8f1707630607 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '6fe0a304-c3a9-48ab-bd16-7b5fc4382cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ddaf49bc-49c1-4955-ac53-f27eeab22dff'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:41:49.458198 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3dde3f-324a-4e5f-9084-a714b641a8c8 None None] Attempting to bind port 7cab4726-4209-4971-af22-8f1707630607 on network ddaf49bc-49c1-4955-ac53-f27eeab22dff {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:41:49.465733 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3dde3f-324a-4e5f-9084-a714b641a8c8 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:41:49.466175 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3dde3f-324a-4e5f-9084-a714b641a8c8 None None] Checking segment: {'id': '6fe0a304-c3a9-48ab-bd16-7b5fc4382cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ddaf49bc-49c1-4955-ac53-f27eeab22dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:41:49.467466 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3e3dde3f-324a-4e5f-9084-a714b641a8c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:49.467466 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3dde3f-324a-4e5f-9084-a714b641a8c8 None None] Bound using segment: {'id': '6fe0a304-c3a9-48ab-bd16-7b5fc4382cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ddaf49bc-49c1-4955-ac53-f27eeab22dff'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:41:49.467700 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-3e3dde3f-324a-4e5f-9084-a714b641a8c8 None None] Bound port: 7cab4726-4209-4971-af22-8f1707630607, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fe0a304-c3a9-48ab-bd16-7b5fc4382cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ddaf49bc-49c1-4955-ac53-f27eeab22dff'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:41:49.467902 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3e3dde3f-324a-4e5f-9084-a714b641a8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:49.474365 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-b07bdd41-ea92-4acb-b30f-460427379de9 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] create failed (client error): The resource could not be found. Oct 12 07:41:49.475670 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b07bdd41-ea92-4acb-b30f-460427379de9 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0876744 Oct 12 07:41:49.478728 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41780) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:49.485080 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-3905cc3b-1f55-4803-9b6a-63ae68919f09 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Request body: {'security_group_rule': {'security_group_id': '41508235-7b7c-46b5-849d-e8841c96cd0b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'b2f064e3-5529-4549-afd0-021a00f6ea6c'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:49.502328 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-7a853ac3-60d6-4a45-8d66-17ea23ae0ec0 tempest-NetworksApiDiscovery-2009905369 tempest-NetworksApiDiscovery-2009905369-project] 10.222.0.26 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2718976 Oct 12 07:41:49.528021 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0e77e245-5e98-4c01-b6e5-877501ba56ee tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:49.557980 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-3e3dde3f-324a-4e5f-9084-a714b641a8c8 None None] For port 7cab4726-4209-4971-af22-8f1707630607, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:41:49.568169 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-3e3dde3f-324a-4e5f-9084-a714b641a8c8 None None] For port 7cab4726-4209-4971-af22-8f1707630607, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=7cab4726-4209-4971-af22-8f1707630607,segment=NetworkSegment(6fe0a304-c3a9-48ab-bd16-7b5fc4382cec),segment_id=6fe0a304-c3a9-48ab-bd16-7b5fc4382cec)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:41:49.576127 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3e3dde3f-324a-4e5f-9084-a714b641a8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:49.667654 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3dde3f-324a-4e5f-9084-a714b641a8c8 None None] Pushing event updated for resources: {'Port': ['ID=7cab4726-4209-4971-af22-8f1707630607,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:49.699735 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6fb138a6-e89e-40f5-bb76-b962cb189b8e tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:49.864092 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-42e46fb4-3373-45ba-8a37-ce548718b18c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Allocated IP 172.20.0.1 (ddaf49bc-49c1-4955-ac53-f27eeab22dff/679a1ca3-8b6b-4552-be65-3152e8a6d9b2/7626b57b-7331-4506-a462-a354b60d3746) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:41:49.895377 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 427ae3e3-b70f-4fad-b23a-74f6beac4b54 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:41:49.913375 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6fb138a6-e89e-40f5-bb76-b962cb189b8e tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:49.990950 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 427ae3e3-b70f-4fad-b23a-74f6beac4b54 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:41:49.992641 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:49.993072 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 427ae3e3-b70f-4fad-b23a-74f6beac4b54 Oct 12 07:41:50.091492 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 427ae3e3-b70f-4fad-b23a-74f6beac4b54 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:41:50.091894 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:50.133884 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41786) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:50.137582 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 427ae3e3-b70f-4fad-b23a-74f6beac4b54, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=427ae3e3-b70f-4fad-b23a-74f6beac4b54,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:50.145031 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-3905cc3b-1f55-4803-9b6a-63ae68919f09 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] create failed (client error): The resource could not be found. Oct 12 07:41:50.149881 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-3905cc3b-1f55-4803-9b6a-63ae68919f09 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6687510 Oct 12 07:41:50.150584 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41790) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:50.154745 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:50.224238 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d0359239-521f-40ff-b187-8b3a0aba3f76 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:50.250531 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=427ae3e3-b70f-4fad-b23a-74f6beac4b54,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:50.252387 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d0359239-521f-40ff-b187-8b3a0aba3f76 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:50.338220 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dad4c66d-6e70-463d-8564-796419f4664a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:50.356359 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d0359239-521f-40ff-b187-8b3a0aba3f76 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:50.359060 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d0359239-521f-40ff-b187-8b3a0aba3f76 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:50.362567 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d0359239-521f-40ff-b187-8b3a0aba3f76 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "DELETE /v2.0/security-groups/41508235-7b7c-46b5-849d-e8841c96cd0b HTTP/1.1" status: 204 len: 168 time: 0.2107971 Oct 12 07:41:50.366616 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41792) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:50.401505 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0359239-521f-40ff-b187-8b3a0aba3f76 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41508235-7b7c-46b5-849d-e8841c96cd0b,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:50.453291 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b8caba59-e663-4667-862c-6b420098172c tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0778790 Oct 12 07:41:50.453532 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb138a6-e89e-40f5-bb76-b962cb189b8e tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Network 028f3960-8999-42bb-b390-3b9e53342548 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:41:50.454424 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41794) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:50.458802 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-133572a5-b746-4ce1-8b63-0c194b9a1e18 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Request body: {'security_group_rule': {'security_group_id': '5f0906c3-5335-436a-9626-a9582e195623', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:50.464829 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-6fb138a6-e89e-40f5-bb76-b962cb189b8e tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:41:50.467102 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb138a6-e89e-40f5-bb76-b962cb189b8e tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event updated for resources: {'Port': ['ID=e91ef222-a807-4688-b0c1-39d5ff10128b,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:50.469939 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb138a6-e89e-40f5-bb76-b962cb189b8e tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:41:50.475779 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb138a6-e89e-40f5-bb76-b962cb189b8e tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:50.476447 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6fb138a6-e89e-40f5-bb76-b962cb189b8e tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:50.503454 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dad4c66d-6e70-463d-8564-796419f4664a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:50.509580 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0e77e245-5e98-4c01-b6e5-877501ba56ee tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:50.509899 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dad4c66d-6e70-463d-8564-796419f4664a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:50.556812 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-0e77e245-5e98-4c01-b6e5-877501ba56ee tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0a63973-9ca4-4625-a793-2714479c1c52']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:50.562197 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-dad4c66d-6e70-463d-8564-796419f4664a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3510d9c106044308b29535dd7f66da20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4246588 Oct 12 07:41:50.562946 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41796) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:50.563119 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-6fb138a6-e89e-40f5-bb76-b962cb189b8e tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6572812 Oct 12 07:41:50.570419 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41798) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:50.581575 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-38d9429d-070e-4618-acdb-6c2801eaf7ba tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:50.582655 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-0e77e245-5e98-4c01-b6e5-877501ba56ee tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff1164ff-4a22-4b97-aa2e-dd5078c267eb') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:50.582954 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-0e77e245-5e98-4c01-b6e5-877501ba56ee tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff1164ff-4a22-4b97-aa2e-dd5078c267eb') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:50.584561 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-133572a5-b746-4ce1-8b63-0c194b9a1e18 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] create failed (client error): The resource could not be found. Oct 12 07:41:50.585946 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-133572a5-b746-4ce1-8b63-0c194b9a1e18 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1302359 Oct 12 07:41:50.590768 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41800) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:50.590946 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad4c66d-6e70-463d-8564-796419f4664a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398b7aca-d100-4a09-97c5-2c5a72ba6c84,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:50.594903 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-42e46fb4-3373-45ba-8a37-ce548718b18c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:50.601209 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 894313f8-2c62-4e32-aa6c-f2b513beaf66 up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:41:50.601907 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-4f931108-7c93-43ef-9cdf-c42db1542146 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Request body: {'security_group': {'name': 'tempest-secgroup--1104045067'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:50.625861 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0e77e245-5e98-4c01-b6e5-877501ba56ee tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:50.635803 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4f931108-7c93-43ef-9cdf-c42db1542146 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:50.658062 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0e77e245-5e98-4c01-b6e5-877501ba56ee tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:50.679576 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e77e245-5e98-4c01-b6e5-877501ba56ee tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:41:50.680047 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0e77e245-5e98-4c01-b6e5-877501ba56ee tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:50.680183 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-38d9429d-070e-4618-acdb-6c2801eaf7ba tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:50.691569 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port 894313f8-2c62-4e32-aa6c-f2b513beaf66 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:41:50.691943 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:50.692518 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port 894313f8-2c62-4e32-aa6c-f2b513beaf66 Oct 12 07:41:50.701201 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c610b2ed-c303-4521-a627-8adba5088a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:50.717330 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment ff1164ff-4a22-4b97-aa2e-dd5078c267eb resource provider aggregate not found Oct 12 07:41:50.742899 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment ff1164ff-4a22-4b97-aa2e-dd5078c267eb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ff1164ff-4a22-4b97-aa2e-dd5078c267eb found for delete ", "request_id": "req-351fd7b3-d73a-4144-902f-01660136a72f"}]} Oct 12 07:41:50.760288 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c610b2ed-c303-4521-a627-8adba5088a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:50.820149 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-42e46fb4-3373-45ba-8a37-ce548718b18c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:50.833432 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0e77e245-5e98-4c01-b6e5-877501ba56ee tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:50.862519 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 894313f8-2c62-4e32-aa6c-f2b513beaf66 is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:41:50.862976 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:50.893111 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0e77e245-5e98-4c01-b6e5-877501ba56ee tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:50.894731 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f56d885-49f6-44d0-b7be-81c767a470a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894313f8-2c62-4e32-aa6c-f2b513beaf66'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:41:50.896770 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-0e77e245-5e98-4c01-b6e5-877501ba56ee tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] 10.222.0.26 "DELETE /v2.0/networks/b0a63973-9ca4-4625-a793-2714479c1c52 HTTP/1.1" status: 204 len: 168 time: 1.6961241 Oct 12 07:41:50.897186 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd37867c-b2c7-416e-bbd3-1665f3f3a166" -d '{"events": [{"server_uuid": "0f56d885-49f6-44d0-b7be-81c767a470a4", "name": "network-vif-plugged", "status": "completed", "tag": "894313f8-2c62-4e32-aa6c-f2b513beaf66"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:41:50.899587 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41806) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:50.911244 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 894313f8-2c62-4e32-aa6c-f2b513beaf66, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=894313f8-2c62-4e32-aa6c-f2b513beaf66,segment=NetworkSegment(368cbfd5-be1d-4647-bccb-9ad3ff55f2ac),segment_id=368cbfd5-be1d-4647-bccb-9ad3ff55f2ac)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:50.918553 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:50.939926 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c610b2ed-c303-4521-a627-8adba5088a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:50.941994 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c610b2ed-c303-4521-a627-8adba5088a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:50.946080 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e77e245-5e98-4c01-b6e5-877501ba56ee tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Pushing event deleted for resources: {'Network': ['ID=b0a63973-9ca4-4625-a793-2714479c1c52,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:50.957860 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4f931108-7c93-43ef-9cdf-c42db1542146 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:50.965689 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e46fb4-3373-45ba-8a37-ce548718b18c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network ddaf49bc-49c1-4955-ac53-f27eeab22dff is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:41:50.969099 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-42e46fb4-3373-45ba-8a37-ce548718b18c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:41:50.975116 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e46fb4-3373-45ba-8a37-ce548718b18c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:41:50.979932 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c610b2ed-c303-4521-a627-8adba5088a1e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/398b7aca-d100-4a09-97c5-2c5a72ba6c84 HTTP/1.1" status: 204 len: 168 time: 0.4090066 Oct 12 07:41:50.981707 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4f931108-7c93-43ef-9cdf-c42db1542146 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:50.988898 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=894313f8-2c62-4e32-aa6c-f2b513beaf66,revision_number=8']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:50.993855 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac285013-f581-4f05-8dda-bd7bc3591035 x-openstack-request-id: req-ac285013-f581-4f05-8dda-bd7bc3591035 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:41:50.994453 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f56d885-49f6-44d0-b7be-81c767a470a4", "name": "network-vif-plugged", "status": "completed", "tag": "894313f8-2c62-4e32-aa6c-f2b513beaf66", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:41:50.994912 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ac285013-f581-4f05-8dda-bd7bc3591035 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:41:50.995478 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac285013-f581-4f05-8dda-bd7bc3591035'] response: {'server_uuid': '0f56d885-49f6-44d0-b7be-81c767a470a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894313f8-2c62-4e32-aa6c-f2b513beaf66', 'code': 200} Oct 12 07:41:51.015918 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e46fb4-3373-45ba-8a37-ce548718b18c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=7626b57b-7331-4506-a462-a354b60d3746,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:51.021488 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:51.056040 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f931108-7c93-43ef-9cdf-c42db1542146 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73851767-aa78-45e2-a699-098ad5d955e9,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:51.056665 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c610b2ed-c303-4521-a627-8adba5088a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398b7aca-d100-4a09-97c5-2c5a72ba6c84,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:51.066964 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4f931108-7c93-43ef-9cdf-c42db1542146 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:51.070690 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-4f931108-7c93-43ef-9cdf-c42db1542146 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4713395 Oct 12 07:41:51.071217 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41812) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:51.075526 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-ddf3d6f9-ad04-4756-9fd4-9d1689de7413 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Request body: {'security_group': {'name': 'tempest-secgroup--868325734'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:51.079723 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-42e46fb4-3373-45ba-8a37-ce548718b18c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:51.114498 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea465d3-f901-4acc-bab7-a6fabf7dec33 None None] Network ddaf49bc-49c1-4955-ac53-f27eeab22dff requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:41:51.128212 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-38d9429d-070e-4618-acdb-6c2801eaf7ba tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:51.150194 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-38d9429d-070e-4618-acdb-6c2801eaf7ba tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:51.150918 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-38d9429d-070e-4618-acdb-6c2801eaf7ba tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] In _notify_port_updated(), no bound segment for port e91ef222-a807-4688-b0c1-39d5ff10128b on network 028f3960-8999-42bb-b390-3b9e53342548 {{(pid=103201) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 12 07:41:51.156112 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ddf3d6f9-ad04-4756-9fd4-9d1689de7413 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:51.157900 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d9429d-070e-4618-acdb-6c2801eaf7ba tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:51.160576 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-38d9429d-070e-4618-acdb-6c2801eaf7ba tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:51.160911 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-38d9429d-070e-4618-acdb-6c2801eaf7ba tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "PUT /v2.0/ports/e91ef222-a807-4688-b0c1-39d5ff10128b HTTP/1.1" status: 200 len: 818 time: 0.5892830 Oct 12 07:41:51.166068 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41814) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:51.209605 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ca61f0-f4ed-4d83-ab9d-ac015316772e tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:51.216596 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ca61f0-f4ed-4d83-ab9d-ac015316772e tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:51.218242 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-92ca61f0-f4ed-4d83-ab9d-ac015316772e tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3138227 Oct 12 07:41:51.226714 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41816) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:51.232826 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-4b774642-0d5b-4deb-893a-7ff8d3d5983b tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1694962678'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:51.255619 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-165ea6ec-8e34-4510-8d40-5b3d07e07a0a None None] Provisioning complete for port 7cab4726-4209-4971-af22-8f1707630607 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:41:51.256030 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-165ea6ec-8e34-4510-8d40-5b3d07e07a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:51.256565 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-165ea6ec-8e34-4510-8d40-5b3d07e07a0a None None] Attempt 1 to provision port 7cab4726-4209-4971-af22-8f1707630607 Oct 12 07:41:51.293797 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b774642-0d5b-4deb-893a-7ff8d3d5983b tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Made reservation on behalf of 43c5d6a44bf54b6baee0ea5b7c07a773 for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:41:51.297280 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4b774642-0d5b-4deb-893a-7ff8d3d5983b tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:51.334412 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9429d-070e-4618-acdb-6c2801eaf7ba tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event updated for resources: {'Port': ['ID=e91ef222-a807-4688-b0c1-39d5ff10128b,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:51.356518 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-42e46fb4-3373-45ba-8a37-ce548718b18c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:51.369364 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b774642-0d5b-4deb-893a-7ff8d3d5983b tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:41:51.409944 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ddf3d6f9-ad04-4756-9fd4-9d1689de7413 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:51.410863 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-b2992f7e-e900-4ba7-b20a-3da296f09ff5 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Deleting port e91ef222-a807-4688-b0c1-39d5ff10128b {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:41:51.412225 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4b774642-0d5b-4deb-893a-7ff8d3d5983b tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:51.412574 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-4b774642-0d5b-4deb-893a-7ff8d3d5983b tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Added segment e4be3ebb-8c36-4885-b33b-952e718ab932 of type vlan for network d7062f76-6485-4e84-a576-76ddf0a69e52 Oct 12 07:41:51.412705 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b2992f7e-e900-4ba7-b20a-3da296f09ff5 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:51.449002 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ddf3d6f9-ad04-4756-9fd4-9d1689de7413 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:51.449492 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:41:51.452086 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-165ea6ec-8e34-4510-8d40-5b3d07e07a0a None None] Current status of the port 7cab4726-4209-4971-af22-8f1707630607 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:41:51.452640 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-165ea6ec-8e34-4510-8d40-5b3d07e07a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:51.498702 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-165ea6ec-8e34-4510-8d40-5b3d07e07a0a None None] For port 7cab4726-4209-4971-af22-8f1707630607, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=7cab4726-4209-4971-af22-8f1707630607,segment=NetworkSegment(6fe0a304-c3a9-48ab-bd16-7b5fc4382cec),segment_id=6fe0a304-c3a9-48ab-bd16-7b5fc4382cec)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:51.502149 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b2992f7e-e900-4ba7-b20a-3da296f09ff5 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:51.507700 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-165ea6ec-8e34-4510-8d40-5b3d07e07a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:51.539810 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-b2992f7e-e900-4ba7-b20a-3da296f09ff5 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Calling delete_port for e91ef222-a807-4688-b0c1-39d5ff10128b owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:41:51.587777 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ea6ec-8e34-4510-8d40-5b3d07e07a0a None None] Pushing event updated for resources: {'Port': ['ID=7cab4726-4209-4971-af22-8f1707630607,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:51.601246 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ddf3d6f9-ad04-4756-9fd4-9d1689de7413 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:51.602563 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-ddf3d6f9-ad04-4756-9fd4-9d1689de7413 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5304515 Oct 12 07:41:51.609307 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41826) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:51.610861 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4b774642-0d5b-4deb-893a-7ff8d3d5983b tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:51.617844 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf3d6f9-ad04-4756-9fd4-9d1689de7413 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1b3bfd-b268-45c4-9011-7ceeb2af1733,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:51.630523 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-8d39ecf7-7ba3-40e4-ae26-e90afb2007db tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Request body: {'security_group_rule': {'security_group_id': '73851767-aa78-45e2-a699-098ad5d955e9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '1d1b3bfd-b268-45c4-9011-7ceeb2af1733'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:51.679304 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4b774642-0d5b-4deb-893a-7ff8d3d5983b tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:51.686200 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b774642-0d5b-4deb-893a-7ff8d3d5983b tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:51.687590 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4b774642-0d5b-4deb-893a-7ff8d3d5983b tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:51.702497 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-8d39ecf7-7ba3-40e4-ae26-e90afb2007db tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:41:51.704077 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-8d39ecf7-7ba3-40e4-ae26-e90afb2007db tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0934544 Oct 12 07:41:51.707743 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41830) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:51.720917 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b2992f7e-e900-4ba7-b20a-3da296f09ff5 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:51.778772 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b2992f7e-e900-4ba7-b20a-3da296f09ff5 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:51.784245 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b2992f7e-e900-4ba7-b20a-3da296f09ff5 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/ports/e91ef222-a807-4688-b0c1-39d5ff10128b HTTP/1.1" status: 204 len: 168 time: 0.6118548 Oct 12 07:41:51.785439 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2992f7e-e900-4ba7-b20a-3da296f09ff5 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event deleted for resources: {'Port': ['ID=e91ef222-a807-4688-b0c1-39d5ff10128b,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:51.789265 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41832) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:51.840234 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-e5972744-448f-495f-92c4-3e3e2844cadf None None] Provisioning complete for port 7626b57b-7331-4506-a462-a354b60d3746 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:41:51.845236 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e5972744-448f-495f-92c4-3e3e2844cadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:51.845579 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-e5972744-448f-495f-92c4-3e3e2844cadf None None] Attempt 1 to provision port 7626b57b-7331-4506-a462-a354b60d3746 Oct 12 07:41:51.862899 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b6a10742-8966-4253-937e-ae7a81b001c6 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:51.904172 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e5972744-448f-495f-92c4-3e3e2844cadf None None] Port 7626b57b-7331-4506-a462-a354b60d3746 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:41:51.905572 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b6a10742-8966-4253-937e-ae7a81b001c6 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:51.978693 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-4b774642-0d5b-4deb-893a-7ff8d3d5983b tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7479930 Oct 12 07:41:51.979058 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41840) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:51.983760 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 427ae3e3-b70f-4fad-b23a-74f6beac4b54 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:41:51.986197 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-6f4a407b-e791-4167-96bb-5edb424b6401 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1180245453'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:52.003093 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b774642-0d5b-4deb-893a-7ff8d3d5983b tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Pushing event updated for resources: {'Network': ['ID=d7062f76-6485-4e84-a576-76ddf0a69e52,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:52.019741 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b6a10742-8966-4253-937e-ae7a81b001c6 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:52.028491 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b6a10742-8966-4253-937e-ae7a81b001c6 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:52.029671 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b6a10742-8966-4253-937e-ae7a81b001c6 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "DELETE /v2.0/security-groups/1d1b3bfd-b268-45c4-9011-7ceeb2af1733 HTTP/1.1" status: 204 len: 168 time: 0.3205466 Oct 12 07:41:52.035254 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41844) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:52.045085 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a10742-8966-4253-937e-ae7a81b001c6 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1b3bfd-b268-45c4-9011-7ceeb2af1733,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:52.052228 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4a407b-e791-4167-96bb-5edb424b6401 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Made reservation on behalf of 43c5d6a44bf54b6baee0ea5b7c07a773 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:41:52.058883 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6f4a407b-e791-4167-96bb-5edb424b6401 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:52.066665 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network d7062f76-6485-4e84-a576-76ddf0a69e52 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:41:52.084414 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c561a6a-dd65-4ff4-9200-c83714c818fb tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:52.086211 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-3c561a6a-dd65-4ff4-9200-c83714c818fb tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2835462 Oct 12 07:41:52.092441 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41846) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:52.112331 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 427ae3e3-b70f-4fad-b23a-74f6beac4b54 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:41:52.112979 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:52.113560 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 427ae3e3-b70f-4fad-b23a-74f6beac4b54 Oct 12 07:41:52.133166 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-19ec6e48-cc55-4576-b3ab-dac2271ba37f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] GET failed (client error): The resource could not be found. Oct 12 07:41:52.139773 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-19ec6e48-cc55-4576-b3ab-dac2271ba37f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "GET /v2.0/ports/e91ef222-a807-4688-b0c1-39d5ff10128b HTTP/1.1" status: 404 len: 333 time: 0.0460882 Oct 12 07:41:52.140418 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41848) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:52.151906 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f4a407b-e791-4167-96bb-5edb424b6401 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:41:52.154616 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-828334fa-0150-44df-bd53-5f0b5444cd4f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1756572130'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:52.165173 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6f4a407b-e791-4167-96bb-5edb424b6401 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:52.165853 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-6f4a407b-e791-4167-96bb-5edb424b6401 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Added segment 3519daaf-85a0-4f5e-b2e3-c48db5881979 of type vlan for network 97d6b880-3a72-4512-bee4-34f254e018d5 Oct 12 07:41:52.181105 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41850) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:52.198251 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-03d8cbae-0f16-4e4d-b377-6b7d90906dc3 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1576076 Oct 12 07:41:52.204200 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41854) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:52.204821 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828334fa-0150-44df-bd53-5f0b5444cd4f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Made reservation on behalf of 118ca68972cc4be1aeb1223f16967aab for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:41:52.208198 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-828334fa-0150-44df-bd53-5f0b5444cd4f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:52.235421 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6f4a407b-e791-4167-96bb-5edb424b6401 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:52.269676 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6f4a407b-e791-4167-96bb-5edb424b6401 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:52.271112 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 427ae3e3-b70f-4fad-b23a-74f6beac4b54 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:41:52.272611 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 7cab4726-4209-4971-af22-8f1707630607 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:41:52.281628 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4a407b-e791-4167-96bb-5edb424b6401 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:52.282987 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6f4a407b-e791-4167-96bb-5edb424b6401 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:52.283439 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-828334fa-0150-44df-bd53-5f0b5444cd4f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:41:52.291420 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-42e46fb4-3373-45ba-8a37-ce548718b18c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:52.304226 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-42e46fb4-3373-45ba-8a37-ce548718b18c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:52.333217 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 7cab4726-4209-4971-af22-8f1707630607 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:41:52.338005 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-6f4a407b-e791-4167-96bb-5edb424b6401 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3531163 Oct 12 07:41:52.338330 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-828334fa-0150-44df-bd53-5f0b5444cd4f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:52.338330 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-828334fa-0150-44df-bd53-5f0b5444cd4f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Added segment 69db11d7-9259-43ed-9c04-77b73da391eb of type vlan for network 0aa7d3f1-4184-4df3-b3d3-ba0c4ba7a1e9 Oct 12 07:41:52.340250 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:52.340844 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 7cab4726-4209-4971-af22-8f1707630607 Oct 12 07:41:52.344807 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41856) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:52.351259 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-b3ba4d44-11ea-4aa5-b6d5-5b4150577b02 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Request body: {'ports': [{'network_id': 'd7062f76-6485-4e84-a576-76ddf0a69e52', 'name': 'tempest-port--228744485', 'admin_state_up': True}, {'network_id': '97d6b880-3a72-4512-bee4-34f254e018d5', 'admin_state_up': False}]} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:52.351580 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-b3ba4d44-11ea-4aa5-b6d5-5b4150577b02 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Request body: {'port': {'network_id': 'd7062f76-6485-4e84-a576-76ddf0a69e52', 'name': 'tempest-port--228744485', 'admin_state_up': True}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:52.352047 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-b3ba4d44-11ea-4aa5-b6d5-5b4150577b02 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Request body: {'port': {'network_id': '97d6b880-3a72-4512-bee4-34f254e018d5', 'admin_state_up': False}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:52.362912 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-446391b1-422b-4269-84f3-34edb1d7f35d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1151245487-network', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:52.396616 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4bcc9590-ae86-4fdd-84f7-ec7ac706270a tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:52.405184 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-e5972744-448f-495f-92c4-3e3e2844cadf None None] Attempt 2 to provision port 7626b57b-7331-4506-a462-a354b60d3746 Oct 12 07:41:52.416336 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a407b-e791-4167-96bb-5edb424b6401 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Pushing event updated for resources: {'Network': ['ID=97d6b880-3a72-4512-bee4-34f254e018d5,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:52.444183 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-42e46fb4-3373-45ba-8a37-ce548718b18c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:52.451978 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 97d6b880-3a72-4512-bee4-34f254e018d5 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:41:52.462707 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-828334fa-0150-44df-bd53-5f0b5444cd4f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:52.471548 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e46fb4-3373-45ba-8a37-ce548718b18c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=7626b57b-7331-4506-a462-a354b60d3746,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:52.478633 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4bcc9590-ae86-4fdd-84f7-ec7ac706270a tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:52.485310 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446391b1-422b-4269-84f3-34edb1d7f35d admin admin] Made reservation on behalf of 82e1d814e4454fb2a7138e45884a198c for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:41:52.487941 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-446391b1-422b-4269-84f3-34edb1d7f35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:52.495079 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 7cab4726-4209-4971-af22-8f1707630607 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:41:52.499902 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-446391b1-422b-4269-84f3-34edb1d7f35d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:52.501545 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e5972744-448f-495f-92c4-3e3e2844cadf None None] Port 7626b57b-7331-4506-a462-a354b60d3746 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:41:52.537004 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-828334fa-0150-44df-bd53-5f0b5444cd4f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:52.543287 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828334fa-0150-44df-bd53-5f0b5444cd4f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:52.543895 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-828334fa-0150-44df-bd53-5f0b5444cd4f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:52.633714 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-828334fa-0150-44df-bd53-5f0b5444cd4f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4893878 Oct 12 07:41:52.636986 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41858) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:52.649855 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-1c551fda-ccd1-4c3f-95ff-5c36980b3362 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'subnet': {'network_id': '0aa7d3f1-4184-4df3-b3d3-ba0c4ba7a1e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:52.668843 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828334fa-0150-44df-bd53-5f0b5444cd4f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event updated for resources: {'Network': ['ID=0aa7d3f1-4184-4df3-b3d3-ba0c4ba7a1e9,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:52.670972 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4bcc9590-ae86-4fdd-84f7-ec7ac706270a tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:52.673552 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4bcc9590-ae86-4fdd-84f7-ec7ac706270a tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:52.676985 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-4bcc9590-ae86-4fdd-84f7-ec7ac706270a tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "DELETE /v2.0/security-groups/73851767-aa78-45e2-a699-098ad5d955e9 HTTP/1.1" status: 204 len: 168 time: 0.4643915 Oct 12 07:41:52.684287 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 0aa7d3f1-4184-4df3-b3d3-ba0c4ba7a1e9 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:41:52.684963 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41860) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:52.693661 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcc9590-ae86-4fdd-84f7-ec7ac706270a tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73851767-aa78-45e2-a699-098ad5d955e9,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:52.701358 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e46fb4-3373-45ba-8a37-ce548718b18c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network ddaf49bc-49c1-4955-ac53-f27eeab22dff is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:41:52.702805 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-42e46fb4-3373-45ba-8a37-ce548718b18c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:41:52.709633 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-446391b1-422b-4269-84f3-34edb1d7f35d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:52.727669 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ba4d44-11ea-4aa5-b6d5-5b4150577b02 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Made reservation on behalf of 43c5d6a44bf54b6baee0ea5b7c07a773 for: {'port': 2} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:41:52.738579 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b3ba4d44-11ea-4aa5-b6d5-5b4150577b02 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:52.778695 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-446391b1-422b-4269-84f3-34edb1d7f35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:52.840712 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e46fb4-3373-45ba-8a37-ce548718b18c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Router 4385b7ed-f14f-445f-8b19-677da8de5ef9 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:41:52.841105 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b3ba4d44-11ea-4aa5-b6d5-5b4150577b02 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:52.857522 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-446391b1-422b-4269-84f3-34edb1d7f35d admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:41:52.880407 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446391b1-422b-4269-84f3-34edb1d7f35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf271a79-cd77-4b53-b9a6-a91f896911d3,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:52.897316 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-78537319-b539-47a2-826a-5c116a6d4831 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2093356 Oct 12 07:41:52.901982 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41862) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:52.904723 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-446391b1-422b-4269-84f3-34edb1d7f35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:52.905075 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-446391b1-422b-4269-84f3-34edb1d7f35d admin admin] Added segment 88643988-26cf-4ca1-bd7d-7cce24459e19 of type vlan for network 7804729f-5a18-4f8e-8ea7-dae1d105ce0d Oct 12 07:41:52.906606 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-18368c61-bb5d-414e-9420-e7f8fb8ded3c tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Request body: {'security_group': {'name': 'tempest-secgroup--458706115'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:52.942917 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c551fda-ccd1-4c3f-95ff-5c36980b3362 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Made reservation on behalf of 118ca68972cc4be1aeb1223f16967aab for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:41:52.946408 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1c551fda-ccd1-4c3f-95ff-5c36980b3362 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:52.964461 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-18368c61-bb5d-414e-9420-e7f8fb8ded3c tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:52.988014 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e46fb4-3373-45ba-8a37-ce548718b18c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:41:52.993715 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-42e46fb4-3373-45ba-8a37-ce548718b18c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "PUT /v2.0/routers/4385b7ed-f14f-445f-8b19-677da8de5ef9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2338786 Oct 12 07:41:52.997067 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41864) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:53.000437 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099faea7-e462-40f0-8ff0-dfca9236cd01 None None] Sync routers for ids ['4385b7ed-f14f-445f-8b19-677da8de5ef9'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:41:53.002393 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-e5972744-448f-495f-92c4-3e3e2844cadf None None] Attempt 3 to provision port 7626b57b-7331-4506-a462-a354b60d3746 Oct 12 07:41:53.012785 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099faea7-e462-40f0-8ff0-dfca9236cd01 None None] Routers {'4385b7ed-f14f-445f-8b19-677da8de5ef9'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:41:53.013394 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-099faea7-e462-40f0-8ff0-dfca9236cd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:41:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['4385b7ed-f14f-445f-8b19-677da8de5ef9'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:53.037860 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-446391b1-422b-4269-84f3-34edb1d7f35d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:53.056964 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e5972744-448f-495f-92c4-3e3e2844cadf None None] Port 7626b57b-7331-4506-a462-a354b60d3746 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:41:53.163786 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-446391b1-422b-4269-84f3-34edb1d7f35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:53.164721 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446391b1-422b-4269-84f3-34edb1d7f35d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:53.164889 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-446391b1-422b-4269-84f3-34edb1d7f35d admin admin] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:53.166241 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-099faea7-e462-40f0-8ff0-dfca9236cd01 None None] Set router 4385b7ed-f14f-445f-8b19-677da8de5ef9 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:41:53.176300 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-b3ba4d44-11ea-4aa5-b6d5-5b4150577b02 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] device_id is not set on port ce7c81e7-4d05-4a96-af5a-46eb5c2c907a yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:41:53.218962 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-18368c61-bb5d-414e-9420-e7f8fb8ded3c tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:53.227494 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-446391b1-422b-4269-84f3-34edb1d7f35d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0423343 Oct 12 07:41:53.227813 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41866) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:53.233157 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-90558dff-80ce-4093-9849-67dbad13ffb6 admin admin] Request body: {'subnet': {'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1151245487-subnet', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'ip_version': 4}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:53.239564 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-18368c61-bb5d-414e-9420-e7f8fb8ded3c tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:53.257146 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446391b1-422b-4269-84f3-34edb1d7f35d admin admin] Pushing event updated for resources: {'Network': ['ID=7804729f-5a18-4f8e-8ea7-dae1d105ce0d,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:53.262468 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9000dd51-6b03-4538-8ef4-cf9e49f37532 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:53.262884 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9000dd51-6b03-4538-8ef4-cf9e49f37532 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:53.263443 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9000dd51-6b03-4538-8ef4-cf9e49f37532 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:53.263907 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9000dd51-6b03-4538-8ef4-cf9e49f37532 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:53.264370 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9000dd51-6b03-4538-8ef4-cf9e49f37532 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:53.264828 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9000dd51-6b03-4538-8ef4-cf9e49f37532 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:53.265439 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9000dd51-6b03-4538-8ef4-cf9e49f37532 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:53.265856 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9000dd51-6b03-4538-8ef4-cf9e49f37532 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:53.266884 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9000dd51-6b03-4538-8ef4-cf9e49f37532 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:53.268398 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-9000dd51-6b03-4538-8ef4-cf9e49f37532 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6185 time: 0.2704210 Oct 12 07:41:53.276763 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41868) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:53.278088 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 7804729f-5a18-4f8e-8ea7-dae1d105ce0d details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:41:53.311227 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-18368c61-bb5d-414e-9420-e7f8fb8ded3c tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:53.312640 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-18368c61-bb5d-414e-9420-e7f8fb8ded3c tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4095023 Oct 12 07:41:53.317492 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41870) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:53.321986 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-51a1d1b1-dea0-4aa5-a74d-c469e2395a23 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Request body: {'security_group_rule': {'security_group_id': 'c79276c2-46ba-4f5a-a40b-36c080a62a87', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:53.342193 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90558dff-80ce-4093-9849-67dbad13ffb6 admin admin] Made reservation on behalf of 82e1d814e4454fb2a7138e45884a198c for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:41:53.344578 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-90558dff-80ce-4093-9849-67dbad13ffb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:53.371264 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18368c61-bb5d-414e-9420-e7f8fb8ded3c tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c79276c2-46ba-4f5a-a40b-36c080a62a87,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:53.419311 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1c551fda-ccd1-4c3f-95ff-5c36980b3362 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:53.455361 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ca8272-8960-4e2c-9a5b-f1ab8a51c654 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:53.455825 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ca8272-8960-4e2c-9a5b-f1ab8a51c654 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:53.456277 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ca8272-8960-4e2c-9a5b-f1ab8a51c654 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:53.456724 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ca8272-8960-4e2c-9a5b-f1ab8a51c654 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:53.457167 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ca8272-8960-4e2c-9a5b-f1ab8a51c654 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:53.461454 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c2ca8272-8960-4e2c-9a5b-f1ab8a51c654 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3350 time: 0.1793180 Oct 12 07:41:53.462323 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-51a1d1b1-dea0-4aa5-a74d-c469e2395a23 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:41:53.466303 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41872) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:53.466485 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-51a1d1b1-dea0-4aa5-a74d-c469e2395a23 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1448927 Oct 12 07:41:53.466485 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b3ba4d44-11ea-4aa5-b6d5-5b4150577b02 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:53.471586 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41874) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:53.490381 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-099faea7-e462-40f0-8ff0-dfca9236cd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4385b7ed-f14f-445f-8b19-677da8de5ef9', 'name': 'tempest-TestNetworkBasicOps-router-2064210560', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': '427ae3e3-b70f-4fad-b23a-74f6beac4b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:41:41Z', 'updated_at': '2022-10-12T07:41:51Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '427ae3e3-b70f-4fad-b23a-74f6beac4b54', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:09:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4385b7ed-f14f-445f-8b19-677da8de5ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:41:43Z', 'updated_at': '2022-10-12T07:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '7626b57b-7331-4506-a462-a354b60d3746', 'name': '', 'network_id': 'ddaf49bc-49c1-4955-ac53-f27eeab22dff', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:2d:87:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4385b7ed-f14f-445f-8b19-677da8de5ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '679a1ca3-8b6b-4552-be65-3152e8a6d9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:41:49Z', 'updated_at': '2022-10-12T07:41:51Z', 'revision_number': 2, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '679a1ca3-8b6b-4552-be65-3152e8a6d9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:53.494016 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-66b1ce3b-f9fb-4e4b-8210-be94afe34486 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Request body: {'security_group_rule': {'security_group_id': 'c79276c2-46ba-4f5a-a40b-36c080a62a87', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:53.524051 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099faea7-e462-40f0-8ff0-dfca9236cd01 None None] Checking router: 4385b7ed-f14f-445f-8b19-677da8de5ef9 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:41:53.525236 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099faea7-e462-40f0-8ff0-dfca9236cd01 None None] Updating router 4385b7ed-f14f-445f-8b19-677da8de5ef9 port 7626b57b-7331-4506-a462-a354b60d3746 binding host dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:41:53.559218 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-e5972744-448f-495f-92c4-3e3e2844cadf None None] Attempt 4 to provision port 7626b57b-7331-4506-a462-a354b60d3746 Oct 12 07:41:53.568176 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-099faea7-e462-40f0-8ff0-dfca9236cd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:53.575984 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c551fda-ccd1-4c3f-95ff-5c36980b3362 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event updated for resources: {'Subnet': ['ID=edac02b9-4b4a-4dee-b068-cda2a7d97841,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:53.591535 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-b3ba4d44-11ea-4aa5-b6d5-5b4150577b02 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] device_id is not set on port 5a36303a-f525-4be5-8e1b-2acb04996d68 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:41:53.610190 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e5972744-448f-495f-92c4-3e3e2844cadf None None] Port 7626b57b-7331-4506-a462-a354b60d3746 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:41:53.632738 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c551fda-ccd1-4c3f-95ff-5c36980b3362 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Checking segment: {'id': '69db11d7-9259-43ed-9c04-77b73da391eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0aa7d3f1-4184-4df3-b3d3-ba0c4ba7a1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:41:53.633247 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c551fda-ccd1-4c3f-95ff-5c36980b3362 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Network hostable DHCP agents. Network: 0aa7d3f1-4184-4df3-b3d3-ba0c4ba7a1e9, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:41:53.664212 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-66b1ce3b-f9fb-4e4b-8210-be94afe34486 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:41:53.668577 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-66b1ce3b-f9fb-4e4b-8210-be94afe34486 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1749837 Oct 12 07:41:53.670129 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41876) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:53.682961 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-90558dff-80ce-4093-9849-67dbad13ffb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:53.726246 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c551fda-ccd1-4c3f-95ff-5c36980b3362 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Network 0aa7d3f1-4184-4df3-b3d3-ba0c4ba7a1e9 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:41:53.737295 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b3ba4d44-11ea-4aa5-b6d5-5b4150577b02 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:53.751456 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-1c551fda-ccd1-4c3f-95ff-5c36980b3362 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 0aa7d3f1-4184-4df3-b3d3-ba0c4ba7a1e9) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:41:53.761590 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d597da9e-dd12-451b-b091-872a25fa327b None None] Network 0aa7d3f1-4184-4df3-b3d3-ba0c4ba7a1e9 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:41:53.765097 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c551fda-ccd1-4c3f-95ff-5c36980b3362 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:53.765588 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1c551fda-ccd1-4c3f-95ff-5c36980b3362 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:53.796850 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba29f621-1ffe-4e52-bfd3-10439b04b726 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:53.810719 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90558dff-80ce-4093-9849-67dbad13ffb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47a40364-9659-4f40-a5db-71e52bd850ae,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:53.818541 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-1c551fda-ccd1-4c3f-95ff-5c36980b3362 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1803961 Oct 12 07:41:53.821841 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41878) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:53.834372 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-08b44fad-9654-448e-8e7a-3e7a63fa28cd tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'subnet': {'network_id': '0aa7d3f1-4184-4df3-b3d3-ba0c4ba7a1e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:53.856359 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba29f621-1ffe-4e52-bfd3-10439b04b726 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:53.866140 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b3ba4d44-11ea-4aa5-b6d5-5b4150577b02 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:53.880174 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90558dff-80ce-4093-9849-67dbad13ffb6 admin admin] Checking segment: {'id': '88643988-26cf-4ca1-bd7d-7cce24459e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:41:53.880527 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90558dff-80ce-4093-9849-67dbad13ffb6 admin admin] Network hostable DHCP agents. Network: 7804729f-5a18-4f8e-8ea7-dae1d105ce0d, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:41:53.895217 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-8ec4db36-a943-4147-b6b7-b995e7f255c6 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2335 time: 0.4308138 Oct 12 07:41:53.972000 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba4d44-11ea-4aa5-b6d5-5b4150577b02 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Pushing event updated for resources: {'Port': ['ID=ce7c81e7-4d05-4a96-af5a-46eb5c2c907a,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:53.977902 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba29f621-1ffe-4e52-bfd3-10439b04b726 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:53.981716 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba29f621-1ffe-4e52-bfd3-10439b04b726 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:53.984025 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ba29f621-1ffe-4e52-bfd3-10439b04b726 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "DELETE /v2.0/security-groups/c79276c2-46ba-4f5a-a40b-36c080a62a87 HTTP/1.1" status: 204 len: 168 time: 0.3113515 Oct 12 07:41:53.991104 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41882) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:54.000498 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c46875-8d96-4d19-ae3b-9b1a897f632b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-0aa7d3f1-4184-4df3-b3d3-ba0c4ba7a1e9', 'network_id': '0aa7d3f1-4184-4df3-b3d3-ba0c4ba7a1e9', 'tenant_id': '118ca68972cc4be1aeb1223f16967aab', 'fixed_ips': [{'subnet_id': 'edac02b9-4b4a-4dee-b068-cda2a7d97841'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:41:54.001388 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19c46875-8d96-4d19-ae3b-9b1a897f632b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:54.014905 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-099faea7-e462-40f0-8ff0-dfca9236cd01 None None] Notify callbacks [] for port, precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:54.020404 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ba4d44-11ea-4aa5-b6d5-5b4150577b02 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Checking segment: {'id': 'e4be3ebb-8c36-4885-b33b-952e718ab932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd7062f76-6485-4e84-a576-76ddf0a69e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:41:54.021105 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ba4d44-11ea-4aa5-b6d5-5b4150577b02 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Network hostable DHCP agents. Network: d7062f76-6485-4e84-a576-76ddf0a69e52, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:41:54.024126 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29f621-1ffe-4e52-bfd3-10439b04b726 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79276c2-46ba-4f5a-a40b-36c080a62a87,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:54.025723 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-099faea7-e462-40f0-8ff0-dfca9236cd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:54.032187 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41884) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:54.038848 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-bc68c83d-1b0e-4b02-8e0f-581600e0e6ad tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-228757965', 'description': 'tempest-secgroup-smoke-228757965 description', 'project_id': '62f83991a7314cd6b6c084162dcfff66'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:54.100134 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-95172f42-c731-4fa1-87c9-5147c3890b5a tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1036434 Oct 12 07:41:54.100134 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ba4d44-11ea-4aa5-b6d5-5b4150577b02 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Network d7062f76-6485-4e84-a576-76ddf0a69e52 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:41:54.101602 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41886) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:54.108138 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-f6ede9b0-4f8a-42c3-ae4d-d438075ee33c tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Request body: {'security_group': {'name': 'tempest-secgroup--893717236'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:54.113064 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-e5972744-448f-495f-92c4-3e3e2844cadf None None] Attempt 5 to provision port 7626b57b-7331-4506-a462-a354b60d3746 Oct 12 07:41:54.119036 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bc68c83d-1b0e-4b02-8e0f-581600e0e6ad tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:54.137627 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-b3ba4d44-11ea-4aa5-b6d5-5b4150577b02 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, d7062f76-6485-4e84-a576-76ddf0a69e52) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:41:54.148315 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ba4d44-11ea-4aa5-b6d5-5b4150577b02 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:41:54.149306 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b3ba4d44-11ea-4aa5-b6d5-5b4150577b02 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:54.164001 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e5972744-448f-495f-92c4-3e3e2844cadf None None] Port 7626b57b-7331-4506-a462-a354b60d3746 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:41:54.164001 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e6480d-2025-411e-acbe-3938d6b04daf None None] Network d7062f76-6485-4e84-a576-76ddf0a69e52 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:41:54.194693 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5554edfe-702e-4a3f-a06d-8a2cd2ad2f1a None None] Pushing event updated for resources: {'Port': ['ID=7626b57b-7331-4506-a462-a354b60d3746,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:54.215915 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f6ede9b0-4f8a-42c3-ae4d-d438075ee33c tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:54.222068 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5554edfe-702e-4a3f-a06d-8a2cd2ad2f1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:41:54.223117 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5554edfe-702e-4a3f-a06d-8a2cd2ad2f1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:41:54.224031 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5554edfe-702e-4a3f-a06d-8a2cd2ad2f1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:41:54.224705 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5554edfe-702e-4a3f-a06d-8a2cd2ad2f1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:41:54.225246 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5554edfe-702e-4a3f-a06d-8a2cd2ad2f1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:41:54.226568 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5554edfe-702e-4a3f-a06d-8a2cd2ad2f1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:41:54.227636 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5554edfe-702e-4a3f-a06d-8a2cd2ad2f1a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:41:54.228325 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5554edfe-702e-4a3f-a06d-8a2cd2ad2f1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:41:54.228879 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5554edfe-702e-4a3f-a06d-8a2cd2ad2f1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:41:54.230141 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5554edfe-702e-4a3f-a06d-8a2cd2ad2f1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:41:54.230808 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5554edfe-702e-4a3f-a06d-8a2cd2ad2f1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:41:54.231876 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5554edfe-702e-4a3f-a06d-8a2cd2ad2f1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:41:54.253976 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-099faea7-e462-40f0-8ff0-dfca9236cd01 None None] Attempting to bind port 7626b57b-7331-4506-a462-a354b60d3746 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:41:54.254731 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-099faea7-e462-40f0-8ff0-dfca9236cd01 None None] Attempting to bind port 7626b57b-7331-4506-a462-a354b60d3746 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '6fe0a304-c3a9-48ab-bd16-7b5fc4382cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ddaf49bc-49c1-4955-ac53-f27eeab22dff'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:41:54.255442 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099faea7-e462-40f0-8ff0-dfca9236cd01 None None] Attempting to bind port 7626b57b-7331-4506-a462-a354b60d3746 on network ddaf49bc-49c1-4955-ac53-f27eeab22dff {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:41:54.265069 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099faea7-e462-40f0-8ff0-dfca9236cd01 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:41:54.265889 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099faea7-e462-40f0-8ff0-dfca9236cd01 None None] Checking segment: {'id': '6fe0a304-c3a9-48ab-bd16-7b5fc4382cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ddaf49bc-49c1-4955-ac53-f27eeab22dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:41:54.266465 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-099faea7-e462-40f0-8ff0-dfca9236cd01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:54.267006 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099faea7-e462-40f0-8ff0-dfca9236cd01 None None] Bound using segment: {'id': '6fe0a304-c3a9-48ab-bd16-7b5fc4382cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ddaf49bc-49c1-4955-ac53-f27eeab22dff'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:41:54.267661 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-099faea7-e462-40f0-8ff0-dfca9236cd01 None None] Bound port: 7626b57b-7331-4506-a462-a354b60d3746, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fe0a304-c3a9-48ab-bd16-7b5fc4382cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ddaf49bc-49c1-4955-ac53-f27eeab22dff'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:41:54.268429 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-099faea7-e462-40f0-8ff0-dfca9236cd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:54.273307 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba4d44-11ea-4aa5-b6d5-5b4150577b02 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Pushing event updated for resources: {'Port': ['ID=5a36303a-f525-4be5-8e1b-2acb04996d68,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:54.318602 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ba4d44-11ea-4aa5-b6d5-5b4150577b02 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Checking segment: {'id': '3519daaf-85a0-4f5e-b2e3-c48db5881979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '97d6b880-3a72-4512-bee4-34f254e018d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:41:54.319174 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ba4d44-11ea-4aa5-b6d5-5b4150577b02 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Network hostable DHCP agents. Network: 97d6b880-3a72-4512-bee4-34f254e018d5, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:41:54.337596 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-19c46875-8d96-4d19-ae3b-9b1a897f632b None None] Allocated IP 172.20.0.2 (0aa7d3f1-4184-4df3-b3d3-ba0c4ba7a1e9/edac02b9-4b4a-4dee-b068-cda2a7d97841/a60fb47c-bdd9-4982-a0ef-e2a8228aa225) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:41:54.360024 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bc68c83d-1b0e-4b02-8e0f-581600e0e6ad tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:54.377948 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bc68c83d-1b0e-4b02-8e0f-581600e0e6ad tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:54.388741 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90558dff-80ce-4093-9849-67dbad13ffb6 admin admin] Network 7804729f-5a18-4f8e-8ea7-dae1d105ce0d is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:41:54.399112 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-90558dff-80ce-4093-9849-67dbad13ffb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 7804729f-5a18-4f8e-8ea7-dae1d105ce0d) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:41:54.404144 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90558dff-80ce-4093-9849-67dbad13ffb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:54.405883 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-90558dff-80ce-4093-9849-67dbad13ffb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:54.410668 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b44fad-9654-448e-8e7a-3e7a63fa28cd tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Made reservation on behalf of 118ca68972cc4be1aeb1223f16967aab for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:41:54.413681 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ba4d44-11ea-4aa5-b6d5-5b4150577b02 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Network 97d6b880-3a72-4512-bee4-34f254e018d5 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:41:54.414415 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-08b44fad-9654-448e-8e7a-3e7a63fa28cd tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:54.418160 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-099faea7-e462-40f0-8ff0-dfca9236cd01 None None] For port 7626b57b-7331-4506-a462-a354b60d3746, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:41:54.424694 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f6ede9b0-4f8a-42c3-ae4d-d438075ee33c tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:54.426283 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-099faea7-e462-40f0-8ff0-dfca9236cd01 None None] For port 7626b57b-7331-4506-a462-a354b60d3746, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=7626b57b-7331-4506-a462-a354b60d3746,segment=NetworkSegment(6fe0a304-c3a9-48ab-bd16-7b5fc4382cec),segment_id=6fe0a304-c3a9-48ab-bd16-7b5fc4382cec)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:41:54.434643 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-099faea7-e462-40f0-8ff0-dfca9236cd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:54.435866 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f6ede9b0-4f8a-42c3-ae4d-d438075ee33c tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:54.456367 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bc68c83d-1b0e-4b02-8e0f-581600e0e6ad tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:54.457833 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-bc68c83d-1b0e-4b02-8e0f-581600e0e6ad tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4234877 Oct 12 07:41:54.458752 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-b3ba4d44-11ea-4aa5-b6d5-5b4150577b02 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 97d6b880-3a72-4512-bee4-34f254e018d5) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:41:54.461158 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-90558dff-80ce-4093-9849-67dbad13ffb6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2322869 Oct 12 07:41:54.461713 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41888) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:54.463506 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ba4d44-11ea-4aa5-b6d5-5b4150577b02 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:41:54.469393 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41890) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:54.472478 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ba4d44-11ea-4aa5-b6d5-5b4150577b02 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:54.472647 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-71adf9ba-c337-46c4-a01c-b062581fdec6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': 'bb01a0eb-74c1-4546-8934-0bb6db903050', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:54.473641 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124b3ce4-44ef-46ba-991f-611ca075cb4f None None] Network 7804729f-5a18-4f8e-8ea7-dae1d105ce0d requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:41:54.475623 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3892a74-71cc-44e0-82be-2385ae8b1e68 None None] Network 97d6b880-3a72-4512-bee4-34f254e018d5 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:41:54.478049 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ba4d44-11ea-4aa5-b6d5-5b4150577b02 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:54.478852 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b3ba4d44-11ea-4aa5-b6d5-5b4150577b02 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:54.491994 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc68c83d-1b0e-4b02-8e0f-581600e0e6ad tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb01a0eb-74c1-4546-8934-0bb6db903050,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:54.512784 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-683a48fd-e078-4bca-8618-a9f80a2acaf4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1151245487-router', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:54.515085 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f6ede9b0-4f8a-42c3-ae4d-d438075ee33c tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:54.519407 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f6ede9b0-4f8a-42c3-ae4d-d438075ee33c tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4137955 Oct 12 07:41:54.520310 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41892) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:54.525693 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-6546f311-bc86-4ebe-bb59-b5a3ab6a22d3 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:54.526392 dv-neutron-860909-2-hyperv neutron-server[103201]: WARNING neutron.api.v2.base [None req-6546f311-bc86-4ebe-bb59-b5a3ab6a22d3 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 12 07:41:54.527046 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-6546f311-bc86-4ebe-bb59-b5a3ab6a22d3 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] update failed (client error): There was a conflict when trying to complete your request. Oct 12 07:41:54.530613 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-6546f311-bc86-4ebe-bb59-b5a3ab6a22d3 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "PUT /v2.0/security-groups/0552dace-ac23-4674-ba89-e7caf09a78ac HTTP/1.1" status: 409 len: 330 time: 0.0064352 Oct 12 07:41:54.533869 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41894) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:54.536652 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b3ba4d44-11ea-4aa5-b6d5-5b4150577b02 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.1908803 Oct 12 07:41:54.539823 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41896) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:54.559620 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099faea7-e462-40f0-8ff0-dfca9236cd01 None None] Routers {'4385b7ed-f14f-445f-8b19-677da8de5ef9'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:41:54.560235 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-099faea7-e462-40f0-8ff0-dfca9236cd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:41:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['4385b7ed-f14f-445f-8b19-677da8de5ef9'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:54.562019 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5554edfe-702e-4a3f-a06d-8a2cd2ad2f1a None None] Pushing event updated for resources: {'Port': ['ID=7626b57b-7331-4506-a462-a354b60d3746,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:54.574894 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ede9b0-4f8a-42c3-ae4d-d438075ee33c tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0552dace-ac23-4674-ba89-e7caf09a78ac,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:54.594017 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.ipam_backend_mixin [None req-08b44fad-9654-448e-8e7a-3e7a63fa28cd tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet edac02b9-4b4a-4dee-b068-cda2a7d97841 (CIDR: 172.20.0.0/28) Oct 12 07:41:54.601244 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-683a48fd-e078-4bca-8618-a9f80a2acaf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:54.602203 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-683a48fd-e078-4bca-8618-a9f80a2acaf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:54.612782 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-08b44fad-9654-448e-8e7a-3e7a63fa28cd tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:41:54.612782 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08b44fad-9654-448e-8e7a-3e7a63fa28cd tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:41:54.625474 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26d11b5-13aa-4ed3-9f6c-9a611c9f93a4 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:54.631987 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26d11b5-13aa-4ed3-9f6c-9a611c9f93a4 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:54.639748 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b26d11b5-13aa-4ed3-9f6c-9a611c9f93a4 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0984828 Oct 12 07:41:54.643893 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41898) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:54.654924 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-71adf9ba-c337-46c4-a01c-b062581fdec6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:54.664020 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-e5972744-448f-495f-92c4-3e3e2844cadf None None] Attempt 6 to provision port 7626b57b-7331-4506-a462-a354b60d3746 Oct 12 07:41:54.675371 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-08b44fad-9654-448e-8e7a-3e7a63fa28cd tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8498161 Oct 12 07:41:54.684025 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41900) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:54.711153 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-72b760b9-e9fe-427b-84d1-f3b919bfd0ad tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'subnet': {'network_id': '0aa7d3f1-4184-4df3-b3d3-ba0c4ba7a1e9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:54.715872 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d295fc70-8968-4d0c-b460-d4fca7f639ce tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:54.724767 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-099faea7-e462-40f0-8ff0-dfca9236cd01 None None] Set router 4385b7ed-f14f-445f-8b19-677da8de5ef9 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:41:54.793603 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-f08781fa-1237-42ed-b72b-b667a14399e2 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Deleting port ce7c81e7-4d05-4a96-af5a-46eb5c2c907a {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:41:54.793962 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f08781fa-1237-42ed-b72b-b667a14399e2 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:54.826069 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-683a48fd-e078-4bca-8618-a9f80a2acaf4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:54.850269 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-71adf9ba-c337-46c4-a01c-b062581fdec6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:54.856697 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d295fc70-8968-4d0c-b460-d4fca7f639ce tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:54.880416 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2194dccd-4993-4987-8ef9-1c0af7263da0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-7804729f-5a18-4f8e-8ea7-dae1d105ce0d', 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'fixed_ips': [{'subnet_id': '47a40364-9659-4f40-a5db-71e52bd850ae'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:41:54.881266 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2194dccd-4993-4987-8ef9-1c0af7263da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:54.884956 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f08781fa-1237-42ed-b72b-b667a14399e2 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:54.901089 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-f08781fa-1237-42ed-b72b-b667a14399e2 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Calling delete_port for ce7c81e7-4d05-4a96-af5a-46eb5c2c907a owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:41:54.942447 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-71adf9ba-c337-46c4-a01c-b062581fdec6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:54.971844 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71adf9ba-c337-46c4-a01c-b062581fdec6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33202942-6417-4250-b2b3-d336b2115d0e,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:55.019243 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f08781fa-1237-42ed-b72b-b667a14399e2 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:55.030600 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-099faea7-e462-40f0-8ff0-dfca9236cd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4385b7ed-f14f-445f-8b19-677da8de5ef9', 'name': 'tempest-TestNetworkBasicOps-router-2064210560', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': '427ae3e3-b70f-4fad-b23a-74f6beac4b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:41:41Z', 'updated_at': '2022-10-12T07:41:51Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '427ae3e3-b70f-4fad-b23a-74f6beac4b54', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:09:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4385b7ed-f14f-445f-8b19-677da8de5ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:41:43Z', 'updated_at': '2022-10-12T07:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '7626b57b-7331-4506-a462-a354b60d3746', 'name': '', 'network_id': 'ddaf49bc-49c1-4955-ac53-f27eeab22dff', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:2d:87:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4385b7ed-f14f-445f-8b19-677da8de5ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '679a1ca3-8b6b-4552-be65-3152e8a6d9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:41:49Z', 'updated_at': '2022-10-12T07:41:54Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '679a1ca3-8b6b-4552-be65-3152e8a6d9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:41:55.062317 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19c46875-8d96-4d19-ae3b-9b1a897f632b None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:55.063393 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08781fa-1237-42ed-b72b-b667a14399e2 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Pushing event deleted for resources: {'Port': ['ID=ce7c81e7-4d05-4a96-af5a-46eb5c2c907a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:55.075039 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e5972744-448f-495f-92c4-3e3e2844cadf None None] Current status of the port 7626b57b-7331-4506-a462-a354b60d3746 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:41:55.075423 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e5972744-448f-495f-92c4-3e3e2844cadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:55.075649 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f08781fa-1237-42ed-b72b-b667a14399e2 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:55.080799 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19c46875-8d96-4d19-ae3b-9b1a897f632b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:55.081971 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f08781fa-1237-42ed-b72b-b667a14399e2 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] 10.222.0.26 "DELETE /v2.0/ports/ce7c81e7-4d05-4a96-af5a-46eb5c2c907a HTTP/1.1" status: 204 len: 168 time: 0.4362836 Oct 12 07:41:55.085116 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41902) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:55.091929 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099faea7-e462-40f0-8ff0-dfca9236cd01 None None] The sync data for ids ['4385b7ed-f14f-445f-8b19-677da8de5ef9'] in dv-neutron-860909-2-hyperv is: [{'id': '4385b7ed-f14f-445f-8b19-677da8de5ef9', 'name': 'tempest-TestNetworkBasicOps-router-2064210560', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': '427ae3e3-b70f-4fad-b23a-74f6beac4b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:41:41Z', 'updated_at': '2022-10-12T07:41:51Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '427ae3e3-b70f-4fad-b23a-74f6beac4b54', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:09:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4385b7ed-f14f-445f-8b19-677da8de5ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:41:43Z', 'updated_at': '2022-10-12T07:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '7626b57b-7331-4506-a462-a354b60d3746', 'name': '', 'network_id': 'ddaf49bc-49c1-4955-ac53-f27eeab22dff', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:2d:87:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4385b7ed-f14f-445f-8b19-677da8de5ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '679a1ca3-8b6b-4552-be65-3152e8a6d9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:41:49Z', 'updated_at': '2022-10-12T07:41:54Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '679a1ca3-8b6b-4552-be65-3152e8a6d9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:41:55.123185 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-683a48fd-e078-4bca-8618-a9f80a2acaf4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:55.134351 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-71adf9ba-c337-46c4-a01c-b062581fdec6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:55.135629 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-71adf9ba-c337-46c4-a01c-b062581fdec6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6670597 Oct 12 07:41:55.141012 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41904) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:55.145836 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-ec84795f-7a6a-404b-90a7-92fd1514f000 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': 'bb01a0eb-74c1-4546-8934-0bb6db903050', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:55.203734 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c46875-8d96-4d19-ae3b-9b1a897f632b None None] Pushing event updated for resources: {'Port': ['ID=a60fb47c-bdd9-4982-a0ef-e2a8228aa225,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:55.216699 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d295fc70-8968-4d0c-b460-d4fca7f639ce tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:55.219095 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d295fc70-8968-4d0c-b460-d4fca7f639ce tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:55.220248 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d295fc70-8968-4d0c-b460-d4fca7f639ce tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "DELETE /v2.0/security-groups/0552dace-ac23-4674-ba89-e7caf09a78ac HTTP/1.1" status: 204 len: 168 time: 0.6810143 Oct 12 07:41:55.223746 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41906) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:55.244034 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c46875-8d96-4d19-ae3b-9b1a897f632b None None] Network 0aa7d3f1-4184-4df3-b3d3-ba0c4ba7a1e9 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:41:55.251054 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-5eb3d673-2ad2-4d3c-9e94-e1e483f57b82 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Deleting port 5a36303a-f525-4be5-8e1b-2acb04996d68 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:41:55.251952 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5eb3d673-2ad2-4d3c-9e94-e1e483f57b82 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:55.254732 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-19c46875-8d96-4d19-ae3b-9b1a897f632b None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:41:55.260476 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d295fc70-8968-4d0c-b460-d4fca7f639ce tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0552dace-ac23-4674-ba89-e7caf09a78ac,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:55.270588 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c46875-8d96-4d19-ae3b-9b1a897f632b None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:41:55.280979 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b760b9-e9fe-427b-84d1-f3b919bfd0ad tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Made reservation on behalf of 118ca68972cc4be1aeb1223f16967aab for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:41:55.285148 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-72b760b9-e9fe-427b-84d1-f3b919bfd0ad tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:55.285321 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-e5972744-448f-495f-92c4-3e3e2844cadf None None] For port 7626b57b-7331-4506-a462-a354b60d3746, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=7626b57b-7331-4506-a462-a354b60d3746,segment=NetworkSegment(6fe0a304-c3a9-48ab-bd16-7b5fc4382cec),segment_id=6fe0a304-c3a9-48ab-bd16-7b5fc4382cec)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:55.303486 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ec84795f-7a6a-404b-90a7-92fd1514f000 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:55.327892 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e5972744-448f-495f-92c4-3e3e2844cadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:55.368517 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-13077777-a6a4-4d2e-867c-08204360a60b tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1436698 Oct 12 07:41:55.380113 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5eb3d673-2ad2-4d3c-9e94-e1e483f57b82 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:55.382583 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41908) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:55.401706 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-77169cf1-e05f-4114-91ff-1267980d266a tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] delete failed (client error): The resource could not be found. Oct 12 07:41:55.402780 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-77169cf1-e05f-4114-91ff-1267980d266a tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "DELETE /v2.0/security-groups/bee7968f-0d7f-4baa-a630-5cc75e71e506 HTTP/1.1" status: 404 len: 347 time: 0.0192370 Oct 12 07:41:55.407710 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41910) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:55.425901 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-5eb3d673-2ad2-4d3c-9e94-e1e483f57b82 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Calling delete_port for 5a36303a-f525-4be5-8e1b-2acb04996d68 owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:41:55.428269 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-8aded3dd-43ca-4002-9a8a-be42268060a1 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] show failed (client error): The resource could not be found. Oct 12 07:41:55.432505 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-8aded3dd-43ca-4002-9a8a-be42268060a1 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "GET /v2.0/security-groups/705c1d62-6b3b-4c94-b1e6-dbeb008b8c3c HTTP/1.1" status: 404 len: 347 time: 0.0173600 Oct 12 07:41:55.433094 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41912) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:55.445768 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-443398fa-8fad-4678-a563-f00831377b47 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] show failed (client error): The resource could not be found. Oct 12 07:41:55.453230 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-443398fa-8fad-4678-a563-f00831377b47 tempest-NegativeSecGroupIPv6Test-1453645015 tempest-NegativeSecGroupIPv6Test-1453645015-project] 10.222.0.26 "GET /v2.0/security-group-rules/89ecddf9-e9ee-4794-a10a-d6df386a237b HTTP/1.1" status: 404 len: 356 time: 0.0127373 Oct 12 07:41:55.455244 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-e5972744-448f-495f-92c4-3e3e2844cadf None None] Provisioning complete for port 7cab4726-4209-4971-af22-8f1707630607 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:41:55.455244 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e5972744-448f-495f-92c4-3e3e2844cadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:55.455244 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-e5972744-448f-495f-92c4-3e3e2844cadf None None] Attempt 1 to provision port 7cab4726-4209-4971-af22-8f1707630607 Oct 12 07:41:55.459468 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-2194dccd-4993-4987-8ef9-1c0af7263da0 None None] Allocated IP 172.20.0.2 (7804729f-5a18-4f8e-8ea7-dae1d105ce0d/47a40364-9659-4f40-a5db-71e52bd850ae/2cd8cda4-2dcc-47ec-a7b7-755d756d28f7) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:41:55.490620 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-19c46875-8d96-4d19-ae3b-9b1a897f632b None None] Attempting to bind port a60fb47c-bdd9-4982-a0ef-e2a8228aa225 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:41:55.493511 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-19c46875-8d96-4d19-ae3b-9b1a897f632b None None] Attempting to bind port a60fb47c-bdd9-4982-a0ef-e2a8228aa225 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '69db11d7-9259-43ed-9c04-77b73da391eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0aa7d3f1-4184-4df3-b3d3-ba0c4ba7a1e9'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:41:55.493898 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c46875-8d96-4d19-ae3b-9b1a897f632b None None] Attempting to bind port a60fb47c-bdd9-4982-a0ef-e2a8228aa225 on network 0aa7d3f1-4184-4df3-b3d3-ba0c4ba7a1e9 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:41:55.503616 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5972744-448f-495f-92c4-3e3e2844cadf None None] Pushing event updated for resources: {'Port': ['ID=7626b57b-7331-4506-a462-a354b60d3746,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:55.521382 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c46875-8d96-4d19-ae3b-9b1a897f632b None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:41:55.521763 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c46875-8d96-4d19-ae3b-9b1a897f632b None None] Checking segment: {'id': '69db11d7-9259-43ed-9c04-77b73da391eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0aa7d3f1-4184-4df3-b3d3-ba0c4ba7a1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:41:55.522211 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19c46875-8d96-4d19-ae3b-9b1a897f632b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:55.522614 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c46875-8d96-4d19-ae3b-9b1a897f632b None None] Bound using segment: {'id': '69db11d7-9259-43ed-9c04-77b73da391eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0aa7d3f1-4184-4df3-b3d3-ba0c4ba7a1e9'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:41:55.523102 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-19c46875-8d96-4d19-ae3b-9b1a897f632b None None] Bound port: a60fb47c-bdd9-4982-a0ef-e2a8228aa225, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69db11d7-9259-43ed-9c04-77b73da391eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0aa7d3f1-4184-4df3-b3d3-ba0c4ba7a1e9'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:41:55.523483 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19c46875-8d96-4d19-ae3b-9b1a897f632b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:55.548921 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ec84795f-7a6a-404b-90a7-92fd1514f000 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:55.641755 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5eb3d673-2ad2-4d3c-9e94-e1e483f57b82 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:55.684364 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5eb3d673-2ad2-4d3c-9e94-e1e483f57b82 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:55.687815 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-5eb3d673-2ad2-4d3c-9e94-e1e483f57b82 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] 10.222.0.26 "DELETE /v2.0/ports/5a36303a-f525-4be5-8e1b-2acb04996d68 HTTP/1.1" status: 204 len: 168 time: 0.6016052 Oct 12 07:41:55.688881 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb3d673-2ad2-4d3c-9e94-e1e483f57b82 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Pushing event deleted for resources: {'Port': ['ID=5a36303a-f525-4be5-8e1b-2acb04996d68,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:55.691492 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41918) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:55.696222 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ec84795f-7a6a-404b-90a7-92fd1514f000 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:55.731316 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-6e4e05c1-3745-482f-b659-23e9f21ca72d tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0384927 Oct 12 07:41:55.735526 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41920) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:55.742000 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-7113d81b-cf65-4947-b2c4-ae9bf0117faf tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2139130475'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:55.783626 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec84795f-7a6a-404b-90a7-92fd1514f000 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7b1bbe1-9e7e-421f-8068-808828c90990,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:55.785637 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7113d81b-cf65-4947-b2c4-ae9bf0117faf tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Made reservation on behalf of 43c5d6a44bf54b6baee0ea5b7c07a773 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:41:55.787125 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-19c46875-8d96-4d19-ae3b-9b1a897f632b None None] For port a60fb47c-bdd9-4982-a0ef-e2a8228aa225, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:41:55.789942 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7113d81b-cf65-4947-b2c4-ae9bf0117faf tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:55.792332 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41922) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:55.812095 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e5972744-448f-495f-92c4-3e3e2844cadf None None] Current status of the port 7cab4726-4209-4971-af22-8f1707630607 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:41:55.835273 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-19c46875-8d96-4d19-ae3b-9b1a897f632b None None] For port a60fb47c-bdd9-4982-a0ef-e2a8228aa225, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=a60fb47c-bdd9-4982-a0ef-e2a8228aa225,segment=NetworkSegment(69db11d7-9259-43ed-9c04-77b73da391eb),segment_id=69db11d7-9259-43ed-9c04-77b73da391eb)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:41:55.836927 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ec84795f-7a6a-404b-90a7-92fd1514f000 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:55.839486 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-ec84795f-7a6a-404b-90a7-92fd1514f000 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6972225 Oct 12 07:41:55.843124 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41926) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:55.848951 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-b9a36d9d-aa06-472f-a3c3-06e71dc0ee3b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': 'bb01a0eb-74c1-4546-8934-0bb6db903050', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:55.863977 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19c46875-8d96-4d19-ae3b-9b1a897f632b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:55.872361 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7113d81b-cf65-4947-b2c4-ae9bf0117faf tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:41:55.883545 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 7626b57b-7331-4506-a462-a354b60d3746 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:41:55.892088 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7113d81b-cf65-4947-b2c4-ae9bf0117faf tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:55.892517 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-7113d81b-cf65-4947-b2c4-ae9bf0117faf tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Added segment e5e5c77a-e7cc-439a-b029-9162ccb06ae6 of type vlan for network 2266551e-ae34-46e4-a571-c6f4412101d0 Oct 12 07:41:55.957037 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b9a36d9d-aa06-472f-a3c3-06e71dc0ee3b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:55.986329 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7113d81b-cf65-4947-b2c4-ae9bf0117faf tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:56.000734 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-72b760b9-e9fe-427b-84d1-f3b919bfd0ad tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:56.084901 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7113d81b-cf65-4947-b2c4-ae9bf0117faf tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:56.090899 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7113d81b-cf65-4947-b2c4-ae9bf0117faf tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:56.091667 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7113d81b-cf65-4947-b2c4-ae9bf0117faf tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:56.109204 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c46875-8d96-4d19-ae3b-9b1a897f632b None None] Pushing event updated for resources: {'Port': ['ID=a60fb47c-bdd9-4982-a0ef-e2a8228aa225,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:56.118465 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2194dccd-4993-4987-8ef9-1c0af7263da0 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:56.120382 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-b53ff1d9-2fb1-4304-b846-cb786f47831e None None] Provisioning complete for port 7626b57b-7331-4506-a462-a354b60d3746 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:41:56.120747 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b53ff1d9-2fb1-4304-b846-cb786f47831e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:56.121082 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-b53ff1d9-2fb1-4304-b846-cb786f47831e None None] Attempt 1 to provision port 7626b57b-7331-4506-a462-a354b60d3746 Oct 12 07:41:56.124162 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b760b9-e9fe-427b-84d1-f3b919bfd0ad tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Network 0aa7d3f1-4184-4df3-b3d3-ba0c4ba7a1e9 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:41:56.130930 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-72b760b9-e9fe-427b-84d1-f3b919bfd0ad tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:41:56.147380 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b760b9-e9fe-427b-84d1-f3b919bfd0ad tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:56.148165 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-72b760b9-e9fe-427b-84d1-f3b919bfd0ad tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:56.151560 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-23936a0e-01e5-41b7-bfcc-2ae442a13b40 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=40f63c5785504263bc35a87a484f5219&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3546319 Oct 12 07:41:56.155359 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b9a36d9d-aa06-472f-a3c3-06e71dc0ee3b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:56.158885 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41928) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:56.174924 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-72b760b9-e9fe-427b-84d1-f3b919bfd0ad tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4875293 Oct 12 07:41:56.176393 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-683a48fd-e078-4bca-8618-a9f80a2acaf4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:56.180935 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41930) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:56.181350 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b9a36d9d-aa06-472f-a3c3-06e71dc0ee3b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:56.199289 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-7113d81b-cf65-4947-b2c4-ae9bf0117faf tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4604721 Oct 12 07:41:56.208451 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41932) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:56.212131 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-cc1aa852-bb21-4082-9c00-82cc3d66f126 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'port': {'network_id': '0aa7d3f1-4184-4df3-b3d3-ba0c4ba7a1e9', 'fixed_ips': [{'subnet_id': 'edac02b9-4b4a-4dee-b068-cda2a7d97841'}, {'subnet_id': '975930fb-decb-44e1-b145-c3104d57780b'}], 'name': 'tempest-PortsTestJSON-1264896088'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:56.217928 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2194dccd-4993-4987-8ef9-1c0af7263da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:56.244629 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-683a48fd-e078-4bca-8618-a9f80a2acaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:56.258782 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-33c282c4-6b37-4216-846d-6c3b2d79c66b tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1956492331'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:56.267260 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b760b9-e9fe-427b-84d1-f3b919bfd0ad tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event updated for resources: {'Subnet': ['ID=975930fb-decb-44e1-b145-c3104d57780b,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:56.277348 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7113d81b-cf65-4947-b2c4-ae9bf0117faf tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Pushing event updated for resources: {'Network': ['ID=2266551e-ae34-46e4-a571-c6f4412101d0,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:56.297806 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a36d9d-aa06-472f-a3c3-06e71dc0ee3b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81d48952-ae77-4f33-a0a5-102fbd1df0bb,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:56.314518 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 2266551e-ae34-46e4-a571-c6f4412101d0 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:41:56.318893 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b9a36d9d-aa06-472f-a3c3-06e71dc0ee3b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:56.322710 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b9a36d9d-aa06-472f-a3c3-06e71dc0ee3b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4756885 Oct 12 07:41:56.324039 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41934) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:56.328624 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 7626b57b-7331-4506-a462-a354b60d3746 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:41:56.329297 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:56.329756 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-099f5798-b6bf-44bb-8c59-05cbf8998c3c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': 'bb01a0eb-74c1-4546-8934-0bb6db903050', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:56.330143 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 7626b57b-7331-4506-a462-a354b60d3746 Oct 12 07:41:56.334527 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2194dccd-4993-4987-8ef9-1c0af7263da0 None None] Network 7804729f-5a18-4f8e-8ea7-dae1d105ce0d is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:41:56.351915 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c282c4-6b37-4216-846d-6c3b2d79c66b tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Made reservation on behalf of 43c5d6a44bf54b6baee0ea5b7c07a773 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:41:56.358174 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-33c282c4-6b37-4216-846d-6c3b2d79c66b tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:56.382276 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-2194dccd-4993-4987-8ef9-1c0af7263da0 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:41:56.394787 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2194dccd-4993-4987-8ef9-1c0af7263da0 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:41:56.395193 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-50c5a843-8a41-4f47-990b-649e14161448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:56.416178 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-099f5798-b6bf-44bb-8c59-05cbf8998c3c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:56.422669 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2194dccd-4993-4987-8ef9-1c0af7263da0 None None] Pushing event updated for resources: {'Port': ['ID=2cd8cda4-2dcc-47ec-a7b7-755d756d28f7,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:56.445140 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33c282c4-6b37-4216-846d-6c3b2d79c66b tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:41:56.453615 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-50c5a843-8a41-4f47-990b-649e14161448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:56.480987 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-33c282c4-6b37-4216-846d-6c3b2d79c66b tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:56.481236 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-33c282c4-6b37-4216-846d-6c3b2d79c66b tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Added segment c9851838-92d2-4c14-b7f1-edc28763cbdb of type vlan for network a4c12d5f-4705-42c8-9999-ba0406e8627d Oct 12 07:41:56.568373 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-33c282c4-6b37-4216-846d-6c3b2d79c66b tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:56.590672 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b53ff1d9-2fb1-4304-b846-cb786f47831e None None] Current status of the port 7626b57b-7331-4506-a462-a354b60d3746 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:41:56.594274 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-099f5798-b6bf-44bb-8c59-05cbf8998c3c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:56.604548 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-2194dccd-4993-4987-8ef9-1c0af7263da0 None None] Attempting to bind port 2cd8cda4-2dcc-47ec-a7b7-755d756d28f7 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:41:56.605023 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-2194dccd-4993-4987-8ef9-1c0af7263da0 None None] Attempting to bind port 2cd8cda4-2dcc-47ec-a7b7-755d756d28f7 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '88643988-26cf-4ca1-bd7d-7cce24459e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:41:56.605512 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2194dccd-4993-4987-8ef9-1c0af7263da0 None None] Attempting to bind port 2cd8cda4-2dcc-47ec-a7b7-755d756d28f7 on network 7804729f-5a18-4f8e-8ea7-dae1d105ce0d {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:41:56.607685 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-099f5798-b6bf-44bb-8c59-05cbf8998c3c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:56.612229 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1aa852-bb21-4082-9c00-82cc3d66f126 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Made reservation on behalf of 118ca68972cc4be1aeb1223f16967aab for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:41:56.633072 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-50c5a843-8a41-4f47-990b-649e14161448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:56.638679 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2194dccd-4993-4987-8ef9-1c0af7263da0 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:41:56.639089 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2194dccd-4993-4987-8ef9-1c0af7263da0 None None] Checking segment: {'id': '88643988-26cf-4ca1-bd7d-7cce24459e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:41:56.639737 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2194dccd-4993-4987-8ef9-1c0af7263da0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:56.639890 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2194dccd-4993-4987-8ef9-1c0af7263da0 None None] Bound using segment: {'id': '88643988-26cf-4ca1-bd7d-7cce24459e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:41:56.640319 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-2194dccd-4993-4987-8ef9-1c0af7263da0 None None] Bound port: 2cd8cda4-2dcc-47ec-a7b7-755d756d28f7, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88643988-26cf-4ca1-bd7d-7cce24459e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:41:56.640701 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2194dccd-4993-4987-8ef9-1c0af7263da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:56.644913 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-50c5a843-8a41-4f47-990b-649e14161448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:56.645500 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-50c5a843-8a41-4f47-990b-649e14161448 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c7323c07-f4a6-4750-8feb-88cced950ef6 HTTP/1.1" status: 204 len: 168 time: 0.4853191 Oct 12 07:41:56.653391 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-683a48fd-e078-4bca-8618-a9f80a2acaf4 admin admin] Allocated IP 172.26.3.88 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/b60141e3-6716-4aba-b37d-5a8b6a4aaf4c) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:41:56.657275 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-33c282c4-6b37-4216-846d-6c3b2d79c66b tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:56.662128 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c282c4-6b37-4216-846d-6c3b2d79c66b tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:56.662619 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 7626b57b-7331-4506-a462-a354b60d3746 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:41:56.662905 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-33c282c4-6b37-4216-846d-6c3b2d79c66b tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:56.678657 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099f5798-b6bf-44bb-8c59-05cbf8998c3c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6379790d-17d8-4647-9522-51e0bd25c4a4,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:56.700675 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c5a843-8a41-4f47-990b-649e14161448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7323c07-f4a6-4750-8feb-88cced950ef6,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:56.753538 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-2194dccd-4993-4987-8ef9-1c0af7263da0 None None] For port 2cd8cda4-2dcc-47ec-a7b7-755d756d28f7, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:41:56.755192 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-099f5798-b6bf-44bb-8c59-05cbf8998c3c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:56.757594 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-2194dccd-4993-4987-8ef9-1c0af7263da0 None None] For port 2cd8cda4-2dcc-47ec-a7b7-755d756d28f7, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=2cd8cda4-2dcc-47ec-a7b7-755d756d28f7,segment=NetworkSegment(88643988-26cf-4ca1-bd7d-7cce24459e19),segment_id=88643988-26cf-4ca1-bd7d-7cce24459e19)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:41:56.758870 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-099f5798-b6bf-44bb-8c59-05cbf8998c3c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4337041 Oct 12 07:41:56.762639 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41938) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:56.782071 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2194dccd-4993-4987-8ef9-1c0af7263da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:56.782604 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-33c282c4-6b37-4216-846d-6c3b2d79c66b tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5128064 Oct 12 07:41:56.794820 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-2a04d2dc-cdeb-4215-999a-a8668ff5e0e8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': 'bb01a0eb-74c1-4546-8934-0bb6db903050', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:56.893553 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2194dccd-4993-4987-8ef9-1c0af7263da0 None None] Pushing event updated for resources: {'Port': ['ID=2cd8cda4-2dcc-47ec-a7b7-755d756d28f7,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:56.918765 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41940) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:56.925247 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-ee684baf-0232-4b2d-a2f8-fb3b15e02d38 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Request body: {'subnets': [{'network_id': '2266551e-ae34-46e4-a571-c6f4412101d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--727993929', 'ip_version': 4}, {'network_id': 'a4c12d5f-4705-42c8-9999-ba0406e8627d', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:56.925876 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-ee684baf-0232-4b2d-a2f8-fb3b15e02d38 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Request body: {'subnet': {'network_id': '2266551e-ae34-46e4-a571-c6f4412101d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--727993929', 'ip_version': 4}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:56.926690 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-ee684baf-0232-4b2d-a2f8-fb3b15e02d38 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Request body: {'subnet': {'network_id': 'a4c12d5f-4705-42c8-9999-ba0406e8627d', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:56.928070 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c282c4-6b37-4216-846d-6c3b2d79c66b tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Pushing event updated for resources: {'Network': ['ID=a4c12d5f-4705-42c8-9999-ba0406e8627d,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:56.941844 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network a4c12d5f-4705-42c8-9999-ba0406e8627d details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:41:56.961154 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-2a04d2dc-cdeb-4215-999a-a8668ff5e0e8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Project 62f83991a7314cd6b6c084162dcfff66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 07:41:56.970342 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2a04d2dc-cdeb-4215-999a-a8668ff5e0e8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:56.995272 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-683a48fd-e078-4bca-8618-a9f80a2acaf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:57.092042 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2a04d2dc-cdeb-4215-999a-a8668ff5e0e8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:57.100740 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cc1aa852-bb21-4082-9c00-82cc3d66f126 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:57.104002 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2a04d2dc-cdeb-4215-999a-a8668ff5e0e8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:57.166985 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a04d2dc-cdeb-4215-999a-a8668ff5e0e8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e429b59-2ce2-4a48-8f74-0e2532cb715d,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:57.175965 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2a04d2dc-cdeb-4215-999a-a8668ff5e0e8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:57.176414 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-cc1aa852-bb21-4082-9c00-82cc3d66f126 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] device_id is not set on port 736d9e46-f8b4-4664-bdee-f757f3d407a0 yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:41:57.177641 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-2a04d2dc-cdeb-4215-999a-a8668ff5e0e8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3965151 Oct 12 07:41:57.180884 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41942) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:57.192618 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-c60e4172-e45f-4d19-98ca-58c5e9bc6abb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': 'bb01a0eb-74c1-4546-8934-0bb6db903050', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:57.248145 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-c60e4172-e45f-4d19-98ca-58c5e9bc6abb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Project 62f83991a7314cd6b6c084162dcfff66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 07:41:57.254495 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c60e4172-e45f-4d19-98ca-58c5e9bc6abb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:57.396588 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c60e4172-e45f-4d19-98ca-58c5e9bc6abb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:57.406496 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c60e4172-e45f-4d19-98ca-58c5e9bc6abb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:57.440794 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-683a48fd-e078-4bca-8618-a9f80a2acaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:57.446076 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e4172-e45f-4d19-98ca-58c5e9bc6abb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b435feeb-0f32-4621-b4e5-e0119f08709b,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:57.458312 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee684baf-0232-4b2d-a2f8-fb3b15e02d38 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Made reservation on behalf of 43c5d6a44bf54b6baee0ea5b7c07a773 for: {'subnet': 2} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:41:57.464256 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c60e4172-e45f-4d19-98ca-58c5e9bc6abb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:57.464449 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ee684baf-0232-4b2d-a2f8-fb3b15e02d38 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:57.464718 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ee684baf-0232-4b2d-a2f8-fb3b15e02d38 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:57.465756 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c60e4172-e45f-4d19-98ca-58c5e9bc6abb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2837052 Oct 12 07:41:57.571048 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683a48fd-e078-4bca-8618-a9f80a2acaf4 admin admin] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:41:57.609601 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-683a48fd-e078-4bca-8618-a9f80a2acaf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:41:57.623537 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a48fd-e078-4bca-8618-a9f80a2acaf4 admin admin] Pushing event updated for resources: {'Port': ['ID=b60141e3-6716-4aba-b37d-5a8b6a4aaf4c,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:57.629078 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683a48fd-e078-4bca-8618-a9f80a2acaf4 admin admin] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:41:57.678965 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de71ef9b-7720-44e6-94d7-463f009eea97 None None] Network 0aa7d3f1-4184-4df3-b3d3-ba0c4ba7a1e9 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:41:57.736316 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-44a10fb1-fc1e-4f8b-a169-085886f6fd44 req-89748322-5879-443c-bb20-844b38b1c669 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0f56d885-49f6-44d0-b7be-81c767a470a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2822080 Oct 12 07:41:57.785895 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-fa60e7df-4180-4be3-9a72-e5a99cdaf5b5 None None] Provisioning complete for port a60fb47c-bdd9-4982-a0ef-e2a8228aa225 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:41:57.786397 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fa60e7df-4180-4be3-9a72-e5a99cdaf5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:57.786830 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-fa60e7df-4180-4be3-9a72-e5a99cdaf5b5 None None] Attempt 1 to provision port a60fb47c-bdd9-4982-a0ef-e2a8228aa225 Oct 12 07:41:57.913105 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 2cd8cda4-2dcc-47ec-a7b7-755d756d28f7 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:41:57.957285 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-cc1aa852-bb21-4082-9c00-82cc3d66f126 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Allocated IP 172.20.0.11 (0aa7d3f1-4184-4df3-b3d3-ba0c4ba7a1e9/edac02b9-4b4a-4dee-b068-cda2a7d97841/736d9e46-f8b4-4664-bdee-f757f3d407a0) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:41:57.970620 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-fa60e7df-4180-4be3-9a72-e5a99cdaf5b5 None None] Current status of the port a60fb47c-bdd9-4982-a0ef-e2a8228aa225 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:41:57.971007 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fa60e7df-4180-4be3-9a72-e5a99cdaf5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:58.000962 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-cc1aa852-bb21-4082-9c00-82cc3d66f126 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Allocated IP 172.20.0.23 (0aa7d3f1-4184-4df3-b3d3-ba0c4ba7a1e9/975930fb-decb-44e1-b145-c3104d57780b/736d9e46-f8b4-4664-bdee-f757f3d407a0) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:41:58.025690 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-fa60e7df-4180-4be3-9a72-e5a99cdaf5b5 None None] For port a60fb47c-bdd9-4982-a0ef-e2a8228aa225, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=a60fb47c-bdd9-4982-a0ef-e2a8228aa225,segment=NetworkSegment(69db11d7-9259-43ed-9c04-77b73da391eb),segment_id=69db11d7-9259-43ed-9c04-77b73da391eb)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:58.029855 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 2cd8cda4-2dcc-47ec-a7b7-755d756d28f7 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:41:58.030256 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:58.030586 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 2cd8cda4-2dcc-47ec-a7b7-755d756d28f7 Oct 12 07:41:58.031935 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-36007da1-926d-480f-8889-bf7c84ecfd00 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-228757965&fields=id&tenant_id=62f83991a7314cd6b6c084162dcfff66 HTTP/1.1" status: 200 len: 267 time: 0.2584054 Oct 12 07:41:58.052021 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fa60e7df-4180-4be3-9a72-e5a99cdaf5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:58.059442 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a10fb1-fc1e-4f8b-a169-085886f6fd44 req-d4387596-fb58-4b94-bd75-f76fa7e5ed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:58.060940 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-44a10fb1-fc1e-4f8b-a169-085886f6fd44 req-d4387596-fb58-4b94-bd75-f76fa7e5ed26 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=91dbc5081b5c42efa05c929564d56662&device_id=0f56d885-49f6-44d0-b7be-81c767a470a4 HTTP/1.1" status: 200 len: 1099 time: 0.2887278 Oct 12 07:41:58.294406 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7964c1b-34f0-44ef-9c35-0c2e86282d8f None None] Update dhcp port {'port': {'network_id': '0aa7d3f1-4184-4df3-b3d3-ba0c4ba7a1e9', 'fixed_ips': [{'subnet_id': 'edac02b9-4b4a-4dee-b068-cda2a7d97841', 'ip_address': '172.20.0.2'}, {'subnet_id': '975930fb-decb-44e1-b145-c3104d57780b'}], 'binding:host_id': 'dv-neutron-860909-2-hyperv'}, 'id': 'a60fb47c-bdd9-4982-a0ef-e2a8228aa225'} from dv-neutron-860909-2-hyperv. {{(pid=103202) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 07:41:58.299629 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa60e7df-4180-4be3-9a72-e5a99cdaf5b5 None None] Pushing event updated for resources: {'Port': ['ID=a60fb47c-bdd9-4982-a0ef-e2a8228aa225,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:58.326653 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c7964c1b-34f0-44ef-9c35-0c2e86282d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:58.389257 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3236a847-7045-40d6-abe8-1a86844bd87d None None] Network 7804729f-5a18-4f8e-8ea7-dae1d105ce0d requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:41:58.395791 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 2cd8cda4-2dcc-47ec-a7b7-755d756d28f7 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:41:58.396186 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:58.574735 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 2cd8cda4-2dcc-47ec-a7b7-755d756d28f7, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=2cd8cda4-2dcc-47ec-a7b7-755d756d28f7,segment=NetworkSegment(88643988-26cf-4ca1-bd7d-7cce24459e19),segment_id=88643988-26cf-4ca1-bd7d-7cce24459e19)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:58.583596 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:58.584395 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device a60fb47c-bdd9-4982-a0ef-e2a8228aa225 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:41:58.597877 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-65cc2c85-48e2-4f83-868c-9b8673669b9d None None] Provisioning complete for port 2cd8cda4-2dcc-47ec-a7b7-755d756d28f7 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:41:58.598277 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-65cc2c85-48e2-4f83-868c-9b8673669b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:58.598612 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-65cc2c85-48e2-4f83-868c-9b8673669b9d None None] Attempt 1 to provision port 2cd8cda4-2dcc-47ec-a7b7-755d756d28f7 Oct 12 07:41:58.734060 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=2cd8cda4-2dcc-47ec-a7b7-755d756d28f7,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:58.790261 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-e1f6404f-54cb-45d8-9646-fa51cd35abc8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:58.791737 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-e1f6404f-54cb-45d8-9646-fa51cd35abc8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/networks?id=ddaf49bc-49c1-4955-ac53-f27eeab22dff HTTP/1.1" status: 200 len: 797 time: 0.7587948 Oct 12 07:41:58.801647 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port a60fb47c-bdd9-4982-a0ef-e2a8228aa225 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:41:58.801647 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:58.801647 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port a60fb47c-bdd9-4982-a0ef-e2a8228aa225 Oct 12 07:41:58.852508 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-65cc2c85-48e2-4f83-868c-9b8673669b9d None None] Current status of the port 2cd8cda4-2dcc-47ec-a7b7-755d756d28f7 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:41:58.881429 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a10fb1-fc1e-4f8b-a169-085886f6fd44 req-2e18c734-c212-48d6-b3b5-663c3a2238fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:58.883208 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-44a10fb1-fc1e-4f8b-a169-085886f6fd44 req-2e18c734-c212-48d6-b3b5-663c3a2238fa service neutron] 10.222.0.23 "GET /v2.0/networks?id=d0bc7a79-31ed-46fc-a3ce-545838184383 HTTP/1.1" status: 200 len: 898 time: 0.7993999 Oct 12 07:41:58.898778 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-6c4eeb84-bd70-48ad-ae00-a896bace3b59 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/quotas/62f83991a7314cd6b6c084162dcfff66 HTTP/1.1" status: 200 len: 375 time: 0.0449712 Oct 12 07:41:58.903648 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port a60fb47c-bdd9-4982-a0ef-e2a8228aa225 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:41:58.990724 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-683a48fd-e078-4bca-8618-a9f80a2acaf4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:59.059978 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cc1aa852-bb21-4082-9c00-82cc3d66f126 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:59.152331 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-44a10fb1-fc1e-4f8b-a169-085886f6fd44 req-aa106982-5f63-4282-b891-63c7f52ca06a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=894313f8-2c62-4e32-aa6c-f2b513beaf66 HTTP/1.1" status: 200 len: 1001 time: 0.2553470 Oct 12 07:41:59.208045 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-63d83003-bc43-4954-a17b-fd10f5cf24db tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2890563 Oct 12 07:41:59.212936 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-aa28aaca-7047-444b-a54e-e06a46196604 None None] Provisioning complete for port 2cd8cda4-2dcc-47ec-a7b7-755d756d28f7 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:41:59.213435 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aa28aaca-7047-444b-a54e-e06a46196604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:59.213779 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-aa28aaca-7047-444b-a54e-e06a46196604 None None] Attempt 1 to provision port 2cd8cda4-2dcc-47ec-a7b7-755d756d28f7 Oct 12 07:41:59.268605 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ee684baf-0232-4b2d-a2f8-fb3b15e02d38 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:59.285549 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cc1aa852-bb21-4082-9c00-82cc3d66f126 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:59.324643 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-aa28aaca-7047-444b-a54e-e06a46196604 None None] Current status of the port 2cd8cda4-2dcc-47ec-a7b7-755d756d28f7 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:41:59.341623 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-c7964c1b-34f0-44ef-9c35-0c2e86282d8f None None] Allocated IP 172.20.0.18 (0aa7d3f1-4184-4df3-b3d3-ba0c4ba7a1e9/975930fb-decb-44e1-b145-c3104d57780b/a60fb47c-bdd9-4982-a0ef-e2a8228aa225) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:41:59.387174 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a10fb1-fc1e-4f8b-a169-085886f6fd44 req-4e2a674a-e989-422f-a054-75b3dd1361af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:59.388627 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-44a10fb1-fc1e-4f8b-a169-085886f6fd44 req-4e2a674a-e989-422f-a054-75b3dd1361af service neutron] 10.222.0.23 "GET /v2.0/subnets?id=528ba4c1-5477-4967-a584-627f343b00e2 HTTP/1.1" status: 200 len: 835 time: 0.2213101 Oct 12 07:41:59.437889 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-c7964c1b-34f0-44ef-9c35-0c2e86282d8f None None] For port a60fb47c-bdd9-4982-a0ef-e2a8228aa225, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=a60fb47c-bdd9-4982-a0ef-e2a8228aa225,segment=NetworkSegment(69db11d7-9259-43ed-9c04-77b73da391eb),segment_id=69db11d7-9259-43ed-9c04-77b73da391eb)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:41:59.452384 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1aa852-bb21-4082-9c00-82cc3d66f126 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Network 0aa7d3f1-4184-4df3-b3d3-ba0c4ba7a1e9 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:41:59.466260 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c7964c1b-34f0-44ef-9c35-0c2e86282d8f None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:59.471176 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c7964c1b-34f0-44ef-9c35-0c2e86282d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:59.484261 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-cc1aa852-bb21-4082-9c00-82cc3d66f126 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:41:59.487104 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1aa852-bb21-4082-9c00-82cc3d66f126 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:41:59.503180 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee684baf-0232-4b2d-a2f8-fb3b15e02d38 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Pushing event updated for resources: {'Subnet': ['ID=fb54197b-ae38-4671-a1ca-ed228cc2be56,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:59.512609 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1aa852-bb21-4082-9c00-82cc3d66f126 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event updated for resources: {'Port': ['ID=736d9e46-f8b4-4664-bdee-f757f3d407a0,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:59.569327 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7964c1b-34f0-44ef-9c35-0c2e86282d8f None None] Pushing event updated for resources: {'Port': ['ID=a60fb47c-bdd9-4982-a0ef-e2a8228aa225,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:41:59.631481 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee684baf-0232-4b2d-a2f8-fb3b15e02d38 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Checking segment: {'id': 'e5e5c77a-e7cc-439a-b029-9162ccb06ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2266551e-ae34-46e4-a571-c6f4412101d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:41:59.631924 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee684baf-0232-4b2d-a2f8-fb3b15e02d38 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Network hostable DHCP agents. Network: 2266551e-ae34-46e4-a571-c6f4412101d0, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:41:59.647463 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-683a48fd-e078-4bca-8618-a9f80a2acaf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:59.650480 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a10fb1-fc1e-4f8b-a169-085886f6fd44 req-b4e37fe4-804e-4278-aad6-9fed7edcd08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:59.652024 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-44a10fb1-fc1e-4f8b-a169-085886f6fd44 req-b4e37fe4-804e-4278-aad6-9fed7edcd08d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d0bc7a79-31ed-46fc-a3ce-545838184383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2494583 Oct 12 07:41:59.672482 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1aa852-bb21-4082-9c00-82cc3d66f126 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:41:59.673108 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cc1aa852-bb21-4082-9c00-82cc3d66f126 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:59.751241 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-0c6a34bb-4608-4cc5-afbb-d1e79ca5b9e0 service neutron] 10.222.0.26 "GET /v2.0/networks/ddaf49bc-49c1-4955-ac53-f27eeab22dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5126231 Oct 12 07:41:59.756566 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee684baf-0232-4b2d-a2f8-fb3b15e02d38 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Network 2266551e-ae34-46e4-a571-c6f4412101d0 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:41:59.785169 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 2cd8cda4-2dcc-47ec-a7b7-755d756d28f7 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:41:59.792857 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-cc1aa852-bb21-4082-9c00-82cc3d66f126 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 3.6104310 Oct 12 07:41:59.795734 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41958) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:41:59.801409 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-3a8cc324-1b91-4dfd-aed5-a3ad1f0d9415 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'edac02b9-4b4a-4dee-b068-cda2a7d97841'}]}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:41:59.837999 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-ee684baf-0232-4b2d-a2f8-fb3b15e02d38 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 2266551e-ae34-46e4-a571-c6f4412101d0) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:41:59.848714 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7512d49c-9660-4692-a323-8c593aac2db8 None None] Network 2266551e-ae34-46e4-a571-c6f4412101d0 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:41:59.869196 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ee684baf-0232-4b2d-a2f8-fb3b15e02d38 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:59.887104 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 2cd8cda4-2dcc-47ec-a7b7-755d756d28f7 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:41:59.887589 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:41:59.888019 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 2cd8cda4-2dcc-47ec-a7b7-755d756d28f7 Oct 12 07:42:00.013528 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3a8cc324-1b91-4dfd-aed5-a3ad1f0d9415 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:00.028598 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-44a10fb1-fc1e-4f8b-a169-085886f6fd44 req-f352ad29-a473-4ad1-ba8c-3c053681d48f service neutron] 10.222.0.23 "GET /v2.0/networks/d0bc7a79-31ed-46fc-a3ce-545838184383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626654 Oct 12 07:42:00.037729 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee684baf-0232-4b2d-a2f8-fb3b15e02d38 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Pushing event updated for resources: {'Subnet': ['ID=5da84d56-d1d7-46f9-aaaa-e1f9659a7a9b,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:00.092864 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-1bc442ea-c9c2-49ca-b762-f64509f1ee2f service neutron] 10.222.0.26 "GET /v2.0/networks/ddaf49bc-49c1-4955-ac53-f27eeab22dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232703 Oct 12 07:42:00.106821 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee684baf-0232-4b2d-a2f8-fb3b15e02d38 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Checking segment: {'id': 'c9851838-92d2-4c14-b7f1-edc28763cbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a4c12d5f-4705-42c8-9999-ba0406e8627d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:42:00.107182 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee684baf-0232-4b2d-a2f8-fb3b15e02d38 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Network hostable DHCP agents. Network: a4c12d5f-4705-42c8-9999-ba0406e8627d, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:42:00.115645 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863bb85c-759f-4e64-a2b4-d58694553bd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-2266551e-ae34-46e4-a571-c6f4412101d0', 'network_id': '2266551e-ae34-46e4-a571-c6f4412101d0', 'tenant_id': '43c5d6a44bf54b6baee0ea5b7c07a773', 'fixed_ips': [{'subnet_id': 'fb54197b-ae38-4671-a1ca-ed228cc2be56'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:42:00.116614 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-863bb85c-759f-4e64-a2b4-d58694553bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:00.121537 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 2cd8cda4-2dcc-47ec-a7b7-755d756d28f7 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:42:00.123034 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device a60fb47c-bdd9-4982-a0ef-e2a8228aa225 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:42:00.189039 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-44a10fb1-fc1e-4f8b-a169-085886f6fd44 req-556b2dc3-363f-46b1-ad0d-96771aeb4449 service neutron] 10.222.0.23 "GET /v2.0/networks/d0bc7a79-31ed-46fc-a3ce-545838184383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399453 Oct 12 07:42:00.191732 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee684baf-0232-4b2d-a2f8-fb3b15e02d38 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Network a4c12d5f-4705-42c8-9999-ba0406e8627d is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:42:00.199684 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683a48fd-e078-4bca-8618-a9f80a2acaf4 admin admin] Router 77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:42:00.231977 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0a28d9-4f47-444f-9239-cc67f3f33302 None None] Network 0aa7d3f1-4184-4df3-b3d3-ba0c4ba7a1e9 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:42:00.264217 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-ee684baf-0232-4b2d-a2f8-fb3b15e02d38 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, a4c12d5f-4705-42c8-9999-ba0406e8627d) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:42:00.271154 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee684baf-0232-4b2d-a2f8-fb3b15e02d38 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:00.271905 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee684baf-0232-4b2d-a2f8-fb3b15e02d38 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:00.272688 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ee684baf-0232-4b2d-a2f8-fb3b15e02d38 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:00.279551 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d22bfa3-29cf-4c67-ae6e-6928b2259bf5 None None] Network a4c12d5f-4705-42c8-9999-ba0406e8627d requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:42:00.311061 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-ee684baf-0232-4b2d-a2f8-fb3b15e02d38 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.3900971 Oct 12 07:42:00.315196 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41960) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:00.440894 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3e55e959-2ff1-4101-9b01-28937a35f71a req-0e3a9376-6d58-45b9-a5e2-a38ad219900f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a8dda95-84df-40a4-a517-8a9a4505d924 HTTP/1.1" status: 200 len: 210 time: 0.0450904 Oct 12 07:42:00.441348 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-2aaa6115-5427-4c4a-8ad8-2377cc1a3846 None None] Provisioning complete for port a60fb47c-bdd9-4982-a0ef-e2a8228aa225 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:00.441720 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2aaa6115-5427-4c4a-8ad8-2377cc1a3846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:00.442074 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-2aaa6115-5427-4c4a-8ad8-2377cc1a3846 None None] Attempt 1 to provision port a60fb47c-bdd9-4982-a0ef-e2a8228aa225 Oct 12 07:42:00.459291 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-3a8cc324-1b91-4dfd-aed5-a3ad1f0d9415 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Delete allocated IP 172.20.0.23 (0aa7d3f1-4184-4df3-b3d3-ba0c4ba7a1e9/975930fb-decb-44e1-b145-c3104d57780b) {{(pid=103201) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 12 07:42:00.460864 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683a48fd-e078-4bca-8618-a9f80a2acaf4 admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:42:00.481952 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008e9951-9146-4477-a615-8d77f0ad7bab None None] Sync routers for ids ['77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:42:00.486467 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1ddebf-dade-49bf-a2d3-b0c0302db64a tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:00.489504 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1ddebf-dade-49bf-a2d3-b0c0302db64a tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:00.492228 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1ddebf-dade-49bf-a2d3-b0c0302db64a tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:00.494144 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-fa1ddebf-dade-49bf-a2d3-b0c0302db64a tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1777198 Oct 12 07:42:00.497800 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41968) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:00.589333 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-cee220df-b8c2-4820-8c3f-18a7409b9a1e tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Deleting subnet fb54197b-ae38-4671-a1ca-ed228cc2be56 {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:42:00.609122 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-683a48fd-e078-4bca-8618-a9f80a2acaf4 admin admin] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:00.612933 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-683a48fd-e078-4bca-8618-a9f80a2acaf4 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1060808 Oct 12 07:42:00.616321 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41970) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:00.673554 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3a8cc324-1b91-4dfd-aed5-a3ad1f0d9415 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:00.681134 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3a8cc324-1b91-4dfd-aed5-a3ad1f0d9415 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:00.688290 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port a60fb47c-bdd9-4982-a0ef-e2a8228aa225 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:00.688658 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:00.688990 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port a60fb47c-bdd9-4982-a0ef-e2a8228aa225 Oct 12 07:42:00.728796 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-863bb85c-759f-4e64-a2b4-d58694553bd7 None None] Allocated IP 172.20.0.2 (2266551e-ae34-46e4-a571-c6f4412101d0/fb54197b-ae38-4671-a1ca-ed228cc2be56/74d30fd2-fa2d-4efe-8eeb-4d297e2f5a1e) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:42:00.784216 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8cc324-1b91-4dfd-aed5-a3ad1f0d9415 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event updated for resources: {'Port': ['ID=736d9e46-f8b4-4664-bdee-f757f3d407a0,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:00.793822 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008e9951-9146-4477-a615-8d77f0ad7bab None None] Routers {'77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:42:00.793822 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-008e9951-9146-4477-a615-8d77f0ad7bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:41:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:00.831570 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-3a8cc324-1b91-4dfd-aed5-a3ad1f0d9415 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] In _notify_port_updated(), no bound segment for port 736d9e46-f8b4-4664-bdee-f757f3d407a0 on network 0aa7d3f1-4184-4df3-b3d3-ba0c4ba7a1e9 {{(pid=103201) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 12 07:42:00.837527 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8cc324-1b91-4dfd-aed5-a3ad1f0d9415 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:00.838165 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3a8cc324-1b91-4dfd-aed5-a3ad1f0d9415 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:00.842923 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-3a8cc324-1b91-4dfd-aed5-a3ad1f0d9415 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "PUT /v2.0/ports/736d9e46-f8b4-4664-bdee-f757f3d407a0 HTTP/1.1" status: 200 len: 920 time: 1.0460339 Oct 12 07:42:00.843767 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41976) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:00.855482 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-c2cf2e30-d2fa-431a-8053-d23e7385153f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'edac02b9-4b4a-4dee-b068-cda2a7d97841'}, {'subnet_id': '975930fb-decb-44e1-b145-c3104d57780b'}]}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:00.959202 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c2cf2e30-d2fa-431a-8053-d23e7385153f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:01.180341 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2aaa6115-5427-4c4a-8ad8-2377cc1a3846 None None] Current status of the port a60fb47c-bdd9-4982-a0ef-e2a8228aa225 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:42:01.193145 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5006a4fb-af39-4dda-b65f-312fc518c785 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-a4c12d5f-4705-42c8-9999-ba0406e8627d', 'network_id': 'a4c12d5f-4705-42c8-9999-ba0406e8627d', 'tenant_id': '43c5d6a44bf54b6baee0ea5b7c07a773', 'fixed_ips': [{'subnet_id': '5da84d56-d1d7-46f9-aaaa-e1f9659a7a9b'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:42:01.193894 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5006a4fb-af39-4dda-b65f-312fc518c785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:01.205606 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-008e9951-9146-4477-a615-8d77f0ad7bab None None] Set router 77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:42:01.233713 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-c2cf2e30-d2fa-431a-8053-d23e7385153f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Allocated IP 172.20.0.28 (0aa7d3f1-4184-4df3-b3d3-ba0c4ba7a1e9/975930fb-decb-44e1-b145-c3104d57780b/736d9e46-f8b4-4664-bdee-f757f3d407a0) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:42:01.253943 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port a60fb47c-bdd9-4982-a0ef-e2a8228aa225 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:42:01.416459 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c2cf2e30-d2fa-431a-8053-d23e7385153f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:01.427534 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c2cf2e30-d2fa-431a-8053-d23e7385153f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:01.524701 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-863bb85c-759f-4e64-a2b4-d58694553bd7 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:01.546598 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-863bb85c-759f-4e64-a2b4-d58694553bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:01.574961 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf2e30-d2fa-431a-8053-d23e7385153f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event updated for resources: {'Port': ['ID=736d9e46-f8b4-4664-bdee-f757f3d407a0,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:01.605487 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cee220df-b8c2-4820-8c3f-18a7409b9a1e tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:01.638417 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-c2cf2e30-d2fa-431a-8053-d23e7385153f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] In _notify_port_updated(), no bound segment for port 736d9e46-f8b4-4664-bdee-f757f3d407a0 on network 0aa7d3f1-4184-4df3-b3d3-ba0c4ba7a1e9 {{(pid=103201) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 12 07:42:01.646013 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cf2e30-d2fa-431a-8053-d23e7385153f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:01.646831 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c2cf2e30-d2fa-431a-8053-d23e7385153f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:01.647998 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c2cf2e30-d2fa-431a-8053-d23e7385153f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "PUT /v2.0/ports/736d9e46-f8b4-4664-bdee-f757f3d407a0 HTTP/1.1" status: 200 len: 1000 time: 0.8031363 Oct 12 07:42:01.653486 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41982) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:01.677851 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9d605fb6-6475-4088-910a-026656893eda req-9d724102-3505-482b-95b6-562c149c31f7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a8dda95-84df-40a4-a517-8a9a4505d924 HTTP/1.1" status: 200 len: 210 time: 0.0645225 Oct 12 07:42:01.712846 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863bb85c-759f-4e64-a2b4-d58694553bd7 None None] Network 2266551e-ae34-46e4-a571-c6f4412101d0 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:42:01.724634 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-008e9951-9146-4477-a615-8d77f0ad7bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'name': 'tempest-TestVolumeBootPattern-1151245487-router', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'b60141e3-6716-4aba-b37d-5a8b6a4aaf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:41:54Z', 'updated_at': '2022-10-12T07:41:58Z', 'revision_number': 3, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'gw_port': {'id': 'b60141e3-6716-4aba-b37d-5a8b6a4aaf4c', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ad:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:41:56Z', 'updated_at': '2022-10-12T07:41:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:01.736781 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cee220df-b8c2-4820-8c3f-18a7409b9a1e tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:01.764917 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-863bb85c-759f-4e64-a2b4-d58694553bd7 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:42:01.773189 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008e9951-9146-4477-a615-8d77f0ad7bab None None] Checking router: 77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:42:01.773189 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008e9951-9146-4477-a615-8d77f0ad7bab None None] Updating router 77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe port b60141e3-6716-4aba-b37d-5a8b6a4aaf4c binding host dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:42:01.774813 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863bb85c-759f-4e64-a2b4-d58694553bd7 None None] Pushing event updated for resources: {'Port': ['ID=74d30fd2-fa2d-4efe-8eeb-4d297e2f5a1e,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:01.779300 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863bb85c-759f-4e64-a2b4-d58694553bd7 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:42:01.788946 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-df12b3c1-7fc0-49b0-92c9-638d2a00d5f2 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Deleting port 736d9e46-f8b4-4664-bdee-f757f3d407a0 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:42:01.789470 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-df12b3c1-7fc0-49b0-92c9-638d2a00d5f2 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:01.825574 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-a5de0bc1-2402-4ef2-8aff-d8ecd0264cb9 None None] Provisioning complete for port 736d9e46-f8b4-4664-bdee-f757f3d407a0 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:01.826146 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a5de0bc1-2402-4ef2-8aff-d8ecd0264cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:01.826306 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-a5de0bc1-2402-4ef2-8aff-d8ecd0264cb9 None None] Attempt 1 to provision port 736d9e46-f8b4-4664-bdee-f757f3d407a0 Oct 12 07:42:01.870115 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-5006a4fb-af39-4dda-b65f-312fc518c785 None None] Allocated IP 172.20.0.18 (a4c12d5f-4705-42c8-9999-ba0406e8627d/5da84d56-d1d7-46f9-aaaa-e1f9659a7a9b/af065b4d-1392-4201-ab17-0afd3367d680) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:42:01.872863 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a5de0bc1-2402-4ef2-8aff-d8ecd0264cb9 None None] Port 736d9e46-f8b4-4664-bdee-f757f3d407a0 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:42:01.945907 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-008e9951-9146-4477-a615-8d77f0ad7bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:01.979689 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-df12b3c1-7fc0-49b0-92c9-638d2a00d5f2 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:01.997355 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-df12b3c1-7fc0-49b0-92c9-638d2a00d5f2 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Calling delete_port for 736d9e46-f8b4-4664-bdee-f757f3d407a0 owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:42:02.021536 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e2a6debd-06df-40b5-8baf-0d7a28fd8f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:02.063356 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-863bb85c-759f-4e64-a2b4-d58694553bd7 None None] Attempting to bind port 74d30fd2-fa2d-4efe-8eeb-4d297e2f5a1e on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:42:02.063356 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-863bb85c-759f-4e64-a2b4-d58694553bd7 None None] Attempting to bind port 74d30fd2-fa2d-4efe-8eeb-4d297e2f5a1e by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'e5e5c77a-e7cc-439a-b029-9162ccb06ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2266551e-ae34-46e4-a571-c6f4412101d0'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:42:02.063903 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863bb85c-759f-4e64-a2b4-d58694553bd7 None None] Attempting to bind port 74d30fd2-fa2d-4efe-8eeb-4d297e2f5a1e on network 2266551e-ae34-46e4-a571-c6f4412101d0 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:42:02.072040 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cee220df-b8c2-4820-8c3f-18a7409b9a1e tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:02.087576 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-e6c52e4f-f514-4c91-b0b1-b85185902996 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:02.089136 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-e6c52e4f-f514-4c91-b0b1-b85185902996 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "GET /v2.0/networks?id=ddaf49bc-49c1-4955-ac53-f27eeab22dff HTTP/1.1" status: 200 len: 797 time: 0.3156037 Oct 12 07:42:02.109848 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863bb85c-759f-4e64-a2b4-d58694553bd7 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:42:02.111003 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863bb85c-759f-4e64-a2b4-d58694553bd7 None None] Checking segment: {'id': 'e5e5c77a-e7cc-439a-b029-9162ccb06ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2266551e-ae34-46e4-a571-c6f4412101d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:42:02.111921 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-863bb85c-759f-4e64-a2b4-d58694553bd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:02.112745 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863bb85c-759f-4e64-a2b4-d58694553bd7 None None] Bound using segment: {'id': 'e5e5c77a-e7cc-439a-b029-9162ccb06ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2266551e-ae34-46e4-a571-c6f4412101d0'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:42:02.113452 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-863bb85c-759f-4e64-a2b4-d58694553bd7 None None] Bound port: 74d30fd2-fa2d-4efe-8eeb-4d297e2f5a1e, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e5c77a-e7cc-439a-b029-9162ccb06ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2266551e-ae34-46e4-a571-c6f4412101d0'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:42:02.114314 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-863bb85c-759f-4e64-a2b4-d58694553bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:02.258505 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-df12b3c1-7fc0-49b0-92c9-638d2a00d5f2 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:02.292981 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-99157275-fdc8-449d-bf8e-00f9696fbce8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62f83991a7314cd6b6c084162dcfff66 HTTP/1.1" status: 200 len: 379 time: 0.1817551 Oct 12 07:42:02.310543 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-7f21f330-7936-460f-8901-209fc9068aa6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'port': {'device_id': '3a8dda95-84df-40a4-a517-8a9a4505d924', 'network_id': 'ddaf49bc-49c1-4955-ac53-f27eeab22dff', 'admin_state_up': True, 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'security_groups': ['bb01a0eb-74c1-4546-8934-0bb6db903050']}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:02.352342 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-863bb85c-759f-4e64-a2b4-d58694553bd7 None None] For port 74d30fd2-fa2d-4efe-8eeb-4d297e2f5a1e, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:42:02.354834 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cee220df-b8c2-4820-8c3f-18a7409b9a1e tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:02.389323 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-a5de0bc1-2402-4ef2-8aff-d8ecd0264cb9 None None] Attempt 2 to provision port 736d9e46-f8b4-4664-bdee-f757f3d407a0 Oct 12 07:42:02.410950 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-863bb85c-759f-4e64-a2b4-d58694553bd7 None None] For port 74d30fd2-fa2d-4efe-8eeb-4d297e2f5a1e, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=74d30fd2-fa2d-4efe-8eeb-4d297e2f5a1e,segment=NetworkSegment(e5e5c77a-e7cc-439a-b029-9162ccb06ae6),segment_id=e5e5c77a-e7cc-439a-b029-9162ccb06ae6)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:42:02.447100 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-863bb85c-759f-4e64-a2b4-d58694553bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:02.468395 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cee220df-b8c2-4820-8c3f-18a7409b9a1e tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:02.481612 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-cee220df-b8c2-4820-8c3f-18a7409b9a1e tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] 10.222.0.26 "DELETE /v2.0/subnets/fb54197b-ae38-4671-a1ca-ed228cc2be56 HTTP/1.1" status: 204 len: 168 time: 1.9726996 Oct 12 07:42:02.481612 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee220df-b8c2-4820-8c3f-18a7409b9a1e tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Pushing event deleted for resources: {'Subnet': ['ID=fb54197b-ae38-4671-a1ca-ed228cc2be56,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:02.490353 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a5de0bc1-2402-4ef2-8aff-d8ecd0264cb9 None None] Port 736d9e46-f8b4-4664-bdee-f757f3d407a0 was deleted so its status cannot be updated. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 12 07:42:02.519504 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5006a4fb-af39-4dda-b65f-312fc518c785 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:02.550121 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5006a4fb-af39-4dda-b65f-312fc518c785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:02.580173 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-a5de0bc1-2402-4ef2-8aff-d8ecd0264cb9 None None] Provisioning complete for port a60fb47c-bdd9-4982-a0ef-e2a8228aa225 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:02.580550 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a5de0bc1-2402-4ef2-8aff-d8ecd0264cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:02.580888 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-a5de0bc1-2402-4ef2-8aff-d8ecd0264cb9 None None] Attempt 1 to provision port a60fb47c-bdd9-4982-a0ef-e2a8228aa225 Oct 12 07:42:02.589154 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5006a4fb-af39-4dda-b65f-312fc518c785 None None] Network a4c12d5f-4705-42c8-9999-ba0406e8627d is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:42:02.591073 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-5006a4fb-af39-4dda-b65f-312fc518c785 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:42:02.596187 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5006a4fb-af39-4dda-b65f-312fc518c785 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:42:02.600480 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863bb85c-759f-4e64-a2b4-d58694553bd7 None None] Pushing event updated for resources: {'Port': ['ID=74d30fd2-fa2d-4efe-8eeb-4d297e2f5a1e,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:02.602749 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 41988) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:02.607939 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-e2a6debd-06df-40b5-8baf-0d7a28fd8f0b admin admin] Allocated IP 172.20.0.1 (7804729f-5a18-4f8e-8ea7-dae1d105ce0d/47a40364-9659-4f40-a5db-71e52bd850ae/8c4577c4-c8f9-4398-8765-b1b497646665) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:42:02.651247 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-7f21f330-7936-460f-8901-209fc9068aa6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Made reservation on behalf of 62f83991a7314cd6b6c084162dcfff66 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:42:02.654852 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-7f21f330-7936-460f-8901-209fc9068aa6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:02.698232 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df12b3c1-7fc0-49b0-92c9-638d2a00d5f2 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event deleted for resources: {'Port': ['ID=736d9e46-f8b4-4664-bdee-f757f3d407a0,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:02.844494 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-df12b3c1-7fc0-49b0-92c9-638d2a00d5f2 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:02.850884 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-df12b3c1-7fc0-49b0-92c9-638d2a00d5f2 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/ports/736d9e46-f8b4-4664-bdee-f757f3d407a0 HTTP/1.1" status: 204 len: 168 time: 1.1945100 Oct 12 07:42:02.851678 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41992) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:02.894387 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dd18e2f-626e-4b6d-ae6f-1160c4507401 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] GET failed (client error): The resource could not be found. Oct 12 07:42:02.903733 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-7dd18e2f-626e-4b6d-ae6f-1160c4507401 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "GET /v2.0/ports/736d9e46-f8b4-4664-bdee-f757f3d407a0 HTTP/1.1" status: 404 len: 333 time: 0.0481062 Oct 12 07:42:02.905431 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41994) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:02.927257 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-16554b71-2b5b-4e23-918d-8c6a68029f9c req-839e3316-4ec5-4209-80e7-c3a47ee4bdf0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a8dda95-84df-40a4-a517-8a9a4505d924 HTTP/1.1" status: 200 len: 210 time: 0.1001458 Oct 12 07:42:02.945509 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-26808fac-11d8-41f3-acd4-169b14c4f8d6 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Deleting subnet 5da84d56-d1d7-46f9-aaaa-e1f9659a7a9b {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:42:02.986076 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-26808fac-11d8-41f3-acd4-169b14c4f8d6 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:03.007368 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-01a56b5b-bc30-4370-a210-d479afb3beb4 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Deleting subnet 975930fb-decb-44e1-b145-c3104d57780b {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:42:03.011568 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-01a56b5b-bc30-4370-a210-d479afb3beb4 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:03.065248 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-01a56b5b-bc30-4370-a210-d479afb3beb4 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:03.066235 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5006a4fb-af39-4dda-b65f-312fc518c785 None None] Pushing event updated for resources: {'Port': ['ID=af065b4d-1392-4201-ab17-0afd3367d680,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:03.070949 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-008e9951-9146-4477-a615-8d77f0ad7bab None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:03.087681 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-008e9951-9146-4477-a615-8d77f0ad7bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:03.092239 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-7f21f330-7936-460f-8901-209fc9068aa6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Allocated IP 172.20.0.4 (ddaf49bc-49c1-4955-ac53-f27eeab22dff/679a1ca3-8b6b-4552-be65-3152e8a6d9b2/21907f1b-a484-410f-8da8-88d32a31c8c1) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:42:03.102541 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-5006a4fb-af39-4dda-b65f-312fc518c785 None None] Attempting to bind port af065b4d-1392-4201-ab17-0afd3367d680 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:42:03.103044 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-5006a4fb-af39-4dda-b65f-312fc518c785 None None] Attempting to bind port af065b4d-1392-4201-ab17-0afd3367d680 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'c9851838-92d2-4c14-b7f1-edc28763cbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a4c12d5f-4705-42c8-9999-ba0406e8627d'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:42:03.103509 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5006a4fb-af39-4dda-b65f-312fc518c785 None None] Attempting to bind port af065b4d-1392-4201-ab17-0afd3367d680 on network a4c12d5f-4705-42c8-9999-ba0406e8627d {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:42:03.137114 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-008e9951-9146-4477-a615-8d77f0ad7bab None None] Attempting to bind port b60141e3-6716-4aba-b37d-5a8b6a4aaf4c on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:42:03.137898 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-008e9951-9146-4477-a615-8d77f0ad7bab None None] Attempting to bind port b60141e3-6716-4aba-b37d-5a8b6a4aaf4c by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:42:03.138504 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008e9951-9146-4477-a615-8d77f0ad7bab None None] Attempting to bind port b60141e3-6716-4aba-b37d-5a8b6a4aaf4c on network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:42:03.143622 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5006a4fb-af39-4dda-b65f-312fc518c785 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:42:03.144129 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5006a4fb-af39-4dda-b65f-312fc518c785 None None] Checking segment: {'id': 'c9851838-92d2-4c14-b7f1-edc28763cbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a4c12d5f-4705-42c8-9999-ba0406e8627d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:42:03.144632 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5006a4fb-af39-4dda-b65f-312fc518c785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:03.145133 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5006a4fb-af39-4dda-b65f-312fc518c785 None None] Bound using segment: {'id': 'c9851838-92d2-4c14-b7f1-edc28763cbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a4c12d5f-4705-42c8-9999-ba0406e8627d'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:42:03.145713 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-5006a4fb-af39-4dda-b65f-312fc518c785 None None] Bound port: af065b4d-1392-4201-ab17-0afd3367d680, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9851838-92d2-4c14-b7f1-edc28763cbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a4c12d5f-4705-42c8-9999-ba0406e8627d'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:42:03.146221 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5006a4fb-af39-4dda-b65f-312fc518c785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:03.159796 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-01a56b5b-bc30-4370-a210-d479afb3beb4 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:03.166010 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-26808fac-11d8-41f3-acd4-169b14c4f8d6 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:03.182989 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008e9951-9146-4477-a615-8d77f0ad7bab None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:42:03.183372 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008e9951-9146-4477-a615-8d77f0ad7bab None None] Checking segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:42:03.184173 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-008e9951-9146-4477-a615-8d77f0ad7bab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:03.184628 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008e9951-9146-4477-a615-8d77f0ad7bab None None] Bound using segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:42:03.185109 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-008e9951-9146-4477-a615-8d77f0ad7bab None None] Bound port: b60141e3-6716-4aba-b37d-5a8b6a4aaf4c, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:42:03.185558 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-008e9951-9146-4477-a615-8d77f0ad7bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:03.221000 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dad336-12bb-4403-a4d8-bf9cfcf42a1d None None] Pushing event updated for resources: {'Port': ['ID=b60141e3-6716-4aba-b37d-5a8b6a4aaf4c,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:03.237506 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-01a56b5b-bc30-4370-a210-d479afb3beb4 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:03.238290 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e2a6debd-06df-40b5-8baf-0d7a28fd8f0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:03.265185 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a5de0bc1-2402-4ef2-8aff-d8ecd0264cb9 None None] Current status of the port a60fb47c-bdd9-4982-a0ef-e2a8228aa225 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:42:03.269567 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a56b5b-bc30-4370-a210-d479afb3beb4 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event deleted for resources: {'Subnet': ['ID=975930fb-decb-44e1-b145-c3104d57780b,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:03.274561 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-01a56b5b-bc30-4370-a210-d479afb3beb4 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:03.281316 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-01a56b5b-bc30-4370-a210-d479afb3beb4 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/subnets/975930fb-decb-44e1-b145-c3104d57780b HTTP/1.1" status: 204 len: 168 time: 0.3724034 Oct 12 07:42:03.281589 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41996) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:03.299999 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6591e5d3-1a0b-42f4-9139-61e84e2b8607 None None] Network 0aa7d3f1-4184-4df3-b3d3-ba0c4ba7a1e9 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:42:03.325052 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-008e9951-9146-4477-a615-8d77f0ad7bab None None] For port b60141e3-6716-4aba-b37d-5a8b6a4aaf4c, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:42:03.333308 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-83453a81-94f0-4728-aca7-fd1ec8da36d6 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Deleting subnet edac02b9-4b4a-4dee-b068-cda2a7d97841 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:42:03.336736 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-83453a81-94f0-4728-aca7-fd1ec8da36d6 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:03.353856 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-008e9951-9146-4477-a615-8d77f0ad7bab None None] For port b60141e3-6716-4aba-b37d-5a8b6a4aaf4c, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=b60141e3-6716-4aba-b37d-5a8b6a4aaf4c,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:42:03.361797 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-5006a4fb-af39-4dda-b65f-312fc518c785 None None] For port af065b4d-1392-4201-ab17-0afd3367d680, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:42:03.382479 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-83453a81-94f0-4728-aca7-fd1ec8da36d6 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:03.404550 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-008e9951-9146-4477-a615-8d77f0ad7bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:03.407862 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-7f21f330-7936-460f-8901-209fc9068aa6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:03.412519 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e2a6debd-06df-40b5-8baf-0d7a28fd8f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:03.425715 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-aa10d721-0277-4704-96e4-4fd49dd9a63d None None] Could not find standard attr ID for object 736d9e46-f8b4-4664-bdee-f757f3d407a0. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:42:03.461134 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a6debd-06df-40b5-8baf-0d7a28fd8f0b admin admin] Network 7804729f-5a18-4f8e-8ea7-dae1d105ce0d is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:42:03.472979 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-e2a6debd-06df-40b5-8baf-0d7a28fd8f0b admin admin] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:42:03.479874 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a6debd-06df-40b5-8baf-0d7a28fd8f0b admin admin] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:42:03.489824 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dad336-12bb-4403-a4d8-bf9cfcf42a1d None None] Pushing event updated for resources: {'Port': ['ID=b60141e3-6716-4aba-b37d-5a8b6a4aaf4c,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:03.490790 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-83453a81-94f0-4728-aca7-fd1ec8da36d6 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:03.495764 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-5006a4fb-af39-4dda-b65f-312fc518c785 None None] For port af065b4d-1392-4201-ab17-0afd3367d680, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=af065b4d-1392-4201-ab17-0afd3367d680,segment=NetworkSegment(c9851838-92d2-4c14-b7f1-edc28763cbdb),segment_id=c9851838-92d2-4c14-b7f1-edc28763cbdb)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:42:03.506067 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008e9951-9146-4477-a615-8d77f0ad7bab None None] Routers {'77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:42:03.507408 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-008e9951-9146-4477-a615-8d77f0ad7bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:41:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:03.551178 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-26808fac-11d8-41f3-acd4-169b14c4f8d6 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:03.572663 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5006a4fb-af39-4dda-b65f-312fc518c785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:03.592357 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-83453a81-94f0-4728-aca7-fd1ec8da36d6 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:03.594379 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e2a6debd-06df-40b5-8baf-0d7a28fd8f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:03.641129 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83453a81-94f0-4728-aca7-fd1ec8da36d6 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event deleted for resources: {'Subnet': ['ID=edac02b9-4b4a-4dee-b068-cda2a7d97841,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:03.652641 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-83453a81-94f0-4728-aca7-fd1ec8da36d6 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:03.658887 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-83453a81-94f0-4728-aca7-fd1ec8da36d6 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/subnets/edac02b9-4b4a-4dee-b068-cda2a7d97841 HTTP/1.1" status: 204 len: 168 time: 0.3737943 Oct 12 07:42:03.659739 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 41998) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:03.693799 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a6debd-06df-40b5-8baf-0d7a28fd8f0b admin admin] Pushing event updated for resources: {'Port': ['ID=8c4577c4-c8f9-4398-8765-b1b497646665,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:03.719293 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-008e9951-9146-4477-a615-8d77f0ad7bab None None] Set router 77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:42:03.801885 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-7f21f330-7936-460f-8901-209fc9068aa6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:03.844500 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8bee4743-70a1-4858-bb8c-c8dee4c6dabc tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:03.855364 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5006a4fb-af39-4dda-b65f-312fc518c785 None None] Pushing event updated for resources: {'Port': ['ID=af065b4d-1392-4201-ab17-0afd3367d680,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:03.959780 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-8bee4743-70a1-4858-bb8c-c8dee4c6dabc tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Deleting port a60fb47c-bdd9-4982-a0ef-e2a8228aa225 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:42:03.960113 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8bee4743-70a1-4858-bb8c-c8dee4c6dabc tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:03.968765 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 74d30fd2-fa2d-4efe-8eeb-4d297e2f5a1e up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:42:04.011723 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c336c9d2-ee60-47a2-9bf7-5c621f2a836b None None] DHCP port deletion for 0aa7d3f1-4184-4df3-b3d3-ba0c4ba7a1e9 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:42:04.038562 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-7f21f330-7936-460f-8901-209fc9068aa6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network ddaf49bc-49c1-4955-ac53-f27eeab22dff is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:42:04.061312 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-26808fac-11d8-41f3-acd4-169b14c4f8d6 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:04.063869 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-7f21f330-7936-460f-8901-209fc9068aa6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:42:04.093103 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f21f330-7936-460f-8901-209fc9068aa6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=21907f1b-a484-410f-8da8-88d32a31c8c1,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:04.097018 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-7f21f330-7936-460f-8901-209fc9068aa6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:42:04.122875 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-8bee4743-70a1-4858-bb8c-c8dee4c6dabc tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] For port a60fb47c-bdd9-4982-a0ef-e2a8228aa225, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=a60fb47c-bdd9-4982-a0ef-e2a8228aa225,segment=NetworkSegment(69db11d7-9259-43ed-9c04-77b73da391eb),segment_id=69db11d7-9259-43ed-9c04-77b73da391eb)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:42:04.123300 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8bee4743-70a1-4858-bb8c-c8dee4c6dabc tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:04.140384 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-8bee4743-70a1-4858-bb8c-c8dee4c6dabc tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Calling delete_port for a60fb47c-bdd9-4982-a0ef-e2a8228aa225 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:42:04.152315 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-38619e89-74aa-476b-b8e8-95072b7fd202 None None] Provisioning complete for port 8c4577c4-c8f9-4398-8765-b1b497646665 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:04.153398 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-38619e89-74aa-476b-b8e8-95072b7fd202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:04.153910 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-38619e89-74aa-476b-b8e8-95072b7fd202 None None] Attempt 1 to provision port 8c4577c4-c8f9-4398-8765-b1b497646665 Oct 12 07:42:04.209997 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26808fac-11d8-41f3-acd4-169b14c4f8d6 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Pushing event deleted for resources: {'Subnet': ['ID=5da84d56-d1d7-46f9-aaaa-e1f9659a7a9b,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:04.235132 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-26808fac-11d8-41f3-acd4-169b14c4f8d6 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:04.240821 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-26808fac-11d8-41f3-acd4-169b14c4f8d6 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] 10.222.0.26 "DELETE /v2.0/subnets/5da84d56-d1d7-46f9-aaaa-e1f9659a7a9b HTTP/1.1" status: 204 len: 168 time: 1.6326413 Oct 12 07:42:04.249763 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42002) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:04.271306 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd5d880-c319-470b-a5a6-a39479a941e1 None None] Network 2266551e-ae34-46e4-a571-c6f4412101d0 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:42:04.285004 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8bee4743-70a1-4858-bb8c-c8dee4c6dabc tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:04.320683 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee4743-70a1-4858-bb8c-c8dee4c6dabc tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event deleted for resources: {'Port': ['ID=a60fb47c-bdd9-4982-a0ef-e2a8228aa225,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:04.324470 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bee4743-70a1-4858-bb8c-c8dee4c6dabc tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] No DVR routers for this DVR port a60fb47c-bdd9-4982-a0ef-e2a8228aa225 on host dv-neutron-860909-2-hyperv {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:42:04.334457 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e2a6debd-06df-40b5-8baf-0d7a28fd8f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:04.346456 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-7f21f330-7936-460f-8901-209fc9068aa6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:04.347133 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-7f21f330-7936-460f-8901-209fc9068aa6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:04.378669 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-7f21f330-7936-460f-8901-209fc9068aa6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0779428 Oct 12 07:42:04.390796 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f1d1d-b329-4137-9e44-ee215cd88b48 req-52081711-842f-4781-83a6-8d1439fb1ada tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:04.392347 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8b2f1d1d-b329-4137-9e44-ee215cd88b48 req-52081711-842f-4781-83a6-8d1439fb1ada tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a8dda95-84df-40a4-a517-8a9a4505d924 HTTP/1.1" status: 200 len: 931 time: 0.2859459 Oct 12 07:42:04.397656 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-c0013c4d-3e19-49a8-b4b5-ce9f2fe9a080 service neutron] Request body: {'port': {'device_id': '3a8dda95-84df-40a4-a517-8a9a4505d924', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8609'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:04.403862 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be31d07c-6d59-4a46-9e5f-98e7ff2e61db tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:04.405300 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-be31d07c-6d59-4a46-9e5f-98e7ff2e61db tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1550527 Oct 12 07:42:04.421229 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8bee4743-70a1-4858-bb8c-c8dee4c6dabc tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:04.423760 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42004) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:04.451707 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 74d30fd2-fa2d-4efe-8eeb-4d297e2f5a1e triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:04.452085 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:04.452427 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 74d30fd2-fa2d-4efe-8eeb-4d297e2f5a1e Oct 12 07:42:04.492119 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-8bee4743-70a1-4858-bb8c-c8dee4c6dabc tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aa7d3f1-4184-4df3-b3d3-ba0c4ba7a1e9']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:04.522752 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8b2f1d1d-b329-4137-9e44-ee215cd88b48 req-e36887c1-068c-4dee-9368-a1fa1b28318c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb01a0eb-74c1-4546-8934-0bb6db903050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152585 Oct 12 07:42:04.531263 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-8bee4743-70a1-4858-bb8c-c8dee4c6dabc tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69db11d7-9259-43ed-9c04-77b73da391eb') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:04.531566 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-8bee4743-70a1-4858-bb8c-c8dee4c6dabc tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69db11d7-9259-43ed-9c04-77b73da391eb') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:04.536442 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c336c9d2-ee60-47a2-9bf7-5c621f2a836b None None] Deleting port a60fb47c-bdd9-4982-a0ef-e2a8228aa225 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:42:04.536938 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c336c9d2-ee60-47a2-9bf7-5c621f2a836b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:04.541312 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-c0013c4d-3e19-49a8-b4b5-ce9f2fe9a080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:04.542090 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-38619e89-74aa-476b-b8e8-95072b7fd202 None None] Port 8c4577c4-c8f9-4398-8765-b1b497646665 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:42:04.549954 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8bee4743-70a1-4858-bb8c-c8dee4c6dabc tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:04.559419 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d924aeb7-fe0c-48e8-b219-32797b0ba4a5 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:04.573868 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8bee4743-70a1-4858-bb8c-c8dee4c6dabc tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:04.582082 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bee4743-70a1-4858-bb8c-c8dee4c6dabc tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:42:04.582491 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8bee4743-70a1-4858-bb8c-c8dee4c6dabc tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:04.631907 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 69db11d7-9259-43ed-9c04-77b73da391eb resource provider aggregate not found Oct 12 07:42:04.664208 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-c336c9d2-ee60-47a2-9bf7-5c621f2a836b None None] For port a60fb47c-bdd9-4982-a0ef-e2a8228aa225, host dv-neutron-860909-2-hyperv, got binding levels [] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:42:04.664749 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c336c9d2-ee60-47a2-9bf7-5c621f2a836b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:04.673565 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 69db11d7-9259-43ed-9c04-77b73da391eb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 69db11d7-9259-43ed-9c04-77b73da391eb found for delete ", "request_id": "req-d00ed427-a027-43c7-9e85-285a46f0f545"}]} Oct 12 07:42:04.693115 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c336c9d2-ee60-47a2-9bf7-5c621f2a836b None None] Calling delete_port for a60fb47c-bdd9-4982-a0ef-e2a8228aa225 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:42:04.696229 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.ipam_backend_mixin [None req-c336c9d2-ee60-47a2-9bf7-5c621f2a836b None None] Port a60fb47c-bdd9-4982-a0ef-e2a8228aa225 was not found and therefore no delete operation was performed {{(pid=103202) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 12 07:42:04.698813 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 74d30fd2-fa2d-4efe-8eeb-4d297e2f5a1e is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:42:04.699389 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:04.704141 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8bee4743-70a1-4858-bb8c-c8dee4c6dabc tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:04.705753 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c336c9d2-ee60-47a2-9bf7-5c621f2a836b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:04.711549 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8bee4743-70a1-4858-bb8c-c8dee4c6dabc tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:04.715724 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-8bee4743-70a1-4858-bb8c-c8dee4c6dabc tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/networks/0aa7d3f1-4184-4df3-b3d3-ba0c4ba7a1e9 HTTP/1.1" status: 204 len: 168 time: 1.0541346 Oct 12 07:42:04.720482 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42010) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:04.731904 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-008e9951-9146-4477-a615-8d77f0ad7bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'name': 'tempest-TestVolumeBootPattern-1151245487-router', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'b60141e3-6716-4aba-b37d-5a8b6a4aaf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:41:54Z', 'updated_at': '2022-10-12T07:41:58Z', 'revision_number': 3, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'gw_port': {'id': 'b60141e3-6716-4aba-b37d-5a8b6a4aaf4c', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ad:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:41:56Z', 'updated_at': '2022-10-12T07:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:04.739830 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-d924aeb7-fe0c-48e8-b219-32797b0ba4a5 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Deleting port af065b4d-1392-4201-ab17-0afd3367d680 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:42:04.740176 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d924aeb7-fe0c-48e8-b219-32797b0ba4a5 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:04.753450 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee4743-70a1-4858-bb8c-c8dee4c6dabc tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event deleted for resources: {'Network': ['ID=0aa7d3f1-4184-4df3-b3d3-ba0c4ba7a1e9,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:04.755921 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c336c9d2-ee60-47a2-9bf7-5c621f2a836b None None] Network 0aa7d3f1-4184-4df3-b3d3-ba0c4ba7a1e9 is not hosted by any dhcp agent {{(pid=103202) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 12 07:42:04.756899 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c336c9d2-ee60-47a2-9bf7-5c621f2a836b None None] No DVR routers for this DVR port a60fb47c-bdd9-4982-a0ef-e2a8228aa225 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:42:04.795108 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bd4e83-c948-4ae5-846e-04d85b817235 None None] DHCP port deletion for 2266551e-ae34-46e4-a571-c6f4412101d0 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:42:04.800393 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c336c9d2-ee60-47a2-9bf7-5c621f2a836b None None] Pushing event deleted for resources: {'Port': ['ID=a60fb47c-bdd9-4982-a0ef-e2a8228aa225,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:04.820516 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008e9951-9146-4477-a615-8d77f0ad7bab None None] The sync data for ids ['77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'] in dv-neutron-860909-2-hyperv is: [{'id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'name': 'tempest-TestVolumeBootPattern-1151245487-router', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'b60141e3-6716-4aba-b37d-5a8b6a4aaf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:41:54Z', 'updated_at': '2022-10-12T07:41:58Z', 'revision_number': 3, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'gw_port': {'id': 'b60141e3-6716-4aba-b37d-5a8b6a4aaf4c', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ad:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:41:56Z', 'updated_at': '2022-10-12T07:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:42:04.872245 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-d924aeb7-fe0c-48e8-b219-32797b0ba4a5 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] For port af065b4d-1392-4201-ab17-0afd3367d680, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=af065b4d-1392-4201-ab17-0afd3367d680,segment=NetworkSegment(c9851838-92d2-4c14-b7f1-edc28763cbdb),segment_id=c9851838-92d2-4c14-b7f1-edc28763cbdb)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:42:04.872954 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d924aeb7-fe0c-48e8-b219-32797b0ba4a5 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:04.882050 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 74d30fd2-fa2d-4efe-8eeb-4d297e2f5a1e, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=74d30fd2-fa2d-4efe-8eeb-4d297e2f5a1e,segment=NetworkSegment(e5e5c77a-e7cc-439a-b029-9162ccb06ae6),segment_id=e5e5c77a-e7cc-439a-b029-9162ccb06ae6)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:42:04.892805 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-d924aeb7-fe0c-48e8-b219-32797b0ba4a5 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Calling delete_port for af065b4d-1392-4201-ab17-0afd3367d680 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:42:04.894844 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:04.913256 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b0c355-e8c3-492e-be62-404b00f238d2 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:04.916363 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-79b0c355-e8c3-492e-be62-404b00f238d2 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1941960 Oct 12 07:42:04.923230 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42012) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:05.008684 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e2a6debd-06df-40b5-8baf-0d7a28fd8f0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:05.015849 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=74d30fd2-fa2d-4efe-8eeb-4d297e2f5a1e,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:05.019100 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e2a6debd-06df-40b5-8baf-0d7a28fd8f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:05.023070 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-16bd4e83-c948-4ae5-846e-04d85b817235 None None] Deleting port 74d30fd2-fa2d-4efe-8eeb-4d297e2f5a1e {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:42:05.023330 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-16bd4e83-c948-4ae5-846e-04d85b817235 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:05.036410 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b4d8e001-d6d9-4c71-848c-afef3c44697a tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1117985 Oct 12 07:42:05.040749 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42014) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:05.042004 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-38619e89-74aa-476b-b8e8-95072b7fd202 None None] Attempt 2 to provision port 8c4577c4-c8f9-4398-8765-b1b497646665 Oct 12 07:42:05.050933 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-67372a8d-e44b-4633-adc9-2375a0f021c5 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-185440121'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:05.091928 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67372a8d-e44b-4633-adc9-2375a0f021c5 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Made reservation on behalf of 118ca68972cc4be1aeb1223f16967aab for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:42:05.095584 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-67372a8d-e44b-4633-adc9-2375a0f021c5 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:05.117592 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d924aeb7-fe0c-48e8-b219-32797b0ba4a5 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:05.169669 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-c0013c4d-3e19-49a8-b4b5-ce9f2fe9a080 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21907f1b-a484-410f-8da8-88d32a31c8c1 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:42:05.184080 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e2a6debd-06df-40b5-8baf-0d7a28fd8f0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:05.212150 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924aeb7-fe0c-48e8-b219-32797b0ba4a5 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Pushing event deleted for resources: {'Port': ['ID=af065b4d-1392-4201-ab17-0afd3367d680,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:05.216637 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-c0013c4d-3e19-49a8-b4b5-ce9f2fe9a080 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:05.219689 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d924aeb7-fe0c-48e8-b219-32797b0ba4a5 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] No DVR routers for this DVR port af065b4d-1392-4201-ab17-0afd3367d680 on host dv-neutron-860909-2-hyperv {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:42:05.227289 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a6debd-06df-40b5-8baf-0d7a28fd8f0b admin admin] Pushing event updated for resources: {'Port': ['ID=8c4577c4-c8f9-4398-8765-b1b497646665,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:05.268433 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-c0013c4d-3e19-49a8-b4b5-ce9f2fe9a080 service neutron] Transition to ACTIVE for port object 21907f1b-a484-410f-8da8-88d32a31c8c1 will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 07:42:05.278045 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-c0013c4d-3e19-49a8-b4b5-ce9f2fe9a080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:05.301464 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67372a8d-e44b-4633-adc9-2375a0f021c5 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:42:05.329804 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-67372a8d-e44b-4633-adc9-2375a0f021c5 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:05.330188 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-67372a8d-e44b-4633-adc9-2375a0f021c5 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Added segment 9c7fd089-7d14-4087-9c1b-13e8e37c515b of type vlan for network d10714e4-f16b-4393-a95a-b117a53db575 Oct 12 07:42:05.376779 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d924aeb7-fe0c-48e8-b219-32797b0ba4a5 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:05.384486 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-16bd4e83-c948-4ae5-846e-04d85b817235 None None] For port 74d30fd2-fa2d-4efe-8eeb-4d297e2f5a1e, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=74d30fd2-fa2d-4efe-8eeb-4d297e2f5a1e,segment=NetworkSegment(e5e5c77a-e7cc-439a-b029-9162ccb06ae6),segment_id=e5e5c77a-e7cc-439a-b029-9162ccb06ae6)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:42:05.385041 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-16bd4e83-c948-4ae5-846e-04d85b817235 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:05.405343 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9d05b7-c7e9-4ecf-a410-6eeb60f0365f None None] Network a4c12d5f-4705-42c8-9999-ba0406e8627d requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:42:05.424129 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0013c4d-3e19-49a8-b4b5-ce9f2fe9a080 service neutron] Pushing event updated for resources: {'Port': ['ID=21907f1b-a484-410f-8da8-88d32a31c8c1,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:05.432321 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-d924aeb7-fe0c-48e8-b219-32797b0ba4a5 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4c12d5f-4705-42c8-9999-ba0406e8627d']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:05.442227 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-67372a8d-e44b-4633-adc9-2375a0f021c5 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:05.448536 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-d924aeb7-fe0c-48e8-b219-32797b0ba4a5 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9851838-92d2-4c14-b7f1-edc28763cbdb') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:05.448838 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-d924aeb7-fe0c-48e8-b219-32797b0ba4a5 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9851838-92d2-4c14-b7f1-edc28763cbdb') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:05.462526 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d924aeb7-fe0c-48e8-b219-32797b0ba4a5 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:05.491538 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-16bd4e83-c948-4ae5-846e-04d85b817235 None None] Calling delete_port for 74d30fd2-fa2d-4efe-8eeb-4d297e2f5a1e owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:42:05.493494 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d924aeb7-fe0c-48e8-b219-32797b0ba4a5 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:05.502668 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d924aeb7-fe0c-48e8-b219-32797b0ba4a5 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:42:05.503435 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d924aeb7-fe0c-48e8-b219-32797b0ba4a5 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:05.511471 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-c0013c4d-3e19-49a8-b4b5-ce9f2fe9a080 service neutron] Attempting to bind port 21907f1b-a484-410f-8da8-88d32a31c8c1 on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:42:05.511998 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-c0013c4d-3e19-49a8-b4b5-ce9f2fe9a080 service neutron] Attempting to bind port 21907f1b-a484-410f-8da8-88d32a31c8c1 by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '6fe0a304-c3a9-48ab-bd16-7b5fc4382cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ddaf49bc-49c1-4955-ac53-f27eeab22dff'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:42:05.512434 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-c0013c4d-3e19-49a8-b4b5-ce9f2fe9a080 service neutron] Attempting to bind port 21907f1b-a484-410f-8da8-88d32a31c8c1 on network ddaf49bc-49c1-4955-ac53-f27eeab22dff {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:42:05.523707 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a6debd-06df-40b5-8baf-0d7a28fd8f0b admin admin] Network 7804729f-5a18-4f8e-8ea7-dae1d105ce0d is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:42:05.525195 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-38619e89-74aa-476b-b8e8-95072b7fd202 None None] Port 8c4577c4-c8f9-4398-8765-b1b497646665 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:42:05.525518 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-c0013c4d-3e19-49a8-b4b5-ce9f2fe9a080 service neutron] Port 21907f1b-a484-410f-8da8-88d32a31c8c1 on network ddaf49bc-49c1-4955-ac53-f27eeab22dff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:42:05.526539 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-c0013c4d-3e19-49a8-b4b5-ce9f2fe9a080 service neutron] Attempting to bind port 21907f1b-a484-410f-8da8-88d32a31c8c1 on network ddaf49bc-49c1-4955-ac53-f27eeab22dff {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:42:05.532650 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-e2a6debd-06df-40b5-8baf-0d7a28fd8f0b admin admin] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:42:05.538806 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-c0013c4d-3e19-49a8-b4b5-ce9f2fe9a080 service neutron] Checking agent: {'id': 'afe9b392-c72e-4ef3-a7bd-ca4c2066af02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8609', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'started_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:42:05.539259 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-c0013c4d-3e19-49a8-b4b5-ce9f2fe9a080 service neutron] Checking segment: {'id': '6fe0a304-c3a9-48ab-bd16-7b5fc4382cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ddaf49bc-49c1-4955-ac53-f27eeab22dff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:42:05.539744 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-c0013c4d-3e19-49a8-b4b5-ce9f2fe9a080 service neutron] Bound using segment: {'id': '6fe0a304-c3a9-48ab-bd16-7b5fc4382cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ddaf49bc-49c1-4955-ac53-f27eeab22dff'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:42:05.540288 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-c0013c4d-3e19-49a8-b4b5-ce9f2fe9a080 service neutron] Bound port: 21907f1b-a484-410f-8da8-88d32a31c8c1, host: hv-neutron-8609, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe0a304-c3a9-48ab-bd16-7b5fc4382cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ddaf49bc-49c1-4955-ac53-f27eeab22dff'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:42:05.540919 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-c0013c4d-3e19-49a8-b4b5-ce9f2fe9a080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:05.583429 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-67372a8d-e44b-4633-adc9-2375a0f021c5 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:05.590859 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67372a8d-e44b-4633-adc9-2375a0f021c5 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:05.591494 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-67372a8d-e44b-4633-adc9-2375a0f021c5 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:05.630698 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-67372a8d-e44b-4633-adc9-2375a0f021c5 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5874543 Oct 12 07:42:05.642627 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42018) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:05.648481 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-03533768-4b76-4822-bc93-b1e367b0a09f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'subnet': {'network_id': 'd10714e4-f16b-4393-a95a-b117a53db575', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:05.702804 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67372a8d-e44b-4633-adc9-2375a0f021c5 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event updated for resources: {'Network': ['ID=d10714e4-f16b-4393-a95a-b117a53db575,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:05.706508 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d924aeb7-fe0c-48e8-b219-32797b0ba4a5 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:05.711756 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d924aeb7-fe0c-48e8-b219-32797b0ba4a5 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:05.717755 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d924aeb7-fe0c-48e8-b219-32797b0ba4a5 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] 10.222.0.26 "DELETE /v2.0/networks/a4c12d5f-4705-42c8-9999-ba0406e8627d HTTP/1.1" status: 204 len: 168 time: 1.2908854 Oct 12 07:42:05.719757 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42020) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:05.732910 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network d10714e4-f16b-4393-a95a-b117a53db575 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:42:05.736253 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-16bd4e83-c948-4ae5-846e-04d85b817235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:05.762887 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924aeb7-fe0c-48e8-b219-32797b0ba4a5 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Pushing event deleted for resources: {'Network': ['ID=a4c12d5f-4705-42c8-9999-ba0406e8627d,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:05.777698 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a6debd-06df-40b5-8baf-0d7a28fd8f0b admin admin] Router 77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:42:05.794804 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed3320d-c0bd-4574-bd2d-937801c01ab2 None None] DHCP port deletion for a4c12d5f-4705-42c8-9999-ba0406e8627d request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:42:05.809140 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bd4e83-c948-4ae5-846e-04d85b817235 None None] No DVR routers for this DVR port 74d30fd2-fa2d-4efe-8eeb-4d297e2f5a1e on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:42:05.811735 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd4e83-c948-4ae5-846e-04d85b817235 None None] Pushing event deleted for resources: {'Port': ['ID=74d30fd2-fa2d-4efe-8eeb-4d297e2f5a1e,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:05.868748 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c8d85973-0fb7-4ebc-a82b-78d4b08b08d8 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:06.004445 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device b60141e3-6716-4aba-b37d-5a8b6a4aaf4c up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:42:06.023368 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c8d85973-0fb7-4ebc-a82b-78d4b08b08d8 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:06.028291 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-38619e89-74aa-476b-b8e8-95072b7fd202 None None] Attempt 3 to provision port 8c4577c4-c8f9-4398-8765-b1b497646665 Oct 12 07:42:06.052394 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-c8d85973-0fb7-4ebc-a82b-78d4b08b08d8 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2266551e-ae34-46e4-a571-c6f4412101d0']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:06.065148 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-c8d85973-0fb7-4ebc-a82b-78d4b08b08d8 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5e5c77a-e7cc-439a-b029-9162ccb06ae6') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:06.065774 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-c8d85973-0fb7-4ebc-a82b-78d4b08b08d8 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5e5c77a-e7cc-439a-b029-9162ccb06ae6') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:06.087924 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c8d85973-0fb7-4ebc-a82b-78d4b08b08d8 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:06.088149 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-38619e89-74aa-476b-b8e8-95072b7fd202 None None] Port 8c4577c4-c8f9-4398-8765-b1b497646665 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:42:06.093318 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port b60141e3-6716-4aba-b37d-5a8b6a4aaf4c triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:06.093773 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:06.094226 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port b60141e3-6716-4aba-b37d-5a8b6a4aaf4c Oct 12 07:42:06.105957 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c8d85973-0fb7-4ebc-a82b-78d4b08b08d8 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:06.114144 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8d85973-0fb7-4ebc-a82b-78d4b08b08d8 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:42:06.114643 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c8d85973-0fb7-4ebc-a82b-78d4b08b08d8 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:06.188846 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c8d85973-0fb7-4ebc-a82b-78d4b08b08d8 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:06.190079 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port b60141e3-6716-4aba-b37d-5a8b6a4aaf4c is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:42:06.191319 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:06.204450 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c8d85973-0fb7-4ebc-a82b-78d4b08b08d8 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:06.208504 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c8d85973-0fb7-4ebc-a82b-78d4b08b08d8 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] 10.222.0.26 "DELETE /v2.0/networks/2266551e-ae34-46e4-a571-c6f4412101d0 HTTP/1.1" status: 204 len: 168 time: 0.4874423 Oct 12 07:42:06.216103 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port b60141e3-6716-4aba-b37d-5a8b6a4aaf4c, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=b60141e3-6716-4aba-b37d-5a8b6a4aaf4c,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:42:06.218879 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42022) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:06.224549 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:06.238473 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d85973-0fb7-4ebc-a82b-78d4b08b08d8 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Pushing event deleted for resources: {'Network': ['ID=2266551e-ae34-46e4-a571-c6f4412101d0,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:06.299228 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=b60141e3-6716-4aba-b37d-5a8b6a4aaf4c,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:06.319103 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device a60fb47c-bdd9-4982-a0ef-e2a8228aa225 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:42:06.336339 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4d1a4-77f0-4709-9cb3-9ff5e3cba378 req-dc8431c7-6057-4504-9374-435e4fbeebc1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:06.337852 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7cc4d1a4-77f0-4709-9cb3-9ff5e3cba378 req-dc8431c7-6057-4504-9374-435e4fbeebc1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a8dda95-84df-40a4-a517-8a9a4505d924 HTTP/1.1" status: 200 len: 943 time: 0.5584056 Oct 12 07:42:06.340094 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: a60fb47c-bdd9-4982-a0ef-e2a8228aa225 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:42:06.340544 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device a60fb47c-bdd9-4982-a0ef-e2a8228aa225 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:42:06.341060 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 74d30fd2-fa2d-4efe-8eeb-4d297e2f5a1e no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:42:06.348112 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-599bf0b3-152b-445a-abde-a6d924235077 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:06.361354 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 74d30fd2-fa2d-4efe-8eeb-4d297e2f5a1e {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:42:06.361354 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 74d30fd2-fa2d-4efe-8eeb-4d297e2f5a1e not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:42:06.381426 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-c0013c4d-3e19-49a8-b4b5-ce9f2fe9a080 service neutron] For port 21907f1b-a484-410f-8da8-88d32a31c8c1, host hv-neutron-8609, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:42:06.417196 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-c0013c4d-3e19-49a8-b4b5-ce9f2fe9a080 service neutron] For port 21907f1b-a484-410f-8da8-88d32a31c8c1, host hv-neutron-8609, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=21907f1b-a484-410f-8da8-88d32a31c8c1,segment=NetworkSegment(6fe0a304-c3a9-48ab-bd16-7b5fc4382cec),segment_id=6fe0a304-c3a9-48ab-bd16-7b5fc4382cec)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:42:06.427246 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-c0013c4d-3e19-49a8-b4b5-ce9f2fe9a080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:06.431903 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-c0013c4d-3e19-49a8-b4b5-ce9f2fe9a080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:06.433093 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-c0013c4d-3e19-49a8-b4b5-ce9f2fe9a080 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:06.434844 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-c0013c4d-3e19-49a8-b4b5-ce9f2fe9a080 service neutron] 10.222.0.23 "PUT /v2.0/ports/21907f1b-a484-410f-8da8-88d32a31c8c1 HTTP/1.1" status: 200 len: 1093 time: 2.0412529 Oct 12 07:42:06.441159 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a8dda95-84df-40a4-a517-8a9a4505d924', 'tag': '21907f1b-a484-410f-8da8-88d32a31c8c1'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:42:06.443547 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f6a28b-8af2-4225-a241-a3ce71f4d784" -d '{"events": [{"name": "network-changed", "server_uuid": "3a8dda95-84df-40a4-a517-8a9a4505d924", "tag": "21907f1b-a484-410f-8da8-88d32a31c8c1"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:42:06.459551 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-599bf0b3-152b-445a-abde-a6d924235077 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:06.484670 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-599bf0b3-152b-445a-abde-a6d924235077 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97d6b880-3a72-4512-bee4-34f254e018d5']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:06.498099 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-599bf0b3-152b-445a-abde-a6d924235077 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3519daaf-85a0-4f5e-b2e3-c48db5881979') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:06.498406 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-599bf0b3-152b-445a-abde-a6d924235077 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3519daaf-85a0-4f5e-b2e3-c48db5881979') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:06.510256 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-599bf0b3-152b-445a-abde-a6d924235077 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:06.523983 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-599bf0b3-152b-445a-abde-a6d924235077 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:06.530449 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-599bf0b3-152b-445a-abde-a6d924235077 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:42:06.530839 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-599bf0b3-152b-445a-abde-a6d924235077 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:06.543609 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc246ef-e38b-4e06-8614-3d0e2f1b934e x-openstack-request-id: req-6fc246ef-e38b-4e06-8614-3d0e2f1b934e {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:42:06.543947 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a8dda95-84df-40a4-a517-8a9a4505d924", "tag": "21907f1b-a484-410f-8da8-88d32a31c8c1", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:42:06.544108 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6fc246ef-e38b-4e06-8614-3d0e2f1b934e {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:42:06.544508 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fc246ef-e38b-4e06-8614-3d0e2f1b934e'] response: {'name': 'network-changed', 'server_uuid': '3a8dda95-84df-40a4-a517-8a9a4505d924', 'tag': '21907f1b-a484-410f-8da8-88d32a31c8c1', 'status': 'completed', 'code': 200} Oct 12 07:42:06.559942 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7cc4d1a4-77f0-4709-9cb3-9ff5e3cba378 req-5826f817-052f-4414-8c1e-8b1267032918 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb01a0eb-74c1-4546-8934-0bb6db903050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850109 Oct 12 07:42:06.589432 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-38619e89-74aa-476b-b8e8-95072b7fd202 None None] Attempt 4 to provision port 8c4577c4-c8f9-4398-8765-b1b497646665 Oct 12 07:42:06.594488 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03533768-4b76-4822-bc93-b1e367b0a09f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Made reservation on behalf of 118ca68972cc4be1aeb1223f16967aab for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:42:06.599056 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-03533768-4b76-4822-bc93-b1e367b0a09f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:06.607479 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a6debd-06df-40b5-8baf-0d7a28fd8f0b admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:42:06.608098 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-599bf0b3-152b-445a-abde-a6d924235077 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:06.619947 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-599bf0b3-152b-445a-abde-a6d924235077 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:06.625753 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-599bf0b3-152b-445a-abde-a6d924235077 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] 10.222.0.26 "DELETE /v2.0/networks/97d6b880-3a72-4512-bee4-34f254e018d5 HTTP/1.1" status: 204 len: 168 time: 0.4058249 Oct 12 07:42:06.626398 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42026) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:06.630548 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e2a6debd-06df-40b5-8baf-0d7a28fd8f0b admin admin] 10.222.0.26 "PUT /v2.0/routers/77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0109193 Oct 12 07:42:06.644091 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599bf0b3-152b-445a-abde-a6d924235077 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Pushing event deleted for resources: {'Network': ['ID=97d6b880-3a72-4512-bee4-34f254e018d5,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:06.654789 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-38619e89-74aa-476b-b8e8-95072b7fd202 None None] Port 8c4577c4-c8f9-4398-8765-b1b497646665 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:42:06.663337 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-42ec1631-d0a2-47c9-8ff7-8dbcbfbe5c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:06.664963 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-42ec1631-d0a2-47c9-8ff7-8dbcbfbe5c89 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&device_id=3a8dda95-84df-40a4-a517-8a9a4505d924 HTTP/1.1" status: 200 len: 1096 time: 0.1707203 Oct 12 07:42:06.672357 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0013c4d-3e19-49a8-b4b5-ce9f2fe9a080 service neutron] Pushing event updated for resources: {'Port': ['ID=21907f1b-a484-410f-8da8-88d32a31c8c1,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:06.715626 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment c9851838-92d2-4c14-b7f1-edc28763cbdb resource provider aggregate not found Oct 12 07:42:06.739156 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-098f1f66-0fee-426a-9372-41e91b8b9a94 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:06.741775 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment c9851838-92d2-4c14-b7f1-edc28763cbdb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c9851838-92d2-4c14-b7f1-edc28763cbdb found for delete ", "request_id": "req-3a8b608b-9dca-49bc-81ea-5d1ffea2a4f7"}]} Oct 12 07:42:06.767591 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-27acd5d7-5c92-47a8-949c-86452ceaf9bd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21907f1b-a484-410f-8da8-88d32a31c8c1 HTTP/1.1" status: 200 len: 217 time: 0.0889463 Oct 12 07:42:06.782860 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment e5e5c77a-e7cc-439a-b029-9162ccb06ae6 resource provider aggregate not found Oct 12 07:42:06.814673 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment e5e5c77a-e7cc-439a-b029-9162ccb06ae6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e5e5c77a-e7cc-439a-b029-9162ccb06ae6 found for delete ", "request_id": "req-faac3523-87e3-42c9-8edc-4d01e0d200c6"}]} Oct 12 07:42:06.837702 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 3519daaf-85a0-4f5e-b2e3-c48db5881979 resource provider aggregate not found Oct 12 07:42:06.844104 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-f7231baa-fc07-45cd-aaf1-050bde8c4650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:06.845677 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-f7231baa-fc07-45cd-aaf1-050bde8c4650 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=679a1ca3-8b6b-4552-be65-3152e8a6d9b2 HTTP/1.1" status: 200 len: 834 time: 0.0699546 Oct 12 07:42:06.872671 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-098f1f66-0fee-426a-9372-41e91b8b9a94 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:06.876033 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 3519daaf-85a0-4f5e-b2e3-c48db5881979 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3519daaf-85a0-4f5e-b2e3-c48db5881979 found for delete ", "request_id": "req-12a7f9a3-0477-4e81-8257-0d84ade71293"}]} Oct 12 07:42:06.897558 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-098f1f66-0fee-426a-9372-41e91b8b9a94 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7062f76-6485-4e84-a576-76ddf0a69e52']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:06.908758 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-098f1f66-0fee-426a-9372-41e91b8b9a94 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4be3ebb-8c36-4885-b33b-952e718ab932') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:06.909862 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-098f1f66-0fee-426a-9372-41e91b8b9a94 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4be3ebb-8c36-4885-b33b-952e718ab932') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:06.919119 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-098f1f66-0fee-426a-9372-41e91b8b9a94 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:06.934561 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-098f1f66-0fee-426a-9372-41e91b8b9a94 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:06.941231 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-098f1f66-0fee-426a-9372-41e91b8b9a94 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:42:06.941691 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-098f1f66-0fee-426a-9372-41e91b8b9a94 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:06.961973 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-72a5692f-0467-4ed5-a80b-f28139c20e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:06.964054 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-72a5692f-0467-4ed5-a80b-f28139c20e8f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ddaf49bc-49c1-4955-ac53-f27eeab22dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0930216 Oct 12 07:42:06.994719 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-03533768-4b76-4822-bc93-b1e367b0a09f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:07.017566 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-098f1f66-0fee-426a-9372-41e91b8b9a94 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:07.038179 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-098f1f66-0fee-426a-9372-41e91b8b9a94 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:07.041723 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-098f1f66-0fee-426a-9372-41e91b8b9a94 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] 10.222.0.26 "DELETE /v2.0/networks/d7062f76-6485-4e84-a576-76ddf0a69e52 HTTP/1.1" status: 204 len: 168 time: 0.4061482 Oct 12 07:42:07.059152 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f1f66-0fee-426a-9372-41e91b8b9a94 tempest-BulkNetworkOpsTest-1133929722 tempest-BulkNetworkOpsTest-1133929722-project] Pushing event deleted for resources: {'Network': ['ID=d7062f76-6485-4e84-a576-76ddf0a69e52,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:07.111577 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03533768-4b76-4822-bc93-b1e367b0a09f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event updated for resources: {'Subnet': ['ID=e6d10d9f-9b7b-4533-8265-9663a13964ce,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:07.136006 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03533768-4b76-4822-bc93-b1e367b0a09f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Checking segment: {'id': '9c7fd089-7d14-4087-9c1b-13e8e37c515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd10714e4-f16b-4393-a95a-b117a53db575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:42:07.136369 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03533768-4b76-4822-bc93-b1e367b0a09f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Network hostable DHCP agents. Network: d10714e4-f16b-4393-a95a-b117a53db575, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:42:07.140839 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-95c000ca-7087-48e9-80f4-e08c195f6b52 service neutron] 10.222.0.23 "GET /v2.0/networks/ddaf49bc-49c1-4955-ac53-f27eeab22dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691818 Oct 12 07:42:07.156562 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-38619e89-74aa-476b-b8e8-95072b7fd202 None None] Attempt 5 to provision port 8c4577c4-c8f9-4398-8765-b1b497646665 Oct 12 07:42:07.178811 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03533768-4b76-4822-bc93-b1e367b0a09f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Network d10714e4-f16b-4393-a95a-b117a53db575 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:42:07.217882 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-38619e89-74aa-476b-b8e8-95072b7fd202 None None] Port 8c4577c4-c8f9-4398-8765-b1b497646665 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:42:07.219331 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405ffad3-3fe1-4d76-9d37-a1849df51b9a None None] Sync routers for ids ['77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:42:07.228852 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405ffad3-3fe1-4d76-9d37-a1849df51b9a None None] Routers {'77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:42:07.229767 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-405ffad3-3fe1-4d76-9d37-a1849df51b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:41:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:07.231056 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-03533768-4b76-4822-bc93-b1e367b0a09f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, d10714e4-f16b-4393-a95a-b117a53db575) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:42:07.240788 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf85daf-1680-44ea-a812-82f598eba20c None None] Network d10714e4-f16b-4393-a95a-b117a53db575 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:42:07.254817 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03533768-4b76-4822-bc93-b1e367b0a09f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:07.255525 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-03533768-4b76-4822-bc93-b1e367b0a09f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:07.325368 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-03533768-4b76-4822-bc93-b1e367b0a09f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6815798 Oct 12 07:42:07.328164 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42056) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:07.331677 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6ac0df4a-ecfa-4857-b6b7-d34e4c79e4cf req-66e6a47f-5107-43d5-b859-c253fe7576d1 service neutron] 10.222.0.23 "GET /v2.0/networks/ddaf49bc-49c1-4955-ac53-f27eeab22dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828320 Oct 12 07:42:07.336256 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-a1d4cf6a-17d5-41b2-8e56-1e9e3de77e69 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'port': {'network_id': 'd10714e4-f16b-4393-a95a-b117a53db575', 'name': 'tempest-PortsTestJSON-403917523'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:07.476759 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6a28b-8af2-4225-a241-a3ce71f4d784 req-140ec3bf-abb8-4b46-9378-a56d934ebab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:07.478341 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-82f6a28b-8af2-4225-a241-a3ce71f4d784 req-140ec3bf-abb8-4b46-9378-a56d934ebab1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&device_id=3a8dda95-84df-40a4-a517-8a9a4505d924 HTTP/1.1" status: 200 len: 1096 time: 0.0854754 Oct 12 07:42:07.482966 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b32791b-ee38-4476-98f7-53e00740b518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-d10714e4-f16b-4393-a95a-b117a53db575', 'network_id': 'd10714e4-f16b-4393-a95a-b117a53db575', 'tenant_id': '118ca68972cc4be1aeb1223f16967aab', 'fixed_ips': [{'subnet_id': 'e6d10d9f-9b7b-4533-8265-9663a13964ce'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:42:07.486201 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9b32791b-ee38-4476-98f7-53e00740b518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:07.507231 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42060) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:07.513825 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-776b0020-de69-42d0-b874-aa1bb4711d76 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1525503558-network', 'tenant_id': 'f92308ff34554fe582447c208b9451b5'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:07.519127 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42062) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:07.554755 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776b0020-de69-42d0-b874-aa1bb4711d76 admin admin] Made reservation on behalf of f92308ff34554fe582447c208b9451b5 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:42:07.557674 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-776b0020-de69-42d0-b874-aa1bb4711d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:07.562617 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-405ffad3-3fe1-4d76-9d37-a1849df51b9a None None] Set router 77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:42:07.607286 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-776b0020-de69-42d0-b874-aa1bb4711d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:07.642442 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d4cf6a-17d5-41b2-8e56-1e9e3de77e69 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Made reservation on behalf of 118ca68972cc4be1aeb1223f16967aab for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:42:07.652350 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a1d4cf6a-17d5-41b2-8e56-1e9e3de77e69 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:07.687302 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-a1d4cf6a-17d5-41b2-8e56-1e9e3de77e69 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] device_id is not set on port ecd77edd-7ab2-4427-8988-83e99fd4d05d yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:42:07.692972 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6a28b-8af2-4225-a241-a3ce71f4d784 req-52865514-665f-475d-9fd3-0a2c6b5037f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:07.694969 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-82f6a28b-8af2-4225-a241-a3ce71f4d784 req-52865514-665f-475d-9fd3-0a2c6b5037f2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ddaf49bc-49c1-4955-ac53-f27eeab22dff HTTP/1.1" status: 200 len: 898 time: 0.2098784 Oct 12 07:42:07.697257 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-9b32791b-ee38-4476-98f7-53e00740b518 None None] Allocated IP 172.20.0.2 (d10714e4-f16b-4393-a95a-b117a53db575/e6d10d9f-9b7b-4533-8265-9663a13964ce/2115afcb-5076-4cd2-9681-1e84b9843f28) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:42:07.795744 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-38619e89-74aa-476b-b8e8-95072b7fd202 None None] Attempt 6 to provision port 8c4577c4-c8f9-4398-8765-b1b497646665 Oct 12 07:42:07.829096 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-776b0020-de69-42d0-b874-aa1bb4711d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:07.835065 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-776b0020-de69-42d0-b874-aa1bb4711d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:07.859630 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-82f6a28b-8af2-4225-a241-a3ce71f4d784 req-65400814-bdac-4548-a92f-4ec359ff9d97 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21907f1b-a484-410f-8da8-88d32a31c8c1 HTTP/1.1" status: 200 len: 217 time: 0.1500497 Oct 12 07:42:07.871383 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-776b0020-de69-42d0-b874-aa1bb4711d76 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:42:07.883825 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b0020-de69-42d0-b874-aa1bb4711d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46918729-9204-424c-81b5-9886d84e2704,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:07.892328 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-776b0020-de69-42d0-b874-aa1bb4711d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:07.892675 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-776b0020-de69-42d0-b874-aa1bb4711d76 admin admin] Added segment 5d90c933-8af3-4c3f-95c8-52752d3d4999 of type vlan for network 9c8593d3-1fae-45bf-9e0f-92d4c9f138e4 Oct 12 07:42:07.904346 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device b60141e3-6716-4aba-b37d-5a8b6a4aaf4c up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:42:07.917257 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-405ffad3-3fe1-4d76-9d37-a1849df51b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'name': 'tempest-TestVolumeBootPattern-1151245487-router', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'b60141e3-6716-4aba-b37d-5a8b6a4aaf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:41:54Z', 'updated_at': '2022-10-12T07:42:04Z', 'revision_number': 4, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'gw_port': {'id': 'b60141e3-6716-4aba-b37d-5a8b6a4aaf4c', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:41:56Z', 'updated_at': '2022-10-12T07:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '8c4577c4-c8f9-4398-8765-b1b497646665', 'name': '', 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'mac_address': 'fa:16:3e:5b:2c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '47a40364-9659-4f40-a5db-71e52bd850ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:42:02Z', 'updated_at': '2022-10-12T07:42:04Z', 'revision_number': 2, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'subnets': [{'id': '47a40364-9659-4f40-a5db-71e52bd850ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:07.938975 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-180c24e8-d2a8-4912-a67b-a4f3fef9a737 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=43c5d6a44bf54b6baee0ea5b7c07a773&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4181337 Oct 12 07:42:07.940115 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42068) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:07.950227 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d770852-8144-4505-af4f-c2e7f08c1d02 req-11dbe040-a300-4837-a798-6b8fe55e0ba1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:07.952166 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4d770852-8144-4505-af4f-c2e7f08c1d02 req-11dbe040-a300-4837-a798-6b8fe55e0ba1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a8dda95-84df-40a4-a517-8a9a4505d924 HTTP/1.1" status: 200 len: 943 time: 0.2559490 Oct 12 07:42:07.955012 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-38619e89-74aa-476b-b8e8-95072b7fd202 None None] Port 8c4577c4-c8f9-4398-8765-b1b497646665 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:42:07.970046 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9b32791b-ee38-4476-98f7-53e00740b518 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:07.971453 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405ffad3-3fe1-4d76-9d37-a1849df51b9a None None] Checking router: 77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:42:07.971980 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405ffad3-3fe1-4d76-9d37-a1849df51b9a None None] Updating router 77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe port 8c4577c4-c8f9-4398-8765-b1b497646665 binding host dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:42:07.983713 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9b32791b-ee38-4476-98f7-53e00740b518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:07.987551 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6a28b-8af2-4225-a241-a3ce71f4d784 req-1c0eae4b-ddd0-438d-be43-cad12fc1c39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:07.987728 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-776b0020-de69-42d0-b874-aa1bb4711d76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:07.990067 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-82f6a28b-8af2-4225-a241-a3ce71f4d784 req-1c0eae4b-ddd0-438d-be43-cad12fc1c39b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=679a1ca3-8b6b-4552-be65-3152e8a6d9b2 HTTP/1.1" status: 200 len: 834 time: 0.1165650 Oct 12 07:42:07.990238 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port b60141e3-6716-4aba-b37d-5a8b6a4aaf4c triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:07.990443 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:07.990778 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port b60141e3-6716-4aba-b37d-5a8b6a4aaf4c Oct 12 07:42:08.003255 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-405ffad3-3fe1-4d76-9d37-a1849df51b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:08.054920 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b32791b-ee38-4476-98f7-53e00740b518 None None] Network d10714e4-f16b-4393-a95a-b117a53db575 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:42:08.061322 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-9b32791b-ee38-4476-98f7-53e00740b518 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:42:08.064829 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b32791b-ee38-4476-98f7-53e00740b518 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:42:08.066006 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4d770852-8144-4505-af4f-c2e7f08c1d02 req-4d6a90cb-bf72-4548-bfcf-2acd5225d790 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb01a0eb-74c1-4546-8934-0bb6db903050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029470 Oct 12 07:42:08.078071 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6a28b-8af2-4225-a241-a3ce71f4d784 req-a48748d5-c049-46af-861b-c7a28d547e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:08.079374 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b32791b-ee38-4476-98f7-53e00740b518 None None] Pushing event updated for resources: {'Port': ['ID=2115afcb-5076-4cd2-9681-1e84b9843f28,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:08.081041 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-82f6a28b-8af2-4225-a241-a3ce71f4d784 req-a48748d5-c049-46af-861b-c7a28d547e40 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ddaf49bc-49c1-4955-ac53-f27eeab22dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799553 Oct 12 07:42:08.102964 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-a1d4cf6a-17d5-41b2-8e56-1e9e3de77e69 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Allocated IP 172.20.0.7 (d10714e4-f16b-4393-a95a-b117a53db575/e6d10d9f-9b7b-4533-8265-9663a13964ce/ecd77edd-7ab2-4427-8988-83e99fd4d05d) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:42:08.109691 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-356f0eec-e794-4f49-a186-744e57d30dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:08.126186 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-776b0020-de69-42d0-b874-aa1bb4711d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:08.127584 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776b0020-de69-42d0-b874-aa1bb4711d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:08.127705 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-776b0020-de69-42d0-b874-aa1bb4711d76 admin admin] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:08.140541 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-9b32791b-ee38-4476-98f7-53e00740b518 None None] Attempting to bind port 2115afcb-5076-4cd2-9681-1e84b9843f28 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:42:08.140913 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-9b32791b-ee38-4476-98f7-53e00740b518 None None] Attempting to bind port 2115afcb-5076-4cd2-9681-1e84b9843f28 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '9c7fd089-7d14-4087-9c1b-13e8e37c515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd10714e4-f16b-4393-a95a-b117a53db575'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:42:08.141342 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b32791b-ee38-4476-98f7-53e00740b518 None None] Attempting to bind port 2115afcb-5076-4cd2-9681-1e84b9843f28 on network d10714e4-f16b-4393-a95a-b117a53db575 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:42:08.159734 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-776b0020-de69-42d0-b874-aa1bb4711d76 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6487255 Oct 12 07:42:08.159734 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-356f0eec-e794-4f49-a186-744e57d30dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:08.172070 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42070) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:08.172298 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b32791b-ee38-4476-98f7-53e00740b518 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:42:08.172563 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b32791b-ee38-4476-98f7-53e00740b518 None None] Checking segment: {'id': '9c7fd089-7d14-4087-9c1b-13e8e37c515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd10714e4-f16b-4393-a95a-b117a53db575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:42:08.173282 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9b32791b-ee38-4476-98f7-53e00740b518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:08.173842 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b32791b-ee38-4476-98f7-53e00740b518 None None] Bound using segment: {'id': '9c7fd089-7d14-4087-9c1b-13e8e37c515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd10714e4-f16b-4393-a95a-b117a53db575'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:42:08.174508 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-9b32791b-ee38-4476-98f7-53e00740b518 None None] Bound port: 2115afcb-5076-4cd2-9681-1e84b9843f28, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7fd089-7d14-4087-9c1b-13e8e37c515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd10714e4-f16b-4393-a95a-b117a53db575'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:42:08.175054 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9b32791b-ee38-4476-98f7-53e00740b518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:08.189006 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-6b414691-136c-4042-b2a1-9073783ccc04 admin admin] Request body: {'subnet': {'network_id': '9c8593d3-1fae-45bf-9e0f-92d4c9f138e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1525503558-subnet', 'tenant_id': 'f92308ff34554fe582447c208b9451b5', 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:08.196289 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port b60141e3-6716-4aba-b37d-5a8b6a4aaf4c is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:42:08.219575 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-82f6a28b-8af2-4225-a241-a3ce71f4d784 req-51442e67-e583-4f14-a08e-55e117fde89d service neutron] 10.222.0.23 "GET /v2.0/networks/ddaf49bc-49c1-4955-ac53-f27eeab22dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255860 Oct 12 07:42:08.260923 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-9b32791b-ee38-4476-98f7-53e00740b518 None None] For port 2115afcb-5076-4cd2-9681-1e84b9843f28, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:42:08.265447 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-9b32791b-ee38-4476-98f7-53e00740b518 None None] For port 2115afcb-5076-4cd2-9681-1e84b9843f28, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=2115afcb-5076-4cd2-9681-1e84b9843f28,segment=NetworkSegment(9c7fd089-7d14-4087-9c1b-13e8e37c515b),segment_id=9c7fd089-7d14-4087-9c1b-13e8e37c515b)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:42:08.272026 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9b32791b-ee38-4476-98f7-53e00740b518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:08.282949 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b0020-de69-42d0-b874-aa1bb4711d76 admin admin] Pushing event updated for resources: {'Network': ['ID=9c8593d3-1fae-45bf-9e0f-92d4c9f138e4,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:08.313232 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b414691-136c-4042-b2a1-9073783ccc04 admin admin] Made reservation on behalf of f92308ff34554fe582447c208b9451b5 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:42:08.315555 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6b414691-136c-4042-b2a1-9073783ccc04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:08.318705 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 9c8593d3-1fae-45bf-9e0f-92d4c9f138e4 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:42:08.385997 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-405ffad3-3fe1-4d76-9d37-a1849df51b9a None None] Notify callbacks [] for port, precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:08.399289 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-405ffad3-3fe1-4d76-9d37-a1849df51b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:08.407876 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-82f6a28b-8af2-4225-a241-a3ce71f4d784 req-4fc4e138-943c-41f8-b150-0969666d4701 service neutron] 10.222.0.23 "GET /v2.0/networks/ddaf49bc-49c1-4955-ac53-f27eeab22dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789105 Oct 12 07:42:08.432748 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b32791b-ee38-4476-98f7-53e00740b518 None None] Pushing event updated for resources: {'Port': ['ID=2115afcb-5076-4cd2-9681-1e84b9843f28,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:08.456461 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-38619e89-74aa-476b-b8e8-95072b7fd202 None None] Attempt 7 to provision port 8c4577c4-c8f9-4398-8765-b1b497646665 Oct 12 07:42:08.484217 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde826d3-5707-4236-90db-792c4e52aec9 None None] Pushing event updated for resources: {'Port': ['ID=8c4577c4-c8f9-4398-8765-b1b497646665,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:08.505206 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-405ffad3-3fe1-4d76-9d37-a1849df51b9a None None] Attempting to bind port 8c4577c4-c8f9-4398-8765-b1b497646665 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:42:08.505597 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-405ffad3-3fe1-4d76-9d37-a1849df51b9a None None] Attempting to bind port 8c4577c4-c8f9-4398-8765-b1b497646665 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '88643988-26cf-4ca1-bd7d-7cce24459e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:42:08.506005 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405ffad3-3fe1-4d76-9d37-a1849df51b9a None None] Attempting to bind port 8c4577c4-c8f9-4398-8765-b1b497646665 on network 7804729f-5a18-4f8e-8ea7-dae1d105ce0d {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:42:08.509708 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-356f0eec-e794-4f49-a186-744e57d30dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:08.514137 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405ffad3-3fe1-4d76-9d37-a1849df51b9a None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:42:08.514422 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405ffad3-3fe1-4d76-9d37-a1849df51b9a None None] Checking segment: {'id': '88643988-26cf-4ca1-bd7d-7cce24459e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:42:08.514944 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-405ffad3-3fe1-4d76-9d37-a1849df51b9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:08.515328 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405ffad3-3fe1-4d76-9d37-a1849df51b9a None None] Bound using segment: {'id': '88643988-26cf-4ca1-bd7d-7cce24459e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:42:08.516002 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-405ffad3-3fe1-4d76-9d37-a1849df51b9a None None] Bound port: 8c4577c4-c8f9-4398-8765-b1b497646665, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88643988-26cf-4ca1-bd7d-7cce24459e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:42:08.516153 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-405ffad3-3fe1-4d76-9d37-a1849df51b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:08.517927 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-356f0eec-e794-4f49-a186-744e57d30dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:08.519276 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-356f0eec-e794-4f49-a186-744e57d30dff admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b3c3f189-e5b7-4a82-bddb-661b8be8a8c3 HTTP/1.1" status: 204 len: 168 time: 0.5770645 Oct 12 07:42:08.526625 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-38619e89-74aa-476b-b8e8-95072b7fd202 None None] Port 8c4577c4-c8f9-4398-8765-b1b497646665 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:42:08.597402 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f0eec-e794-4f49-a186-744e57d30dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c3f189-e5b7-4a82-bddb-661b8be8a8c3,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:08.634113 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a1d4cf6a-17d5-41b2-8e56-1e9e3de77e69 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:08.639904 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-405ffad3-3fe1-4d76-9d37-a1849df51b9a None None] For port 8c4577c4-c8f9-4398-8765-b1b497646665, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:42:08.643240 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-405ffad3-3fe1-4d76-9d37-a1849df51b9a None None] For port 8c4577c4-c8f9-4398-8765-b1b497646665, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=8c4577c4-c8f9-4398-8765-b1b497646665,segment=NetworkSegment(88643988-26cf-4ca1-bd7d-7cce24459e19),segment_id=88643988-26cf-4ca1-bd7d-7cce24459e19)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:42:08.651704 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-405ffad3-3fe1-4d76-9d37-a1849df51b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:08.663809 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 21907f1b-a484-410f-8da8-88d32a31c8c1 details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 07:42:08.706015 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6b414691-136c-4042-b2a1-9073783ccc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:08.711801 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405ffad3-3fe1-4d76-9d37-a1849df51b9a None None] Routers {'77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:42:08.712439 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-405ffad3-3fe1-4d76-9d37-a1849df51b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:41:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:08.778166 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a1d4cf6a-17d5-41b2-8e56-1e9e3de77e69 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:08.785552 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde826d3-5707-4236-90db-792c4e52aec9 None None] Pushing event updated for resources: {'Port': ['ID=8c4577c4-c8f9-4398-8765-b1b497646665,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:08.810498 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b414691-136c-4042-b2a1-9073783ccc04 admin admin] Checking segment: {'id': '5d90c933-8af3-4c3f-95c8-52752d3d4999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9c8593d3-1fae-45bf-9e0f-92d4c9f138e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:42:08.810788 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b414691-136c-4042-b2a1-9073783ccc04 admin admin] Network hostable DHCP agents. Network: 9c8593d3-1fae-45bf-9e0f-92d4c9f138e4, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:42:08.840656 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b414691-136c-4042-b2a1-9073783ccc04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19042184-768f-4504-ad3a-90cdc5730e37,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:08.845064 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d4cf6a-17d5-41b2-8e56-1e9e3de77e69 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Network d10714e4-f16b-4393-a95a-b117a53db575 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:42:08.845786 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 21907f1b-a484-410f-8da8-88d32a31c8c1, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=21907f1b-a484-410f-8da8-88d32a31c8c1,segment=NetworkSegment(6fe0a304-c3a9-48ab-bd16-7b5fc4382cec),segment_id=6fe0a304-c3a9-48ab-bd16-7b5fc4382cec)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:42:08.856194 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-a1d4cf6a-17d5-41b2-8e56-1e9e3de77e69 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:42:08.858839 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d4cf6a-17d5-41b2-8e56-1e9e3de77e69 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:42:08.863556 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': '21907f1b-a484-410f-8da8-88d32a31c8c1', 'network_id': 'ddaf49bc-49c1-4955-ac53-f27eeab22dff', 'port_id': '21907f1b-a484-410f-8da8-88d32a31c8c1', 'mac_address': 'fa:16:3e:05:5c:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '679a1ca3-8b6b-4552-be65-3152e8a6d9b2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 07:42:08.880397 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-405ffad3-3fe1-4d76-9d37-a1849df51b9a None None] Set router 77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:42:08.909711 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment e4be3ebb-8c36-4885-b33b-952e718ab932 resource provider aggregate not found Oct 12 07:42:08.917675 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4cf6a-17d5-41b2-8e56-1e9e3de77e69 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event updated for resources: {'Port': ['ID=ecd77edd-7ab2-4427-8988-83e99fd4d05d,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:08.918806 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 21907f1b-a484-410f-8da8-88d32a31c8c1 is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:42:08.919202 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:08.928573 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b414691-136c-4042-b2a1-9073783ccc04 admin admin] Network 9c8593d3-1fae-45bf-9e0f-92d4c9f138e4 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:42:08.936489 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21907f1b-a484-410f-8da8-88d32a31c8c1 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:42:08.939005 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment e4be3ebb-8c36-4885-b33b-952e718ab932 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e4be3ebb-8c36-4885-b33b-952e718ab932 found for delete ", "request_id": "req-01dc609e-882d-429b-b8da-bec6350b002f"}]} Oct 12 07:42:08.952809 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d4cf6a-17d5-41b2-8e56-1e9e3de77e69 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:08.953453 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a1d4cf6a-17d5-41b2-8e56-1e9e3de77e69 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:08.956178 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-6b414691-136c-4042-b2a1-9073783ccc04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 9c8593d3-1fae-45bf-9e0f-92d4c9f138e4) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:42:08.960735 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 21907f1b-a484-410f-8da8-88d32a31c8c1, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=21907f1b-a484-410f-8da8-88d32a31c8c1,segment=NetworkSegment(6fe0a304-c3a9-48ab-bd16-7b5fc4382cec),segment_id=6fe0a304-c3a9-48ab-bd16-7b5fc4382cec)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:42:08.961795 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b414691-136c-4042-b2a1-9073783ccc04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:08.962680 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6b414691-136c-4042-b2a1-9073783ccc04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:08.968186 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953c8d7e-e701-43e0-9269-bbd7c05cc705 None None] Network 9c8593d3-1fae-45bf-9e0f-92d4c9f138e4 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:42:08.973664 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:08.988380 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a1d4cf6a-17d5-41b2-8e56-1e9e3de77e69 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6556258 Oct 12 07:42:08.988380 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42082) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:08.993843 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-b4c40136-8bae-4367-8315-82c7d739de22 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'port': {'network_id': 'd10714e4-f16b-4393-a95a-b117a53db575', 'name': 'tempest-PortsTestJSON-638763579'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:09.002617 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-6b414691-136c-4042-b2a1-9073783ccc04 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8235600 Oct 12 07:42:09.004802 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42084) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:09.009242 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-afa13e47-986a-41fe-8c33-65e943ee728f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1525503558-router', 'tenant_id': 'f92308ff34554fe582447c208b9451b5', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:09.037536 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-38619e89-74aa-476b-b8e8-95072b7fd202 None None] Attempt 8 to provision port 8c4577c4-c8f9-4398-8765-b1b497646665 Oct 12 07:42:09.056355 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-afa13e47-986a-41fe-8c33-65e943ee728f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:09.057898 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-afa13e47-986a-41fe-8c33-65e943ee728f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:09.129817 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=21907f1b-a484-410f-8da8-88d32a31c8c1,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:09.210167 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-405ffad3-3fe1-4d76-9d37-a1849df51b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'name': 'tempest-TestVolumeBootPattern-1151245487-router', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'b60141e3-6716-4aba-b37d-5a8b6a4aaf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:41:54Z', 'updated_at': '2022-10-12T07:42:04Z', 'revision_number': 4, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'gw_port': {'id': 'b60141e3-6716-4aba-b37d-5a8b6a4aaf4c', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:41:56Z', 'updated_at': '2022-10-12T07:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '8c4577c4-c8f9-4398-8765-b1b497646665', 'name': '', 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'mac_address': 'fa:16:3e:5b:2c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '47a40364-9659-4f40-a5db-71e52bd850ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:42:02Z', 'updated_at': '2022-10-12T07:42:08Z', 'revision_number': 4, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'subnets': [{'id': '47a40364-9659-4f40-a5db-71e52bd850ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:09.234861 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-afa13e47-986a-41fe-8c33-65e943ee728f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:09.243863 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405ffad3-3fe1-4d76-9d37-a1849df51b9a None None] The sync data for ids ['77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'] in dv-neutron-860909-2-hyperv is: [{'id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'name': 'tempest-TestVolumeBootPattern-1151245487-router', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'b60141e3-6716-4aba-b37d-5a8b6a4aaf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:41:54Z', 'updated_at': '2022-10-12T07:42:04Z', 'revision_number': 4, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'gw_port': {'id': 'b60141e3-6716-4aba-b37d-5a8b6a4aaf4c', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:41:56Z', 'updated_at': '2022-10-12T07:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '8c4577c4-c8f9-4398-8765-b1b497646665', 'name': '', 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'mac_address': 'fa:16:3e:5b:2c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '47a40364-9659-4f40-a5db-71e52bd850ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:42:02Z', 'updated_at': '2022-10-12T07:42:08Z', 'revision_number': 4, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'subnets': [{'id': '47a40364-9659-4f40-a5db-71e52bd850ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:42:09.247945 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['21907f1b-a484-410f-8da8-88d32a31c8c1'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 07:42:09.358379 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2035c1-8558-4fa3-98c9-9fb275590a9f req-fdc1a4a3-638e-45d5-b037-ea504eb2763f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:09.360070 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-db2035c1-8558-4fa3-98c9-9fb275590a9f req-fdc1a4a3-638e-45d5-b037-ea504eb2763f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a8dda95-84df-40a4-a517-8a9a4505d924 HTTP/1.1" status: 200 len: 944 time: 0.1590834 Oct 12 07:42:09.490585 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-38619e89-74aa-476b-b8e8-95072b7fd202 None None] Current status of the port 8c4577c4-c8f9-4398-8765-b1b497646665 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:42:09.491418 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-38619e89-74aa-476b-b8e8-95072b7fd202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:09.504973 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-db2035c1-8558-4fa3-98c9-9fb275590a9f req-6a94c29b-125e-403c-b7f0-1439250a5085 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb01a0eb-74c1-4546-8934-0bb6db903050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012106 Oct 12 07:42:09.542335 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c40136-8bae-4367-8315-82c7d739de22 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Made reservation on behalf of 118ca68972cc4be1aeb1223f16967aab for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:42:09.555554 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b4c40136-8bae-4367-8315-82c7d739de22 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:09.564043 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a161ddda-009b-431e-a1ed-16cb0ca65747 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-9c8593d3-1fae-45bf-9e0f-92d4c9f138e4', 'network_id': '9c8593d3-1fae-45bf-9e0f-92d4c9f138e4', 'tenant_id': 'f92308ff34554fe582447c208b9451b5', 'fixed_ips': [{'subnet_id': '19042184-768f-4504-ad3a-90cdc5730e37'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:42:09.565246 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a161ddda-009b-431e-a1ed-16cb0ca65747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:09.571719 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-38619e89-74aa-476b-b8e8-95072b7fd202 None None] For port 8c4577c4-c8f9-4398-8765-b1b497646665, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=8c4577c4-c8f9-4398-8765-b1b497646665,segment=NetworkSegment(88643988-26cf-4ca1-bd7d-7cce24459e19),segment_id=88643988-26cf-4ca1-bd7d-7cce24459e19)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:42:09.592479 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-38619e89-74aa-476b-b8e8-95072b7fd202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:09.661737 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-afa13e47-986a-41fe-8c33-65e943ee728f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:09.667496 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-b4c40136-8bae-4367-8315-82c7d739de22 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] device_id is not set on port d922d1fa-b001-4d54-b555-d8c2212c5eb4 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:42:09.912162 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-f4586c11-f30a-4dc1-a9d6-a2889bce8f98 None None] Could not find standard attr ID for object 74d30fd2-fa2d-4efe-8eeb-4d297e2f5a1e. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:42:09.967244 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38619e89-74aa-476b-b8e8-95072b7fd202 None None] Pushing event updated for resources: {'Port': ['ID=8c4577c4-c8f9-4398-8765-b1b497646665,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:09.968133 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42102) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:09.992583 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-b4c40136-8bae-4367-8315-82c7d739de22 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Allocated IP 172.20.0.4 (d10714e4-f16b-4393-a95a-b117a53db575/e6d10d9f-9b7b-4533-8265-9663a13964ce/d922d1fa-b001-4d54-b555-d8c2212c5eb4) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:42:10.038625 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d947997a-c345-421d-a9a7-b83df4dc270c None None] Network d10714e4-f16b-4393-a95a-b117a53db575 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:42:10.110558 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-3842aec5-822f-431f-88f8-2a0ce47bbdac tempest-NetworksNegativeTestJSON-1473721832 tempest-NetworksNegativeTestJSON-1473721832-project] Request body: {'port': {'network_id': 'a0499f33-7f7a-41ac-8d25-21f55964b586', 'name': 'tempest-NetworksNegativeTestJSON-247793000'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:10.127067 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-3842aec5-822f-431f-88f8-2a0ce47bbdac tempest-NetworksNegativeTestJSON-1473721832 tempest-NetworksNegativeTestJSON-1473721832-project] POST failed (client error): The resource could not be found. Oct 12 07:42:10.127713 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3842aec5-822f-431f-88f8-2a0ce47bbdac tempest-NetworksNegativeTestJSON-1473721832 tempest-NetworksNegativeTestJSON-1473721832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:42:10.130094 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-3842aec5-822f-431f-88f8-2a0ce47bbdac tempest-NetworksNegativeTestJSON-1473721832 tempest-NetworksNegativeTestJSON-1473721832-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1598253 Oct 12 07:42:10.134537 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42106) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:10.156409 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-4414bc66-0a73-4484-9de1-c8f5d6aa110d tempest-NetworksNegativeTestJSON-1473721832 tempest-NetworksNegativeTestJSON-1473721832-project] DELETE failed (client error): The resource could not be found. Oct 12 07:42:10.157278 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4414bc66-0a73-4484-9de1-c8f5d6aa110d tempest-NetworksNegativeTestJSON-1473721832 tempest-NetworksNegativeTestJSON-1473721832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:42:10.160778 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-4414bc66-0a73-4484-9de1-c8f5d6aa110d tempest-NetworksNegativeTestJSON-1473721832 tempest-NetworksNegativeTestJSON-1473721832-project] 10.222.0.26 "DELETE /v2.0/networks/74e69001-e3c7-4622-bd14-c4e646975d79 HTTP/1.1" status: 404 len: 339 time: 0.0246081 Oct 12 07:42:10.164389 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42108) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:10.188055 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 2115afcb-5076-4cd2-9681-1e84b9843f28 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:42:10.191554 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a63e7ad-151a-4d32-a2c1-5f49f375dd70 tempest-NetworksNegativeTestJSON-1473721832 tempest-NetworksNegativeTestJSON-1473721832-project] DELETE failed (client error): The resource could not be found. Oct 12 07:42:10.192568 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a63e7ad-151a-4d32-a2c1-5f49f375dd70 tempest-NetworksNegativeTestJSON-1473721832 tempest-NetworksNegativeTestJSON-1473721832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:42:10.195713 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-1a63e7ad-151a-4d32-a2c1-5f49f375dd70 tempest-NetworksNegativeTestJSON-1473721832 tempest-NetworksNegativeTestJSON-1473721832-project] 10.222.0.26 "DELETE /v2.0/ports/6f8fb428-7b78-4e3e-8eeb-a4d1f086431b HTTP/1.1" status: 404 len: 333 time: 0.0300941 Oct 12 07:42:10.200211 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42110) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:10.239761 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-91565375-34f3-40f9-b263-3422955bfdf1 tempest-NetworksNegativeTestJSON-1473721832 tempest-NetworksNegativeTestJSON-1473721832-project] DELETE failed (client error): The resource could not be found. Oct 12 07:42:10.240499 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91565375-34f3-40f9-b263-3422955bfdf1 tempest-NetworksNegativeTestJSON-1473721832 tempest-NetworksNegativeTestJSON-1473721832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:42:10.241319 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-f4586c11-f30a-4dc1-a9d6-a2889bce8f98 None None] Provisioning complete for port 8c4577c4-c8f9-4398-8765-b1b497646665 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:10.241757 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4586c11-f30a-4dc1-a9d6-a2889bce8f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:10.242198 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-f4586c11-f30a-4dc1-a9d6-a2889bce8f98 None None] Attempt 1 to provision port 8c4577c4-c8f9-4398-8765-b1b497646665 Oct 12 07:42:10.245181 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-91565375-34f3-40f9-b263-3422955bfdf1 tempest-NetworksNegativeTestJSON-1473721832 tempest-NetworksNegativeTestJSON-1473721832-project] 10.222.0.26 "DELETE /v2.0/subnets/21dc048e-a049-402a-a1c0-e15e2c3077f1 HTTP/1.1" status: 404 len: 337 time: 0.0431871 Oct 12 07:42:10.248920 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42112) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:10.270658 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-a473240d-4696-457e-9b8d-f687b5f0479e tempest-NetworksNegativeTestJSON-1473721832 tempest-NetworksNegativeTestJSON-1473721832-project] GET failed (client error): The resource could not be found. Oct 12 07:42:10.272559 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a473240d-4696-457e-9b8d-f687b5f0479e tempest-NetworksNegativeTestJSON-1473721832 tempest-NetworksNegativeTestJSON-1473721832-project] 10.222.0.26 "GET /v2.0/networks/554dcf69-53e6-4366-9a89-d5243e0b4073 HTTP/1.1" status: 404 len: 339 time: 0.0223889 Oct 12 07:42:10.276981 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42114) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:10.311030 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-de83fd10-7413-4e0c-bdc4-db0966dddec8 tempest-NetworksNegativeTestJSON-1473721832 tempest-NetworksNegativeTestJSON-1473721832-project] GET failed (client error): The resource could not be found. Oct 12 07:42:10.313091 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-de83fd10-7413-4e0c-bdc4-db0966dddec8 tempest-NetworksNegativeTestJSON-1473721832 tempest-NetworksNegativeTestJSON-1473721832-project] 10.222.0.26 "GET /v2.0/ports/3539bdec-59e4-4582-b092-7e06bb885ae6 HTTP/1.1" status: 404 len: 333 time: 0.0347862 Oct 12 07:42:10.316819 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42116) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:10.350834 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-598908dc-ce22-461a-a735-a1918cd45b53 tempest-NetworksNegativeTestJSON-1473721832 tempest-NetworksNegativeTestJSON-1473721832-project] GET failed (client error): The resource could not be found. Oct 12 07:42:10.352709 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-598908dc-ce22-461a-a735-a1918cd45b53 tempest-NetworksNegativeTestJSON-1473721832 tempest-NetworksNegativeTestJSON-1473721832-project] 10.222.0.26 "GET /v2.0/subnets/7ebd0f72-05ce-4d25-95dd-a7bcd7ad575e HTTP/1.1" status: 404 len: 337 time: 0.0343966 Oct 12 07:42:10.356543 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42118) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:10.362664 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-291b7ed4-59e7-45d9-a31b-e620268a9888 tempest-NetworksNegativeTestJSON-1473721832 tempest-NetworksNegativeTestJSON-1473721832-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:10.381325 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-291b7ed4-59e7-45d9-a31b-e620268a9888 tempest-NetworksNegativeTestJSON-1473721832 tempest-NetworksNegativeTestJSON-1473721832-project] PUT failed (client error): The resource could not be found. Oct 12 07:42:10.381966 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-291b7ed4-59e7-45d9-a31b-e620268a9888 tempest-NetworksNegativeTestJSON-1473721832 tempest-NetworksNegativeTestJSON-1473721832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:42:10.388414 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-291b7ed4-59e7-45d9-a31b-e620268a9888 tempest-NetworksNegativeTestJSON-1473721832 tempest-NetworksNegativeTestJSON-1473721832-project] 10.222.0.26 "PUT /v2.0/networks/2cc9b59b-287b-499a-9084-7356a322273c HTTP/1.1" status: 404 len: 339 time: 0.0303705 Oct 12 07:42:10.389050 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42120) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:10.395056 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-9a6ce889-a77e-40a9-9083-2b3597797189 tempest-NetworksNegativeTestJSON-1473721832 tempest-NetworksNegativeTestJSON-1473721832-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:10.418190 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a6ce889-a77e-40a9-9083-2b3597797189 tempest-NetworksNegativeTestJSON-1473721832 tempest-NetworksNegativeTestJSON-1473721832-project] PUT failed (client error): The resource could not be found. Oct 12 07:42:10.419241 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a6ce889-a77e-40a9-9083-2b3597797189 tempest-NetworksNegativeTestJSON-1473721832 tempest-NetworksNegativeTestJSON-1473721832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:42:10.421463 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-9a6ce889-a77e-40a9-9083-2b3597797189 tempest-NetworksNegativeTestJSON-1473721832 tempest-NetworksNegativeTestJSON-1473721832-project] 10.222.0.26 "PUT /v2.0/ports/2acedd71-7b32-4d58-b321-407989a4fccc HTTP/1.1" status: 404 len: 333 time: 0.0305285 Oct 12 07:42:10.424603 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42122) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:10.429853 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-447d75bd-5285-4610-85d3-b7eb0807ace6 tempest-NetworksNegativeTestJSON-1473721832 tempest-NetworksNegativeTestJSON-1473721832-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:10.459707 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-447d75bd-5285-4610-85d3-b7eb0807ace6 tempest-NetworksNegativeTestJSON-1473721832 tempest-NetworksNegativeTestJSON-1473721832-project] PUT failed (client error): The resource could not be found. Oct 12 07:42:10.460294 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-447d75bd-5285-4610-85d3-b7eb0807ace6 tempest-NetworksNegativeTestJSON-1473721832 tempest-NetworksNegativeTestJSON-1473721832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:42:10.461542 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-447d75bd-5285-4610-85d3-b7eb0807ace6 tempest-NetworksNegativeTestJSON-1473721832 tempest-NetworksNegativeTestJSON-1473721832-project] 10.222.0.26 "PUT /v2.0/subnets/ce419f8a-0420-4950-bf46-b76bc27aa933 HTTP/1.1" status: 404 len: 337 time: 0.0359168 Oct 12 07:42:10.475088 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-a161ddda-009b-431e-a1ed-16cb0ca65747 None None] Allocated IP 172.20.0.2 (9c8593d3-1fae-45bf-9e0f-92d4c9f138e4/19042184-768f-4504-ad3a-90cdc5730e37/43f57424-00af-4079-a161-08781f333d60) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:42:10.514973 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b4c40136-8bae-4367-8315-82c7d739de22 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:10.629481 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-afa13e47-986a-41fe-8c33-65e943ee728f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:10.662998 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-afa13e47-986a-41fe-8c33-65e943ee728f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:10.720839 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f4586c11-f30a-4dc1-a9d6-a2889bce8f98 None None] Current status of the port 8c4577c4-c8f9-4398-8765-b1b497646665 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:42:10.738943 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd1d28-5272-4bcb-8b60-f6cba80e04bd req-a42ae41b-88cb-4013-8e59-f10bfb187500 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:10.740963 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-96bd1d28-5272-4bcb-8b60-f6cba80e04bd req-a42ae41b-88cb-4013-8e59-f10bfb187500 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a8dda95-84df-40a4-a517-8a9a4505d924 HTTP/1.1" status: 200 len: 944 time: 0.0957575 Oct 12 07:42:10.765558 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b4c40136-8bae-4367-8315-82c7d739de22 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:10.772192 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 2115afcb-5076-4cd2-9681-1e84b9843f28 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:10.772571 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:10.774424 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 2115afcb-5076-4cd2-9681-1e84b9843f28 Oct 12 07:42:10.818676 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-96bd1d28-5272-4bcb-8b60-f6cba80e04bd req-556b6cd9-54ce-4c04-8832-0cc68394e51b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb01a0eb-74c1-4546-8934-0bb6db903050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690265 Oct 12 07:42:10.846145 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-f4586c11-f30a-4dc1-a9d6-a2889bce8f98 None None] Could not find standard attr ID for object af065b4d-1392-4201-ab17-0afd3367d680. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:42:10.869285 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c40136-8bae-4367-8315-82c7d739de22 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Network d10714e4-f16b-4393-a95a-b117a53db575 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:42:10.873119 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c40136-8bae-4367-8315-82c7d739de22 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event updated for resources: {'Port': ['ID=d922d1fa-b001-4d54-b555-d8c2212c5eb4,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:10.891812 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-b4c40136-8bae-4367-8315-82c7d739de22 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:42:10.913674 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c40136-8bae-4367-8315-82c7d739de22 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:42:10.926252 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42136) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:10.975140 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c40136-8bae-4367-8315-82c7d739de22 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:10.975786 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b4c40136-8bae-4367-8315-82c7d739de22 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:11.006306 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-afa13e47-986a-41fe-8c33-65e943ee728f admin admin] Allocated IP 172.26.3.96 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/5b8d4bbe-2fc8-49e4-aad1-cf847dd553f8) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:42:11.019899 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b4c40136-8bae-4367-8315-82c7d739de22 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0280008 Oct 12 07:42:11.020321 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42140) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:11.043478 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a161ddda-009b-431e-a1ed-16cb0ca65747 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:11.068707 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a161ddda-009b-431e-a1ed-16cb0ca65747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:11.121263 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 2115afcb-5076-4cd2-9681-1e84b9843f28 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:42:11.121678 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:11.128764 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-00c295e0-9f3b-4759-bcbc-fd9b48d4f4d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:11.152684 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-afa13e47-986a-41fe-8c33-65e943ee728f admin admin] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:11.159798 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161ddda-009b-431e-a1ed-16cb0ca65747 None None] Pushing event updated for resources: {'Port': ['ID=43f57424-00af-4079-a161-08781f333d60,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:11.189160 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a161ddda-009b-431e-a1ed-16cb0ca65747 None None] Network 9c8593d3-1fae-45bf-9e0f-92d4c9f138e4 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:42:11.199763 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-a161ddda-009b-431e-a1ed-16cb0ca65747 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:42:11.203877 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a161ddda-009b-431e-a1ed-16cb0ca65747 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:42:11.211939 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-0bfabeae-436d-4d8b-8131-d2e9cc130212 None None] Provisioning complete for port 2115afcb-5076-4cd2-9681-1e84b9843f28 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:11.212286 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0bfabeae-436d-4d8b-8131-d2e9cc130212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:11.212796 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-0bfabeae-436d-4d8b-8131-d2e9cc130212 None None] Attempt 1 to provision port 2115afcb-5076-4cd2-9681-1e84b9843f28 Oct 12 07:42:11.213720 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadce56c-0ce7-4272-9558-c3e83c3af140 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:11.216162 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-dadce56c-0ce7-4272-9558-c3e83c3af140 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 921 time: 0.1947944 Oct 12 07:42:11.219022 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42142) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:11.221327 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 2115afcb-5076-4cd2-9681-1e84b9843f28, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=2115afcb-5076-4cd2-9681-1e84b9843f28,segment=NetworkSegment(9c7fd089-7d14-4087-9c1b-13e8e37c515b),segment_id=9c7fd089-7d14-4087-9c1b-13e8e37c515b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:42:11.222071 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-afa13e47-986a-41fe-8c33-65e943ee728f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:11.267282 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa13e47-986a-41fe-8c33-65e943ee728f admin admin] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:42:11.272308 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-afa13e47-986a-41fe-8c33-65e943ee728f admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:42:11.272798 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:11.273702 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 8c4577c4-c8f9-4398-8765-b1b497646665 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:42:11.277045 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa13e47-986a-41fe-8c33-65e943ee728f admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:42:11.363808 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-00c295e0-9f3b-4759-bcbc-fd9b48d4f4d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:11.374122 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-00c295e0-9f3b-4759-bcbc-fd9b48d4f4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:11.378743 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-a161ddda-009b-431e-a1ed-16cb0ca65747 None None] Attempting to bind port 43f57424-00af-4079-a161-08781f333d60 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:42:11.379222 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-a161ddda-009b-431e-a1ed-16cb0ca65747 None None] Attempting to bind port 43f57424-00af-4079-a161-08781f333d60 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '5d90c933-8af3-4c3f-95c8-52752d3d4999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9c8593d3-1fae-45bf-9e0f-92d4c9f138e4'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:42:11.379647 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a161ddda-009b-431e-a1ed-16cb0ca65747 None None] Attempting to bind port 43f57424-00af-4079-a161-08781f333d60 on network 9c8593d3-1fae-45bf-9e0f-92d4c9f138e4 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:42:11.404788 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a161ddda-009b-431e-a1ed-16cb0ca65747 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:42:11.405260 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a161ddda-009b-431e-a1ed-16cb0ca65747 None None] Checking segment: {'id': '5d90c933-8af3-4c3f-95c8-52752d3d4999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9c8593d3-1fae-45bf-9e0f-92d4c9f138e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:42:11.405750 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a161ddda-009b-431e-a1ed-16cb0ca65747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:11.406244 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a161ddda-009b-431e-a1ed-16cb0ca65747 None None] Bound using segment: {'id': '5d90c933-8af3-4c3f-95c8-52752d3d4999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9c8593d3-1fae-45bf-9e0f-92d4c9f138e4'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:42:11.406784 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-a161ddda-009b-431e-a1ed-16cb0ca65747 None None] Bound port: 43f57424-00af-4079-a161-08781f333d60, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d90c933-8af3-4c3f-95c8-52752d3d4999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9c8593d3-1fae-45bf-9e0f-92d4c9f138e4'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:42:11.407226 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a161ddda-009b-431e-a1ed-16cb0ca65747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:11.409494 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-be6cd93d-fe30-49f3-a2a9-37ac19e1a683 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Deleting port d922d1fa-b001-4d54-b555-d8c2212c5eb4 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:42:11.409905 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-be6cd93d-fe30-49f3-a2a9-37ac19e1a683 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:11.424159 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=2115afcb-5076-4cd2-9681-1e84b9843f28,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:11.453590 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-00c295e0-9f3b-4759-bcbc-fd9b48d4f4d3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7e9260b854464b308b7862b10c45ae3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5239542 Oct 12 07:42:11.455212 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c295e0-9f3b-4759-bcbc-fd9b48d4f4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38dcc377-bbe4-4075-99fb-ea33239229f6,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:11.465277 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42144) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:11.525042 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 8c4577c4-c8f9-4398-8765-b1b497646665 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:11.525562 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:11.526650 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 8c4577c4-c8f9-4398-8765-b1b497646665 Oct 12 07:42:11.531116 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa13e47-986a-41fe-8c33-65e943ee728f admin admin] Pushing event updated for resources: {'Port': ['ID=5b8d4bbe-2fc8-49e4-aad1-cf847dd553f8,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:11.550688 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-a161ddda-009b-431e-a1ed-16cb0ca65747 None None] For port 43f57424-00af-4079-a161-08781f333d60, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:42:11.575690 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-0bfabeae-436d-4d8b-8131-d2e9cc130212 None None] Current status of the port 2115afcb-5076-4cd2-9681-1e84b9843f28 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:42:11.589931 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7c514ad0-8ec2-4f5a-8927-2ff1990ed044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:11.594790 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-a161ddda-009b-431e-a1ed-16cb0ca65747 None None] For port 43f57424-00af-4079-a161-08781f333d60, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=43f57424-00af-4079-a161-08781f333d60,segment=NetworkSegment(5d90c933-8af3-4c3f-95c8-52752d3d4999),segment_id=5d90c933-8af3-4c3f-95c8-52752d3d4999)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:42:11.601760 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-be6cd93d-fe30-49f3-a2a9-37ac19e1a683 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:11.602453 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a161ddda-009b-431e-a1ed-16cb0ca65747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:11.631145 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-be6cd93d-fe30-49f3-a2a9-37ac19e1a683 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Calling delete_port for d922d1fa-b001-4d54-b555-d8c2212c5eb4 owned by {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:42:11.649712 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7c514ad0-8ec2-4f5a-8927-2ff1990ed044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:11.676456 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-afa13e47-986a-41fe-8c33-65e943ee728f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:11.719669 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161ddda-009b-431e-a1ed-16cb0ca65747 None None] Pushing event updated for resources: {'Port': ['ID=43f57424-00af-4079-a161-08781f333d60,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:11.732812 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-94838d7f-bf31-4876-9a97-1c827d7f0cde None None] Provisioning complete for port 2115afcb-5076-4cd2-9681-1e84b9843f28 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:11.733311 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-94838d7f-bf31-4876-9a97-1c827d7f0cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:11.733739 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-94838d7f-bf31-4876-9a97-1c827d7f0cde None None] Attempt 1 to provision port 2115afcb-5076-4cd2-9681-1e84b9843f28 Oct 12 07:42:11.784844 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 8c4577c4-c8f9-4398-8765-b1b497646665 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:42:11.891305 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7c514ad0-8ec2-4f5a-8927-2ff1990ed044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:11.895465 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7c514ad0-8ec2-4f5a-8927-2ff1990ed044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:11.899316 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-be6cd93d-fe30-49f3-a2a9-37ac19e1a683 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:11.900922 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-7c514ad0-8ec2-4f5a-8927-2ff1990ed044 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/38dcc377-bbe4-4075-99fb-ea33239229f6 HTTP/1.1" status: 204 len: 168 time: 0.4330549 Oct 12 07:42:11.930716 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-94838d7f-bf31-4876-9a97-1c827d7f0cde None None] Current status of the port 2115afcb-5076-4cd2-9681-1e84b9843f28 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:42:11.948434 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-94838d7f-bf31-4876-9a97-1c827d7f0cde None None] Could not find standard attr ID for object d922d1fa-b001-4d54-b555-d8c2212c5eb4. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:42:11.953853 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c514ad0-8ec2-4f5a-8927-2ff1990ed044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38dcc377-bbe4-4075-99fb-ea33239229f6,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:11.959813 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 2115afcb-5076-4cd2-9681-1e84b9843f28 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:42:11.980264 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6cd93d-fe30-49f3-a2a9-37ac19e1a683 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event deleted for resources: {'Port': ['ID=d922d1fa-b001-4d54-b555-d8c2212c5eb4,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:12.061911 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-94838d7f-bf31-4876-9a97-1c827d7f0cde None None] Provisioning complete for port ecd77edd-7ab2-4427-8988-83e99fd4d05d triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:12.066842 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-94838d7f-bf31-4876-9a97-1c827d7f0cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:12.066842 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-94838d7f-bf31-4876-9a97-1c827d7f0cde None None] Attempt 1 to provision port ecd77edd-7ab2-4427-8988-83e99fd4d05d Oct 12 07:42:12.109809 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-94838d7f-bf31-4876-9a97-1c827d7f0cde None None] Port ecd77edd-7ab2-4427-8988-83e99fd4d05d cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:42:12.122114 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-afa13e47-986a-41fe-8c33-65e943ee728f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:12.129764 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 2115afcb-5076-4cd2-9681-1e84b9843f28 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:12.130263 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:12.130605 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 2115afcb-5076-4cd2-9681-1e84b9843f28 Oct 12 07:42:12.183576 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-be6cd93d-fe30-49f3-a2a9-37ac19e1a683 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:12.192761 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-be6cd93d-fe30-49f3-a2a9-37ac19e1a683 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/ports/d922d1fa-b001-4d54-b555-d8c2212c5eb4 HTTP/1.1" status: 204 len: 168 time: 0.9719763 Oct 12 07:42:12.197423 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42150) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:12.271634 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7bda9-b603-44fd-a61b-370bdf2b97a8 req-24cb219d-7206-4105-96e9-eda0e5fdc41c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:12.273616 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a9d7bda9-b603-44fd-a61b-370bdf2b97a8 req-24cb219d-7206-4105-96e9-eda0e5fdc41c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a8dda95-84df-40a4-a517-8a9a4505d924 HTTP/1.1" status: 200 len: 944 time: 0.2519071 Oct 12 07:42:12.275254 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-a24ea68a-41be-43cf-b1c4-b762fd3da254 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] GET failed (client error): The resource could not be found. Oct 12 07:42:12.277522 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a24ea68a-41be-43cf-b1c4-b762fd3da254 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "GET /v2.0/ports/d922d1fa-b001-4d54-b555-d8c2212c5eb4 HTTP/1.1" status: 404 len: 333 time: 0.0788109 Oct 12 07:42:12.281286 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42152) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:12.287288 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 2115afcb-5076-4cd2-9681-1e84b9843f28 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:42:12.289715 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 8c4577c4-c8f9-4398-8765-b1b497646665 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:42:12.356480 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa13e47-986a-41fe-8c33-65e943ee728f admin admin] Router d0d33ceb-1268-4406-a574-7b68cc6c6283 is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:42:12.375105 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 8c4577c4-c8f9-4398-8765-b1b497646665 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:12.375480 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:12.375811 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 8c4577c4-c8f9-4398-8765-b1b497646665 Oct 12 07:42:12.422642 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a9d7bda9-b603-44fd-a61b-370bdf2b97a8 req-85e7aa19-f52a-466c-bf73-92ed31a41af5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb01a0eb-74c1-4546-8934-0bb6db903050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201320 Oct 12 07:42:12.451360 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-6ecc385c-c075-4915-99cd-2377db245b80 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Deleting port ecd77edd-7ab2-4427-8988-83e99fd4d05d {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:42:12.451961 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6ecc385c-c075-4915-99cd-2377db245b80 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:12.486676 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 8c4577c4-c8f9-4398-8765-b1b497646665 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:42:12.489079 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa13e47-986a-41fe-8c33-65e943ee728f admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:42:12.500401 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7594aa6-a53a-4d91-9270-3f314f184e60 None None] Sync routers for ids ['d0d33ceb-1268-4406-a574-7b68cc6c6283'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:42:12.507185 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-afa13e47-986a-41fe-8c33-65e943ee728f admin admin] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:12.508686 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-afa13e47-986a-41fe-8c33-65e943ee728f admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5029778 Oct 12 07:42:12.511357 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42154) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:12.513505 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7594aa6-a53a-4d91-9270-3f314f184e60 None None] Routers {'d0d33ceb-1268-4406-a574-7b68cc6c6283'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:42:12.514160 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-b7594aa6-a53a-4d91-9270-3f314f184e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:41:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['d0d33ceb-1268-4406-a574-7b68cc6c6283'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:12.578620 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6ecc385c-c075-4915-99cd-2377db245b80 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:12.593075 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-6ecc385c-c075-4915-99cd-2377db245b80 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Calling delete_port for ecd77edd-7ab2-4427-8988-83e99fd4d05d owned by {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:42:12.611169 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-94838d7f-bf31-4876-9a97-1c827d7f0cde None None] Attempt 2 to provision port ecd77edd-7ab2-4427-8988-83e99fd4d05d Oct 12 07:42:12.647943 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-b7594aa6-a53a-4d91-9270-3f314f184e60 None None] Set router d0d33ceb-1268-4406-a574-7b68cc6c6283 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:42:12.679311 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 21907f1b-a484-410f-8da8-88d32a31c8c1 up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:42:12.741136 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6ecc385c-c075-4915-99cd-2377db245b80 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:12.751261 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-94838d7f-bf31-4876-9a97-1c827d7f0cde None None] Port ecd77edd-7ab2-4427-8988-83e99fd4d05d cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:42:12.794443 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc385c-c075-4915-99cd-2377db245b80 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event deleted for resources: {'Port': ['ID=ecd77edd-7ab2-4427-8988-83e99fd4d05d,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:12.872693 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning for port 21907f1b-a484-410f-8da8-88d32a31c8c1 completed by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 12 07:42:12.884942 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port 21907f1b-a484-410f-8da8-88d32a31c8c1 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:12.887144 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:12.887659 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port 21907f1b-a484-410f-8da8-88d32a31c8c1 Oct 12 07:42:12.888209 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6ecc385c-c075-4915-99cd-2377db245b80 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:12.895574 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42156) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:12.896189 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-6ecc385c-c075-4915-99cd-2377db245b80 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/ports/ecd77edd-7ab2-4427-8988-83e99fd4d05d HTTP/1.1" status: 204 len: 168 time: 0.6131546 Oct 12 07:42:12.925416 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-a670eccd-7eca-4d0e-bb16-68b01eb97a9d tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] GET failed (client error): The resource could not be found. Oct 12 07:42:12.926979 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a670eccd-7eca-4d0e-bb16-68b01eb97a9d tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "GET /v2.0/ports/ecd77edd-7ab2-4427-8988-83e99fd4d05d HTTP/1.1" status: 404 len: 333 time: 0.0304592 Oct 12 07:42:12.929675 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42158) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:13.008613 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-b7594aa6-a53a-4d91-9270-3f314f184e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d33ceb-1268-4406-a574-7b68cc6c6283', 'name': 'tempest-TestVolumeBootPattern-1525503558-router', 'tenant_id': 'f92308ff34554fe582447c208b9451b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': '5b8d4bbe-2fc8-49e4-aad1-cf847dd553f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:42:09Z', 'updated_at': '2022-10-12T07:42:11Z', 'revision_number': 3, 'project_id': 'f92308ff34554fe582447c208b9451b5', 'gw_port': {'id': '5b8d4bbe-2fc8-49e4-aad1-cf847dd553f8', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:19:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d33ceb-1268-4406-a574-7b68cc6c6283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:42:10Z', 'updated_at': '2022-10-12T07:42:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:13.045642 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7594aa6-a53a-4d91-9270-3f314f184e60 None None] Checking router: d0d33ceb-1268-4406-a574-7b68cc6c6283 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:42:13.045984 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7594aa6-a53a-4d91-9270-3f314f184e60 None None] Updating router d0d33ceb-1268-4406-a574-7b68cc6c6283 port 5b8d4bbe-2fc8-49e4-aad1-cf847dd553f8 binding host dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:42:13.057848 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-2536d7d8-f3af-4483-87bd-99fd583d38c6 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Deleting subnet e6d10d9f-9b7b-4533-8265-9663a13964ce {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:42:13.064276 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2536d7d8-f3af-4483-87bd-99fd583d38c6 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:13.138304 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2536d7d8-f3af-4483-87bd-99fd583d38c6 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:13.170786 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe275207-1f09-4ada-aef6-87cb5697ef97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:13.228729 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed7b65d-7466-4677-aa16-7e78de25ce9d None None] Network 9c8593d3-1fae-45bf-9e0f-92d4c9f138e4 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:42:13.248039 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 21907f1b-a484-410f-8da8-88d32a31c8c1 is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:42:13.248421 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:13.253010 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-94838d7f-bf31-4876-9a97-1c827d7f0cde None None] Attempt 3 to provision port ecd77edd-7ab2-4427-8988-83e99fd4d05d Oct 12 07:42:13.269396 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b7594aa6-a53a-4d91-9270-3f314f184e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:13.314106 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-94838d7f-bf31-4876-9a97-1c827d7f0cde None None] Port ecd77edd-7ab2-4427-8988-83e99fd4d05d was deleted so its status cannot be updated. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 12 07:42:13.321191 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2536d7d8-f3af-4483-87bd-99fd583d38c6 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:13.363081 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a8dda95-84df-40a4-a517-8a9a4505d924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21907f1b-a484-410f-8da8-88d32a31c8c1'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:42:13.365335 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c157c75-4211-4932-848a-1b5586e2930b" -d '{"events": [{"server_uuid": "3a8dda95-84df-40a4-a517-8a9a4505d924", "name": "network-vif-plugged", "status": "completed", "tag": "21907f1b-a484-410f-8da8-88d32a31c8c1"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:42:13.394291 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 21907f1b-a484-410f-8da8-88d32a31c8c1, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=21907f1b-a484-410f-8da8-88d32a31c8c1,segment=NetworkSegment(6fe0a304-c3a9-48ab-bd16-7b5fc4382cec),segment_id=6fe0a304-c3a9-48ab-bd16-7b5fc4382cec)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:42:13.444870 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2536d7d8-f3af-4483-87bd-99fd583d38c6 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:13.447190 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-fe275207-1f09-4ada-aef6-87cb5697ef97 admin admin] Allocated IP 172.20.0.1 (9c8593d3-1fae-45bf-9e0f-92d4c9f138e4/19042184-768f-4504-ad3a-90cdc5730e37/5e978540-8d5b-4f86-ba51-9e5830f07e4d) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:42:13.461343 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abbf98a0-909d-4297-901d-b105936a7ad4 x-openstack-request-id: req-abbf98a0-909d-4297-901d-b105936a7ad4 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:42:13.461635 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a8dda95-84df-40a4-a517-8a9a4505d924", "name": "network-vif-plugged", "status": "completed", "tag": "21907f1b-a484-410f-8da8-88d32a31c8c1", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:42:13.461877 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-abbf98a0-909d-4297-901d-b105936a7ad4 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:42:13.462287 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abbf98a0-909d-4297-901d-b105936a7ad4'] response: {'server_uuid': '3a8dda95-84df-40a4-a517-8a9a4505d924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21907f1b-a484-410f-8da8-88d32a31c8c1', 'code': 200} Oct 12 07:42:13.477892 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:13.482957 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2536d7d8-f3af-4483-87bd-99fd583d38c6 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event deleted for resources: {'Subnet': ['ID=e6d10d9f-9b7b-4533-8265-9663a13964ce,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:13.491630 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2536d7d8-f3af-4483-87bd-99fd583d38c6 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:13.497643 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-2536d7d8-f3af-4483-87bd-99fd583d38c6 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/subnets/e6d10d9f-9b7b-4533-8265-9663a13964ce HTTP/1.1" status: 204 len: 168 time: 0.5639384 Oct 12 07:42:13.498554 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42166) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:13.529928 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff32849-9724-4aa1-8cf5-b2de4326e356 None None] Network d10714e4-f16b-4393-a95a-b117a53db575 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:42:13.601974 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe275207-1f09-4ada-aef6-87cb5697ef97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:13.609672 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-512dcca7-861a-4214-ba0c-62b00dfa7028 None None] Provisioning complete for port 43f57424-00af-4079-a161-08781f333d60 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:13.610061 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-512dcca7-861a-4214-ba0c-62b00dfa7028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:13.610391 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-512dcca7-861a-4214-ba0c-62b00dfa7028 None None] Attempt 1 to provision port 43f57424-00af-4079-a161-08781f333d60 Oct 12 07:42:13.639230 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe275207-1f09-4ada-aef6-87cb5697ef97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:13.642335 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fdedb6dc-e22a-4865-bfe6-0dea1923ebba tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:13.682763 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe275207-1f09-4ada-aef6-87cb5697ef97 admin admin] Network 9c8593d3-1fae-45bf-9e0f-92d4c9f138e4 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:42:13.685855 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-fe275207-1f09-4ada-aef6-87cb5697ef97 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:42:13.690540 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe275207-1f09-4ada-aef6-87cb5697ef97 admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:42:13.693935 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe275207-1f09-4ada-aef6-87cb5697ef97 admin admin] Pushing event updated for resources: {'Port': ['ID=5e978540-8d5b-4f86-ba51-9e5830f07e4d,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:13.713529 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=21907f1b-a484-410f-8da8-88d32a31c8c1,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:13.735099 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe275207-1f09-4ada-aef6-87cb5697ef97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:13.758247 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c069cb-9572-4041-8fb6-7687d942f2f0 req-1d5e0391-5813-418a-96dd-e7b1ef6ac50a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:13.759923 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d6c069cb-9572-4041-8fb6-7687d942f2f0 req-1d5e0391-5813-418a-96dd-e7b1ef6ac50a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a8dda95-84df-40a4-a517-8a9a4505d924 HTTP/1.1" status: 200 len: 945 time: 0.1217573 Oct 12 07:42:13.763798 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b1a65-b7e2-4a04-82c0-a4448fc924ba req-b0d4260b-36f7-456d-9eb9-1b430727adaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:13.765341 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7e3b1a65-b7e2-4a04-82c0-a4448fc924ba req-b0d4260b-36f7-456d-9eb9-1b430727adaf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3a8dda95-84df-40a4-a517-8a9a4505d924 HTTP/1.1" status: 200 len: 1098 time: 0.1345527 Oct 12 07:42:13.814415 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-fdedb6dc-e22a-4865-bfe6-0dea1923ebba tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Deleting port 2115afcb-5076-4cd2-9681-1e84b9843f28 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:42:13.815431 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fdedb6dc-e22a-4865-bfe6-0dea1923ebba tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:13.857009 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d6c069cb-9572-4041-8fb6-7687d942f2f0 req-799ede37-6eae-4d83-a259-d9dec894e4e0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb01a0eb-74c1-4546-8934-0bb6db903050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872562 Oct 12 07:42:13.861011 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7e3b1a65-b7e2-4a04-82c0-a4448fc924ba req-07267389-8b07-4848-b6c0-c48bc789ff97 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bb01a0eb-74c1-4546-8934-0bb6db903050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808623 Oct 12 07:42:13.892304 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe275207-1f09-4ada-aef6-87cb5697ef97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:13.939357 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-fdedb6dc-e22a-4865-bfe6-0dea1923ebba tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] For port 2115afcb-5076-4cd2-9681-1e84b9843f28, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=2115afcb-5076-4cd2-9681-1e84b9843f28,segment=NetworkSegment(9c7fd089-7d14-4087-9c1b-13e8e37c515b),segment_id=9c7fd089-7d14-4087-9c1b-13e8e37c515b)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:42:13.939795 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fdedb6dc-e22a-4865-bfe6-0dea1923ebba tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:13.965845 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-fdedb6dc-e22a-4865-bfe6-0dea1923ebba tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Calling delete_port for 2115afcb-5076-4cd2-9681-1e84b9843f28 owned by network:dhcp {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:42:13.969014 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cbdc3435-8e24-4bd1-802c-cd2e69bb9313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:13.978419 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-512dcca7-861a-4214-ba0c-62b00dfa7028 None None] Current status of the port 43f57424-00af-4079-a161-08781f333d60 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:42:13.978849 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-512dcca7-861a-4214-ba0c-62b00dfa7028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:14.001788 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 43f57424-00af-4079-a161-08781f333d60 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:42:14.074918 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fdedb6dc-e22a-4865-bfe6-0dea1923ebba tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:14.081204 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf2eb15-8192-49d5-af6b-13880303aeb8 None None] DHCP port deletion for d10714e4-f16b-4393-a95a-b117a53db575 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:42:14.087576 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b7594aa6-a53a-4d91-9270-3f314f184e60 None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:14.106163 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-512dcca7-861a-4214-ba0c-62b00dfa7028 None None] For port 43f57424-00af-4079-a161-08781f333d60, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=43f57424-00af-4079-a161-08781f333d60,segment=NetworkSegment(5d90c933-8af3-4c3f-95c8-52752d3d4999),segment_id=5d90c933-8af3-4c3f-95c8-52752d3d4999)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:42:14.112982 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b7594aa6-a53a-4d91-9270-3f314f184e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:14.124779 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdedb6dc-e22a-4865-bfe6-0dea1923ebba tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] No DVR routers for this DVR port 2115afcb-5076-4cd2-9681-1e84b9843f28 on host dv-neutron-860909-2-hyperv {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:42:14.127955 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-512dcca7-861a-4214-ba0c-62b00dfa7028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:14.154871 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe275207-1f09-4ada-aef6-87cb5697ef97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:14.158295 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdedb6dc-e22a-4865-bfe6-0dea1923ebba tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event deleted for resources: {'Port': ['ID=2115afcb-5076-4cd2-9681-1e84b9843f28,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:14.160024 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe275207-1f09-4ada-aef6-87cb5697ef97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:14.164446 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-512dcca7-861a-4214-ba0c-62b00dfa7028 None None] Could not find standard attr ID for object d922d1fa-b001-4d54-b555-d8c2212c5eb4. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:42:14.168641 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-b7594aa6-a53a-4d91-9270-3f314f184e60 None None] Attempting to bind port 5b8d4bbe-2fc8-49e4-aad1-cf847dd553f8 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:42:14.169014 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-b7594aa6-a53a-4d91-9270-3f314f184e60 None None] Attempting to bind port 5b8d4bbe-2fc8-49e4-aad1-cf847dd553f8 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:42:14.169377 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7594aa6-a53a-4d91-9270-3f314f184e60 None None] Attempting to bind port 5b8d4bbe-2fc8-49e4-aad1-cf847dd553f8 on network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:42:14.185654 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7594aa6-a53a-4d91-9270-3f314f184e60 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:42:14.186052 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7594aa6-a53a-4d91-9270-3f314f184e60 None None] Checking segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:42:14.186643 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b7594aa6-a53a-4d91-9270-3f314f184e60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:14.187192 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7594aa6-a53a-4d91-9270-3f314f184e60 None None] Bound using segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:42:14.187877 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-b7594aa6-a53a-4d91-9270-3f314f184e60 None None] Bound port: 5b8d4bbe-2fc8-49e4-aad1-cf847dd553f8, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:42:14.188261 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b7594aa6-a53a-4d91-9270-3f314f184e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:14.203215 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303dbb36-3f03-42f6-956f-e0260e02c678 None None] Pushing event updated for resources: {'Port': ['ID=5b8d4bbe-2fc8-49e4-aad1-cf847dd553f8,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:14.206468 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 43f57424-00af-4079-a161-08781f333d60 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:14.207004 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:14.207554 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 43f57424-00af-4079-a161-08781f333d60 Oct 12 07:42:14.242636 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fdedb6dc-e22a-4865-bfe6-0dea1923ebba tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:14.273787 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-fdedb6dc-e22a-4865-bfe6-0dea1923ebba tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d10714e4-f16b-4393-a95a-b117a53db575']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:14.277599 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe275207-1f09-4ada-aef6-87cb5697ef97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:14.287696 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe275207-1f09-4ada-aef6-87cb5697ef97 admin admin] Pushing event updated for resources: {'Port': ['ID=5e978540-8d5b-4f86-ba51-9e5830f07e4d,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:14.288757 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-fdedb6dc-e22a-4865-bfe6-0dea1923ebba tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c7fd089-7d14-4087-9c1b-13e8e37c515b') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:14.289065 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-fdedb6dc-e22a-4865-bfe6-0dea1923ebba tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c7fd089-7d14-4087-9c1b-13e8e37c515b') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:14.303369 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fdedb6dc-e22a-4865-bfe6-0dea1923ebba tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:14.321786 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fdedb6dc-e22a-4865-bfe6-0dea1923ebba tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:14.329760 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdedb6dc-e22a-4865-bfe6-0dea1923ebba tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:42:14.330253 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fdedb6dc-e22a-4865-bfe6-0dea1923ebba tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:14.362951 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-1da5dc1d-7fbf-476d-a135-0e5e0cf8babd None None] Provisioning complete for port 5e978540-8d5b-4f86-ba51-9e5830f07e4d triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:14.363891 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1da5dc1d-7fbf-476d-a135-0e5e0cf8babd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:14.364414 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-1da5dc1d-7fbf-476d-a135-0e5e0cf8babd None None] Attempt 1 to provision port 5e978540-8d5b-4f86-ba51-9e5830f07e4d Oct 12 07:42:14.367736 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512dcca7-861a-4214-ba0c-62b00dfa7028 None None] Pushing event updated for resources: {'Port': ['ID=43f57424-00af-4079-a161-08781f333d60,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:14.372601 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-b7594aa6-a53a-4d91-9270-3f314f184e60 None None] For port 5b8d4bbe-2fc8-49e4-aad1-cf847dd553f8, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:42:14.377714 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-b7594aa6-a53a-4d91-9270-3f314f184e60 None None] For port 5b8d4bbe-2fc8-49e4-aad1-cf847dd553f8, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=5b8d4bbe-2fc8-49e4-aad1-cf847dd553f8,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:42:14.408582 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b7594aa6-a53a-4d91-9270-3f314f184e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:14.412081 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe275207-1f09-4ada-aef6-87cb5697ef97 admin admin] Network 9c8593d3-1fae-45bf-9e0f-92d4c9f138e4 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:42:14.413584 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-fe275207-1f09-4ada-aef6-87cb5697ef97 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:42:14.425302 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 9c7fd089-7d14-4087-9c1b-13e8e37c515b resource provider aggregate not found Oct 12 07:42:14.431749 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fdedb6dc-e22a-4865-bfe6-0dea1923ebba tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:14.437073 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fdedb6dc-e22a-4865-bfe6-0dea1923ebba tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:14.444114 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-fdedb6dc-e22a-4865-bfe6-0dea1923ebba tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/networks/d10714e4-f16b-4393-a95a-b117a53db575 HTTP/1.1" status: 204 len: 168 time: 0.9403763 Oct 12 07:42:14.446973 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42172) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:14.452780 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-8e002ce9-e2ac-4e8c-9a39-8008d7a5fab1 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-230760518'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:14.466852 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 9c7fd089-7d14-4087-9c1b-13e8e37c515b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c7fd089-7d14-4087-9c1b-13e8e37c515b found for delete ", "request_id": "req-ebb023e8-7d3a-4549-b715-7c6ba780447e"}]} Oct 12 07:42:14.469130 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdedb6dc-e22a-4865-bfe6-0dea1923ebba tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event deleted for resources: {'Network': ['ID=d10714e4-f16b-4393-a95a-b117a53db575,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:14.491825 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-1da5dc1d-7fbf-476d-a135-0e5e0cf8babd None None] Port 5e978540-8d5b-4f86-ba51-9e5830f07e4d cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:42:14.497221 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7594aa6-a53a-4d91-9270-3f314f184e60 None None] Routers {'d0d33ceb-1268-4406-a574-7b68cc6c6283'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:42:14.497864 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-b7594aa6-a53a-4d91-9270-3f314f184e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:41:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['d0d33ceb-1268-4406-a574-7b68cc6c6283'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:14.498015 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e002ce9-e2ac-4e8c-9a39-8008d7a5fab1 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Made reservation on behalf of 118ca68972cc4be1aeb1223f16967aab for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:42:14.503918 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8e002ce9-e2ac-4e8c-9a39-8008d7a5fab1 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:14.539726 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e002ce9-e2ac-4e8c-9a39-8008d7a5fab1 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:42:14.552412 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8e002ce9-e2ac-4e8c-9a39-8008d7a5fab1 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:14.554263 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-8e002ce9-e2ac-4e8c-9a39-8008d7a5fab1 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Added segment a04be110-d298-43f1-a636-3f68d96b7dfe of type vlan for network 6ec59608-d15e-4799-9767-ddb3ef0e3512 Oct 12 07:42:14.583178 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303dbb36-3f03-42f6-956f-e0260e02c678 None None] Pushing event updated for resources: {'Port': ['ID=5b8d4bbe-2fc8-49e4-aad1-cf847dd553f8,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:14.584886 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe275207-1f09-4ada-aef6-87cb5697ef97 admin admin] Router d0d33ceb-1268-4406-a574-7b68cc6c6283 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:42:14.596963 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 43f57424-00af-4079-a161-08781f333d60 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:42:14.605453 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8e002ce9-e2ac-4e8c-9a39-8008d7a5fab1 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:14.639856 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8e002ce9-e2ac-4e8c-9a39-8008d7a5fab1 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:14.648795 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e002ce9-e2ac-4e8c-9a39-8008d7a5fab1 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:14.649522 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8e002ce9-e2ac-4e8c-9a39-8008d7a5fab1 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:14.666695 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-b7594aa6-a53a-4d91-9270-3f314f184e60 None None] Set router d0d33ceb-1268-4406-a574-7b68cc6c6283 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:42:14.692052 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-8e002ce9-e2ac-4e8c-9a39-8008d7a5fab1 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2434723 Oct 12 07:42:14.694883 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42174) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:14.703186 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-6cbf04e9-062a-4f9a-922d-35fb900fe561 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'subnet': {'network_id': '6ec59608-d15e-4799-9767-ddb3ef0e3512', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:14.719814 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe275207-1f09-4ada-aef6-87cb5697ef97 admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:42:14.727308 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-fe275207-1f09-4ada-aef6-87cb5697ef97 admin admin] 10.222.0.26 "PUT /v2.0/routers/d0d33ceb-1268-4406-a574-7b68cc6c6283/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2149429 Oct 12 07:42:14.813688 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e002ce9-e2ac-4e8c-9a39-8008d7a5fab1 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event updated for resources: {'Network': ['ID=6ec59608-d15e-4799-9767-ddb3ef0e3512,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:14.832266 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 6ec59608-d15e-4799-9767-ddb3ef0e3512 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:42:14.852155 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbf04e9-062a-4f9a-922d-35fb900fe561 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Made reservation on behalf of 118ca68972cc4be1aeb1223f16967aab for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:42:14.856071 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6cbf04e9-062a-4f9a-922d-35fb900fe561 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:14.991184 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-b7594aa6-a53a-4d91-9270-3f314f184e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d33ceb-1268-4406-a574-7b68cc6c6283', 'name': 'tempest-TestVolumeBootPattern-1525503558-router', 'tenant_id': 'f92308ff34554fe582447c208b9451b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': '5b8d4bbe-2fc8-49e4-aad1-cf847dd553f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:42:09Z', 'updated_at': '2022-10-12T07:42:13Z', 'revision_number': 4, 'project_id': 'f92308ff34554fe582447c208b9451b5', 'gw_port': {'id': '5b8d4bbe-2fc8-49e4-aad1-cf847dd553f8', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:19:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d33ceb-1268-4406-a574-7b68cc6c6283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:42:10Z', 'updated_at': '2022-10-12T07:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '5e978540-8d5b-4f86-ba51-9e5830f07e4d', 'name': '', 'network_id': '9c8593d3-1fae-45bf-9e0f-92d4c9f138e4', 'tenant_id': 'f92308ff34554fe582447c208b9451b5', 'mac_address': 'fa:16:3e:88:fb:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d33ceb-1268-4406-a574-7b68cc6c6283', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '19042184-768f-4504-ad3a-90cdc5730e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:42:13Z', 'updated_at': '2022-10-12T07:42:13Z', 'revision_number': 2, 'project_id': 'f92308ff34554fe582447c208b9451b5', 'subnets': [{'id': '19042184-768f-4504-ad3a-90cdc5730e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:14.994240 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-1da5dc1d-7fbf-476d-a135-0e5e0cf8babd None None] Attempt 2 to provision port 5e978540-8d5b-4f86-ba51-9e5830f07e4d Oct 12 07:42:15.028078 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7594aa6-a53a-4d91-9270-3f314f184e60 None None] The sync data for ids ['d0d33ceb-1268-4406-a574-7b68cc6c6283'] in dv-neutron-860909-2-hyperv is: [{'id': 'd0d33ceb-1268-4406-a574-7b68cc6c6283', 'name': 'tempest-TestVolumeBootPattern-1525503558-router', 'tenant_id': 'f92308ff34554fe582447c208b9451b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': '5b8d4bbe-2fc8-49e4-aad1-cf847dd553f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:42:09Z', 'updated_at': '2022-10-12T07:42:13Z', 'revision_number': 4, 'project_id': 'f92308ff34554fe582447c208b9451b5', 'gw_port': {'id': '5b8d4bbe-2fc8-49e4-aad1-cf847dd553f8', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:19:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d33ceb-1268-4406-a574-7b68cc6c6283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:42:10Z', 'updated_at': '2022-10-12T07:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '5e978540-8d5b-4f86-ba51-9e5830f07e4d', 'name': '', 'network_id': '9c8593d3-1fae-45bf-9e0f-92d4c9f138e4', 'tenant_id': 'f92308ff34554fe582447c208b9451b5', 'mac_address': 'fa:16:3e:88:fb:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d33ceb-1268-4406-a574-7b68cc6c6283', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '19042184-768f-4504-ad3a-90cdc5730e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:42:13Z', 'updated_at': '2022-10-12T07:42:13Z', 'revision_number': 2, 'project_id': 'f92308ff34554fe582447c208b9451b5', 'subnets': [{'id': '19042184-768f-4504-ad3a-90cdc5730e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:42:15.029978 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368f04e-a5e0-426b-966d-cc3ef28610b7 req-db166628-852d-4ab5-8d64-be9427e2dc05 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:15.031594 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6368f04e-a5e0-426b-966d-cc3ef28610b7 req-db166628-852d-4ab5-8d64-be9427e2dc05 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a8dda95-84df-40a4-a517-8a9a4505d924 HTTP/1.1" status: 200 len: 945 time: 0.0777626 Oct 12 07:42:15.142685 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6368f04e-a5e0-426b-966d-cc3ef28610b7 req-2ecee50f-0943-409d-bade-073639ff1d70 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb01a0eb-74c1-4546-8934-0bb6db903050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562229 Oct 12 07:42:15.202249 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6cbf04e9-062a-4f9a-922d-35fb900fe561 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:15.226685 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42184) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:15.228436 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-1da5dc1d-7fbf-476d-a135-0e5e0cf8babd None None] Port 5e978540-8d5b-4f86-ba51-9e5830f07e4d cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:42:15.234487 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-79e06121-f365-49a3-b1bf-100d98ff2ea5 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2070081507', 'description': 'tempest-secgroup-smoke-2070081507 description', 'project_id': '82e1d814e4454fb2a7138e45884a198c'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:15.258437 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79e06121-f365-49a3-b1bf-100d98ff2ea5 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:15.277314 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf04e9-062a-4f9a-922d-35fb900fe561 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event updated for resources: {'Subnet': ['ID=82dbcfee-b2be-47bb-a3c0-8c0a1b36f6f3,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:15.284959 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbf04e9-062a-4f9a-922d-35fb900fe561 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Checking segment: {'id': 'a04be110-d298-43f1-a636-3f68d96b7dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '6ec59608-d15e-4799-9767-ddb3ef0e3512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:42:15.285348 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbf04e9-062a-4f9a-922d-35fb900fe561 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Network hostable DHCP agents. Network: 6ec59608-d15e-4799-9767-ddb3ef0e3512, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:42:15.306704 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbf04e9-062a-4f9a-922d-35fb900fe561 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Network 6ec59608-d15e-4799-9767-ddb3ef0e3512 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:42:15.331315 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-6cbf04e9-062a-4f9a-922d-35fb900fe561 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 6ec59608-d15e-4799-9767-ddb3ef0e3512) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:42:15.336586 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbf04e9-062a-4f9a-922d-35fb900fe561 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:15.337180 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6cbf04e9-062a-4f9a-922d-35fb900fe561 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:15.342929 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d230f9-5b08-4241-9d5a-62afc9358a3c None None] Network 6ec59608-d15e-4799-9767-ddb3ef0e3512 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:42:15.366308 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79e06121-f365-49a3-b1bf-100d98ff2ea5 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:15.367010 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-6cbf04e9-062a-4f9a-922d-35fb900fe561 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6706922 Oct 12 07:42:15.370710 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42186) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:15.370895 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79e06121-f365-49a3-b1bf-100d98ff2ea5 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:15.376048 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-8158b96a-a16a-49a3-913e-fade46a7af73 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'port': {'network_id': '6ec59608-d15e-4799-9767-ddb3ef0e3512', 'name': 'tempest-PortsTestJSON-46028981', 'fixed_ips': [{'subnet_id': '82dbcfee-b2be-47bb-a3c0-8c0a1b36f6f3', 'ip_address': '172.20.0.10'}]}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:15.413725 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e06121-f365-49a3-b1bf-100d98ff2ea5 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd1c47d-160b-41c0-94ff-cf68d5e22b22,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:15.429474 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79e06121-f365-49a3-b1bf-100d98ff2ea5 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:15.431093 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-79e06121-f365-49a3-b1bf-100d98ff2ea5 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2024133 Oct 12 07:42:15.435062 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42188) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:15.439597 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-e5705324-812b-45ac-bad5-63e8b39135db tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Request body: {'security_group_rule': {'security_group_id': '7fd1c47d-160b-41c0-94ff-cf68d5e22b22', 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:15.469654 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5705324-812b-45ac-bad5-63e8b39135db tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:15.539322 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8158b96a-a16a-49a3-913e-fade46a7af73 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Made reservation on behalf of 118ca68972cc4be1aeb1223f16967aab for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:42:15.541263 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5705324-812b-45ac-bad5-63e8b39135db tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:15.542749 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b678b176-695e-4548-9ec7-31e3a6f32737 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-6ec59608-d15e-4799-9767-ddb3ef0e3512', 'network_id': '6ec59608-d15e-4799-9767-ddb3ef0e3512', 'tenant_id': '118ca68972cc4be1aeb1223f16967aab', 'fixed_ips': [{'subnet_id': '82dbcfee-b2be-47bb-a3c0-8c0a1b36f6f3'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:42:15.543990 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b678b176-695e-4548-9ec7-31e3a6f32737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:15.546124 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5705324-812b-45ac-bad5-63e8b39135db tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:15.576208 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5705324-812b-45ac-bad5-63e8b39135db tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42353066-389f-42e8-b9d2-254e8bf720a3,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:15.584334 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e5705324-812b-45ac-bad5-63e8b39135db tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:15.589147 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e5705324-812b-45ac-bad5-63e8b39135db tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1529334 Oct 12 07:42:15.589758 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42190) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:15.594884 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-b03fef8c-551e-4410-91d2-0e9e40479d0b tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Request body: {'security_group_rule': {'security_group_id': '7fd1c47d-160b-41c0-94ff-cf68d5e22b22', 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:15.626932 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b03fef8c-551e-4410-91d2-0e9e40479d0b tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:15.662097 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8158b96a-a16a-49a3-913e-fade46a7af73 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:15.706685 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b03fef8c-551e-4410-91d2-0e9e40479d0b tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:15.715200 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b03fef8c-551e-4410-91d2-0e9e40479d0b tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:15.720142 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-b678b176-695e-4548-9ec7-31e3a6f32737 None None] Allocated IP 172.20.0.2 (6ec59608-d15e-4799-9767-ddb3ef0e3512/82dbcfee-b2be-47bb-a3c0-8c0a1b36f6f3/69f4eb2d-9b88-40a6-8fc1-589a0d4099cd) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:42:15.750043 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b03fef8c-551e-4410-91d2-0e9e40479d0b tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:15.753824 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b03fef8c-551e-4410-91d2-0e9e40479d0b tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1605990 Oct 12 07:42:15.754224 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42192) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:15.758811 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-efb0814e-e11f-48e0-bcbf-93bb8cb98ad0 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Request body: {'security_group_rule': {'security_group_id': '7fd1c47d-160b-41c0-94ff-cf68d5e22b22', 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:15.778855 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03fef8c-551e-4410-91d2-0e9e40479d0b tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a56c922f-a89c-4ad3-a637-c5a07a42f8ec,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:15.790530 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-efb0814e-e11f-48e0-bcbf-93bb8cb98ad0 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:15.867406 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-efb0814e-e11f-48e0-bcbf-93bb8cb98ad0 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:15.875127 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-efb0814e-e11f-48e0-bcbf-93bb8cb98ad0 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:15.882715 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-1da5dc1d-7fbf-476d-a135-0e5e0cf8babd None None] Attempt 3 to provision port 5e978540-8d5b-4f86-ba51-9e5830f07e4d Oct 12 07:42:15.903098 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-efb0814e-e11f-48e0-bcbf-93bb8cb98ad0 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:15.907016 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-efb0814e-e11f-48e0-bcbf-93bb8cb98ad0 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1492999 Oct 12 07:42:15.907016 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb0814e-e11f-48e0-bcbf-93bb8cb98ad0 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dd677bc-0597-4fea-8a49-ba7f9fac22ab,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:15.907643 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42194) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:15.912316 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-acdd88ec-bdeb-40a7-8a63-f2630571fa00 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Request body: {'security_group_rule': {'security_group_id': '7fd1c47d-160b-41c0-94ff-cf68d5e22b22', 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:15.945088 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-acdd88ec-bdeb-40a7-8a63-f2630571fa00 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:15.949629 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 43f57424-00af-4079-a161-08781f333d60 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:42:16.015637 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-acdd88ec-bdeb-40a7-8a63-f2630571fa00 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:16.018823 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-1da5dc1d-7fbf-476d-a135-0e5e0cf8babd None None] Port 5e978540-8d5b-4f86-ba51-9e5830f07e4d cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:42:16.021568 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-acdd88ec-bdeb-40a7-8a63-f2630571fa00 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:16.041566 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b678b176-695e-4548-9ec7-31e3a6f32737 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:16.045066 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd88ec-bdeb-40a7-8a63-f2630571fa00 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb7fa841-4200-4515-bbd1-63e37df5a333,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:16.056316 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-acdd88ec-bdeb-40a7-8a63-f2630571fa00 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:16.057823 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-acdd88ec-bdeb-40a7-8a63-f2630571fa00 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1492248 Oct 12 07:42:16.060725 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42196) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:16.063397 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b678b176-695e-4548-9ec7-31e3a6f32737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:16.065916 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-88b4d3f6-d83b-4a0b-a1d3-089bfed09d86 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Request body: {'security_group_rule': {'security_group_id': '7fd1c47d-160b-41c0-94ff-cf68d5e22b22', 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:16.080107 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-8158b96a-a16a-49a3-913e-fade46a7af73 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] device_id is not set on port acf83193-3ede-48d5-a5c2-c6582f1aefbd yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:42:16.091776 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-88b4d3f6-d83b-4a0b-a1d3-089bfed09d86 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Project 82e1d814e4454fb2a7138e45884a198c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 07:42:16.098484 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-88b4d3f6-d83b-4a0b-a1d3-089bfed09d86 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:16.100260 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-47d99005-879b-477c-92f1-3517159e32c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:16.120646 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b678b176-695e-4548-9ec7-31e3a6f32737 None None] Network 6ec59608-d15e-4799-9767-ddb3ef0e3512 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:42:16.128393 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-b678b176-695e-4548-9ec7-31e3a6f32737 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:42:16.131712 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b678b176-695e-4548-9ec7-31e3a6f32737 None None] Pushing event updated for resources: {'Port': ['ID=69f4eb2d-9b88-40a6-8fc1-589a0d4099cd,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:16.133965 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b678b176-695e-4548-9ec7-31e3a6f32737 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:42:16.138646 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 43f57424-00af-4079-a161-08781f333d60 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:16.139091 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:16.139491 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 43f57424-00af-4079-a161-08781f333d60 Oct 12 07:42:16.169476 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-88b4d3f6-d83b-4a0b-a1d3-089bfed09d86 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:16.177040 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-88b4d3f6-d83b-4a0b-a1d3-089bfed09d86 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:16.205828 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4d3f6-d83b-4a0b-a1d3-089bfed09d86 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3518e80c-07f0-49c6-ac76-a1178c632583,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:16.219014 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-88b4d3f6-d83b-4a0b-a1d3-089bfed09d86 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:16.220852 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-88b4d3f6-d83b-4a0b-a1d3-089bfed09d86 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1587784 Oct 12 07:42:16.223259 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42200) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:16.224588 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-b678b176-695e-4548-9ec7-31e3a6f32737 None None] Attempting to bind port 69f4eb2d-9b88-40a6-8fc1-589a0d4099cd on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:42:16.224958 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-b678b176-695e-4548-9ec7-31e3a6f32737 None None] Attempting to bind port 69f4eb2d-9b88-40a6-8fc1-589a0d4099cd by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'a04be110-d298-43f1-a636-3f68d96b7dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '6ec59608-d15e-4799-9767-ddb3ef0e3512'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:42:16.225316 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b678b176-695e-4548-9ec7-31e3a6f32737 None None] Attempting to bind port 69f4eb2d-9b88-40a6-8fc1-589a0d4099cd on network 6ec59608-d15e-4799-9767-ddb3ef0e3512 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:42:16.230939 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-afc93cac-9380-4670-af5c-ad7710b3e657 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Request body: {'security_group_rule': {'security_group_id': '7fd1c47d-160b-41c0-94ff-cf68d5e22b22', 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:16.235337 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b678b176-695e-4548-9ec7-31e3a6f32737 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:42:16.235706 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b678b176-695e-4548-9ec7-31e3a6f32737 None None] Checking segment: {'id': 'a04be110-d298-43f1-a636-3f68d96b7dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '6ec59608-d15e-4799-9767-ddb3ef0e3512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:42:16.236104 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b678b176-695e-4548-9ec7-31e3a6f32737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:16.236485 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b678b176-695e-4548-9ec7-31e3a6f32737 None None] Bound using segment: {'id': 'a04be110-d298-43f1-a636-3f68d96b7dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '6ec59608-d15e-4799-9767-ddb3ef0e3512'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:42:16.236958 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-b678b176-695e-4548-9ec7-31e3a6f32737 None None] Bound port: 69f4eb2d-9b88-40a6-8fc1-589a0d4099cd, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a04be110-d298-43f1-a636-3f68d96b7dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '6ec59608-d15e-4799-9767-ddb3ef0e3512'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:42:16.237328 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b678b176-695e-4548-9ec7-31e3a6f32737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:16.258334 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-afc93cac-9380-4670-af5c-ad7710b3e657 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Project 82e1d814e4454fb2a7138e45884a198c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 07:42:16.265225 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-afc93cac-9380-4670-af5c-ad7710b3e657 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:16.314584 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-8158b96a-a16a-49a3-913e-fade46a7af73 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Allocated IP 172.20.0.10 (6ec59608-d15e-4799-9767-ddb3ef0e3512/82dbcfee-b2be-47bb-a3c0-8c0a1b36f6f3/acf83193-3ede-48d5-a5c2-c6582f1aefbd) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:42:16.315816 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 43f57424-00af-4079-a161-08781f333d60 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:42:16.324520 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f05ff6-ef39-43bb-b130-bbfdbf95037b req-8abd9a49-2f5c-484b-b34e-4bfbbd1066c4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:16.340716 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-51f05ff6-ef39-43bb-b130-bbfdbf95037b req-8abd9a49-2f5c-484b-b34e-4bfbbd1066c4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a8dda95-84df-40a4-a517-8a9a4505d924 HTTP/1.1" status: 200 len: 945 time: 0.1119690 Oct 12 07:42:16.367497 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-b678b176-695e-4548-9ec7-31e3a6f32737 None None] For port 69f4eb2d-9b88-40a6-8fc1-589a0d4099cd, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:42:16.371126 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-b678b176-695e-4548-9ec7-31e3a6f32737 None None] For port 69f4eb2d-9b88-40a6-8fc1-589a0d4099cd, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=69f4eb2d-9b88-40a6-8fc1-589a0d4099cd,segment=NetworkSegment(a04be110-d298-43f1-a636-3f68d96b7dfe),segment_id=a04be110-d298-43f1-a636-3f68d96b7dfe)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:42:16.376263 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b678b176-695e-4548-9ec7-31e3a6f32737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:16.397226 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-afc93cac-9380-4670-af5c-ad7710b3e657 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:16.403028 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-afc93cac-9380-4670-af5c-ad7710b3e657 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:16.440176 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc93cac-9380-4670-af5c-ad7710b3e657 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2be791e-2688-497c-904d-c90f5b4efd90,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:16.454246 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-51f05ff6-ef39-43bb-b130-bbfdbf95037b req-74e954bb-659a-448f-8b72-9d34063c5b60 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb01a0eb-74c1-4546-8934-0bb6db903050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927851 Oct 12 07:42:16.467857 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b678b176-695e-4548-9ec7-31e3a6f32737 None None] Pushing event updated for resources: {'Port': ['ID=69f4eb2d-9b88-40a6-8fc1-589a0d4099cd,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:16.472936 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 2115afcb-5076-4cd2-9681-1e84b9843f28 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:42:16.482811 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-afc93cac-9380-4670-af5c-ad7710b3e657 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:16.484843 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-afc93cac-9380-4670-af5c-ad7710b3e657 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2603247 Oct 12 07:42:16.511086 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 2115afcb-5076-4cd2-9681-1e84b9843f28 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:42:16.511429 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 2115afcb-5076-4cd2-9681-1e84b9843f28 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:42:16.533457 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-1da5dc1d-7fbf-476d-a135-0e5e0cf8babd None None] Attempt 4 to provision port 5e978540-8d5b-4f86-ba51-9e5830f07e4d Oct 12 07:42:16.593981 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-1da5dc1d-7fbf-476d-a135-0e5e0cf8babd None None] Port 5e978540-8d5b-4f86-ba51-9e5830f07e4d cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:42:16.732856 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8158b96a-a16a-49a3-913e-fade46a7af73 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:16.764616 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429c764-55d7-4537-9e6a-d462df750e16 req-dc96fbe7-e928-40fe-9f69-a0eafe9c546a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:16.766315 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1429c764-55d7-4537-9e6a-d462df750e16 req-dc96fbe7-e928-40fe-9f69-a0eafe9c546a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a8dda95-84df-40a4-a517-8a9a4505d924 HTTP/1.1" status: 200 len: 945 time: 0.1098254 Oct 12 07:42:16.829025 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8158b96a-a16a-49a3-913e-fade46a7af73 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:16.883507 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1429c764-55d7-4537-9e6a-d462df750e16 req-5682fb77-0638-446b-b8cc-1efc6439cdd8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb01a0eb-74c1-4546-8934-0bb6db903050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110554 Oct 12 07:42:16.902348 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8158b96a-a16a-49a3-913e-fade46a7af73 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Network 6ec59608-d15e-4799-9767-ddb3ef0e3512 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:42:16.904499 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-8158b96a-a16a-49a3-913e-fade46a7af73 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:42:16.911308 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8158b96a-a16a-49a3-913e-fade46a7af73 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event updated for resources: {'Port': ['ID=acf83193-3ede-48d5-a5c2-c6582f1aefbd,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:16.917493 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42250) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:16.920898 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8158b96a-a16a-49a3-913e-fade46a7af73 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:42:16.961437 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd2542a-1a93-4cf1-89ba-bdeb578dc1f5 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:16.963020 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-5fd2542a-1a93-4cf1-89ba-bdeb578dc1f5 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=3a8dda95-84df-40a4-a517-8a9a4505d924 HTTP/1.1" status: 200 len: 1093 time: 0.0442057 Oct 12 07:42:16.968638 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42252) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:16.973398 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-ce34bfcc-5a85-439f-9c47-89115f359312 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'floatingip': {'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'port_id': '21907f1b-a484-410f-8da8-88d32a31c8c1', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:16.982064 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8158b96a-a16a-49a3-913e-fade46a7af73 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:16.983137 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8158b96a-a16a-49a3-913e-fade46a7af73 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:17.000500 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ce34bfcc-5a85-439f-9c47-89115f359312 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for floatingip, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:17.006591 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-8158b96a-a16a-49a3-913e-fade46a7af73 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6344829 Oct 12 07:42:17.009090 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42254) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:17.015612 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-1af91b72-528d-4f8a-8cfa-86d35bdc3abb tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'port': {'network_id': '6ec59608-d15e-4799-9767-ddb3ef0e3512', 'name': 'tempest-PortsTestJSON-1522468298', 'fixed_ips': [{'subnet_id': '82dbcfee-b2be-47bb-a3c0-8c0a1b36f6f3', 'ip_address': '172.20.0.9'}]}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:17.094904 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-1da5dc1d-7fbf-476d-a135-0e5e0cf8babd None None] Attempt 5 to provision port 5e978540-8d5b-4f86-ba51-9e5830f07e4d Oct 12 07:42:17.175385 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-1da5dc1d-7fbf-476d-a135-0e5e0cf8babd None None] Port 5e978540-8d5b-4f86-ba51-9e5830f07e4d cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:42:17.186882 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af91b72-528d-4f8a-8cfa-86d35bdc3abb tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Made reservation on behalf of 118ca68972cc4be1aeb1223f16967aab for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:42:17.192641 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1af91b72-528d-4f8a-8cfa-86d35bdc3abb tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:17.221464 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-1af91b72-528d-4f8a-8cfa-86d35bdc3abb tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] device_id is not set on port 5a690b11-fca7-45a8-8d9c-f1c2eed0cb91 yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:42:17.224029 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:17.469252 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-1af91b72-528d-4f8a-8cfa-86d35bdc3abb tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Allocated IP 172.20.0.9 (6ec59608-d15e-4799-9767-ddb3ef0e3512/82dbcfee-b2be-47bb-a3c0-8c0a1b36f6f3/5a690b11-fca7-45a8-8d9c-f1c2eed0cb91) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:42:17.513921 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ce34bfcc-5a85-439f-9c47-89115f359312 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:17.667102 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-ce34bfcc-5a85-439f-9c47-89115f359312 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Allocated IP 172.26.3.20 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/31193309-316f-48aa-8e3d-6cc45bef018e) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:42:17.676463 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-1da5dc1d-7fbf-476d-a135-0e5e0cf8babd None None] Attempt 6 to provision port 5e978540-8d5b-4f86-ba51-9e5830f07e4d Oct 12 07:42:17.676958 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1af91b72-528d-4f8a-8cfa-86d35bdc3abb tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:17.727953 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-1da5dc1d-7fbf-476d-a135-0e5e0cf8babd None None] Port 5e978540-8d5b-4f86-ba51-9e5830f07e4d cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:42:17.728352 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1af91b72-528d-4f8a-8cfa-86d35bdc3abb tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:17.771265 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278e5b90-be5e-4bd1-b16d-b0fce4e8b00e None None] Network 6ec59608-d15e-4799-9767-ddb3ef0e3512 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:42:17.775351 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af91b72-528d-4f8a-8cfa-86d35bdc3abb tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Network 6ec59608-d15e-4799-9767-ddb3ef0e3512 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:42:17.778709 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-1af91b72-528d-4f8a-8cfa-86d35bdc3abb tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:42:17.782725 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af91b72-528d-4f8a-8cfa-86d35bdc3abb tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:42:17.814637 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af91b72-528d-4f8a-8cfa-86d35bdc3abb tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event updated for resources: {'Port': ['ID=5a690b11-fca7-45a8-8d9c-f1c2eed0cb91,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:17.841878 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af91b72-528d-4f8a-8cfa-86d35bdc3abb tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:17.842583 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1af91b72-528d-4f8a-8cfa-86d35bdc3abb tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:17.846249 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ce34bfcc-5a85-439f-9c47-89115f359312 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:17.870593 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-1af91b72-528d-4f8a-8cfa-86d35bdc3abb tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8601785 Oct 12 07:42:17.871333 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42266) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:17.969298 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ce34bfcc-5a85-439f-9c47-89115f359312 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:18.012617 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce34bfcc-5a85-439f-9c47-89115f359312 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=31193309-316f-48aa-8e3d-6cc45bef018e,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:18.022597 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f4b4c3-91d1-480c-8f61-50a790120476 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:18.024337 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-27f4b4c3-91d1-480c-8f61-50a790120476 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 921 time: 0.1518846 Oct 12 07:42:18.027126 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42274) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:18.035212 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 69f4eb2d-9b88-40a6-8fc1-589a0d4099cd up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:42:18.057788 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce34bfcc-5a85-439f-9c47-89115f359312 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:42:18.060074 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-ce34bfcc-5a85-439f-9c47-89115f359312 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:42:18.063158 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce34bfcc-5a85-439f-9c47-89115f359312 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:42:18.140862 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 69f4eb2d-9b88-40a6-8fc1-589a0d4099cd triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:18.141364 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:18.141699 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 69f4eb2d-9b88-40a6-8fc1-589a0d4099cd Oct 12 07:42:18.176160 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6f202c-b8c9-4943-975f-e3a5cb252d54 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:18.183161 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6f202c-b8c9-4943-975f-e3a5cb252d54 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:18.189873 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6f202c-b8c9-4943-975f-e3a5cb252d54 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:18.191772 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-bd6f202c-b8c9-4943-975f-e3a5cb252d54 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.1636596 Oct 12 07:42:18.196665 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42296) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:18.233840 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-1da5dc1d-7fbf-476d-a135-0e5e0cf8babd None None] Attempt 7 to provision port 5e978540-8d5b-4f86-ba51-9e5830f07e4d Oct 12 07:42:18.271747 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 69f4eb2d-9b88-40a6-8fc1-589a0d4099cd is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:42:18.272173 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:18.296998 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-1da5dc1d-7fbf-476d-a135-0e5e0cf8babd None None] Port 5e978540-8d5b-4f86-ba51-9e5830f07e4d cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:42:18.315615 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 69f4eb2d-9b88-40a6-8fc1-589a0d4099cd, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=69f4eb2d-9b88-40a6-8fc1-589a0d4099cd,segment=NetworkSegment(a04be110-d298-43f1-a636-3f68d96b7dfe),segment_id=a04be110-d298-43f1-a636-3f68d96b7dfe)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:42:18.337618 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:18.339598 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 5b8d4bbe-2fc8-49e4-aad1-cf847dd553f8 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:42:18.412425 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518903b8-ebcd-4179-9f25-c18d2d47e585 None None] Sync routers for ids ['d0d33ceb-1268-4406-a574-7b68cc6c6283'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:42:18.419891 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-3593f32c-3ac4-46e5-821d-f2a0e0b2a6ff tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Deleting port 5a690b11-fca7-45a8-8d9c-f1c2eed0cb91 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:42:18.421423 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3593f32c-3ac4-46e5-821d-f2a0e0b2a6ff tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:18.427046 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518903b8-ebcd-4179-9f25-c18d2d47e585 None None] Routers {'d0d33ceb-1268-4406-a574-7b68cc6c6283'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:42:18.429309 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-518903b8-ebcd-4179-9f25-c18d2d47e585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:42:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['d0d33ceb-1268-4406-a574-7b68cc6c6283'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:18.550504 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=69f4eb2d-9b88-40a6-8fc1-589a0d4099cd,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:18.582596 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 5b8d4bbe-2fc8-49e4-aad1-cf847dd553f8 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:18.582984 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:18.583316 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 5b8d4bbe-2fc8-49e4-aad1-cf847dd553f8 Oct 12 07:42:18.620857 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3593f32c-3ac4-46e5-821d-f2a0e0b2a6ff tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:18.641428 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-3593f32c-3ac4-46e5-821d-f2a0e0b2a6ff tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Calling delete_port for 5a690b11-fca7-45a8-8d9c-f1c2eed0cb91 owned by {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:42:18.651748 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-518903b8-ebcd-4179-9f25-c18d2d47e585 None None] Set router d0d33ceb-1268-4406-a574-7b68cc6c6283 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:42:18.696459 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ce34bfcc-5a85-439f-9c47-89115f359312 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:18.804107 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-1da5dc1d-7fbf-476d-a135-0e5e0cf8babd None None] Attempt 8 to provision port 5e978540-8d5b-4f86-ba51-9e5830f07e4d Oct 12 07:42:18.839537 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ce34bfcc-5a85-439f-9c47-89115f359312 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:18.868698 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:18.869902 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 5b8d4bbe-2fc8-49e4-aad1-cf847dd553f8 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:42:18.869902 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:18.906167 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-1da5dc1d-7fbf-476d-a135-0e5e0cf8babd None None] Port 5e978540-8d5b-4f86-ba51-9e5830f07e4d cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:42:18.912564 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 5b8d4bbe-2fc8-49e4-aad1-cf847dd553f8, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=5b8d4bbe-2fc8-49e4-aad1-cf847dd553f8,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:42:18.922422 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:18.982015 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3593f32c-3ac4-46e5-821d-f2a0e0b2a6ff tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:18.999583 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=5b8d4bbe-2fc8-49e4-aad1-cf847dd553f8,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:19.009550 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-518903b8-ebcd-4179-9f25-c18d2d47e585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d33ceb-1268-4406-a574-7b68cc6c6283', 'name': 'tempest-TestVolumeBootPattern-1525503558-router', 'tenant_id': 'f92308ff34554fe582447c208b9451b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': '5b8d4bbe-2fc8-49e4-aad1-cf847dd553f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:42:09Z', 'updated_at': '2022-10-12T07:42:13Z', 'revision_number': 4, 'project_id': 'f92308ff34554fe582447c208b9451b5', 'gw_port': {'id': '5b8d4bbe-2fc8-49e4-aad1-cf847dd553f8', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:19:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d33ceb-1268-4406-a574-7b68cc6c6283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:42:10Z', 'updated_at': '2022-10-12T07:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '5e978540-8d5b-4f86-ba51-9e5830f07e4d', 'name': '', 'network_id': '9c8593d3-1fae-45bf-9e0f-92d4c9f138e4', 'tenant_id': 'f92308ff34554fe582447c208b9451b5', 'mac_address': 'fa:16:3e:88:fb:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d33ceb-1268-4406-a574-7b68cc6c6283', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '19042184-768f-4504-ad3a-90cdc5730e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:42:13Z', 'updated_at': '2022-10-12T07:42:13Z', 'revision_number': 2, 'project_id': 'f92308ff34554fe582447c208b9451b5', 'subnets': [{'id': '19042184-768f-4504-ad3a-90cdc5730e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:19.039373 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518903b8-ebcd-4179-9f25-c18d2d47e585 None None] Checking router: d0d33ceb-1268-4406-a574-7b68cc6c6283 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:42:19.039994 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518903b8-ebcd-4179-9f25-c18d2d47e585 None None] Updating router d0d33ceb-1268-4406-a574-7b68cc6c6283 port 5e978540-8d5b-4f86-ba51-9e5830f07e4d binding host dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:42:19.043912 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3593f32c-3ac4-46e5-821d-f2a0e0b2a6ff tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event deleted for resources: {'Port': ['ID=5a690b11-fca7-45a8-8d9c-f1c2eed0cb91,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:19.071694 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-518903b8-ebcd-4179-9f25-c18d2d47e585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:19.127690 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:19.148235 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ce34bfcc-5a85-439f-9c47-89115f359312 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:19.160421 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ce34bfcc-5a85-439f-9c47-89115f359312 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:19.205455 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3593f32c-3ac4-46e5-821d-f2a0e0b2a6ff tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:19.212342 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-3593f32c-3ac4-46e5-821d-f2a0e0b2a6ff tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/ports/5a690b11-fca7-45a8-8d9c-f1c2eed0cb91 HTTP/1.1" status: 204 len: 168 time: 1.0108216 Oct 12 07:42:19.213006 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42306) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:19.241232 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce34bfcc-5a85-439f-9c47-89115f359312 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=31193309-316f-48aa-8e3d-6cc45bef018e,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:19.245016 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ce34bfcc-5a85-439f-9c47-89115f359312 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:19.254920 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-2999b592-5f7f-4c15-a745-a4ba9964bf31 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] GET failed (client error): The resource could not be found. Oct 12 07:42:19.259299 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-2999b592-5f7f-4c15-a745-a4ba9964bf31 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "GET /v2.0/ports/5a690b11-fca7-45a8-8d9c-f1c2eed0cb91 HTTP/1.1" status: 404 len: 333 time: 0.0422354 Oct 12 07:42:19.260647 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42308) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:19.383329 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.l3_db [None req-ce34bfcc-5a85-439f-9c47-89115f359312 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Floating IP 7f7683d0-863e-4284-8585-edd8ad705f14 associated. External IP: 172.26.3.20, port: 21907f1b-a484-410f-8da8-88d32a31c8c1. Oct 12 07:42:19.407069 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-1da5dc1d-7fbf-476d-a135-0e5e0cf8babd None None] Attempt 9 to provision port 5e978540-8d5b-4f86-ba51-9e5830f07e4d Oct 12 07:42:19.414394 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-47fceade-042b-457e-8188-0728b4313924 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Deleting port acf83193-3ede-48d5-a5c2-c6582f1aefbd {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:42:19.415093 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-47fceade-042b-457e-8188-0728b4313924 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:19.492313 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-1da5dc1d-7fbf-476d-a135-0e5e0cf8babd None None] Port 5e978540-8d5b-4f86-ba51-9e5830f07e4d cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:42:19.547255 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-47fceade-042b-457e-8188-0728b4313924 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:19.559917 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-518903b8-ebcd-4179-9f25-c18d2d47e585 None None] Notify callbacks [] for port, precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:19.566426 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-47fceade-042b-457e-8188-0728b4313924 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Calling delete_port for acf83193-3ede-48d5-a5c2-c6582f1aefbd owned by {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:42:19.567867 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-518903b8-ebcd-4179-9f25-c18d2d47e585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:19.620075 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b6af6-9b32-465f-af67-538db20c0b1b None None] Pushing event updated for resources: {'Port': ['ID=5e978540-8d5b-4f86-ba51-9e5830f07e4d,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:19.652383 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce34bfcc-5a85-439f-9c47-89115f359312 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Router 4385b7ed-f14f-445f-8b19-677da8de5ef9 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:42:19.678580 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-518903b8-ebcd-4179-9f25-c18d2d47e585 None None] Attempting to bind port 5e978540-8d5b-4f86-ba51-9e5830f07e4d on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:42:19.678952 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-518903b8-ebcd-4179-9f25-c18d2d47e585 None None] Attempting to bind port 5e978540-8d5b-4f86-ba51-9e5830f07e4d by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '5d90c933-8af3-4c3f-95c8-52752d3d4999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9c8593d3-1fae-45bf-9e0f-92d4c9f138e4'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:42:19.679549 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518903b8-ebcd-4179-9f25-c18d2d47e585 None None] Attempting to bind port 5e978540-8d5b-4f86-ba51-9e5830f07e4d on network 9c8593d3-1fae-45bf-9e0f-92d4c9f138e4 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:42:19.685774 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518903b8-ebcd-4179-9f25-c18d2d47e585 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:42:19.686171 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518903b8-ebcd-4179-9f25-c18d2d47e585 None None] Checking segment: {'id': '5d90c933-8af3-4c3f-95c8-52752d3d4999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9c8593d3-1fae-45bf-9e0f-92d4c9f138e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:42:19.686563 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-518903b8-ebcd-4179-9f25-c18d2d47e585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:19.686948 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518903b8-ebcd-4179-9f25-c18d2d47e585 None None] Bound using segment: {'id': '5d90c933-8af3-4c3f-95c8-52752d3d4999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9c8593d3-1fae-45bf-9e0f-92d4c9f138e4'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:42:19.687659 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-518903b8-ebcd-4179-9f25-c18d2d47e585 None None] Bound port: 5e978540-8d5b-4f86-ba51-9e5830f07e4d, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d90c933-8af3-4c3f-95c8-52752d3d4999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9c8593d3-1fae-45bf-9e0f-92d4c9f138e4'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:42:19.688080 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-518903b8-ebcd-4179-9f25-c18d2d47e585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:19.743803 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-47fceade-042b-457e-8188-0728b4313924 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:19.765795 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-518903b8-ebcd-4179-9f25-c18d2d47e585 None None] For port 5e978540-8d5b-4f86-ba51-9e5830f07e4d, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:42:19.770015 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-518903b8-ebcd-4179-9f25-c18d2d47e585 None None] For port 5e978540-8d5b-4f86-ba51-9e5830f07e4d, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=5e978540-8d5b-4f86-ba51-9e5830f07e4d,segment=NetworkSegment(5d90c933-8af3-4c3f-95c8-52752d3d4999),segment_id=5d90c933-8af3-4c3f-95c8-52752d3d4999)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:42:19.777071 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-518903b8-ebcd-4179-9f25-c18d2d47e585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:19.818788 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce34bfcc-5a85-439f-9c47-89115f359312 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:42:19.840382 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b0d603-10d0-4e9f-964e-78336058dc75 None None] Sync routers for ids ['4385b7ed-f14f-445f-8b19-677da8de5ef9'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:42:19.861818 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b0d603-10d0-4e9f-964e-78336058dc75 None None] Routers {'4385b7ed-f14f-445f-8b19-677da8de5ef9'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:42:19.862808 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-f5b0d603-10d0-4e9f-964e-78336058dc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:42:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['4385b7ed-f14f-445f-8b19-677da8de5ef9'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:19.864502 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fceade-042b-457e-8188-0728b4313924 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event deleted for resources: {'Port': ['ID=acf83193-3ede-48d5-a5c2-c6582f1aefbd,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:19.875942 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ce34bfcc-5a85-439f-9c47-89115f359312 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:19.892074 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518903b8-ebcd-4179-9f25-c18d2d47e585 None None] Routers {'d0d33ceb-1268-4406-a574-7b68cc6c6283'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:42:19.892710 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-518903b8-ebcd-4179-9f25-c18d2d47e585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:42:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['d0d33ceb-1268-4406-a574-7b68cc6c6283'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:19.948709 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ce34bfcc-5a85-439f-9c47-89115f359312 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9788449 Oct 12 07:42:19.949277 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-47fceade-042b-457e-8188-0728b4313924 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:19.949979 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a8dda95-84df-40a4-a517-8a9a4505d924', 'tag': '21907f1b-a484-410f-8da8-88d32a31c8c1'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:42:19.953677 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-47fceade-042b-457e-8188-0728b4313924 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/ports/acf83193-3ede-48d5-a5c2-c6582f1aefbd HTTP/1.1" status: 204 len: 168 time: 0.6911285 Oct 12 07:42:19.954302 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42312) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:19.956780 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddba47f6901442025abf8f9725c41876113475a10693ce4f7782efac72d774e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399bfd12-3833-4a19-82fd-628f416e15bc" -d '{"events": [{"name": "network-changed", "server_uuid": "3a8dda95-84df-40a4-a517-8a9a4505d924", "tag": "21907f1b-a484-410f-8da8-88d32a31c8c1"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:42:19.960716 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42314) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:19.976524 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 69f4eb2d-9b88-40a6-8fc1-589a0d4099cd up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:42:20.013171 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-1da5dc1d-7fbf-476d-a135-0e5e0cf8babd None None] Attempt 10 to provision port 5e978540-8d5b-4f86-ba51-9e5830f07e4d Oct 12 07:42:20.023872 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-5159f5c3-409e-42c8-9488-9927a4780d8b tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] GET failed (client error): The resource could not be found. Oct 12 07:42:20.026491 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-5159f5c3-409e-42c8-9488-9927a4780d8b tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "GET /v2.0/ports/acf83193-3ede-48d5-a5c2-c6582f1aefbd HTTP/1.1" status: 404 len: 333 time: 0.0632603 Oct 12 07:42:20.029017 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42320) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:20.061040 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-389aa6f3-216a-4b31-b3e0-52f577b6b4c5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/floatingips/7f7683d0-863e-4284-8585-edd8ad705f14 HTTP/1.1" status: 200 len: 990 time: 0.1055162 Oct 12 07:42:20.135044 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-518903b8-ebcd-4179-9f25-c18d2d47e585 None None] Set router d0d33ceb-1268-4406-a574-7b68cc6c6283 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:42:20.135421 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec2cfef1-6b6e-4180-bf0d-7a80d5aeb1f9 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Deleting subnet 82dbcfee-b2be-47bb-a3c0-8c0a1b36f6f3 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:42:20.145459 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ec2cfef1-6b6e-4180-bf0d-7a80d5aeb1f9 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:20.174917 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b6af6-9b32-465f-af67-538db20c0b1b None None] Pushing event updated for resources: {'Port': ['ID=5e978540-8d5b-4f86-ba51-9e5830f07e4d,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:20.193132 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf6d81d-18f0-449a-8935-770c7bc21c0e x-openstack-request-id: req-ccf6d81d-18f0-449a-8935-770c7bc21c0e {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:42:20.193429 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a8dda95-84df-40a4-a517-8a9a4505d924", "tag": "21907f1b-a484-410f-8da8-88d32a31c8c1", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:42:20.193697 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ccf6d81d-18f0-449a-8935-770c7bc21c0e {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:42:20.194781 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccf6d81d-18f0-449a-8935-770c7bc21c0e'] response: {'name': 'network-changed', 'server_uuid': '3a8dda95-84df-40a4-a517-8a9a4505d924', 'tag': '21907f1b-a484-410f-8da8-88d32a31c8c1', 'status': 'completed', 'code': 200} Oct 12 07:42:20.221845 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ec2cfef1-6b6e-4180-bf0d-7a80d5aeb1f9 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:20.233763 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-f5b0d603-10d0-4e9f-964e-78336058dc75 None None] Set router 4385b7ed-f14f-445f-8b19-677da8de5ef9 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:42:20.330371 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399bfd12-3833-4a19-82fd-628f416e15bc req-2141f8df-8184-4d55-9bc2-0dfd6c4176cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:20.331814 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-399bfd12-3833-4a19-82fd-628f416e15bc req-2141f8df-8184-4d55-9bc2-0dfd6c4176cc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&device_id=3a8dda95-84df-40a4-a517-8a9a4505d924 HTTP/1.1" status: 200 len: 1098 time: 0.1147342 Oct 12 07:42:20.346565 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ec2cfef1-6b6e-4180-bf0d-7a80d5aeb1f9 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:20.387041 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-1da5dc1d-7fbf-476d-a135-0e5e0cf8babd None None] Current status of the port 5e978540-8d5b-4f86-ba51-9e5830f07e4d is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:42:20.388328 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1da5dc1d-7fbf-476d-a135-0e5e0cf8babd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:20.404323 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-518903b8-ebcd-4179-9f25-c18d2d47e585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d33ceb-1268-4406-a574-7b68cc6c6283', 'name': 'tempest-TestVolumeBootPattern-1525503558-router', 'tenant_id': 'f92308ff34554fe582447c208b9451b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': '5b8d4bbe-2fc8-49e4-aad1-cf847dd553f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:42:09Z', 'updated_at': '2022-10-12T07:42:13Z', 'revision_number': 4, 'project_id': 'f92308ff34554fe582447c208b9451b5', 'gw_port': {'id': '5b8d4bbe-2fc8-49e4-aad1-cf847dd553f8', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d33ceb-1268-4406-a574-7b68cc6c6283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:42:10Z', 'updated_at': '2022-10-12T07:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '5e978540-8d5b-4f86-ba51-9e5830f07e4d', 'name': '', 'network_id': '9c8593d3-1fae-45bf-9e0f-92d4c9f138e4', 'tenant_id': 'f92308ff34554fe582447c208b9451b5', 'mac_address': 'fa:16:3e:88:fb:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d33ceb-1268-4406-a574-7b68cc6c6283', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '19042184-768f-4504-ad3a-90cdc5730e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:42:13Z', 'updated_at': '2022-10-12T07:42:19Z', 'revision_number': 4, 'project_id': 'f92308ff34554fe582447c208b9451b5', 'subnets': [{'id': '19042184-768f-4504-ad3a-90cdc5730e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:20.437111 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518903b8-ebcd-4179-9f25-c18d2d47e585 None None] The sync data for ids ['d0d33ceb-1268-4406-a574-7b68cc6c6283'] in dv-neutron-860909-2-hyperv is: [{'id': 'd0d33ceb-1268-4406-a574-7b68cc6c6283', 'name': 'tempest-TestVolumeBootPattern-1525503558-router', 'tenant_id': 'f92308ff34554fe582447c208b9451b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': '5b8d4bbe-2fc8-49e4-aad1-cf847dd553f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:42:09Z', 'updated_at': '2022-10-12T07:42:13Z', 'revision_number': 4, 'project_id': 'f92308ff34554fe582447c208b9451b5', 'gw_port': {'id': '5b8d4bbe-2fc8-49e4-aad1-cf847dd553f8', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d33ceb-1268-4406-a574-7b68cc6c6283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:42:10Z', 'updated_at': '2022-10-12T07:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '5e978540-8d5b-4f86-ba51-9e5830f07e4d', 'name': '', 'network_id': '9c8593d3-1fae-45bf-9e0f-92d4c9f138e4', 'tenant_id': 'f92308ff34554fe582447c208b9451b5', 'mac_address': 'fa:16:3e:88:fb:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d33ceb-1268-4406-a574-7b68cc6c6283', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '19042184-768f-4504-ad3a-90cdc5730e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:42:13Z', 'updated_at': '2022-10-12T07:42:19Z', 'revision_number': 4, 'project_id': 'f92308ff34554fe582447c208b9451b5', 'subnets': [{'id': '19042184-768f-4504-ad3a-90cdc5730e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:42:20.472946 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ec2cfef1-6b6e-4180-bf0d-7a80d5aeb1f9 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:20.479200 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-1da5dc1d-7fbf-476d-a135-0e5e0cf8babd None None] For port 5e978540-8d5b-4f86-ba51-9e5830f07e4d, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=5e978540-8d5b-4f86-ba51-9e5830f07e4d,segment=NetworkSegment(5d90c933-8af3-4c3f-95c8-52752d3d4999),segment_id=5d90c933-8af3-4c3f-95c8-52752d3d4999)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:42:20.485730 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399bfd12-3833-4a19-82fd-628f416e15bc req-864a80b3-5777-4c2a-aee2-b6941ac7d6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:20.488566 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-399bfd12-3833-4a19-82fd-628f416e15bc req-864a80b3-5777-4c2a-aee2-b6941ac7d6dc service neutron] 10.222.0.23 "GET /v2.0/networks?id=ddaf49bc-49c1-4955-ac53-f27eeab22dff HTTP/1.1" status: 200 len: 898 time: 0.1450369 Oct 12 07:42:20.489436 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 69f4eb2d-9b88-40a6-8fc1-589a0d4099cd triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:20.489981 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:20.490353 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 69f4eb2d-9b88-40a6-8fc1-589a0d4099cd Oct 12 07:42:20.524449 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1da5dc1d-7fbf-476d-a135-0e5e0cf8babd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:20.526500 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2cfef1-6b6e-4180-bf0d-7a80d5aeb1f9 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event deleted for resources: {'Subnet': ['ID=82dbcfee-b2be-47bb-a3c0-8c0a1b36f6f3,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:20.537439 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ec2cfef1-6b6e-4180-bf0d-7a80d5aeb1f9 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:20.542873 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ec2cfef1-6b6e-4180-bf0d-7a80d5aeb1f9 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/subnets/82dbcfee-b2be-47bb-a3c0-8c0a1b36f6f3 HTTP/1.1" status: 204 len: 168 time: 0.5125611 Oct 12 07:42:20.546355 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42322) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:20.555616 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2473e3b9-484b-4430-8d44-306567c41027 None None] Network 6ec59608-d15e-4799-9767-ddb3ef0e3512 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:42:20.609271 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-399bfd12-3833-4a19-82fd-628f416e15bc req-9e097aaa-0651-4174-82df-f744d1959f7b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21907f1b-a484-410f-8da8-88d32a31c8c1 HTTP/1.1" status: 200 len: 998 time: 0.1137457 Oct 12 07:42:20.687440 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4c1694d7-bae6-4551-ac22-260e79927df9 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:20.704829 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399bfd12-3833-4a19-82fd-628f416e15bc req-b25845f7-2705-421c-a648-8dd8bbe8c0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:20.706672 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-399bfd12-3833-4a19-82fd-628f416e15bc req-b25845f7-2705-421c-a648-8dd8bbe8c0e4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=679a1ca3-8b6b-4552-be65-3152e8a6d9b2 HTTP/1.1" status: 200 len: 834 time: 0.0878129 Oct 12 07:42:20.774539 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399bfd12-3833-4a19-82fd-628f416e15bc req-821c1d58-7555-4c54-9ef9-d60b8ddf1bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:20.776239 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-399bfd12-3833-4a19-82fd-628f416e15bc req-821c1d58-7555-4c54-9ef9-d60b8ddf1bfb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ddaf49bc-49c1-4955-ac53-f27eeab22dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0608695 Oct 12 07:42:20.801678 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-4c1694d7-bae6-4551-ac22-260e79927df9 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Deleting port 69f4eb2d-9b88-40a6-8fc1-589a0d4099cd {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:42:20.802062 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4c1694d7-bae6-4551-ac22-260e79927df9 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:20.887086 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5dc1d-7fbf-476d-a135-0e5e0cf8babd None None] Pushing event updated for resources: {'Port': ['ID=5e978540-8d5b-4f86-ba51-9e5830f07e4d,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:20.921812 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-4c1694d7-bae6-4551-ac22-260e79927df9 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] For port 69f4eb2d-9b88-40a6-8fc1-589a0d4099cd, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=69f4eb2d-9b88-40a6-8fc1-589a0d4099cd,segment=NetworkSegment(a04be110-d298-43f1-a636-3f68d96b7dfe),segment_id=a04be110-d298-43f1-a636-3f68d96b7dfe)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:42:20.922451 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4c1694d7-bae6-4551-ac22-260e79927df9 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:20.950191 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-4c1694d7-bae6-4551-ac22-260e79927df9 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Calling delete_port for 69f4eb2d-9b88-40a6-8fc1-589a0d4099cd owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:42:21.000915 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-399bfd12-3833-4a19-82fd-628f416e15bc req-c28a7ff9-fb4d-4f8a-81ea-9e58b2906c9a service neutron] 10.222.0.23 "GET /v2.0/networks/ddaf49bc-49c1-4955-ac53-f27eeab22dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169583 Oct 12 07:42:21.055206 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4c1694d7-bae6-4551-ac22-260e79927df9 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:21.059413 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-1da5dc1d-7fbf-476d-a135-0e5e0cf8babd None None] Provisioning complete for port 43f57424-00af-4079-a161-08781f333d60 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:21.059785 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1da5dc1d-7fbf-476d-a135-0e5e0cf8babd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:21.060120 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-1da5dc1d-7fbf-476d-a135-0e5e0cf8babd None None] Attempt 1 to provision port 43f57424-00af-4079-a161-08781f333d60 Oct 12 07:42:21.069369 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42326) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:21.070221 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:21.123720 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Could not find standard attr ID for object 69f4eb2d-9b88-40a6-8fc1-589a0d4099cd. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:42:21.126867 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No ports have port_id starting with 69f4eb2d-9b88-40a6-8fc1-589a0d4099cd Oct 12 07:42:21.132456 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 5b8d4bbe-2fc8-49e4-aad1-cf847dd553f8 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:42:21.158310 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1694d7-bae6-4551-ac22-260e79927df9 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event deleted for resources: {'Port': ['ID=69f4eb2d-9b88-40a6-8fc1-589a0d4099cd,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:21.195420 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-399bfd12-3833-4a19-82fd-628f416e15bc req-6195f835-026c-4234-82c1-7e66ec25d1e3 service neutron] 10.222.0.23 "GET /v2.0/networks/ddaf49bc-49c1-4955-ac53-f27eeab22dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806223 Oct 12 07:42:21.197239 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1694d7-bae6-4551-ac22-260e79927df9 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] No DVR routers for this DVR port 69f4eb2d-9b88-40a6-8fc1-589a0d4099cd on host dv-neutron-860909-2-hyperv {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:42:21.232860 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1c4588-2053-4273-be8e-af11e0d6bfea None None] DHCP port deletion for 6ec59608-d15e-4799-9767-ddb3ef0e3512 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:42:21.250391 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 5b8d4bbe-2fc8-49e4-aad1-cf847dd553f8 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:21.250753 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:21.251093 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 5b8d4bbe-2fc8-49e4-aad1-cf847dd553f8 Oct 12 07:42:21.285049 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-92bb5ee4-961d-4c1e-b94f-793704822ca3 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/floatingips/7f7683d0-863e-4284-8585-edd8ad705f14 HTTP/1.1" status: 200 len: 990 time: 0.2076547 Oct 12 07:42:21.337274 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-f5b0d603-10d0-4e9f-964e-78336058dc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4385b7ed-f14f-445f-8b19-677da8de5ef9', 'name': 'tempest-TestNetworkBasicOps-router-2064210560', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': '427ae3e3-b70f-4fad-b23a-74f6beac4b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:41:41Z', 'updated_at': '2022-10-12T07:41:51Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '427ae3e3-b70f-4fad-b23a-74f6beac4b54', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:09:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4385b7ed-f14f-445f-8b19-677da8de5ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:41:43Z', 'updated_at': '2022-10-12T07:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '7f7683d0-863e-4284-8585-edd8ad705f14', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'floating_ip_address': '172.26.3.20', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '4385b7ed-f14f-445f-8b19-677da8de5ef9', 'port_id': '21907f1b-a484-410f-8da8-88d32a31c8c1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddaf49bc-49c1-4955-ac53-f27eeab22dff', 'mac_address': 'fa:16:3e:05:5c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8dda95-84df-40a4-a517-8a9a4505d924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:42:18Z', 'updated_at': '2022-10-12T07:42:18Z', 'revision_number': 0, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7626b57b-7331-4506-a462-a354b60d3746', 'name': '', 'network_id': 'ddaf49bc-49c1-4955-ac53-f27eeab22dff', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:2d:87:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4385b7ed-f14f-445f-8b19-677da8de5ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '679a1ca3-8b6b-4552-be65-3152e8a6d9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:41:49Z', 'updated_at': '2022-10-12T07:41:55Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '679a1ca3-8b6b-4552-be65-3152e8a6d9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:21.343168 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4c1694d7-bae6-4551-ac22-260e79927df9 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:21.370613 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-1da5dc1d-7fbf-476d-a135-0e5e0cf8babd None None] Current status of the port 43f57424-00af-4079-a161-08781f333d60 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:42:21.370848 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-4c1694d7-bae6-4551-ac22-260e79927df9 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ec59608-d15e-4799-9767-ddb3ef0e3512']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:21.374660 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b0d603-10d0-4e9f-964e-78336058dc75 None None] Checking router: 4385b7ed-f14f-445f-8b19-677da8de5ef9 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:42:21.382758 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-4c1694d7-bae6-4551-ac22-260e79927df9 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a04be110-d298-43f1-a636-3f68d96b7dfe') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:21.383495 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-4c1694d7-bae6-4551-ac22-260e79927df9 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a04be110-d298-43f1-a636-3f68d96b7dfe') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:21.390807 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b0d603-10d0-4e9f-964e-78336058dc75 None None] Routers {'4385b7ed-f14f-445f-8b19-677da8de5ef9'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:42:21.391701 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-f5b0d603-10d0-4e9f-964e-78336058dc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:42:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['4385b7ed-f14f-445f-8b19-677da8de5ef9'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:21.394574 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4c1694d7-bae6-4551-ac22-260e79927df9 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:21.411736 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4c1694d7-bae6-4551-ac22-260e79927df9 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:21.418388 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c1694d7-bae6-4551-ac22-260e79927df9 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:42:21.419158 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4c1694d7-bae6-4551-ac22-260e79927df9 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:21.450120 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment a04be110-d298-43f1-a636-3f68d96b7dfe resource provider aggregate not found Oct 12 07:42:21.475014 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment a04be110-d298-43f1-a636-3f68d96b7dfe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a04be110-d298-43f1-a636-3f68d96b7dfe found for delete ", "request_id": "req-2ebe7e35-1dfa-40af-a432-9127c8c673cc"}]} Oct 12 07:42:21.513879 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 5b8d4bbe-2fc8-49e4-aad1-cf847dd553f8 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:42:21.518979 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42334) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:21.521170 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4c1694d7-bae6-4551-ac22-260e79927df9 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:21.535115 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-48981c82-c6b7-4d18-9023-380789f94422 None None] Provisioning complete for port 5e978540-8d5b-4f86-ba51-9e5830f07e4d triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:21.535749 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-48981c82-c6b7-4d18-9023-380789f94422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:21.536084 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-48981c82-c6b7-4d18-9023-380789f94422 None None] Attempt 1 to provision port 5e978540-8d5b-4f86-ba51-9e5830f07e4d Oct 12 07:42:21.544313 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4c1694d7-bae6-4551-ac22-260e79927df9 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:21.552013 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-4c1694d7-bae6-4551-ac22-260e79927df9 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/networks/6ec59608-d15e-4799-9767-ddb3ef0e3512 HTTP/1.1" status: 204 len: 168 time: 1.0007560 Oct 12 07:42:21.553753 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42336) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:21.560069 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-72172349-ffc0-4593-9d4e-f91fc2b7dcb0 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1896249474'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:21.582228 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1694d7-bae6-4551-ac22-260e79927df9 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event deleted for resources: {'Network': ['ID=6ec59608-d15e-4799-9767-ddb3ef0e3512,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:21.602705 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72172349-ffc0-4593-9d4e-f91fc2b7dcb0 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Made reservation on behalf of 118ca68972cc4be1aeb1223f16967aab for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:42:21.607451 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-72172349-ffc0-4593-9d4e-f91fc2b7dcb0 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:21.636217 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-f5b0d603-10d0-4e9f-964e-78336058dc75 None None] Set router 4385b7ed-f14f-445f-8b19-677da8de5ef9 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:42:21.640086 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72172349-ffc0-4593-9d4e-f91fc2b7dcb0 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:42:21.650632 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-72172349-ffc0-4593-9d4e-f91fc2b7dcb0 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:21.651113 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-72172349-ffc0-4593-9d4e-f91fc2b7dcb0 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Added segment 45994991-b4e7-4df1-ba1d-bcb635b92b1d of type vlan for network 2a0dcf6a-9a8b-4d4e-9594-31cd8ea20a3d Oct 12 07:42:21.707069 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-72172349-ffc0-4593-9d4e-f91fc2b7dcb0 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:21.741013 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-c3c8467e-382e-4836-9452-aa9d901cb21a tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Deleting port 9c3f8d5c-0395-4c51-936d-5fbbb178afff {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:42:21.741417 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c3c8467e-382e-4836-9452-aa9d901cb21a tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:21.745408 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-72172349-ffc0-4593-9d4e-f91fc2b7dcb0 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:21.756411 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72172349-ffc0-4593-9d4e-f91fc2b7dcb0 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:21.757061 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-72172349-ffc0-4593-9d4e-f91fc2b7dcb0 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:21.770968 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-48981c82-c6b7-4d18-9023-380789f94422 None None] Current status of the port 5e978540-8d5b-4f86-ba51-9e5830f07e4d is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:42:21.778407 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-48981c82-c6b7-4d18-9023-380789f94422 None None] Could not find standard attr ID for object 5a690b11-fca7-45a8-8d9c-f1c2eed0cb91. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:42:21.794560 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-48981c82-c6b7-4d18-9023-380789f94422 None None] Could not find standard attr ID for object acf83193-3ede-48d5-a5c2-c6582f1aefbd. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:42:21.803973 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-72172349-ffc0-4593-9d4e-f91fc2b7dcb0 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2482846 Oct 12 07:42:21.821153 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42338) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:21.825003 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-48981c82-c6b7-4d18-9023-380789f94422 None None] Could not find standard attr ID for object 69f4eb2d-9b88-40a6-8fc1-589a0d4099cd. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:42:21.827248 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-5652fd90-9913-4eba-8d14-888b6543894f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'subnet': {'network_id': '2a0dcf6a-9a8b-4d4e-9594-31cd8ea20a3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:21.864069 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72172349-ffc0-4593-9d4e-f91fc2b7dcb0 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event updated for resources: {'Network': ['ID=2a0dcf6a-9a8b-4d4e-9594-31cd8ea20a3d,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:21.903381 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c3c8467e-382e-4836-9452-aa9d901cb21a tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:21.903704 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c3c8467e-382e-4836-9452-aa9d901cb21a tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:21.919239 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 2a0dcf6a-9a8b-4d4e-9594-31cd8ea20a3d details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:42:21.963939 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-c3c8467e-382e-4836-9452-aa9d901cb21a tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Calling delete_port for 9c3f8d5c-0395-4c51-936d-5fbbb178afff owned by network:floatingip {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:42:22.018295 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 5e978540-8d5b-4f86-ba51-9e5830f07e4d up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:42:22.028964 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5652fd90-9913-4eba-8d14-888b6543894f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Made reservation on behalf of 118ca68972cc4be1aeb1223f16967aab for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:42:22.032395 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5652fd90-9913-4eba-8d14-888b6543894f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:22.126374 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 5e978540-8d5b-4f86-ba51-9e5830f07e4d triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:22.126709 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:22.127042 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 5e978540-8d5b-4f86-ba51-9e5830f07e4d Oct 12 07:42:22.154182 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-f5b0d603-10d0-4e9f-964e-78336058dc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4385b7ed-f14f-445f-8b19-677da8de5ef9', 'name': 'tempest-TestNetworkBasicOps-router-2064210560', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': '427ae3e3-b70f-4fad-b23a-74f6beac4b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:41:41Z', 'updated_at': '2022-10-12T07:41:51Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '427ae3e3-b70f-4fad-b23a-74f6beac4b54', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:09:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4385b7ed-f14f-445f-8b19-677da8de5ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:41:43Z', 'updated_at': '2022-10-12T07:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '7f7683d0-863e-4284-8585-edd8ad705f14', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'floating_ip_address': '172.26.3.20', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '4385b7ed-f14f-445f-8b19-677da8de5ef9', 'port_id': '21907f1b-a484-410f-8da8-88d32a31c8c1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddaf49bc-49c1-4955-ac53-f27eeab22dff', 'mac_address': 'fa:16:3e:05:5c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8dda95-84df-40a4-a517-8a9a4505d924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:42:18Z', 'updated_at': '2022-10-12T07:42:18Z', 'revision_number': 0, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7626b57b-7331-4506-a462-a354b60d3746', 'name': '', 'network_id': 'ddaf49bc-49c1-4955-ac53-f27eeab22dff', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:2d:87:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4385b7ed-f14f-445f-8b19-677da8de5ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '679a1ca3-8b6b-4552-be65-3152e8a6d9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:41:49Z', 'updated_at': '2022-10-12T07:41:55Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '679a1ca3-8b6b-4552-be65-3152e8a6d9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:22.186165 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b0d603-10d0-4e9f-964e-78336058dc75 None None] The sync data for ids ['4385b7ed-f14f-445f-8b19-677da8de5ef9'] in dv-neutron-860909-2-hyperv is: [{'id': '4385b7ed-f14f-445f-8b19-677da8de5ef9', 'name': 'tempest-TestNetworkBasicOps-router-2064210560', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': '427ae3e3-b70f-4fad-b23a-74f6beac4b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:41:41Z', 'updated_at': '2022-10-12T07:41:51Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '427ae3e3-b70f-4fad-b23a-74f6beac4b54', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:09:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4385b7ed-f14f-445f-8b19-677da8de5ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:41:43Z', 'updated_at': '2022-10-12T07:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '7f7683d0-863e-4284-8585-edd8ad705f14', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'floating_ip_address': '172.26.3.20', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '4385b7ed-f14f-445f-8b19-677da8de5ef9', 'port_id': '21907f1b-a484-410f-8da8-88d32a31c8c1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddaf49bc-49c1-4955-ac53-f27eeab22dff', 'mac_address': 'fa:16:3e:05:5c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8dda95-84df-40a4-a517-8a9a4505d924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:42:18Z', 'updated_at': '2022-10-12T07:42:18Z', 'revision_number': 0, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7626b57b-7331-4506-a462-a354b60d3746', 'name': '', 'network_id': 'ddaf49bc-49c1-4955-ac53-f27eeab22dff', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:2d:87:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4385b7ed-f14f-445f-8b19-677da8de5ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '679a1ca3-8b6b-4552-be65-3152e8a6d9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:41:49Z', 'updated_at': '2022-10-12T07:41:55Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '679a1ca3-8b6b-4552-be65-3152e8a6d9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:42:22.280207 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 5e978540-8d5b-4f86-ba51-9e5830f07e4d is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:42:22.288882 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42342) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:22.324774 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c3c8467e-382e-4836-9452-aa9d901cb21a tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:22.360619 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 69f4eb2d-9b88-40a6-8fc1-589a0d4099cd no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:42:22.365064 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c8467e-382e-4836-9452-aa9d901cb21a tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Pushing event deleted for resources: {'Port': ['ID=9c3f8d5c-0395-4c51-936d-5fbbb178afff,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:22.370580 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5652fd90-9913-4eba-8d14-888b6543894f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:22.397195 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 69f4eb2d-9b88-40a6-8fc1-589a0d4099cd {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:42:22.397804 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 69f4eb2d-9b88-40a6-8fc1-589a0d4099cd not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:42:22.402464 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-7ea63cb6-7dce-44e0-93c2-1c14d71716de tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/floatingips/7f7683d0-863e-4284-8585-edd8ad705f14 HTTP/1.1" status: 200 len: 990 time: 0.1122284 Oct 12 07:42:22.489810 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4311072-d32f-41f5-b256-edff8c76c0bd None None] New status for floating IP 7f7683d0-863e-4284-8585-edd8ad705f14: ACTIVE {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 07:42:22.503747 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5652fd90-9913-4eba-8d14-888b6543894f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event updated for resources: {'Subnet': ['ID=0f41c441-8a36-48e9-a208-90012c822625,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:22.514656 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5652fd90-9913-4eba-8d14-888b6543894f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Checking segment: {'id': '45994991-b4e7-4df1-ba1d-bcb635b92b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2a0dcf6a-9a8b-4d4e-9594-31cd8ea20a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:42:22.515013 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5652fd90-9913-4eba-8d14-888b6543894f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Network hostable DHCP agents. Network: 2a0dcf6a-9a8b-4d4e-9594-31cd8ea20a3d, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:42:22.522123 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c3c8467e-382e-4836-9452-aa9d901cb21a tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks [] for floatingip, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:22.522451 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [None req-c3c8467e-382e-4836-9452-aa9d901cb21a tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Floating IP 9c612f8d-f0c2-4790-89f8-b89ec6bf82fe disassociated (deleted). External IP: 172.26.3.36, port: 894313f8-2c62-4e32-aa6c-f2b513beaf66. Oct 12 07:42:22.585653 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5652fd90-9913-4eba-8d14-888b6543894f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Network 2a0dcf6a-9a8b-4d4e-9594-31cd8ea20a3d is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:42:22.626806 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-5652fd90-9913-4eba-8d14-888b6543894f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 2a0dcf6a-9a8b-4d4e-9594-31cd8ea20a3d) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:42:22.631455 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5652fd90-9913-4eba-8d14-888b6543894f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:22.632060 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5652fd90-9913-4eba-8d14-888b6543894f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:22.642302 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27eea89-df20-4eee-8dde-7ee43218fc64 None None] Network 2a0dcf6a-9a8b-4d4e-9594-31cd8ea20a3d requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:42:22.658769 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-5652fd90-9913-4eba-8d14-888b6543894f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8339257 Oct 12 07:42:22.659123 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42344) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:22.665158 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-d3390542-eb81-4e80-aa09-613ffc45d9f9 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1596398293', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:22.700039 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d3390542-eb81-4e80-aa09-613ffc45d9f9 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:22.701067 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d3390542-eb81-4e80-aa09-613ffc45d9f9 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:22.775077 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d3390542-eb81-4e80-aa09-613ffc45d9f9 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:22.782633 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d3390542-eb81-4e80-aa09-613ffc45d9f9 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:22.786428 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c8467e-382e-4836-9452-aa9d901cb21a tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Router 9ba80924-10b1-42a4-ba14-57c5339d8f65 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:42:22.809372 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d3390542-eb81-4e80-aa09-613ffc45d9f9 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:22.813097 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d3390542-eb81-4e80-aa09-613ffc45d9f9 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1504946 Oct 12 07:42:22.814501 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42346) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:22.819060 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-47289bb9-f4d4-4f40-811c-0cf8865ba961 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'port': {'network_id': '2a0dcf6a-9a8b-4d4e-9594-31cd8ea20a3d', 'name': 'tempest-PortsTestJSON-666836511'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:22.889083 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08b7093-21b4-49e7-b0a6-bcfc5887af43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-2a0dcf6a-9a8b-4d4e-9594-31cd8ea20a3d', 'network_id': '2a0dcf6a-9a8b-4d4e-9594-31cd8ea20a3d', 'tenant_id': '118ca68972cc4be1aeb1223f16967aab', 'fixed_ips': [{'subnet_id': '0f41c441-8a36-48e9-a208-90012c822625'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:42:22.889967 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d08b7093-21b4-49e7-b0a6-bcfc5887af43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:22.943861 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47289bb9-f4d4-4f40-811c-0cf8865ba961 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Made reservation on behalf of 118ca68972cc4be1aeb1223f16967aab for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:42:22.947340 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-47289bb9-f4d4-4f40-811c-0cf8865ba961 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:22.951171 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c8467e-382e-4836-9452-aa9d901cb21a tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:42:22.956680 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c3c8467e-382e-4836-9452-aa9d901cb21a tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:22.976854 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-47289bb9-f4d4-4f40-811c-0cf8865ba961 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] device_id is not set on port 174c7cc1-760b-4a93-80fa-9f7b2881b91a yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:42:22.977104 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822a9c03-dfb5-47ff-9fef-ca961013f1d4 None None] Sync routers for ids ['9ba80924-10b1-42a4-ba14-57c5339d8f65'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:42:22.998010 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c3c8467e-382e-4836-9452-aa9d901cb21a tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "DELETE /v2.0/floatingips/9c612f8d-f0c2-4790-89f8-b89ec6bf82fe HTTP/1.1" status: 204 len: 168 time: 1.4777000 Oct 12 07:42:22.999372 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f56d885-49f6-44d0-b7be-81c767a470a4', 'tag': '894313f8-2c62-4e32-aa6c-f2b513beaf66'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:42:23.001933 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822a9c03-dfb5-47ff-9fef-ca961013f1d4 None None] Routers {'9ba80924-10b1-42a4-ba14-57c5339d8f65'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:42:23.002588 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-822a9c03-dfb5-47ff-9fef-ca961013f1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:42:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['9ba80924-10b1-42a4-ba14-57c5339d8f65'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:23.003215 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc58dda-c36c-482a-b8cd-50f61bb906af" -d '{"events": [{"name": "network-changed", "server_uuid": "0f56d885-49f6-44d0-b7be-81c767a470a4", "tag": "894313f8-2c62-4e32-aa6c-f2b513beaf66"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:42:23.102480 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6bcbf0-4f99-4ec8-b113-84114f957ef2 x-openstack-request-id: req-3d6bcbf0-4f99-4ec8-b113-84114f957ef2 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:42:23.102892 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f56d885-49f6-44d0-b7be-81c767a470a4", "tag": "894313f8-2c62-4e32-aa6c-f2b513beaf66", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:42:23.103342 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3d6bcbf0-4f99-4ec8-b113-84114f957ef2 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:42:23.103935 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d6bcbf0-4f99-4ec8-b113-84114f957ef2'] response: {'name': 'network-changed', 'server_uuid': '0f56d885-49f6-44d0-b7be-81c767a470a4', 'tag': '894313f8-2c62-4e32-aa6c-f2b513beaf66', 'status': 'completed', 'code': 200} Oct 12 07:42:23.111916 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-47289bb9-f4d4-4f40-811c-0cf8865ba961 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Allocated IP 172.20.0.13 (2a0dcf6a-9a8b-4d4e-9594-31cd8ea20a3d/0f41c441-8a36-48e9-a208-90012c822625/174c7cc1-760b-4a93-80fa-9f7b2881b91a) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:42:23.176554 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-822a9c03-dfb5-47ff-9fef-ca961013f1d4 None None] Set router 9ba80924-10b1-42a4-ba14-57c5339d8f65 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:42:23.186157 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc58dda-c36c-482a-b8cd-50f61bb906af req-9d9498d7-372d-41c7-805b-a3a846000ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:23.187967 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7bc58dda-c36c-482a-b8cd-50f61bb906af req-9d9498d7-372d-41c7-805b-a3a846000ca7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=91dbc5081b5c42efa05c929564d56662&device_id=0f56d885-49f6-44d0-b7be-81c767a470a4 HTTP/1.1" status: 200 len: 1099 time: 0.0671680 Oct 12 07:42:23.311593 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc58dda-c36c-482a-b8cd-50f61bb906af req-91fb404d-e5b8-4290-9a2d-b9d0c03261af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:23.313075 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7bc58dda-c36c-482a-b8cd-50f61bb906af req-91fb404d-e5b8-4290-9a2d-b9d0c03261af service neutron] 10.222.0.23 "GET /v2.0/networks?id=d0bc7a79-31ed-46fc-a3ce-545838184383 HTTP/1.1" status: 200 len: 898 time: 0.1190348 Oct 12 07:42:23.317453 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-47289bb9-f4d4-4f40-811c-0cf8865ba961 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:23.362250 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-47289bb9-f4d4-4f40-811c-0cf8865ba961 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:23.372721 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7bc58dda-c36c-482a-b8cd-50f61bb906af req-d85b8e1d-5164-40c1-9db4-8073557a5521 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=894313f8-2c62-4e32-aa6c-f2b513beaf66 HTTP/1.1" status: 200 len: 217 time: 0.0453029 Oct 12 07:42:23.407172 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42356) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:23.408857 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47289bb9-f4d4-4f40-811c-0cf8865ba961 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Network 2a0dcf6a-9a8b-4d4e-9594-31cd8ea20a3d is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:42:23.415319 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00398bde-2c1f-44f9-bc7f-86511c7fa2b0 req-24c9b6fe-7066-43e7-920c-b38d9f92f593 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:23.417927 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-00398bde-2c1f-44f9-bc7f-86511c7fa2b0 req-24c9b6fe-7066-43e7-920c-b38d9f92f593 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f56d885-49f6-44d0-b7be-81c767a470a4 HTTP/1.1" status: 200 len: 946 time: 0.1208251 Oct 12 07:42:23.457129 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc58dda-c36c-482a-b8cd-50f61bb906af req-4f002d1f-d0ec-4b39-8bba-fbac47fd1b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:23.458590 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7bc58dda-c36c-482a-b8cd-50f61bb906af req-4f002d1f-d0ec-4b39-8bba-fbac47fd1b52 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=528ba4c1-5477-4967-a584-627f343b00e2 HTTP/1.1" status: 200 len: 835 time: 0.0785658 Oct 12 07:42:23.470653 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-47289bb9-f4d4-4f40-811c-0cf8865ba961 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:42:23.473484 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47289bb9-f4d4-4f40-811c-0cf8865ba961 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:42:23.484606 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-00398bde-2c1f-44f9-bc7f-86511c7fa2b0 req-70c5875c-a8a0-4971-bc35-6adc2131e4f4 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/security-groups?id=2728a5cb-2cc4-47ab-8e2b-dd9e7f9f0102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578034 Oct 12 07:42:23.533111 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc58dda-c36c-482a-b8cd-50f61bb906af req-5f13e4ef-92f9-4d40-a0f4-03bd0f76de39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:23.538827 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7bc58dda-c36c-482a-b8cd-50f61bb906af req-5f13e4ef-92f9-4d40-a0f4-03bd0f76de39 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d0bc7a79-31ed-46fc-a3ce-545838184383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724568 Oct 12 07:42:23.547198 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47289bb9-f4d4-4f40-811c-0cf8865ba961 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event updated for resources: {'Port': ['ID=174c7cc1-760b-4a93-80fa-9f7b2881b91a,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:23.547475 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-d08b7093-21b4-49e7-b0a6-bcfc5887af43 None None] Allocated IP 172.20.0.2 (2a0dcf6a-9a8b-4d4e-9594-31cd8ea20a3d/0f41c441-8a36-48e9-a208-90012c822625/efa93997-7a6a-46cc-bc0f-45c20367bd5e) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:42:23.569504 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-aa6b449c-6673-48da-adb2-8e3828c9ffed tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/floatingips/7f7683d0-863e-4284-8585-edd8ad705f14 HTTP/1.1" status: 200 len: 992 time: 0.1593432 Oct 12 07:42:23.580149 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47289bb9-f4d4-4f40-811c-0cf8865ba961 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:23.580878 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-47289bb9-f4d4-4f40-811c-0cf8865ba961 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:23.592914 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-822a9c03-dfb5-47ff-9fef-ca961013f1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba80924-10b1-42a4-ba14-57c5339d8f65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116305059', 'tenant_id': '91dbc5081b5c42efa05c929564d56662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': '445e0206-3257-4af5-976d-9ac41b663b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:40:07Z', 'updated_at': '2022-10-12T07:40:22Z', 'revision_number': 4, 'project_id': '91dbc5081b5c42efa05c929564d56662', 'gw_port': {'id': '445e0206-3257-4af5-976d-9ac41b663b8a', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:58:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba80924-10b1-42a4-ba14-57c5339d8f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:08Z', 'updated_at': '2022-10-12T07:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '1ce820b4-06b4-46cb-b775-a8a88740f49d', 'name': '', 'network_id': 'd0bc7a79-31ed-46fc-a3ce-545838184383', 'tenant_id': '91dbc5081b5c42efa05c929564d56662', 'mac_address': 'fa:16:3e:72:ad:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba80924-10b1-42a4-ba14-57c5339d8f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '528ba4c1-5477-4967-a584-627f343b00e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:19Z', 'updated_at': '2022-10-12T07:40:30Z', 'revision_number': 5, 'project_id': '91dbc5081b5c42efa05c929564d56662', 'subnets': [{'id': '528ba4c1-5477-4967-a584-627f343b00e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:23.604654 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-47289bb9-f4d4-4f40-811c-0cf8865ba961 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7867274 Oct 12 07:42:23.605351 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42358) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:23.626360 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822a9c03-dfb5-47ff-9fef-ca961013f1d4 None None] Checking router: 9ba80924-10b1-42a4-ba14-57c5339d8f65 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:42:23.698972 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7bc58dda-c36c-482a-b8cd-50f61bb906af req-094ad8ff-2972-4e11-aad1-24da623ddbe9 service neutron] 10.222.0.23 "GET /v2.0/networks/d0bc7a79-31ed-46fc-a3ce-545838184383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506207 Oct 12 07:42:23.830441 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822a9c03-dfb5-47ff-9fef-ca961013f1d4 None None] Routers {'9ba80924-10b1-42a4-ba14-57c5339d8f65'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:42:23.830987 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-822a9c03-dfb5-47ff-9fef-ca961013f1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:42:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['9ba80924-10b1-42a4-ba14-57c5339d8f65'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:23.856484 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7bc58dda-c36c-482a-b8cd-50f61bb906af req-6de5588f-4777-4935-8062-4ef790b168d1 service neutron] 10.222.0.23 "GET /v2.0/networks/d0bc7a79-31ed-46fc-a3ce-545838184383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489952 Oct 12 07:42:23.992329 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d08b7093-21b4-49e7-b0a6-bcfc5887af43 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:24.000723 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-822a9c03-dfb5-47ff-9fef-ca961013f1d4 None None] Set router 9ba80924-10b1-42a4-ba14-57c5339d8f65 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:42:24.005573 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d08b7093-21b4-49e7-b0a6-bcfc5887af43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:24.113756 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08b7093-21b4-49e7-b0a6-bcfc5887af43 None None] Network 2a0dcf6a-9a8b-4d4e-9594-31cd8ea20a3d is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:42:24.118236 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b7093-21b4-49e7-b0a6-bcfc5887af43 None None] Pushing event updated for resources: {'Port': ['ID=efa93997-7a6a-46cc-bc0f-45c20367bd5e,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:24.120699 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-d08b7093-21b4-49e7-b0a6-bcfc5887af43 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:42:24.123483 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08b7093-21b4-49e7-b0a6-bcfc5887af43 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:42:24.230443 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-d08b7093-21b4-49e7-b0a6-bcfc5887af43 None None] Attempting to bind port efa93997-7a6a-46cc-bc0f-45c20367bd5e on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:42:24.230807 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-d08b7093-21b4-49e7-b0a6-bcfc5887af43 None None] Attempting to bind port efa93997-7a6a-46cc-bc0f-45c20367bd5e by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '45994991-b4e7-4df1-ba1d-bcb635b92b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2a0dcf6a-9a8b-4d4e-9594-31cd8ea20a3d'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:42:24.231174 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08b7093-21b4-49e7-b0a6-bcfc5887af43 None None] Attempting to bind port efa93997-7a6a-46cc-bc0f-45c20367bd5e on network 2a0dcf6a-9a8b-4d4e-9594-31cd8ea20a3d {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:42:24.245695 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08b7093-21b4-49e7-b0a6-bcfc5887af43 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:42:24.246083 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08b7093-21b4-49e7-b0a6-bcfc5887af43 None None] Checking segment: {'id': '45994991-b4e7-4df1-ba1d-bcb635b92b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2a0dcf6a-9a8b-4d4e-9594-31cd8ea20a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:42:24.246485 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d08b7093-21b4-49e7-b0a6-bcfc5887af43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:24.246873 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08b7093-21b4-49e7-b0a6-bcfc5887af43 None None] Bound using segment: {'id': '45994991-b4e7-4df1-ba1d-bcb635b92b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2a0dcf6a-9a8b-4d4e-9594-31cd8ea20a3d'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:42:24.247343 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-d08b7093-21b4-49e7-b0a6-bcfc5887af43 None None] Bound port: efa93997-7a6a-46cc-bc0f-45c20367bd5e, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45994991-b4e7-4df1-ba1d-bcb635b92b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2a0dcf6a-9a8b-4d4e-9594-31cd8ea20a3d'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:42:24.247717 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d08b7093-21b4-49e7-b0a6-bcfc5887af43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:24.287218 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c5ed09c2-4693-481a-864f-c32c482e1919 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:24.348644 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-d08b7093-21b4-49e7-b0a6-bcfc5887af43 None None] For port efa93997-7a6a-46cc-bc0f-45c20367bd5e, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:42:24.352498 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-d08b7093-21b4-49e7-b0a6-bcfc5887af43 None None] For port efa93997-7a6a-46cc-bc0f-45c20367bd5e, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=efa93997-7a6a-46cc-bc0f-45c20367bd5e,segment=NetworkSegment(45994991-b4e7-4df1-ba1d-bcb635b92b1d),segment_id=45994991-b4e7-4df1-ba1d-bcb635b92b1d)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:42:24.361965 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d08b7093-21b4-49e7-b0a6-bcfc5887af43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:24.369342 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-822a9c03-dfb5-47ff-9fef-ca961013f1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba80924-10b1-42a4-ba14-57c5339d8f65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116305059', 'tenant_id': '91dbc5081b5c42efa05c929564d56662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': '445e0206-3257-4af5-976d-9ac41b663b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:40:07Z', 'updated_at': '2022-10-12T07:40:22Z', 'revision_number': 4, 'project_id': '91dbc5081b5c42efa05c929564d56662', 'gw_port': {'id': '445e0206-3257-4af5-976d-9ac41b663b8a', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:58:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba80924-10b1-42a4-ba14-57c5339d8f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:08Z', 'updated_at': '2022-10-12T07:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '1ce820b4-06b4-46cb-b775-a8a88740f49d', 'name': '', 'network_id': 'd0bc7a79-31ed-46fc-a3ce-545838184383', 'tenant_id': '91dbc5081b5c42efa05c929564d56662', 'mac_address': 'fa:16:3e:72:ad:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba80924-10b1-42a4-ba14-57c5339d8f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '528ba4c1-5477-4967-a584-627f343b00e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:19Z', 'updated_at': '2022-10-12T07:40:30Z', 'revision_number': 5, 'project_id': '91dbc5081b5c42efa05c929564d56662', 'subnets': [{'id': '528ba4c1-5477-4967-a584-627f343b00e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:24.422102 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822a9c03-dfb5-47ff-9fef-ca961013f1d4 None None] The sync data for ids ['9ba80924-10b1-42a4-ba14-57c5339d8f65'] in dv-neutron-860909-2-hyperv is: [{'id': '9ba80924-10b1-42a4-ba14-57c5339d8f65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116305059', 'tenant_id': '91dbc5081b5c42efa05c929564d56662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': '445e0206-3257-4af5-976d-9ac41b663b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:40:07Z', 'updated_at': '2022-10-12T07:40:22Z', 'revision_number': 4, 'project_id': '91dbc5081b5c42efa05c929564d56662', 'gw_port': {'id': '445e0206-3257-4af5-976d-9ac41b663b8a', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:58:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba80924-10b1-42a4-ba14-57c5339d8f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:08Z', 'updated_at': '2022-10-12T07:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '1ce820b4-06b4-46cb-b775-a8a88740f49d', 'name': '', 'network_id': 'd0bc7a79-31ed-46fc-a3ce-545838184383', 'tenant_id': '91dbc5081b5c42efa05c929564d56662', 'mac_address': 'fa:16:3e:72:ad:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba80924-10b1-42a4-ba14-57c5339d8f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '528ba4c1-5477-4967-a584-627f343b00e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:19Z', 'updated_at': '2022-10-12T07:40:30Z', 'revision_number': 5, 'project_id': '91dbc5081b5c42efa05c929564d56662', 'subnets': [{'id': '528ba4c1-5477-4967-a584-627f343b00e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:42:24.467609 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b7093-21b4-49e7-b0a6-bcfc5887af43 None None] Pushing event updated for resources: {'Port': ['ID=efa93997-7a6a-46cc-bc0f-45c20367bd5e,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:24.636562 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c5ed09c2-4693-481a-864f-c32c482e1919 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:24.641472 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c5ed09c2-4693-481a-864f-c32c482e1919 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:24.723178 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39f0c0-df88-4b78-8ab4-6e5a02dcbd03 req-12c1495c-56ab-4955-8772-101b966cb6fc tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:24.725539 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5b39f0c0-df88-4b78-8ab4-6e5a02dcbd03 req-12c1495c-56ab-4955-8772-101b966cb6fc tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f56d885-49f6-44d0-b7be-81c767a470a4 HTTP/1.1" status: 200 len: 946 time: 0.1443546 Oct 12 07:42:24.732776 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed09c2-4693-481a-864f-c32c482e1919 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event updated for resources: {'Port': ['ID=174c7cc1-760b-4a93-80fa-9f7b2881b91a,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:24.735215 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a6e79-46b4-4769-93a9-4584ddbd7fa8 req-684f15b4-c338-42ce-9c4d-a34023761877 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:24.745132 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-872a6e79-46b4-4769-93a9-4584ddbd7fa8 req-684f15b4-c338-42ce-9c4d-a34023761877 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f56d885-49f6-44d0-b7be-81c767a470a4 HTTP/1.1" status: 200 len: 946 time: 0.1723897 Oct 12 07:42:24.846766 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5b39f0c0-df88-4b78-8ab4-6e5a02dcbd03 req-fd8fe7f5-0d55-4d70-973e-6b2f21cf031c tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/security-groups?id=2728a5cb-2cc4-47ab-8e2b-dd9e7f9f0102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911677 Oct 12 07:42:24.883218 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d387c171-c251-41f7-935a-1d1cbf446f03 None None] New status for floating IP 9c612f8d-f0c2-4790-89f8-b89ec6bf82fe: DOWN {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 07:42:24.935197 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-872a6e79-46b4-4769-93a9-4584ddbd7fa8 req-97d68bab-429a-438e-ac4b-bcb6d48d2f93 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Deleting port 894313f8-2c62-4e32-aa6c-f2b513beaf66 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:42:24.935649 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-872a6e79-46b4-4769-93a9-4584ddbd7fa8 req-97d68bab-429a-438e-ac4b-bcb6d48d2f93 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:24.949524 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c5ed09c2-4693-481a-864f-c32c482e1919 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:25.043896 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-872a6e79-46b4-4769-93a9-4584ddbd7fa8 req-97d68bab-429a-438e-ac4b-bcb6d48d2f93 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] For port 894313f8-2c62-4e32-aa6c-f2b513beaf66, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=894313f8-2c62-4e32-aa6c-f2b513beaf66,segment=NetworkSegment(368cbfd5-be1d-4647-bccb-9ad3ff55f2ac),segment_id=368cbfd5-be1d-4647-bccb-9ad3ff55f2ac)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:42:25.044221 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-872a6e79-46b4-4769-93a9-4584ddbd7fa8 req-97d68bab-429a-438e-ac4b-bcb6d48d2f93 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:25.070771 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-872a6e79-46b4-4769-93a9-4584ddbd7fa8 req-97d68bab-429a-438e-ac4b-bcb6d48d2f93 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Calling delete_port for 894313f8-2c62-4e32-aa6c-f2b513beaf66 owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:42:25.087256 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c5ed09c2-4693-481a-864f-c32c482e1919 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:25.219006 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-872a6e79-46b4-4769-93a9-4584ddbd7fa8 req-97d68bab-429a-438e-ac4b-bcb6d48d2f93 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:25.259137 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d68bab-429a-438e-ac4b-bcb6d48d2f93 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Pushing event deleted for resources: {'Port': ['ID=894313f8-2c62-4e32-aa6c-f2b513beaf66,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:25.326277 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-872a6e79-46b4-4769-93a9-4584ddbd7fa8 req-97d68bab-429a-438e-ac4b-bcb6d48d2f93 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] No DVR routers for this DVR port 894313f8-2c62-4e32-aa6c-f2b513beaf66 on host hv-neutron-8609 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:42:25.329428 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-872a6e79-46b4-4769-93a9-4584ddbd7fa8 req-97d68bab-429a-438e-ac4b-bcb6d48d2f93 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:25.332825 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-872a6e79-46b4-4769-93a9-4584ddbd7fa8 req-97d68bab-429a-438e-ac4b-bcb6d48d2f93 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.23 "DELETE /v2.0/ports/894313f8-2c62-4e32-aa6c-f2b513beaf66 HTTP/1.1" status: 204 len: 173 time: 0.5586457 Oct 12 07:42:25.333347 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f56d885-49f6-44d0-b7be-81c767a470a4', 'name': 'network-vif-deleted', 'tag': '894313f8-2c62-4e32-aa6c-f2b513beaf66'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:42:25.335806 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c5f5fa-4aec-4eaa-bced-b9eb9e734c01" -d '{"events": [{"server_uuid": "0f56d885-49f6-44d0-b7be-81c767a470a4", "name": "network-vif-deleted", "tag": "894313f8-2c62-4e32-aa6c-f2b513beaf66"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:42:25.375767 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbaf8ffd-42a8-487a-a779-19b8184a9c09 x-openstack-request-id: req-fbaf8ffd-42a8-487a-a779-19b8184a9c09 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:42:25.376281 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f56d885-49f6-44d0-b7be-81c767a470a4", "name": "network-vif-deleted", "tag": "894313f8-2c62-4e32-aa6c-f2b513beaf66", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:42:25.376818 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fbaf8ffd-42a8-487a-a779-19b8184a9c09 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:42:25.377626 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbaf8ffd-42a8-487a-a779-19b8184a9c09'] response: {'server_uuid': '0f56d885-49f6-44d0-b7be-81c767a470a4', 'name': 'network-vif-deleted', 'tag': '894313f8-2c62-4e32-aa6c-f2b513beaf66', 'status': 'completed', 'code': 200} Oct 12 07:42:25.468890 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c5ed09c2-4693-481a-864f-c32c482e1919 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:25.474638 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c5ed09c2-4693-481a-864f-c32c482e1919 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:25.558713 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed09c2-4693-481a-864f-c32c482e1919 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event updated for resources: {'Port': ['ID=174c7cc1-760b-4a93-80fa-9f7b2881b91a,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:25.561804 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c5ed09c2-4693-481a-864f-c32c482e1919 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:25.668653 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ed09c2-4693-481a-864f-c32c482e1919 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Network 2a0dcf6a-9a8b-4d4e-9594-31cd8ea20a3d is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:42:25.671543 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-c5ed09c2-4693-481a-864f-c32c482e1919 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:42:25.711989 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46abec62-0032-4a29-a90c-f294b7889148 None None] Network 2a0dcf6a-9a8b-4d4e-9594-31cd8ea20a3d requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:42:25.845700 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ed09c2-4693-481a-864f-c32c482e1919 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Router e031e618-912a-4498-bae3-56056b0f0b03 is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:42:25.857988 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-2310e2e4-40c8-49c6-bafc-97cdf0e1fd7c None None] Provisioning complete for port efa93997-7a6a-46cc-bc0f-45c20367bd5e triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:25.858392 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2310e2e4-40c8-49c6-bafc-97cdf0e1fd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:25.858750 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-2310e2e4-40c8-49c6-bafc-97cdf0e1fd7c None None] Attempt 1 to provision port efa93997-7a6a-46cc-bc0f-45c20367bd5e Oct 12 07:42:25.986598 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ed09c2-4693-481a-864f-c32c482e1919 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:42:25.996974 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c5ed09c2-4693-481a-864f-c32c482e1919 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "PUT /v2.0/routers/e031e618-912a-4498-bae3-56056b0f0b03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3899074 Oct 12 07:42:25.999345 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42370) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:26.025430 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b8edd9-371b-4f5c-a07e-650743fed27b None None] Sync routers for ids ['e031e618-912a-4498-bae3-56056b0f0b03'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:42:26.049925 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device efa93997-7a6a-46cc-bc0f-45c20367bd5e up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:42:26.063464 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b8edd9-371b-4f5c-a07e-650743fed27b None None] Routers {'e031e618-912a-4498-bae3-56056b0f0b03'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:42:26.064346 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-21b8edd9-371b-4f5c-a07e-650743fed27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:42:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['e031e618-912a-4498-bae3-56056b0f0b03'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:26.073070 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7d2dcf16-375b-4d7b-af28-3bc89cf1ead1 req-85fba931-2449-4361-9bd0-e066411731be tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f56d885-49f6-44d0-b7be-81c767a470a4 HTTP/1.1" status: 200 len: 210 time: 0.0572155 Oct 12 07:42:26.098080 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9999b78f-49ca-43cc-992c-e42e4d7b0088 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:26.100459 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-9999b78f-49ca-43cc-992c-e42e4d7b0088 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "GET /v2.0/ports?device_id=e031e618-912a-4498-bae3-56056b0f0b03 HTTP/1.1" status: 200 len: 982 time: 0.1001482 Oct 12 07:42:26.103431 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42372) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:26.142478 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2310e2e4-40c8-49c6-bafc-97cdf0e1fd7c None None] Current status of the port efa93997-7a6a-46cc-bc0f-45c20367bd5e is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:42:26.142963 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2310e2e4-40c8-49c6-bafc-97cdf0e1fd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:26.144893 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-21b8edd9-371b-4f5c-a07e-650743fed27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:26.175682 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b8edd9-371b-4f5c-a07e-650743fed27b None None] Routers {'e031e618-912a-4498-bae3-56056b0f0b03'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:42:26.176385 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-21b8edd9-371b-4f5c-a07e-650743fed27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:42:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['e031e618-912a-4498-bae3-56056b0f0b03'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:26.224920 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-21b8edd9-371b-4f5c-a07e-650743fed27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:26.225663 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b8edd9-371b-4f5c-a07e-650743fed27b None None] The sync data for ids ['e031e618-912a-4498-bae3-56056b0f0b03'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:42:26.241865 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-2310e2e4-40c8-49c6-bafc-97cdf0e1fd7c None None] For port efa93997-7a6a-46cc-bc0f-45c20367bd5e, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=efa93997-7a6a-46cc-bc0f-45c20367bd5e,segment=NetworkSegment(45994991-b4e7-4df1-ba1d-bcb635b92b1d),segment_id=45994991-b4e7-4df1-ba1d-bcb635b92b1d)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:42:26.253379 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2310e2e4-40c8-49c6-bafc-97cdf0e1fd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:26.259272 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port efa93997-7a6a-46cc-bc0f-45c20367bd5e triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:26.259517 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:26.259976 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port efa93997-7a6a-46cc-bc0f-45c20367bd5e Oct 12 07:42:26.381306 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2310e2e4-40c8-49c6-bafc-97cdf0e1fd7c None None] Pushing event updated for resources: {'Port': ['ID=efa93997-7a6a-46cc-bc0f-45c20367bd5e,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:26.458308 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port efa93997-7a6a-46cc-bc0f-45c20367bd5e is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:42:26.586378 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-379a3b64-a876-4067-9e89-a88b60878eff None None] Provisioning complete for port efa93997-7a6a-46cc-bc0f-45c20367bd5e triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:26.586831 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-379a3b64-a876-4067-9e89-a88b60878eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:26.587231 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-379a3b64-a876-4067-9e89-a88b60878eff None None] Attempt 1 to provision port efa93997-7a6a-46cc-bc0f-45c20367bd5e Oct 12 07:42:26.667552 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b75fd9fd-d68c-4f93-bfb6-c220615f5e84 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:26.702829 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-379a3b64-a876-4067-9e89-a88b60878eff None None] Current status of the port efa93997-7a6a-46cc-bc0f-45c20367bd5e is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:42:26.715633 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-379a3b64-a876-4067-9e89-a88b60878eff None None] Provisioning complete for port 174c7cc1-760b-4a93-80fa-9f7b2881b91a triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:26.716954 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-379a3b64-a876-4067-9e89-a88b60878eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:26.717292 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-379a3b64-a876-4067-9e89-a88b60878eff None None] Attempt 1 to provision port 174c7cc1-760b-4a93-80fa-9f7b2881b91a Oct 12 07:42:26.757020 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-379a3b64-a876-4067-9e89-a88b60878eff None None] Port 174c7cc1-760b-4a93-80fa-9f7b2881b91a cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:42:26.922699 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-b75fd9fd-d68c-4f93-bfb6-c220615f5e84 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Deleting port 174c7cc1-760b-4a93-80fa-9f7b2881b91a {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:42:26.923335 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b75fd9fd-d68c-4f93-bfb6-c220615f5e84 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:27.015116 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b75fd9fd-d68c-4f93-bfb6-c220615f5e84 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:27.026729 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-b75fd9fd-d68c-4f93-bfb6-c220615f5e84 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Calling delete_port for 174c7cc1-760b-4a93-80fa-9f7b2881b91a owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:42:27.145709 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42378) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:27.200596 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b75fd9fd-d68c-4f93-bfb6-c220615f5e84 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:27.254767 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75fd9fd-d68c-4f93-bfb6-c220615f5e84 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event deleted for resources: {'Port': ['ID=174c7cc1-760b-4a93-80fa-9f7b2881b91a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:27.258162 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-379a3b64-a876-4067-9e89-a88b60878eff None None] Attempt 2 to provision port 174c7cc1-760b-4a93-80fa-9f7b2881b91a Oct 12 07:42:27.284080 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-379a3b64-a876-4067-9e89-a88b60878eff None None] Port 174c7cc1-760b-4a93-80fa-9f7b2881b91a was deleted so its status cannot be updated. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 12 07:42:27.394662 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b75fd9fd-d68c-4f93-bfb6-c220615f5e84 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:27.398265 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-2cda336a-5e4a-472d-9db0-ce07cc1dd1b8 None None] Could not find standard attr ID for object 174c7cc1-760b-4a93-80fa-9f7b2881b91a. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:42:27.609805 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2e164777-a2fd-4491-be03-a22215be0546 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:27.908838 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device efa93997-7a6a-46cc-bc0f-45c20367bd5e up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:42:27.922449 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b75fd9fd-d68c-4f93-bfb6-c220615f5e84 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Router e031e618-912a-4498-bae3-56056b0f0b03 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:42:27.965587 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port efa93997-7a6a-46cc-bc0f-45c20367bd5e triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:27.965967 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:27.966335 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port efa93997-7a6a-46cc-bc0f-45c20367bd5e Oct 12 07:42:28.013839 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75fd9fd-d68c-4f93-bfb6-c220615f5e84 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:42:28.024125 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b75fd9fd-d68c-4f93-bfb6-c220615f5e84 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "PUT /v2.0/routers/e031e618-912a-4498-bae3-56056b0f0b03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9189641 Oct 12 07:42:28.024797 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b290e7e-f649-4ad4-8650-462fd101c73b None None] Sync routers for ids ['e031e618-912a-4498-bae3-56056b0f0b03'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:42:28.025318 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42382) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:28.039346 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b290e7e-f649-4ad4-8650-462fd101c73b None None] Routers {'e031e618-912a-4498-bae3-56056b0f0b03'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:42:28.040359 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-0b290e7e-f649-4ad4-8650-462fd101c73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:42:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['e031e618-912a-4498-bae3-56056b0f0b03'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:28.053192 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-08ca1657-cec7-4418-8122-8afb7517f461 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] GET failed (client error): The resource could not be found. Oct 12 07:42:28.058329 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-08ca1657-cec7-4418-8122-8afb7517f461 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "GET /v2.0/ports/174c7cc1-760b-4a93-80fa-9f7b2881b91a HTTP/1.1" status: 404 len: 333 time: 0.0322516 Oct 12 07:42:28.058933 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42384) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:28.094042 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-0b290e7e-f649-4ad4-8650-462fd101c73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:28.104839 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port efa93997-7a6a-46cc-bc0f-45c20367bd5e is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:42:28.106580 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b290e7e-f649-4ad4-8650-462fd101c73b None None] Routers {'e031e618-912a-4498-bae3-56056b0f0b03'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:42:28.107726 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-0b290e7e-f649-4ad4-8650-462fd101c73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:42:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['e031e618-912a-4498-bae3-56056b0f0b03'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:28.152897 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-00f5ec75-eaa4-45af-94af-3fc0747bf3ae tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for router, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:28.156295 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-0b290e7e-f649-4ad4-8650-462fd101c73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:28.156980 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b290e7e-f649-4ad4-8650-462fd101c73b None None] The sync data for ids ['e031e618-912a-4498-bae3-56056b0f0b03'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:42:28.292183 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-2e164777-a2fd-4491-be03-a22215be0546 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Deleting port 1ce820b4-06b4-46cb-b775-a8a88740f49d {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:42:28.293118 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2e164777-a2fd-4491-be03-a22215be0546 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:28.319916 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-00f5ec75-eaa4-45af-94af-3fc0747bf3ae tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:28.323472 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-00f5ec75-eaa4-45af-94af-3fc0747bf3ae tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:28.366194 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-00f5ec75-eaa4-45af-94af-3fc0747bf3ae tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:28.366770 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f5ec75-eaa4-45af-94af-3fc0747bf3ae tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Fanout notify agent at l3_agent the message router_deleted on router e031e618-912a-4498-bae3-56056b0f0b03 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:42:28.374655 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-00f5ec75-eaa4-45af-94af-3fc0747bf3ae tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:28.375747 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-00f5ec75-eaa4-45af-94af-3fc0747bf3ae tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/routers/e031e618-912a-4498-bae3-56056b0f0b03 HTTP/1.1" status: 204 len: 168 time: 0.3156493 Oct 12 07:42:28.378812 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42386) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:28.388895 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-2e164777-a2fd-4491-be03-a22215be0546 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] For port 1ce820b4-06b4-46cb-b775-a8a88740f49d, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=1ce820b4-06b4-46cb-b775-a8a88740f49d,segment=NetworkSegment(368cbfd5-be1d-4647-bccb-9ad3ff55f2ac),segment_id=368cbfd5-be1d-4647-bccb-9ad3ff55f2ac)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:42:28.389265 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2e164777-a2fd-4491-be03-a22215be0546 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:28.403103 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-2e164777-a2fd-4491-be03-a22215be0546 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Calling delete_port for 1ce820b4-06b4-46cb-b775-a8a88740f49d owned by network:router_interface {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:42:28.440801 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad00d55c-98e4-41ac-9759-a9fa6e32b779 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Deleting subnet 0f41c441-8a36-48e9-a208-90012c822625 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:42:28.444732 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ad00d55c-98e4-41ac-9759-a9fa6e32b779 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:28.453352 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:42:28.497169 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ad00d55c-98e4-41ac-9759-a9fa6e32b779 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:28.607573 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ad00d55c-98e4-41ac-9759-a9fa6e32b779 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:28.615521 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2e164777-a2fd-4491-be03-a22215be0546 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:28.648592 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e164777-a2fd-4491-be03-a22215be0546 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Pushing event deleted for resources: {'Port': ['ID=1ce820b4-06b4-46cb-b775-a8a88740f49d,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:28.678169 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ad00d55c-98e4-41ac-9759-a9fa6e32b779 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:28.713554 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad00d55c-98e4-41ac-9759-a9fa6e32b779 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event deleted for resources: {'Subnet': ['ID=0f41c441-8a36-48e9-a208-90012c822625,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:28.717651 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ad00d55c-98e4-41ac-9759-a9fa6e32b779 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:28.720991 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ad00d55c-98e4-41ac-9759-a9fa6e32b779 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/subnets/0f41c441-8a36-48e9-a208-90012c822625 HTTP/1.1" status: 204 len: 168 time: 0.3412063 Oct 12 07:42:28.724862 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42390) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:28.727090 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 894313f8-2c62-4e32-aa6c-f2b513beaf66 no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:42:28.731896 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef5bffe-1b4b-4192-aa1b-93921c5076c6 None None] Network 2a0dcf6a-9a8b-4d4e-9594-31cd8ea20a3d requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:42:28.831065 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd203a3a-29de-4532-be6c-579d5074d2cf tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:28.833243 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] No Port match for: 894313f8-2c62-4e32-aa6c-f2b513beaf66 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:42:28.833594 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 894313f8-2c62-4e32-aa6c-f2b513beaf66 not bound to the agent host hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:42:28.908724 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-cd203a3a-29de-4532-be6c-579d5074d2cf tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Deleting port efa93997-7a6a-46cc-bc0f-45c20367bd5e {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:42:28.909076 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd203a3a-29de-4532-be6c-579d5074d2cf tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:28.949685 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2e164777-a2fd-4491-be03-a22215be0546 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:28.995214 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3f1c9d-c499-44ea-90c6-74bd1722a092 None None] DHCP port deletion for 2a0dcf6a-9a8b-4d4e-9594-31cd8ea20a3d request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:42:28.996768 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-cd203a3a-29de-4532-be6c-579d5074d2cf tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] For port efa93997-7a6a-46cc-bc0f-45c20367bd5e, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=efa93997-7a6a-46cc-bc0f-45c20367bd5e,segment=NetworkSegment(45994991-b4e7-4df1-ba1d-bcb635b92b1d),segment_id=45994991-b4e7-4df1-ba1d-bcb635b92b1d)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:42:28.997288 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd203a3a-29de-4532-be6c-579d5074d2cf tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:29.010104 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-cd203a3a-29de-4532-be6c-579d5074d2cf tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Calling delete_port for efa93997-7a6a-46cc-bc0f-45c20367bd5e owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:42:29.054944 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-9a3f1c9d-c499-44ea-90c6-74bd1722a092 None None] Deleting port efa93997-7a6a-46cc-bc0f-45c20367bd5e {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:42:29.055351 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9a3f1c9d-c499-44ea-90c6-74bd1722a092 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:29.109727 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd203a3a-29de-4532-be6c-579d5074d2cf tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:29.144833 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd203a3a-29de-4532-be6c-579d5074d2cf tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event deleted for resources: {'Port': ['ID=efa93997-7a6a-46cc-bc0f-45c20367bd5e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:29.149306 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd203a3a-29de-4532-be6c-579d5074d2cf tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] No DVR routers for this DVR port efa93997-7a6a-46cc-bc0f-45c20367bd5e on host dv-neutron-860909-2-hyperv {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:42:29.156571 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-9a3f1c9d-c499-44ea-90c6-74bd1722a092 None None] For port efa93997-7a6a-46cc-bc0f-45c20367bd5e, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=efa93997-7a6a-46cc-bc0f-45c20367bd5e,segment=NetworkSegment(45994991-b4e7-4df1-ba1d-bcb635b92b1d),segment_id=45994991-b4e7-4df1-ba1d-bcb635b92b1d)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:42:29.157089 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9a3f1c9d-c499-44ea-90c6-74bd1722a092 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:29.172843 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-9a3f1c9d-c499-44ea-90c6-74bd1722a092 None None] Calling delete_port for efa93997-7a6a-46cc-bc0f-45c20367bd5e owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:42:29.230486 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e164777-a2fd-4491-be03-a22215be0546 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Router 9ba80924-10b1-42a4-ba14-57c5339d8f65 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:42:29.249342 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd203a3a-29de-4532-be6c-579d5074d2cf tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:29.268872 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9a3f1c9d-c499-44ea-90c6-74bd1722a092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:29.271287 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-cd203a3a-29de-4532-be6c-579d5074d2cf tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a0dcf6a-9a8b-4d4e-9594-31cd8ea20a3d']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:29.286953 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-cd203a3a-29de-4532-be6c-579d5074d2cf tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45994991-b4e7-4df1-ba1d-bcb635b92b1d') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:29.288323 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-cd203a3a-29de-4532-be6c-579d5074d2cf tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45994991-b4e7-4df1-ba1d-bcb635b92b1d') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:29.303928 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f1c9d-c499-44ea-90c6-74bd1722a092 None None] Pushing event deleted for resources: {'Port': ['ID=efa93997-7a6a-46cc-bc0f-45c20367bd5e,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:29.308185 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd203a3a-29de-4532-be6c-579d5074d2cf tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:29.309714 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3f1c9d-c499-44ea-90c6-74bd1722a092 None None] No DVR routers for this DVR port efa93997-7a6a-46cc-bc0f-45c20367bd5e on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:42:29.327204 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd203a3a-29de-4532-be6c-579d5074d2cf tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:29.334664 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd203a3a-29de-4532-be6c-579d5074d2cf tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:42:29.335183 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd203a3a-29de-4532-be6c-579d5074d2cf tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:29.360812 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 45994991-b4e7-4df1-ba1d-bcb635b92b1d resource provider aggregate not found Oct 12 07:42:29.376995 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e164777-a2fd-4491-be03-a22215be0546 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:42:29.382588 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-2e164777-a2fd-4491-be03-a22215be0546 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "PUT /v2.0/routers/9ba80924-10b1-42a4-ba14-57c5339d8f65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2349160 Oct 12 07:42:29.385599 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42396) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:29.388207 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff094e2-1d15-41f7-a854-58949de3acca None None] Sync routers for ids ['9ba80924-10b1-42a4-ba14-57c5339d8f65'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:42:29.394416 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 45994991-b4e7-4df1-ba1d-bcb635b92b1d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 45994991-b4e7-4df1-ba1d-bcb635b92b1d found for delete ", "request_id": "req-92797c79-49bb-4fc3-8896-c6e1671319c5"}]} Oct 12 07:42:29.403522 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff094e2-1d15-41f7-a854-58949de3acca None None] Routers {'9ba80924-10b1-42a4-ba14-57c5339d8f65'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:42:29.404071 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-1ff094e2-1d15-41f7-a854-58949de3acca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:42:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['9ba80924-10b1-42a4-ba14-57c5339d8f65'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:29.435239 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd203a3a-29de-4532-be6c-579d5074d2cf tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:29.481595 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cd203a3a-29de-4532-be6c-579d5074d2cf tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:29.495476 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-cd203a3a-29de-4532-be6c-579d5074d2cf tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/networks/2a0dcf6a-9a8b-4d4e-9594-31cd8ea20a3d HTTP/1.1" status: 204 len: 168 time: 0.7663002 Oct 12 07:42:29.499540 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42398) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:29.517528 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-b069617c-e673-4e61-b43b-f7574ad4f559 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Deleting subnet 528ba4c1-5477-4967-a584-627f343b00e2 {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:42:29.520779 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd203a3a-29de-4532-be6c-579d5074d2cf tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event deleted for resources: {'Network': ['ID=2a0dcf6a-9a8b-4d4e-9594-31cd8ea20a3d,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:29.541871 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b069617c-e673-4e61-b43b-f7574ad4f559 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:29.606053 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9354bcfe-b3d4-4cc1-92aa-ff93497d1597 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:29.606053 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-9354bcfe-b3d4-4cc1-92aa-ff93497d1597 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "GET /v2.0/ports/d73f1df0-0a1f-49b8-be49-3375c406a64e HTTP/1.1" status: 200 len: 840 time: 0.1053324 Oct 12 07:42:29.612680 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42402) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:29.618240 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b069617c-e673-4e61-b43b-f7574ad4f559 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:29.657668 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-936056ed-f02d-4962-b240-8572a948c74d tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "GET /v2.0/ports/d73f1df0-0a1f-49b8-be49-3375c406a64e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0451076 Oct 12 07:42:29.661110 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42404) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:29.666522 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-3a65918c-5fad-4f56-a0d7-6edeacd83abb tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'subnet': {'network_id': '028f3960-8999-42bb-b390-3b9e53342548', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:29.739771 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b069617c-e673-4e61-b43b-f7574ad4f559 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:29.774489 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-1ff094e2-1d15-41f7-a854-58949de3acca None None] Set router 9ba80924-10b1-42a4-ba14-57c5339d8f65 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:42:29.791961 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a65918c-5fad-4f56-a0d7-6edeacd83abb tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Made reservation on behalf of 118ca68972cc4be1aeb1223f16967aab for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:42:29.795747 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3a65918c-5fad-4f56-a0d7-6edeacd83abb tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:29.818799 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b069617c-e673-4e61-b43b-f7574ad4f559 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:29.854171 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069617c-e673-4e61-b43b-f7574ad4f559 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Pushing event deleted for resources: {'Subnet': ['ID=528ba4c1-5477-4967-a584-627f343b00e2,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:29.864174 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b069617c-e673-4e61-b43b-f7574ad4f559 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:29.875005 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b069617c-e673-4e61-b43b-f7574ad4f559 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "DELETE /v2.0/subnets/528ba4c1-5477-4967-a584-627f343b00e2 HTTP/1.1" status: 204 len: 168 time: 0.4858055 Oct 12 07:42:29.875839 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42406) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:29.879181 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdc852c-a29d-43ba-a16f-e8c02556a245 None None] Network d0bc7a79-31ed-46fc-a3ce-545838184383 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:42:30.042567 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bdf8c045-7836-4d73-ba9a-eda8c419044a tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks [] for router, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:30.042912 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device efa93997-7a6a-46cc-bc0f-45c20367bd5e no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:42:30.077237 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: efa93997-7a6a-46cc-bc0f-45c20367bd5e {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:42:30.077577 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device efa93997-7a6a-46cc-bc0f-45c20367bd5e not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:42:30.150672 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-1ff094e2-1d15-41f7-a854-58949de3acca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba80924-10b1-42a4-ba14-57c5339d8f65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116305059', 'tenant_id': '91dbc5081b5c42efa05c929564d56662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': '445e0206-3257-4af5-976d-9ac41b663b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:40:07Z', 'updated_at': '2022-10-12T07:42:28Z', 'revision_number': 5, 'project_id': '91dbc5081b5c42efa05c929564d56662', 'gw_port': {'id': '445e0206-3257-4af5-976d-9ac41b663b8a', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:58:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba80924-10b1-42a4-ba14-57c5339d8f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:08Z', 'updated_at': '2022-10-12T07:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:30.198266 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3a65918c-5fad-4f56-a0d7-6edeacd83abb tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:30.203757 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82f4f6a-52af-4374-aa27-cfec532694ba None None] DHCP port deletion for d0bc7a79-31ed-46fc-a3ce-545838184383 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:42:30.206863 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff094e2-1d15-41f7-a854-58949de3acca None None] Checking router: 9ba80924-10b1-42a4-ba14-57c5339d8f65 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:42:30.244189 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff094e2-1d15-41f7-a854-58949de3acca None None] Routers {'9ba80924-10b1-42a4-ba14-57c5339d8f65'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:42:30.247352 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-1ff094e2-1d15-41f7-a854-58949de3acca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:42:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['9ba80924-10b1-42a4-ba14-57c5339d8f65'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:30.254139 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a65918c-5fad-4f56-a0d7-6edeacd83abb tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Network 028f3960-8999-42bb-b390-3b9e53342548 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:42:30.255461 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bdf8c045-7836-4d73-ba9a-eda8c419044a tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:30.263357 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-3a65918c-5fad-4f56-a0d7-6edeacd83abb tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:42:30.269944 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a65918c-5fad-4f56-a0d7-6edeacd83abb tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:30.270552 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3a65918c-5fad-4f56-a0d7-6edeacd83abb tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:30.279752 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65918c-5fad-4f56-a0d7-6edeacd83abb tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event updated for resources: {'Subnet': ['ID=72efeb92-e229-4904-b20d-1d3ab0b6730a,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:30.289737 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f24622-c9fa-441f-b24e-ffe08fb1e729 None None] Network 028f3960-8999-42bb-b390-3b9e53342548 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:42:30.308974 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-3a65918c-5fad-4f56-a0d7-6edeacd83abb tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6463850 Oct 12 07:42:30.312273 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42408) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:30.319266 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-a813f4e5-be8d-48b2-8896-14c987cf8c6b tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'security_group': {'name': 'tempest-secgroup-202135482'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:30.342539 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-bdf8c045-7836-4d73-ba9a-eda8c419044a tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Deleting port 445e0206-3257-4af5-976d-9ac41b663b8a {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:42:30.343167 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bdf8c045-7836-4d73-ba9a-eda8c419044a tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:30.348855 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a813f4e5-be8d-48b2-8896-14c987cf8c6b tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:30.441815 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-bdf8c045-7836-4d73-ba9a-eda8c419044a tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] For port 445e0206-3257-4af5-976d-9ac41b663b8a, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=445e0206-3257-4af5-976d-9ac41b663b8a,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:42:30.442855 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bdf8c045-7836-4d73-ba9a-eda8c419044a tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:30.448162 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b82f4f6a-52af-4374-aa27-cfec532694ba None None] Deleting port a1c1ab70-0c0b-4394-a264-8cb16020d8ba {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:42:30.448535 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b82f4f6a-52af-4374-aa27-cfec532694ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:30.459598 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-bdf8c045-7836-4d73-ba9a-eda8c419044a tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Calling delete_port for 445e0206-3257-4af5-976d-9ac41b663b8a owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:42:30.468935 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-1ff094e2-1d15-41f7-a854-58949de3acca None None] Set router 9ba80924-10b1-42a4-ba14-57c5339d8f65 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:42:30.480101 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a813f4e5-be8d-48b2-8896-14c987cf8c6b tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:30.487788 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a813f4e5-be8d-48b2-8896-14c987cf8c6b tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:30.518477 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a813f4e5-be8d-48b2-8896-14c987cf8c6b tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:30.522196 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a813f4e5-be8d-48b2-8896-14c987cf8c6b tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2054768 Oct 12 07:42:30.523134 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42410) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:30.533295 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-cb4a9c01-ef68-4e30-87cd-40b622a1fc3f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'security_group': {'name': 'tempest-secgroup-1335303320'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:30.534217 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a813f4e5-be8d-48b2-8896-14c987cf8c6b tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47199d1d-5025-4a4e-9277-5bc4deef8931,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:30.606812 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cb4a9c01-ef68-4e30-87cd-40b622a1fc3f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:30.704780 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-b82f4f6a-52af-4374-aa27-cfec532694ba None None] For port a1c1ab70-0c0b-4394-a264-8cb16020d8ba, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=a1c1ab70-0c0b-4394-a264-8cb16020d8ba,segment=NetworkSegment(368cbfd5-be1d-4647-bccb-9ad3ff55f2ac),segment_id=368cbfd5-be1d-4647-bccb-9ad3ff55f2ac)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:42:30.705269 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b82f4f6a-52af-4374-aa27-cfec532694ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:30.722251 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cb4a9c01-ef68-4e30-87cd-40b622a1fc3f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:30.727601 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cb4a9c01-ef68-4e30-87cd-40b622a1fc3f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:30.733915 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b82f4f6a-52af-4374-aa27-cfec532694ba None None] Calling delete_port for a1c1ab70-0c0b-4394-a264-8cb16020d8ba owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:42:30.748604 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bdf8c045-7836-4d73-ba9a-eda8c419044a tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:30.790080 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cb4a9c01-ef68-4e30-87cd-40b622a1fc3f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:30.792320 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-cb4a9c01-ef68-4e30-87cd-40b622a1fc3f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2647429 Oct 12 07:42:30.795054 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42414) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:30.802939 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-6bb6a6a7-1c09-45e7-8c50-a08ae12c39c3 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1882724462', 'security_groups': ['119778d3-8c38-495b-8eae-15622e9d8b90'], 'network_id': '028f3960-8999-42bb-b390-3b9e53342548', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '72efeb92-e229-4904-b20d-1d3ab0b6730a'}]}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:30.812789 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1200c883-be2e-4485-8252-5c27d6d80cc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-028f3960-8999-42bb-b390-3b9e53342548', 'network_id': '028f3960-8999-42bb-b390-3b9e53342548', 'tenant_id': '118ca68972cc4be1aeb1223f16967aab', 'fixed_ips': [{'subnet_id': '72efeb92-e229-4904-b20d-1d3ab0b6730a'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:42:30.813647 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1200c883-be2e-4485-8252-5c27d6d80cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:30.823949 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8c045-7836-4d73-ba9a-eda8c419044a tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Pushing event deleted for resources: {'Port': ['ID=445e0206-3257-4af5-976d-9ac41b663b8a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:30.832926 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a9c01-ef68-4e30-87cd-40b622a1fc3f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=119778d3-8c38-495b-8eae-15622e9d8b90,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:30.917107 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bdf8c045-7836-4d73-ba9a-eda8c419044a tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:30.959761 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb6a6a7-1c09-45e7-8c50-a08ae12c39c3 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Made reservation on behalf of 118ca68972cc4be1aeb1223f16967aab for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:42:30.960351 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-1ff094e2-1d15-41f7-a854-58949de3acca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba80924-10b1-42a4-ba14-57c5339d8f65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116305059', 'tenant_id': '91dbc5081b5c42efa05c929564d56662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': '445e0206-3257-4af5-976d-9ac41b663b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:40:07Z', 'updated_at': '2022-10-12T07:42:28Z', 'revision_number': 5, 'project_id': '91dbc5081b5c42efa05c929564d56662', 'gw_port': {'id': '445e0206-3257-4af5-976d-9ac41b663b8a', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:58:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba80924-10b1-42a4-ba14-57c5339d8f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:08Z', 'updated_at': '2022-10-12T07:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:30.990238 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff094e2-1d15-41f7-a854-58949de3acca None None] The sync data for ids ['9ba80924-10b1-42a4-ba14-57c5339d8f65'] in dv-neutron-860909-2-hyperv is: [{'id': '9ba80924-10b1-42a4-ba14-57c5339d8f65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116305059', 'tenant_id': '91dbc5081b5c42efa05c929564d56662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': '445e0206-3257-4af5-976d-9ac41b663b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:40:07Z', 'updated_at': '2022-10-12T07:42:28Z', 'revision_number': 5, 'project_id': '91dbc5081b5c42efa05c929564d56662', 'gw_port': {'id': '445e0206-3257-4af5-976d-9ac41b663b8a', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:58:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba80924-10b1-42a4-ba14-57c5339d8f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:40:08Z', 'updated_at': '2022-10-12T07:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:42:30.994286 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b82f4f6a-52af-4374-aa27-cfec532694ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:31.022675 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bdf8c045-7836-4d73-ba9a-eda8c419044a tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:31.029490 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bdf8c045-7836-4d73-ba9a-eda8c419044a tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:31.065956 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f4f6a-52af-4374-aa27-cfec532694ba None None] Pushing event deleted for resources: {'Port': ['ID=a1c1ab70-0c0b-4394-a264-8cb16020d8ba,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:31.067433 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82f4f6a-52af-4374-aa27-cfec532694ba None None] No DVR routers for this DVR port a1c1ab70-0c0b-4394-a264-8cb16020d8ba on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:42:31.089557 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6bb6a6a7-1c09-45e7-8c50-a08ae12c39c3 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:31.094328 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-1200c883-be2e-4485-8252-5c27d6d80cc4 None None] Allocated IP 172.20.0.2 (028f3960-8999-42bb-b390-3b9e53342548/72efeb92-e229-4904-b20d-1d3ab0b6730a/61354258-57c8-4770-8e95-61475f9d459a) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:42:31.106604 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bdf8c045-7836-4d73-ba9a-eda8c419044a tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:31.107183 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf8c045-7836-4d73-ba9a-eda8c419044a tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Fanout notify agent at l3_agent the message router_deleted on router 9ba80924-10b1-42a4-ba14-57c5339d8f65 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:42:31.114684 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-6bb6a6a7-1c09-45e7-8c50-a08ae12c39c3 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] device_id is not set on port 1bee16d8-af56-472f-be5b-fe141e07a093 yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:42:31.121124 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bdf8c045-7836-4d73-ba9a-eda8c419044a tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:31.123191 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-bdf8c045-7836-4d73-ba9a-eda8c419044a tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "DELETE /v2.0/routers/9ba80924-10b1-42a4-ba14-57c5339d8f65 HTTP/1.1" status: 204 len: 168 time: 1.2468586 Oct 12 07:42:31.126313 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42416) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:31.256268 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1200c883-be2e-4485-8252-5c27d6d80cc4 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:31.263468 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1200c883-be2e-4485-8252-5c27d6d80cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:31.279819 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7511ad78-a3d7-4f97-bf29-9c38131e9892 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:31.320931 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1200c883-be2e-4485-8252-5c27d6d80cc4 None None] Network 028f3960-8999-42bb-b390-3b9e53342548 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:42:31.324974 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-1200c883-be2e-4485-8252-5c27d6d80cc4 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:42:31.329113 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1200c883-be2e-4485-8252-5c27d6d80cc4 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:42:31.344482 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1200c883-be2e-4485-8252-5c27d6d80cc4 None None] Pushing event updated for resources: {'Port': ['ID=61354258-57c8-4770-8e95-61475f9d459a,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:31.405259 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-1200c883-be2e-4485-8252-5c27d6d80cc4 None None] Attempting to bind port 61354258-57c8-4770-8e95-61475f9d459a on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:42:31.405592 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-6bb6a6a7-1c09-45e7-8c50-a08ae12c39c3 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Allocated IP 172.20.0.3 (028f3960-8999-42bb-b390-3b9e53342548/72efeb92-e229-4904-b20d-1d3ab0b6730a/1bee16d8-af56-472f-be5b-fe141e07a093) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:42:31.405760 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-1200c883-be2e-4485-8252-5c27d6d80cc4 None None] Attempting to bind port 61354258-57c8-4770-8e95-61475f9d459a by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '333f1a33-b548-48f8-bb5a-0eefdc877476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '028f3960-8999-42bb-b390-3b9e53342548'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:42:31.406246 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1200c883-be2e-4485-8252-5c27d6d80cc4 None None] Attempting to bind port 61354258-57c8-4770-8e95-61475f9d459a on network 028f3960-8999-42bb-b390-3b9e53342548 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:42:31.411572 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1200c883-be2e-4485-8252-5c27d6d80cc4 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:42:31.411958 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1200c883-be2e-4485-8252-5c27d6d80cc4 None None] Checking segment: {'id': '333f1a33-b548-48f8-bb5a-0eefdc877476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '028f3960-8999-42bb-b390-3b9e53342548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:42:31.412383 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1200c883-be2e-4485-8252-5c27d6d80cc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:31.412926 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1200c883-be2e-4485-8252-5c27d6d80cc4 None None] Bound using segment: {'id': '333f1a33-b548-48f8-bb5a-0eefdc877476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '028f3960-8999-42bb-b390-3b9e53342548'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:42:31.413412 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-1200c883-be2e-4485-8252-5c27d6d80cc4 None None] Bound port: 61354258-57c8-4770-8e95-61475f9d459a, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '333f1a33-b548-48f8-bb5a-0eefdc877476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '028f3960-8999-42bb-b390-3b9e53342548'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:42:31.413791 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1200c883-be2e-4485-8252-5c27d6d80cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:31.430978 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7511ad78-a3d7-4f97-bf29-9c38131e9892 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:31.462645 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-7511ad78-a3d7-4f97-bf29-9c38131e9892 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0bc7a79-31ed-46fc-a3ce-545838184383']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:31.481729 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-7511ad78-a3d7-4f97-bf29-9c38131e9892 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '368cbfd5-be1d-4647-bccb-9ad3ff55f2ac') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:31.482479 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-7511ad78-a3d7-4f97-bf29-9c38131e9892 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '368cbfd5-be1d-4647-bccb-9ad3ff55f2ac') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:31.487866 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-1200c883-be2e-4485-8252-5c27d6d80cc4 None None] For port 61354258-57c8-4770-8e95-61475f9d459a, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:42:31.492812 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-1200c883-be2e-4485-8252-5c27d6d80cc4 None None] For port 61354258-57c8-4770-8e95-61475f9d459a, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=61354258-57c8-4770-8e95-61475f9d459a,segment=NetworkSegment(333f1a33-b548-48f8-bb5a-0eefdc877476),segment_id=333f1a33-b548-48f8-bb5a-0eefdc877476)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:42:31.499309 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1200c883-be2e-4485-8252-5c27d6d80cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:31.501597 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7511ad78-a3d7-4f97-bf29-9c38131e9892 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:31.546889 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7511ad78-a3d7-4f97-bf29-9c38131e9892 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:31.568257 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7511ad78-a3d7-4f97-bf29-9c38131e9892 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:42:31.568668 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7511ad78-a3d7-4f97-bf29-9c38131e9892 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:31.595204 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1200c883-be2e-4485-8252-5c27d6d80cc4 None None] Pushing event updated for resources: {'Port': ['ID=61354258-57c8-4770-8e95-61475f9d459a,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:31.630453 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 368cbfd5-be1d-4647-bccb-9ad3ff55f2ac resource provider aggregate not found Oct 12 07:42:31.667782 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 368cbfd5-be1d-4647-bccb-9ad3ff55f2ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 368cbfd5-be1d-4647-bccb-9ad3ff55f2ac found for delete ", "request_id": "req-81072d34-abbd-4b37-92a3-c40030939036"}]} Oct 12 07:42:31.716235 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7511ad78-a3d7-4f97-bf29-9c38131e9892 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:31.720856 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7511ad78-a3d7-4f97-bf29-9c38131e9892 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:31.724578 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-7511ad78-a3d7-4f97-bf29-9c38131e9892 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "DELETE /v2.0/networks/d0bc7a79-31ed-46fc-a3ce-545838184383 HTTP/1.1" status: 204 len: 168 time: 0.5971944 Oct 12 07:42:31.727247 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42424) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:31.815830 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7511ad78-a3d7-4f97-bf29-9c38131e9892 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Pushing event deleted for resources: {'Network': ['ID=d0bc7a79-31ed-46fc-a3ce-545838184383,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:31.827733 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6bb6a6a7-1c09-45e7-8c50-a08ae12c39c3 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:31.858482 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-18cbaa23-eee7-424d-a746-f2bf921f7b97 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:31.897410 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6bb6a6a7-1c09-45e7-8c50-a08ae12c39c3 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:31.908222 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-18cbaa23-eee7-424d-a746-f2bf921f7b97 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:31.983076 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb6a6a7-1c09-45e7-8c50-a08ae12c39c3 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Network 028f3960-8999-42bb-b390-3b9e53342548 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:42:31.984625 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb6a6a7-1c09-45e7-8c50-a08ae12c39c3 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event updated for resources: {'Port': ['ID=1bee16d8-af56-472f-be5b-fe141e07a093,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:31.988023 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-6bb6a6a7-1c09-45e7-8c50-a08ae12c39c3 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:42:31.990695 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb6a6a7-1c09-45e7-8c50-a08ae12c39c3 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:42:32.029894 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-18cbaa23-eee7-424d-a746-f2bf921f7b97 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:32.033094 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-18cbaa23-eee7-424d-a746-f2bf921f7b97 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:32.037672 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-18cbaa23-eee7-424d-a746-f2bf921f7b97 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] 10.222.0.26 "DELETE /v2.0/security-groups/2728a5cb-2cc4-47ab-8e2b-dd9e7f9f0102 HTTP/1.1" status: 204 len: 168 time: 0.3091848 Oct 12 07:42:32.055836 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cbaa23-eee7-424d-a746-f2bf921f7b97 tempest-TestNetworkAdvancedServerOps-1166156982 tempest-TestNetworkAdvancedServerOps-1166156982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2728a5cb-2cc4-47ab-8e2b-dd9e7f9f0102,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:32.095000 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb6a6a7-1c09-45e7-8c50-a08ae12c39c3 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:32.095682 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6bb6a6a7-1c09-45e7-8c50-a08ae12c39c3 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:32.116842 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-6bb6a6a7-1c09-45e7-8c50-a08ae12c39c3 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3204215 Oct 12 07:42:32.120503 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42430) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:32.127327 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-1907c7a9-8583-450c-9010-f48d68faf533 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'subnet': {'network_id': '028f3960-8999-42bb-b390-3b9e53342548', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:32.243508 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1907c7a9-8583-450c-9010-f48d68faf533 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Made reservation on behalf of 118ca68972cc4be1aeb1223f16967aab for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:42:32.247625 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1907c7a9-8583-450c-9010-f48d68faf533 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:32.352502 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.ipam_backend_mixin [None req-1907c7a9-8583-450c-9010-f48d68faf533 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 72efeb92-e229-4904-b20d-1d3ab0b6730a (CIDR: 172.20.0.0/28) Oct 12 07:42:32.357204 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-1907c7a9-8583-450c-9010-f48d68faf533 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:42:32.358536 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1907c7a9-8583-450c-9010-f48d68faf533 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:42:32.380968 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-1907c7a9-8583-450c-9010-f48d68faf533 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2566175 Oct 12 07:42:32.381208 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42434) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:32.387391 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-a5e826e0-ab9d-4a72-89af-ced3c753a4fa tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'subnet': {'network_id': '028f3960-8999-42bb-b390-3b9e53342548', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:32.456290 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42436) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:32.472585 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 61354258-57c8-4770-8e95-61475f9d459a up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:42:32.563595 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 61354258-57c8-4770-8e95-61475f9d459a triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:32.564095 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:32.564324 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e826e0-ab9d-4a72-89af-ced3c753a4fa tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Made reservation on behalf of 118ca68972cc4be1aeb1223f16967aab for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:42:32.564455 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 61354258-57c8-4770-8e95-61475f9d459a Oct 12 07:42:32.568244 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a5e826e0-ab9d-4a72-89af-ced3c753a4fa tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:32.705872 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-8acb4809-8377-4c6e-8980-cf7717910662 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=91dbc5081b5c42efa05c929564d56662&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2481813 Oct 12 07:42:32.708423 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42448) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:32.729651 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 61354258-57c8-4770-8e95-61475f9d459a is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:42:32.730070 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:32.798576 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-54bcdd8d-b450-4b98-a730-06d6855357b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:32.829398 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-54bcdd8d-b450-4b98-a730-06d6855357b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:32.898468 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-54bcdd8d-b450-4b98-a730-06d6855357b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:32.901733 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-54bcdd8d-b450-4b98-a730-06d6855357b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:32.903220 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-54bcdd8d-b450-4b98-a730-06d6855357b8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fb18854b-a1f3-45d6-9c3c-bbd5e2cb537d HTTP/1.1" status: 204 len: 168 time: 0.1935122 Oct 12 07:42:32.940383 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bcdd8d-b450-4b98-a730-06d6855357b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb18854b-a1f3-45d6-9c3c-bbd5e2cb537d,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:33.023956 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a5e826e0-ab9d-4a72-89af-ced3c753a4fa tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:33.085780 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 61354258-57c8-4770-8e95-61475f9d459a, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=61354258-57c8-4770-8e95-61475f9d459a,segment=NetworkSegment(333f1a33-b548-48f8-bb5a-0eefdc877476),segment_id=333f1a33-b548-48f8-bb5a-0eefdc877476)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:42:33.087238 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-cb250828-e1b1-4c72-a7d9-efef4934868d None None] Provisioning complete for port d73f1df0-0a1f-49b8-be49-3375c406a64e triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:33.087831 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cb250828-e1b1-4c72-a7d9-efef4934868d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:33.089738 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-cb250828-e1b1-4c72-a7d9-efef4934868d None None] Attempt 1 to provision port d73f1df0-0a1f-49b8-be49-3375c406a64e Oct 12 07:42:33.111551 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e826e0-ab9d-4a72-89af-ced3c753a4fa tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Network 028f3960-8999-42bb-b390-3b9e53342548 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:42:33.118018 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-a5e826e0-ab9d-4a72-89af-ced3c753a4fa tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:42:33.127568 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e826e0-ab9d-4a72-89af-ced3c753a4fa tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:33.128157 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a5e826e0-ab9d-4a72-89af-ced3c753a4fa tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:33.139195 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-cb250828-e1b1-4c72-a7d9-efef4934868d None None] Port d73f1df0-0a1f-49b8-be49-3375c406a64e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:42:33.140894 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:33.142797 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e826e0-ab9d-4a72-89af-ced3c753a4fa tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event updated for resources: {'Subnet': ['ID=9d82246e-0b62-44b3-894a-c58ab330a12a,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:33.164776 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42458) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:33.165131 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a5e826e0-ab9d-4a72-89af-ced3c753a4fa tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7826376 Oct 12 07:42:33.174861 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-df0cbafa-3c5b-4fa1-9c9a-78366c523ca0 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-68971588', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9d82246e-0b62-44b3-894a-c58ab330a12a'}], 'security_groups': ['47199d1d-5025-4a4e-9277-5bc4deef8931']}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:33.213763 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device a1c1ab70-0c0b-4394-a264-8cb16020d8ba no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:42:33.254844 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=61354258-57c8-4770-8e95-61475f9d459a,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:33.259174 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: a1c1ab70-0c0b-4394-a264-8cb16020d8ba {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:42:33.260050 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device a1c1ab70-0c0b-4394-a264-8cb16020d8ba not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:42:33.260874 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 1ce820b4-06b4-46cb-b775-a8a88740f49d no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:42:33.290368 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 1ce820b4-06b4-46cb-b775-a8a88740f49d {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:42:33.290779 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-df0cbafa-3c5b-4fa1-9c9a-78366c523ca0 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:33.291819 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 1ce820b4-06b4-46cb-b775-a8a88740f49d not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:42:33.344963 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce02981-00a6-4272-a36e-9b3edeaabc4a None None] Network 028f3960-8999-42bb-b390-3b9e53342548 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:42:33.401082 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42460) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:33.415489 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-969d950b-a30a-45e2-aae6-d113fb1bcce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:33.498174 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-969d950b-a30a-45e2-aae6-d113fb1bcce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:33.502363 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-969d950b-a30a-45e2-aae6-d113fb1bcce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:33.540465 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d950b-a30a-45e2-aae6-d113fb1bcce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d374dfc-3ce4-4a13-9667-d631f752b52d,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:33.548329 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-969d950b-a30a-45e2-aae6-d113fb1bcce1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7647e535806f4034b785b748280de3e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1461086 Oct 12 07:42:33.549574 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42462) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:33.597531 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba069ba4-343c-4607-accb-9a961fb0a425 None None] Update dhcp port {'port': {'network_id': '028f3960-8999-42bb-b390-3b9e53342548', 'fixed_ips': [{'subnet_id': '72efeb92-e229-4904-b20d-1d3ab0b6730a', 'ip_address': '172.20.0.2'}, {'subnet_id': '9d82246e-0b62-44b3-894a-c58ab330a12a'}], 'binding:host_id': 'dv-neutron-860909-2-hyperv'}, 'id': '61354258-57c8-4770-8e95-61475f9d459a'} from dv-neutron-860909-2-hyperv. {{(pid=103202) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 07:42:33.606341 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e7586620-13e1-4db9-a937-ab626d614c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:33.629747 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ba069ba4-343c-4607-accb-9a961fb0a425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:33.640660 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-cb250828-e1b1-4c72-a7d9-efef4934868d None None] Attempt 2 to provision port d73f1df0-0a1f-49b8-be49-3375c406a64e Oct 12 07:42:33.643056 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e7586620-13e1-4db9-a937-ab626d614c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:33.662115 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-df0cbafa-3c5b-4fa1-9c9a-78366c523ca0 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Delete allocated IP 172.20.0.3 (028f3960-8999-42bb-b390-3b9e53342548/72efeb92-e229-4904-b20d-1d3ab0b6730a) {{(pid=103200) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 12 07:42:33.673884 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-df0cbafa-3c5b-4fa1-9c9a-78366c523ca0 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Allocated IP 172.20.0.28 (028f3960-8999-42bb-b390-3b9e53342548/9d82246e-0b62-44b3-894a-c58ab330a12a/1bee16d8-af56-472f-be5b-fe141e07a093) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:42:33.697744 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e7586620-13e1-4db9-a937-ab626d614c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:33.701210 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e7586620-13e1-4db9-a937-ab626d614c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:33.702614 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e7586620-13e1-4db9-a937-ab626d614c04 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2d374dfc-3ce4-4a13-9667-d631f752b52d HTTP/1.1" status: 204 len: 168 time: 0.1521561 Oct 12 07:42:33.729941 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7586620-13e1-4db9-a937-ab626d614c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d374dfc-3ce4-4a13-9667-d631f752b52d,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:33.817433 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-cb250828-e1b1-4c72-a7d9-efef4934868d None None] Port d73f1df0-0a1f-49b8-be49-3375c406a64e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:42:33.888481 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-df0cbafa-3c5b-4fa1-9c9a-78366c523ca0 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:33.907792 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-df0cbafa-3c5b-4fa1-9c9a-78366c523ca0 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:33.924679 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 61354258-57c8-4770-8e95-61475f9d459a up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:42:33.967596 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0cbafa-3c5b-4fa1-9c9a-78366c523ca0 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event updated for resources: {'Port': ['ID=1bee16d8-af56-472f-be5b-fe141e07a093,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:33.984913 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-ba069ba4-343c-4607-accb-9a961fb0a425 None None] Allocated IP 172.20.0.18 (028f3960-8999-42bb-b390-3b9e53342548/9d82246e-0b62-44b3-894a-c58ab330a12a/61354258-57c8-4770-8e95-61475f9d459a) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:42:34.022646 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 61354258-57c8-4770-8e95-61475f9d459a triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:34.022997 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:34.023337 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 61354258-57c8-4770-8e95-61475f9d459a Oct 12 07:42:34.078991 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-df0cbafa-3c5b-4fa1-9c9a-78366c523ca0 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] In _notify_port_updated(), no bound segment for port 1bee16d8-af56-472f-be5b-fe141e07a093 on network 028f3960-8999-42bb-b390-3b9e53342548 {{(pid=103200) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 12 07:42:34.085658 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0cbafa-3c5b-4fa1-9c9a-78366c523ca0 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:34.086674 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-df0cbafa-3c5b-4fa1-9c9a-78366c523ca0 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:34.088769 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-df0cbafa-3c5b-4fa1-9c9a-78366c523ca0 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "PUT /v2.0/ports/1bee16d8-af56-472f-be5b-fe141e07a093 HTTP/1.1" status: 200 len: 919 time: 0.9210527 Oct 12 07:42:34.091860 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42476) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:34.170856 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-ba069ba4-343c-4607-accb-9a961fb0a425 None None] For port 61354258-57c8-4770-8e95-61475f9d459a, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=61354258-57c8-4770-8e95-61475f9d459a,segment=NetworkSegment(333f1a33-b548-48f8-bb5a-0eefdc877476),segment_id=333f1a33-b548-48f8-bb5a-0eefdc877476)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:42:34.189799 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 61354258-57c8-4770-8e95-61475f9d459a is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:42:34.204274 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 445e0206-3257-4af5-976d-9ac41b663b8a no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:42:34.211471 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-d2bfcf22-3fb1-4388-bb3e-b51c71b6440c tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Deleting port 1bee16d8-af56-472f-be5b-fe141e07a093 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:42:34.211927 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d2bfcf22-3fb1-4388-bb3e-b51c71b6440c tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:34.218749 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ba069ba4-343c-4607-accb-9a961fb0a425 None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:34.238553 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ba069ba4-343c-4607-accb-9a961fb0a425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:34.240657 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 445e0206-3257-4af5-976d-9ac41b663b8a {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:42:34.240957 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 445e0206-3257-4af5-976d-9ac41b663b8a not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:42:34.318832 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d2bfcf22-3fb1-4388-bb3e-b51c71b6440c tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:34.321192 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-cb250828-e1b1-4c72-a7d9-efef4934868d None None] Attempt 3 to provision port d73f1df0-0a1f-49b8-be49-3375c406a64e Oct 12 07:42:34.333254 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-d2bfcf22-3fb1-4388-bb3e-b51c71b6440c tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Calling delete_port for 1bee16d8-af56-472f-be5b-fe141e07a093 owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:42:34.358494 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba069ba4-343c-4607-accb-9a961fb0a425 None None] Pushing event updated for resources: {'Port': ['ID=61354258-57c8-4770-8e95-61475f9d459a,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:34.368188 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-cb250828-e1b1-4c72-a7d9-efef4934868d None None] Port d73f1df0-0a1f-49b8-be49-3375c406a64e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:42:34.467439 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d2bfcf22-3fb1-4388-bb3e-b51c71b6440c tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:34.522699 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bfcf22-3fb1-4388-bb3e-b51c71b6440c tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event deleted for resources: {'Port': ['ID=1bee16d8-af56-472f-be5b-fe141e07a093,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:34.571498 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d2bfcf22-3fb1-4388-bb3e-b51c71b6440c tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:34.577785 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d2bfcf22-3fb1-4388-bb3e-b51c71b6440c tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/ports/1bee16d8-af56-472f-be5b-fe141e07a093 HTTP/1.1" status: 204 len: 168 time: 0.4824052 Oct 12 07:42:34.578181 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42478) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:34.603013 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4a9fa29-0012-418a-a41d-204130e17bfb tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] GET failed (client error): The resource could not be found. Oct 12 07:42:34.605095 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b4a9fa29-0012-418a-a41d-204130e17bfb tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "GET /v2.0/ports/1bee16d8-af56-472f-be5b-fe141e07a093 HTTP/1.1" status: 404 len: 333 time: 0.0259907 Oct 12 07:42:34.607800 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42480) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:34.660991 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba3f7a1e-f3f3-4124-9b09-102fccfd0637 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:34.688663 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba3f7a1e-f3f3-4124-9b09-102fccfd0637 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:34.734148 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba3f7a1e-f3f3-4124-9b09-102fccfd0637 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:34.737396 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba3f7a1e-f3f3-4124-9b09-102fccfd0637 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:34.738630 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ba3f7a1e-f3f3-4124-9b09-102fccfd0637 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/security-groups/119778d3-8c38-495b-8eae-15622e9d8b90 HTTP/1.1" status: 204 len: 168 time: 0.1299036 Oct 12 07:42:34.741579 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42482) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:34.748895 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3f7a1e-f3f3-4124-9b09-102fccfd0637 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=119778d3-8c38-495b-8eae-15622e9d8b90,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:34.800101 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e0041293-c724-4798-bb71-8094b1ecbe4a tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:34.826586 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e0041293-c724-4798-bb71-8094b1ecbe4a tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:34.869025 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-cb250828-e1b1-4c72-a7d9-efef4934868d None None] Attempt 4 to provision port d73f1df0-0a1f-49b8-be49-3375c406a64e Oct 12 07:42:34.884180 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e0041293-c724-4798-bb71-8094b1ecbe4a tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:34.887161 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e0041293-c724-4798-bb71-8094b1ecbe4a tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:34.888416 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e0041293-c724-4798-bb71-8094b1ecbe4a tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/security-groups/47199d1d-5025-4a4e-9277-5bc4deef8931 HTTP/1.1" status: 204 len: 168 time: 0.1456261 Oct 12 07:42:34.893921 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42484) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:34.906243 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-cb250828-e1b1-4c72-a7d9-efef4934868d None None] Port d73f1df0-0a1f-49b8-be49-3375c406a64e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:42:34.906850 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0041293-c724-4798-bb71-8094b1ecbe4a tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47199d1d-5025-4a4e-9277-5bc4deef8931,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:34.952663 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-227309aa-f1d3-4129-b873-85f9d0e1e08a tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Deleting subnet 72efeb92-e229-4904-b20d-1d3ab0b6730a {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:42:34.955625 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-227309aa-f1d3-4129-b873-85f9d0e1e08a tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:34.994487 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-227309aa-f1d3-4129-b873-85f9d0e1e08a tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:35.080470 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-227309aa-f1d3-4129-b873-85f9d0e1e08a tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:35.137923 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-227309aa-f1d3-4129-b873-85f9d0e1e08a tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:35.163641 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227309aa-f1d3-4129-b873-85f9d0e1e08a tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event deleted for resources: {'Subnet': ['ID=72efeb92-e229-4904-b20d-1d3ab0b6730a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:35.172382 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-227309aa-f1d3-4129-b873-85f9d0e1e08a tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:35.179905 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-227309aa-f1d3-4129-b873-85f9d0e1e08a tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/subnets/72efeb92-e229-4904-b20d-1d3ab0b6730a HTTP/1.1" status: 204 len: 168 time: 0.2810922 Oct 12 07:42:35.180167 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42488) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:35.185396 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-94d64029-88d0-4407-936c-a4c91b433250 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'subnet': {'network_id': '028f3960-8999-42bb-b390-3b9e53342548', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:35.373557 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43f437d-4551-454d-9da3-076fd3234953 None None] Network 028f3960-8999-42bb-b390-3b9e53342548 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:42:35.441141 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-cb250828-e1b1-4c72-a7d9-efef4934868d None None] Attempt 5 to provision port d73f1df0-0a1f-49b8-be49-3375c406a64e Oct 12 07:42:35.497590 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-cb250828-e1b1-4c72-a7d9-efef4934868d None None] Port d73f1df0-0a1f-49b8-be49-3375c406a64e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:42:35.607795 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d64029-88d0-4407-936c-a4c91b433250 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Made reservation on behalf of 118ca68972cc4be1aeb1223f16967aab for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:42:35.611855 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-94d64029-88d0-4407-936c-a4c91b433250 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:35.852727 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-94d64029-88d0-4407-936c-a4c91b433250 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:35.898075 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d64029-88d0-4407-936c-a4c91b433250 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Network 028f3960-8999-42bb-b390-3b9e53342548 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:42:35.908520 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 61354258-57c8-4770-8e95-61475f9d459a up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:42:35.910380 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-94d64029-88d0-4407-936c-a4c91b433250 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:42:35.913812 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d64029-88d0-4407-936c-a4c91b433250 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:35.914559 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-94d64029-88d0-4407-936c-a4c91b433250 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:35.937837 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d64029-88d0-4407-936c-a4c91b433250 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event updated for resources: {'Subnet': ['ID=a7da2f4b-8568-42d6-bc98-e3663f1ffd6a,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:35.950956 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-94d64029-88d0-4407-936c-a4c91b433250 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7697005 Oct 12 07:42:35.953614 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42498) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:35.958152 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-e2c2e838-d60d-4c6e-8375-00f2bf29bbc9 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'security_group': {'name': 'tempest-secgroup-1415748913'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:35.986665 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e2c2e838-d60d-4c6e-8375-00f2bf29bbc9 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:35.990699 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 61354258-57c8-4770-8e95-61475f9d459a triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:35.991065 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:35.991408 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 61354258-57c8-4770-8e95-61475f9d459a Oct 12 07:42:36.030773 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-cb250828-e1b1-4c72-a7d9-efef4934868d None None] Attempt 6 to provision port d73f1df0-0a1f-49b8-be49-3375c406a64e Oct 12 07:42:36.080120 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e2c2e838-d60d-4c6e-8375-00f2bf29bbc9 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:36.085204 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e2c2e838-d60d-4c6e-8375-00f2bf29bbc9 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:36.120497 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-cb250828-e1b1-4c72-a7d9-efef4934868d None None] Port d73f1df0-0a1f-49b8-be49-3375c406a64e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:42:36.124037 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 61354258-57c8-4770-8e95-61475f9d459a is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:42:36.128084 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e2c2e838-d60d-4c6e-8375-00f2bf29bbc9 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:36.132281 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e2c2e838-d60d-4c6e-8375-00f2bf29bbc9 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1747169 Oct 12 07:42:36.132835 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42502) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:36.133967 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2e838-d60d-4c6e-8375-00f2bf29bbc9 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87a99f58-2c44-464c-a2e3-74df7b9b0864,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:36.142599 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-867955e9-8097-4d46-bdc8-b0db218eeb61 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'security_group': {'name': 'tempest-secgroup-210222463'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:36.179180 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-867955e9-8097-4d46-bdc8-b0db218eeb61 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:36.236427 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8277ca-c2e2-4f21-899a-fb99e50b6365 None None] Network 028f3960-8999-42bb-b390-3b9e53342548 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:42:36.261874 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-867955e9-8097-4d46-bdc8-b0db218eeb61 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:36.266233 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-867955e9-8097-4d46-bdc8-b0db218eeb61 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:36.296315 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-867955e9-8097-4d46-bdc8-b0db218eeb61 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:36.297454 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-867955e9-8097-4d46-bdc8-b0db218eeb61 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1629353 Oct 12 07:42:36.299487 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867955e9-8097-4d46-bdc8-b0db218eeb61 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d25f78da-9751-4531-87cc-8c9b438417ad,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:36.300200 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42504) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:36.304793 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-b1aed1e9-8383-4090-9333-30e0ee117c9b tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'security_group': {'name': 'tempest-secgroup-1257354720'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:36.329607 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b1aed1e9-8383-4090-9333-30e0ee117c9b tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:36.405912 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b1aed1e9-8383-4090-9333-30e0ee117c9b tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:36.411190 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b1aed1e9-8383-4090-9333-30e0ee117c9b tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:36.445068 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b1aed1e9-8383-4090-9333-30e0ee117c9b tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:36.446386 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b1aed1e9-8383-4090-9333-30e0ee117c9b tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1451645 Oct 12 07:42:36.447542 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aed1e9-8383-4090-9333-30e0ee117c9b tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44ace7fe-c7b9-4782-8819-c7f385dfeb60,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:36.449266 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42506) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:36.454817 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-ffba1270-cc27-40a5-ab7a-1ac640b7bf11 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-591474343', 'security_groups': ['44ace7fe-c7b9-4782-8819-c7f385dfeb60'], 'network_id': '028f3960-8999-42bb-b390-3b9e53342548', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a7da2f4b-8568-42d6-bc98-e3663f1ffd6a'}]}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:36.505555 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61952f11-715a-41a8-94e5-b2e80bd617ea None None] Update dhcp port {'port': {'network_id': '028f3960-8999-42bb-b390-3b9e53342548', 'fixed_ips': [{'subnet_id': '9d82246e-0b62-44b3-894a-c58ab330a12a', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a7da2f4b-8568-42d6-bc98-e3663f1ffd6a'}], 'binding:host_id': 'dv-neutron-860909-2-hyperv'}, 'id': '61354258-57c8-4770-8e95-61475f9d459a'} from dv-neutron-860909-2-hyperv. {{(pid=103202) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 07:42:36.533073 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61952f11-715a-41a8-94e5-b2e80bd617ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:36.573857 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffba1270-cc27-40a5-ab7a-1ac640b7bf11 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Made reservation on behalf of 118ca68972cc4be1aeb1223f16967aab for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:42:36.655752 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ffba1270-cc27-40a5-ab7a-1ac640b7bf11 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:36.656272 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-cb250828-e1b1-4c72-a7d9-efef4934868d None None] Attempt 7 to provision port d73f1df0-0a1f-49b8-be49-3375c406a64e Oct 12 07:42:36.673015 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-ffba1270-cc27-40a5-ab7a-1ac640b7bf11 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] device_id is not set on port 47f75715-7e67-4d7b-9c66-ec9c00d846c3 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:42:36.712238 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-cb250828-e1b1-4c72-a7d9-efef4934868d None None] Port d73f1df0-0a1f-49b8-be49-3375c406a64e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:42:36.752576 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-61952f11-715a-41a8-94e5-b2e80bd617ea None None] Allocated IP 172.20.0.2 (028f3960-8999-42bb-b390-3b9e53342548/a7da2f4b-8568-42d6-bc98-e3663f1ffd6a/61354258-57c8-4770-8e95-61475f9d459a) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:42:36.850659 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-61952f11-715a-41a8-94e5-b2e80bd617ea None None] For port 61354258-57c8-4770-8e95-61475f9d459a, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=61354258-57c8-4770-8e95-61475f9d459a,segment=NetworkSegment(333f1a33-b548-48f8-bb5a-0eefdc877476),segment_id=333f1a33-b548-48f8-bb5a-0eefdc877476)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:42:36.879522 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61952f11-715a-41a8-94e5-b2e80bd617ea None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:36.886333 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61952f11-715a-41a8-94e5-b2e80bd617ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:36.959176 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.db.api [None req-ffba1270-cc27-40a5-ab7a-1ac640b7bf11 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-b7384d99-e1d7-4077-a133-e1cb63a95e2d {{(pid=103201) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 07:42:36.959599 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG oslo_db.api [None req-ffba1270-cc27-40a5-ab7a-1ac640b7bf11 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 07:42:36.976464 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61952f11-715a-41a8-94e5-b2e80bd617ea None None] Pushing event updated for resources: {'Port': ['ID=61354258-57c8-4770-8e95-61475f9d459a,revision_number=6']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:37.214077 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-cb250828-e1b1-4c72-a7d9-efef4934868d None None] Attempt 8 to provision port d73f1df0-0a1f-49b8-be49-3375c406a64e Oct 12 07:42:37.266920 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-cb250828-e1b1-4c72-a7d9-efef4934868d None None] Port d73f1df0-0a1f-49b8-be49-3375c406a64e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:42:37.461082 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ffba1270-cc27-40a5-ab7a-1ac640b7bf11 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:37.486708 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-ffba1270-cc27-40a5-ab7a-1ac640b7bf11 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] device_id is not set on port 038894b9-41d2-47f2-bcda-e52190ae46ef yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:42:37.701847 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-ffba1270-cc27-40a5-ab7a-1ac640b7bf11 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Allocated IP 172.20.0.9 (028f3960-8999-42bb-b390-3b9e53342548/a7da2f4b-8568-42d6-bc98-e3663f1ffd6a/038894b9-41d2-47f2-bcda-e52190ae46ef) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:42:37.768130 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-cb250828-e1b1-4c72-a7d9-efef4934868d None None] Attempt 9 to provision port d73f1df0-0a1f-49b8-be49-3375c406a64e Oct 12 07:42:37.820169 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-cb250828-e1b1-4c72-a7d9-efef4934868d None None] Port d73f1df0-0a1f-49b8-be49-3375c406a64e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:42:37.893384 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ffba1270-cc27-40a5-ab7a-1ac640b7bf11 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:37.909132 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 61354258-57c8-4770-8e95-61475f9d459a up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:42:37.934860 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ffba1270-cc27-40a5-ab7a-1ac640b7bf11 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:37.979657 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 61354258-57c8-4770-8e95-61475f9d459a triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:37.980169 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:37.980345 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 61354258-57c8-4770-8e95-61475f9d459a Oct 12 07:42:37.983257 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffba1270-cc27-40a5-ab7a-1ac640b7bf11 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Network 028f3960-8999-42bb-b390-3b9e53342548 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:42:37.986549 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-ffba1270-cc27-40a5-ab7a-1ac640b7bf11 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:42:37.989566 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffba1270-cc27-40a5-ab7a-1ac640b7bf11 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:42:38.018603 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba1270-cc27-40a5-ab7a-1ac640b7bf11 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event updated for resources: {'Port': ['ID=038894b9-41d2-47f2-bcda-e52190ae46ef,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:38.034581 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffba1270-cc27-40a5-ab7a-1ac640b7bf11 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:42:38.034927 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffba1270-cc27-40a5-ab7a-1ac640b7bf11 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:42:38.035269 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffba1270-cc27-40a5-ab7a-1ac640b7bf11 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:42:38.035617 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffba1270-cc27-40a5-ab7a-1ac640b7bf11 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:42:38.035941 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffba1270-cc27-40a5-ab7a-1ac640b7bf11 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:42:38.036271 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffba1270-cc27-40a5-ab7a-1ac640b7bf11 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:42:38.036594 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffba1270-cc27-40a5-ab7a-1ac640b7bf11 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:42:38.036914 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffba1270-cc27-40a5-ab7a-1ac640b7bf11 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:42:38.037235 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffba1270-cc27-40a5-ab7a-1ac640b7bf11 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:42:38.037555 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffba1270-cc27-40a5-ab7a-1ac640b7bf11 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:42:38.037925 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffba1270-cc27-40a5-ab7a-1ac640b7bf11 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:42:38.038212 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffba1270-cc27-40a5-ab7a-1ac640b7bf11 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:42:38.057507 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffba1270-cc27-40a5-ab7a-1ac640b7bf11 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:38.058292 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ffba1270-cc27-40a5-ab7a-1ac640b7bf11 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:38.081124 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ffba1270-cc27-40a5-ab7a-1ac640b7bf11 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6302569 Oct 12 07:42:38.083567 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42510) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:38.088573 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 61354258-57c8-4770-8e95-61475f9d459a is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:42:38.089565 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-a915d474-0e5b-4594-b1d5-43eec868c0c1 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'subnet': {'network_id': '028f3960-8999-42bb-b390-3b9e53342548', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:38.207972 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a915d474-0e5b-4594-b1d5-43eec868c0c1 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Made reservation on behalf of 118ca68972cc4be1aeb1223f16967aab for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:42:38.211749 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a915d474-0e5b-4594-b1d5-43eec868c0c1 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:38.301959 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.ipam_backend_mixin [None req-a915d474-0e5b-4594-b1d5-43eec868c0c1 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a7da2f4b-8568-42d6-bc98-e3663f1ffd6a (CIDR: 172.20.0.0/28) Oct 12 07:42:38.305711 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-a915d474-0e5b-4594-b1d5-43eec868c0c1 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:42:38.306361 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a915d474-0e5b-4594-b1d5-43eec868c0c1 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:42:38.324415 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-cb250828-e1b1-4c72-a7d9-efef4934868d None None] Attempt 10 to provision port d73f1df0-0a1f-49b8-be49-3375c406a64e Oct 12 07:42:38.324634 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a915d474-0e5b-4594-b1d5-43eec868c0c1 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2371666 Oct 12 07:42:38.324634 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42514) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:38.329666 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-6943bd10-7584-42e3-8164-7595c87ee4c0 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'subnet': {'network_id': '028f3960-8999-42bb-b390-3b9e53342548', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:38.358863 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-cb250828-e1b1-4c72-a7d9-efef4934868d None None] Port d73f1df0-0a1f-49b8-be49-3375c406a64e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:42:38.368425 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-cb250828-e1b1-4c72-a7d9-efef4934868d None None] Provisioning complete for port 61354258-57c8-4770-8e95-61475f9d459a triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:38.368793 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cb250828-e1b1-4c72-a7d9-efef4934868d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:38.369156 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-cb250828-e1b1-4c72-a7d9-efef4934868d None None] Attempt 1 to provision port 61354258-57c8-4770-8e95-61475f9d459a Oct 12 07:42:38.448409 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6943bd10-7584-42e3-8164-7595c87ee4c0 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Made reservation on behalf of 118ca68972cc4be1aeb1223f16967aab for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:42:38.451702 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-cb250828-e1b1-4c72-a7d9-efef4934868d None None] Current status of the port 61354258-57c8-4770-8e95-61475f9d459a is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:42:38.452295 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6943bd10-7584-42e3-8164-7595c87ee4c0 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:38.544059 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.ipam_backend_mixin [None req-6943bd10-7584-42e3-8164-7595c87ee4c0 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 9d82246e-0b62-44b3-894a-c58ab330a12a (CIDR: 172.20.0.16/28) Oct 12 07:42:38.548422 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-6943bd10-7584-42e3-8164-7595c87ee4c0 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 07:42:38.549211 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6943bd10-7584-42e3-8164-7595c87ee4c0 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:42:38.564711 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-a8037b5a-51ac-4ef5-955a-f47723319875 None None] Could not find standard attr ID for object 1bee16d8-af56-472f-be5b-fe141e07a093. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:42:38.569489 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-6943bd10-7584-42e3-8164-7595c87ee4c0 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2437408 Oct 12 07:42:38.572809 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42516) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:38.576894 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-a8037b5a-51ac-4ef5-955a-f47723319875 None None] Provisioning complete for port 61354258-57c8-4770-8e95-61475f9d459a triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:38.577366 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a8037b5a-51ac-4ef5-955a-f47723319875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:38.577578 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-a8037b5a-51ac-4ef5-955a-f47723319875 None None] Attempt 1 to provision port 61354258-57c8-4770-8e95-61475f9d459a Oct 12 07:42:38.578725 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-acacaec5-7275-4113-b0e8-1ab0ffc9609c tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'subnet': {'network_id': '028f3960-8999-42bb-b390-3b9e53342548', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:38.667502 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a8037b5a-51ac-4ef5-955a-f47723319875 None None] Current status of the port 61354258-57c8-4770-8e95-61475f9d459a is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:42:38.681700 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-a8037b5a-51ac-4ef5-955a-f47723319875 None None] Provisioning complete for port 038894b9-41d2-47f2-bcda-e52190ae46ef triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:38.682086 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a8037b5a-51ac-4ef5-955a-f47723319875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:38.682416 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-a8037b5a-51ac-4ef5-955a-f47723319875 None None] Attempt 1 to provision port 038894b9-41d2-47f2-bcda-e52190ae46ef Oct 12 07:42:38.703340 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acacaec5-7275-4113-b0e8-1ab0ffc9609c tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Made reservation on behalf of 118ca68972cc4be1aeb1223f16967aab for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:42:38.706834 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-acacaec5-7275-4113-b0e8-1ab0ffc9609c tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:38.717290 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a8037b5a-51ac-4ef5-955a-f47723319875 None None] Port 038894b9-41d2-47f2-bcda-e52190ae46ef cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:42:38.920271 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-acacaec5-7275-4113-b0e8-1ab0ffc9609c tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:38.960738 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acacaec5-7275-4113-b0e8-1ab0ffc9609c tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Network 028f3960-8999-42bb-b390-3b9e53342548 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:42:38.963865 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-acacaec5-7275-4113-b0e8-1ab0ffc9609c tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:42:38.966725 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acacaec5-7275-4113-b0e8-1ab0ffc9609c tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:38.967422 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-acacaec5-7275-4113-b0e8-1ab0ffc9609c tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:38.972914 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7c01d7-fd34-42ad-bcc9-73807bf8502d None None] Network 028f3960-8999-42bb-b390-3b9e53342548 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:42:38.988050 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-acacaec5-7275-4113-b0e8-1ab0ffc9609c tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4139564 Oct 12 07:42:38.989133 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acacaec5-7275-4113-b0e8-1ab0ffc9609c tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event updated for resources: {'Subnet': ['ID=43b2bca0-8620-4dee-b22b-3275e0e55365,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:38.990825 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42518) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:38.996509 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-dc79dc20-0bb3-4251-a67a-e59a67cf2e61 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1372325408', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '43b2bca0-8620-4dee-b22b-3275e0e55365'}], 'security_groups': ['87a99f58-2c44-464c-a2e3-74df7b9b0864', 'd25f78da-9751-4531-87cc-8c9b438417ad']}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:39.060377 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dc79dc20-0bb3-4251-a67a-e59a67cf2e61 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:39.186320 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cb0da6-1f83-4590-9cdc-84a9ea578b3d None None] Update dhcp port {'port': {'network_id': '028f3960-8999-42bb-b390-3b9e53342548', 'fixed_ips': [{'subnet_id': '9d82246e-0b62-44b3-894a-c58ab330a12a', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a7da2f4b-8568-42d6-bc98-e3663f1ffd6a', 'ip_address': '172.20.0.2'}, {'subnet_id': '43b2bca0-8620-4dee-b22b-3275e0e55365'}], 'binding:host_id': 'dv-neutron-860909-2-hyperv'}, 'id': '61354258-57c8-4770-8e95-61475f9d459a'} from dv-neutron-860909-2-hyperv. {{(pid=103202) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 07:42:39.343338 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-a8037b5a-51ac-4ef5-955a-f47723319875 None None] Attempt 2 to provision port 038894b9-41d2-47f2-bcda-e52190ae46ef Oct 12 07:42:39.375746 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-16cb0da6-1f83-4590-9cdc-84a9ea578b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:39.376123 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-dc79dc20-0bb3-4251-a67a-e59a67cf2e61 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Delete allocated IP 172.20.0.9 (028f3960-8999-42bb-b390-3b9e53342548/a7da2f4b-8568-42d6-bc98-e3663f1ffd6a) {{(pid=103201) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 12 07:42:39.386378 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-dc79dc20-0bb3-4251-a67a-e59a67cf2e61 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Allocated IP 172.20.0.40 (028f3960-8999-42bb-b390-3b9e53342548/43b2bca0-8620-4dee-b22b-3275e0e55365/038894b9-41d2-47f2-bcda-e52190ae46ef) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:42:39.393626 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a8037b5a-51ac-4ef5-955a-f47723319875 None None] Port 038894b9-41d2-47f2-bcda-e52190ae46ef cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:42:39.557452 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dc79dc20-0bb3-4251-a67a-e59a67cf2e61 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:39.564052 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dc79dc20-0bb3-4251-a67a-e59a67cf2e61 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:39.618365 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-16cb0da6-1f83-4590-9cdc-84a9ea578b3d None None] Allocated IP 172.20.0.34 (028f3960-8999-42bb-b390-3b9e53342548/43b2bca0-8620-4dee-b22b-3275e0e55365/61354258-57c8-4770-8e95-61475f9d459a) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:42:39.655213 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-84aa73f5-129c-4ba2-a7ac-85bdc4908ad1 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2070081507&fields=id&tenant_id=82e1d814e4454fb2a7138e45884a198c HTTP/1.1" status: 200 len: 267 time: 0.0559032 Oct 12 07:42:39.662613 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79dc20-0bb3-4251-a67a-e59a67cf2e61 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event updated for resources: {'Port': ['ID=038894b9-41d2-47f2-bcda-e52190ae46ef,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:39.683838 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-dc79dc20-0bb3-4251-a67a-e59a67cf2e61 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] In _notify_port_updated(), no bound segment for port 038894b9-41d2-47f2-bcda-e52190ae46ef on network 028f3960-8999-42bb-b390-3b9e53342548 {{(pid=103201) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 12 07:42:39.689813 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc79dc20-0bb3-4251-a67a-e59a67cf2e61 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:39.690526 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dc79dc20-0bb3-4251-a67a-e59a67cf2e61 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:39.691981 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-dc79dc20-0bb3-4251-a67a-e59a67cf2e61 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "PUT /v2.0/ports/038894b9-41d2-47f2-bcda-e52190ae46ef HTTP/1.1" status: 200 len: 960 time: 0.7001469 Oct 12 07:42:39.694837 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42532) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:39.744306 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-16cb0da6-1f83-4590-9cdc-84a9ea578b3d None None] For port 61354258-57c8-4770-8e95-61475f9d459a, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=61354258-57c8-4770-8e95-61475f9d459a,segment=NetworkSegment(333f1a33-b548-48f8-bb5a-0eefdc877476),segment_id=333f1a33-b548-48f8-bb5a-0eefdc877476)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:42:39.777635 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-16cb0da6-1f83-4590-9cdc-84a9ea578b3d None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:39.779921 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-9288ffe4-f9e6-4189-b0c1-642bb06177b0 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:39.781905 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-9288ffe4-f9e6-4189-b0c1-642bb06177b0 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/networks?id=7804729f-5a18-4f8e-8ea7-dae1d105ce0d HTTP/1.1" status: 200 len: 812 time: 0.1257553 Oct 12 07:42:39.783719 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-16cb0da6-1f83-4590-9cdc-84a9ea578b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:39.797586 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-f638f8f3-34b1-4091-96d5-8de5ce259c71 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Deleting port 038894b9-41d2-47f2-bcda-e52190ae46ef {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:42:39.798077 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f638f8f3-34b1-4091-96d5-8de5ce259c71 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:39.806146 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-5b00aa42-2259-41a1-9a53-4b97ebeec6a0 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/quotas/82e1d814e4454fb2a7138e45884a198c HTTP/1.1" status: 200 len: 375 time: 0.0183434 Oct 12 07:42:39.873797 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-588b16d3-2493-4832-93ec-a52164208925 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=82e1d814e4454fb2a7138e45884a198c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558085 Oct 12 07:42:39.890574 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb0da6-1f83-4590-9cdc-84a9ea578b3d None None] Pushing event updated for resources: {'Port': ['ID=61354258-57c8-4770-8e95-61475f9d459a,revision_number=7']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:39.896780 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-a8037b5a-51ac-4ef5-955a-f47723319875 None None] Attempt 3 to provision port 038894b9-41d2-47f2-bcda-e52190ae46ef Oct 12 07:42:39.900016 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb0da6-1f83-4590-9cdc-84a9ea578b3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:42:39.900422 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb0da6-1f83-4590-9cdc-84a9ea578b3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:42:39.901258 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb0da6-1f83-4590-9cdc-84a9ea578b3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:42:39.901593 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb0da6-1f83-4590-9cdc-84a9ea578b3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:42:39.901920 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb0da6-1f83-4590-9cdc-84a9ea578b3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:42:39.902278 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb0da6-1f83-4590-9cdc-84a9ea578b3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:42:39.902605 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb0da6-1f83-4590-9cdc-84a9ea578b3d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:42:39.903261 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb0da6-1f83-4590-9cdc-84a9ea578b3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:42:39.903261 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb0da6-1f83-4590-9cdc-84a9ea578b3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:42:39.903875 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb0da6-1f83-4590-9cdc-84a9ea578b3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:42:39.904220 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb0da6-1f83-4590-9cdc-84a9ea578b3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:42:39.904544 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb0da6-1f83-4590-9cdc-84a9ea578b3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:42:39.908013 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f638f8f3-34b1-4091-96d5-8de5ce259c71 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:39.924784 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-f638f8f3-34b1-4091-96d5-8de5ce259c71 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Calling delete_port for 038894b9-41d2-47f2-bcda-e52190ae46ef owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:42:39.944561 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a8037b5a-51ac-4ef5-955a-f47723319875 None None] Port 038894b9-41d2-47f2-bcda-e52190ae46ef cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:42:39.991347 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-b74431e4-7fcc-4bde-906d-04a33d672a61 service neutron] 10.222.0.26 "GET /v2.0/networks/7804729f-5a18-4f8e-8ea7-dae1d105ce0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953774 Oct 12 07:42:40.082508 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f638f8f3-34b1-4091-96d5-8de5ce259c71 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:40.105919 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-855cb0fb-7bff-41a1-b459-aabce0fa5680 service neutron] 10.222.0.26 "GET /v2.0/networks/7804729f-5a18-4f8e-8ea7-dae1d105ce0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086960 Oct 12 07:42:40.130182 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f638f8f3-34b1-4091-96d5-8de5ce259c71 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event deleted for resources: {'Port': ['ID=038894b9-41d2-47f2-bcda-e52190ae46ef,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:40.220103 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f638f8f3-34b1-4091-96d5-8de5ce259c71 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:40.226686 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42538) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:40.226847 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f638f8f3-34b1-4091-96d5-8de5ce259c71 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/ports/038894b9-41d2-47f2-bcda-e52190ae46ef HTTP/1.1" status: 204 len: 168 time: 0.5308971 Oct 12 07:42:40.253165 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd29a86f-432a-47f4-a758-338ff18e9bb8 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] GET failed (client error): The resource could not be found. Oct 12 07:42:40.257239 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-fd29a86f-432a-47f4-a758-338ff18e9bb8 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "GET /v2.0/ports/038894b9-41d2-47f2-bcda-e52190ae46ef HTTP/1.1" status: 404 len: 333 time: 0.0271170 Oct 12 07:42:40.257731 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42544) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:40.317502 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c635c21e-6292-4c29-adce-2d41ce20dc77 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:40.354874 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c635c21e-6292-4c29-adce-2d41ce20dc77 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:40.407396 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c635c21e-6292-4c29-adce-2d41ce20dc77 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:40.411289 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c635c21e-6292-4c29-adce-2d41ce20dc77 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:40.412494 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c635c21e-6292-4c29-adce-2d41ce20dc77 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/security-groups/44ace7fe-c7b9-4782-8819-c7f385dfeb60 HTTP/1.1" status: 204 len: 168 time: 0.1536391 Oct 12 07:42:40.415393 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42546) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:40.430312 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635c21e-6292-4c29-adce-2d41ce20dc77 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ace7fe-c7b9-4782-8819-c7f385dfeb60,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:40.445976 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-a8037b5a-51ac-4ef5-955a-f47723319875 None None] Attempt 4 to provision port 038894b9-41d2-47f2-bcda-e52190ae46ef Oct 12 07:42:40.475785 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a8037b5a-51ac-4ef5-955a-f47723319875 None None] Port 038894b9-41d2-47f2-bcda-e52190ae46ef was deleted so its status cannot be updated. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 12 07:42:40.516661 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-a8037b5a-51ac-4ef5-955a-f47723319875 None None] Provisioning complete for port d73f1df0-0a1f-49b8-be49-3375c406a64e triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:40.516879 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a8037b5a-51ac-4ef5-955a-f47723319875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:40.517220 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-a8037b5a-51ac-4ef5-955a-f47723319875 None None] Attempt 1 to provision port d73f1df0-0a1f-49b8-be49-3375c406a64e Oct 12 07:42:40.522606 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7d4d8ee4-f0a4-4c16-88ca-5a55d8035c59 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:40.561062 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-36ef27a8-ba67-4172-86ea-e9c844645eee req-d9f01aef-08b2-48d1-803c-589d72516cf8 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2d914c9-c0dd-4781-aa4a-3d597e4a9606 HTTP/1.1" status: 200 len: 210 time: 0.0511899 Oct 12 07:42:40.570553 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a8037b5a-51ac-4ef5-955a-f47723319875 None None] Port d73f1df0-0a1f-49b8-be49-3375c406a64e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:42:40.582272 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7d4d8ee4-f0a4-4c16-88ca-5a55d8035c59 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:40.628838 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7d4d8ee4-f0a4-4c16-88ca-5a55d8035c59 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:40.632545 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7d4d8ee4-f0a4-4c16-88ca-5a55d8035c59 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:40.636612 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42556) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:40.637179 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-7d4d8ee4-f0a4-4c16-88ca-5a55d8035c59 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/security-groups/d25f78da-9751-4531-87cc-8c9b438417ad HTTP/1.1" status: 204 len: 168 time: 0.2203939 Oct 12 07:42:40.648703 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d8ee4-f0a4-4c16-88ca-5a55d8035c59 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25f78da-9751-4531-87cc-8c9b438417ad,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:40.657790 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d8ee4-f0a4-4c16-88ca-5a55d8035c59 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:42:40.658570 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d8ee4-f0a4-4c16-88ca-5a55d8035c59 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:42:40.658962 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d8ee4-f0a4-4c16-88ca-5a55d8035c59 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:42:40.659414 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d8ee4-f0a4-4c16-88ca-5a55d8035c59 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:42:40.659821 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d8ee4-f0a4-4c16-88ca-5a55d8035c59 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:42:40.660544 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d8ee4-f0a4-4c16-88ca-5a55d8035c59 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:42:40.660544 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d8ee4-f0a4-4c16-88ca-5a55d8035c59 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:42:40.661002 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d8ee4-f0a4-4c16-88ca-5a55d8035c59 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:42:40.661619 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d8ee4-f0a4-4c16-88ca-5a55d8035c59 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:42:40.662018 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d8ee4-f0a4-4c16-88ca-5a55d8035c59 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:42:40.662482 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d8ee4-f0a4-4c16-88ca-5a55d8035c59 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:42:40.662880 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d8ee4-f0a4-4c16-88ca-5a55d8035c59 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:42:40.695563 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-00438c28-254a-4b6a-9316-c734d71b12d0 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:40.719793 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-00438c28-254a-4b6a-9316-c734d71b12d0 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:40.764939 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-00438c28-254a-4b6a-9316-c734d71b12d0 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:40.767603 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-00438c28-254a-4b6a-9316-c734d71b12d0 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:40.768897 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-00438c28-254a-4b6a-9316-c734d71b12d0 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/security-groups/87a99f58-2c44-464c-a2e3-74df7b9b0864 HTTP/1.1" status: 204 len: 168 time: 0.1312997 Oct 12 07:42:40.771897 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42558) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:40.779092 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00438c28-254a-4b6a-9316-c734d71b12d0 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a99f58-2c44-464c-a2e3-74df7b9b0864,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:40.855443 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-669080d2-44b9-4c97-8443-632b45ab3e55 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Deleting subnet a7da2f4b-8568-42d6-bc98-e3663f1ffd6a {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:42:40.859440 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-669080d2-44b9-4c97-8443-632b45ab3e55 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:40.925911 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-669080d2-44b9-4c97-8443-632b45ab3e55 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:41.035033 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-669080d2-44b9-4c97-8443-632b45ab3e55 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:41.072064 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-a8037b5a-51ac-4ef5-955a-f47723319875 None None] Attempt 2 to provision port d73f1df0-0a1f-49b8-be49-3375c406a64e Oct 12 07:42:41.121711 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-669080d2-44b9-4c97-8443-632b45ab3e55 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:41.126182 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a8037b5a-51ac-4ef5-955a-f47723319875 None None] Port d73f1df0-0a1f-49b8-be49-3375c406a64e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:42:41.160931 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-669080d2-44b9-4c97-8443-632b45ab3e55 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:41.165148 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-669080d2-44b9-4c97-8443-632b45ab3e55 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/subnets/a7da2f4b-8568-42d6-bc98-e3663f1ffd6a HTTP/1.1" status: 204 len: 168 time: 0.3913600 Oct 12 07:42:41.169016 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669080d2-44b9-4c97-8443-632b45ab3e55 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event deleted for resources: {'Subnet': ['ID=a7da2f4b-8568-42d6-bc98-e3663f1ffd6a,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:41.169016 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42562) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:41.226634 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3af5bb0-f2cf-45f6-b39e-2f290f528e2b tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Deleting subnet 43b2bca0-8620-4dee-b22b-3275e0e55365 {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:42:41.230769 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b3af5bb0-f2cf-45f6-b39e-2f290f528e2b tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:41.269107 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce5f4ce-7a44-42fb-967d-d335cd63ed58 None None] Network 028f3960-8999-42bb-b390-3b9e53342548 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:42:41.275970 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b3af5bb0-f2cf-45f6-b39e-2f290f528e2b tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:41.360087 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b3af5bb0-f2cf-45f6-b39e-2f290f528e2b tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:41.418868 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b3af5bb0-f2cf-45f6-b39e-2f290f528e2b tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:41.452180 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af5bb0-f2cf-45f6-b39e-2f290f528e2b tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event deleted for resources: {'Subnet': ['ID=43b2bca0-8620-4dee-b22b-3275e0e55365,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:41.454185 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b3af5bb0-f2cf-45f6-b39e-2f290f528e2b tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:41.457354 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b3af5bb0-f2cf-45f6-b39e-2f290f528e2b tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/subnets/43b2bca0-8620-4dee-b22b-3275e0e55365 HTTP/1.1" status: 204 len: 168 time: 0.2829497 Oct 12 07:42:41.459702 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42564) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:41.486997 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f1595d1-ee2e-4ff4-a0aa-b07bc6e51ca1 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] DELETE failed (client error): The resource could not be found. Oct 12 07:42:41.487452 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f1595d1-ee2e-4ff4-a0aa-b07bc6e51ca1 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:42:41.490498 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-3f1595d1-ee2e-4ff4-a0aa-b07bc6e51ca1 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/subnets/a7da2f4b-8568-42d6-bc98-e3663f1ffd6a HTTP/1.1" status: 404 len: 337 time: 0.0298822 Oct 12 07:42:41.492977 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42566) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:41.603718 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ce1e992-6f7e-4bd9-810b-770934f5bdc4 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Deleting subnet 9d82246e-0b62-44b3-894a-c58ab330a12a {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:42:41.612444 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3ce1e992-6f7e-4bd9-810b-770934f5bdc4 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:41.627738 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-a8037b5a-51ac-4ef5-955a-f47723319875 None None] Attempt 3 to provision port d73f1df0-0a1f-49b8-be49-3375c406a64e Oct 12 07:42:41.673326 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a8037b5a-51ac-4ef5-955a-f47723319875 None None] Port d73f1df0-0a1f-49b8-be49-3375c406a64e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:42:41.688763 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ed7e27fd-dbaa-414a-83f7-8e370400df13 req-d6fc7fb0-0685-4daa-b5d1-e4bf142e8a74 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2d914c9-c0dd-4781-aa4a-3d597e4a9606 HTTP/1.1" status: 200 len: 210 time: 0.0477283 Oct 12 07:42:41.705410 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-6012a448-2d89-4456-b61d-bad30bd7624e tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:41.706987 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-6012a448-2d89-4456-b61d-bad30bd7624e tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.23 "GET /v2.0/networks?id=7804729f-5a18-4f8e-8ea7-dae1d105ce0d HTTP/1.1" status: 200 len: 812 time: 0.2051294 Oct 12 07:42:41.709214 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3ce1e992-6f7e-4bd9-810b-770934f5bdc4 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:41.823922 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3ce1e992-6f7e-4bd9-810b-770934f5bdc4 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:41.855442 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-15594a04-04da-45cb-822c-7eba1d09a8db tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82e1d814e4454fb2a7138e45884a198c HTTP/1.1" status: 200 len: 380 time: 0.0740972 Oct 12 07:42:41.868337 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-0a6efb62-2d51-40df-97c9-f2650ed69436 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Request body: {'port': {'device_id': 'd2d914c9-c0dd-4781-aa4a-3d597e4a9606', 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d', 'admin_state_up': True, 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'security_groups': ['7fd1c47d-160b-41c0-94ff-cf68d5e22b22']}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:41.910842 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 61354258-57c8-4770-8e95-61475f9d459a up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:42:41.970447 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 61354258-57c8-4770-8e95-61475f9d459a triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:41.970825 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:41.971169 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 61354258-57c8-4770-8e95-61475f9d459a Oct 12 07:42:42.030969 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3ce1e992-6f7e-4bd9-810b-770934f5bdc4 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:42.041573 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-0a6efb62-2d51-40df-97c9-f2650ed69436 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Made reservation on behalf of 82e1d814e4454fb2a7138e45884a198c for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:42:42.045311 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-0a6efb62-2d51-40df-97c9-f2650ed69436 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:42.050414 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcddbd0-88fc-4e62-b4bc-6be159175df9 None None] Network 028f3960-8999-42bb-b390-3b9e53342548 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:42:42.072132 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce1e992-6f7e-4bd9-810b-770934f5bdc4 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event deleted for resources: {'Subnet': ['ID=9d82246e-0b62-44b3-894a-c58ab330a12a,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:42.078607 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3ce1e992-6f7e-4bd9-810b-770934f5bdc4 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:42.084329 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42574) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:42.092399 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-3ce1e992-6f7e-4bd9-810b-770934f5bdc4 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/subnets/9d82246e-0b62-44b3-894a-c58ab330a12a HTTP/1.1" status: 204 len: 168 time: 0.5965517 Oct 12 07:42:42.111319 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-9346db36-558e-4610-8607-b87b0fd6c27f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] DELETE failed (client error): The resource could not be found. Oct 12 07:42:42.112103 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9346db36-558e-4610-8607-b87b0fd6c27f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:42:42.118458 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-9346db36-558e-4610-8607-b87b0fd6c27f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/subnets/72efeb92-e229-4904-b20d-1d3ab0b6730a HTTP/1.1" status: 404 len: 337 time: 0.0330918 Oct 12 07:42:42.119918 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42576) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:42.128372 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 61354258-57c8-4770-8e95-61475f9d459a is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:42:42.152179 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-411e0db2-8b2d-41f0-ac66-cb2679f93f3c tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "GET /v2.0/ports?device_id=e031e618-912a-4498-bae3-56056b0f0b03 HTTP/1.1" status: 200 len: 205 time: 0.0308428 Oct 12 07:42:42.153200 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42578) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:42.177361 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-a8037b5a-51ac-4ef5-955a-f47723319875 None None] Attempt 4 to provision port d73f1df0-0a1f-49b8-be49-3375c406a64e Oct 12 07:42:42.197684 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-e96bf724-99e5-4258-9117-410ae4210895 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] delete failed (client error): The resource could not be found. Oct 12 07:42:42.201650 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e96bf724-99e5-4258-9117-410ae4210895 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/routers/e031e618-912a-4498-bae3-56056b0f0b03 HTTP/1.1" status: 404 len: 336 time: 0.0472858 Oct 12 07:42:42.202474 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42580) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:42.214316 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a8037b5a-51ac-4ef5-955a-f47723319875 None None] Port d73f1df0-0a1f-49b8-be49-3375c406a64e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:42:42.231504 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-133e5fd6-80a3-4c73-b84c-4dbafddea3ea tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] DELETE failed (client error): The resource could not be found. Oct 12 07:42:42.232298 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-133e5fd6-80a3-4c73-b84c-4dbafddea3ea tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:42:42.239685 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-133e5fd6-80a3-4c73-b84c-4dbafddea3ea tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/subnets/0f41c441-8a36-48e9-a208-90012c822625 HTTP/1.1" status: 404 len: 337 time: 0.0360620 Oct 12 07:42:42.240481 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42582) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:42.247776 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-0a6efb62-2d51-40df-97c9-f2650ed69436 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Allocated IP 172.20.0.4 (7804729f-5a18-4f8e-8ea7-dae1d105ce0d/47a40364-9659-4f40-a5db-71e52bd850ae/bd7563bd-dcc8-4345-9a07-82d357321e95) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:42:42.269788 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-b63ebd24-ff7b-422e-87a8-06e1077fb1b4 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] DELETE failed (client error): The resource could not be found. Oct 12 07:42:42.270487 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b63ebd24-ff7b-422e-87a8-06e1077fb1b4 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:42:42.283778 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b63ebd24-ff7b-422e-87a8-06e1077fb1b4 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/subnets/82dbcfee-b2be-47bb-a3c0-8c0a1b36f6f3 HTTP/1.1" status: 404 len: 337 time: 0.0421140 Oct 12 07:42:42.283918 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42586) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:42.315160 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d37ee9c-af35-4476-a27e-33687763fef9 None None] DHCP port deletion for 028f3960-8999-42bb-b390-3b9e53342548 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:42:42.327293 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba358649-2a69-465a-9ed7-1b496d630e07 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] DELETE failed (client error): The resource could not be found. Oct 12 07:42:42.327747 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba358649-2a69-465a-9ed7-1b496d630e07 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:42:42.330887 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-ba358649-2a69-465a-9ed7-1b496d630e07 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/subnets/e6d10d9f-9b7b-4533-8265-9663a13964ce HTTP/1.1" status: 404 len: 337 time: 0.0458508 Oct 12 07:42:42.334591 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42588) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:42.362963 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-ead23c19-8e5e-4d15-9df3-2d499f08777f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] DELETE failed (client error): The resource could not be found. Oct 12 07:42:42.363758 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ead23c19-8e5e-4d15-9df3-2d499f08777f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:42:42.371385 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ead23c19-8e5e-4d15-9df3-2d499f08777f tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/ports/736d9e46-f8b4-4664-bdee-f757f3d407a0 HTTP/1.1" status: 404 len: 333 time: 0.0356522 Oct 12 07:42:42.371937 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42590) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:42.372343 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-6d37ee9c-af35-4476-a27e-33687763fef9 None None] Deleting port 61354258-57c8-4770-8e95-61475f9d459a {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:42:42.372728 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6d37ee9c-af35-4476-a27e-33687763fef9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:42.423515 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b4c2a4f-aee7-474a-ba78-240cca7d92ea tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] DELETE failed (client error): The resource could not be found. Oct 12 07:42:42.423978 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b4c2a4f-aee7-474a-ba78-240cca7d92ea tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:42:42.429173 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-9b4c2a4f-aee7-474a-ba78-240cca7d92ea tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/subnets/975930fb-decb-44e1-b145-c3104d57780b HTTP/1.1" status: 404 len: 337 time: 0.0541022 Oct 12 07:42:42.429900 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42592) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:42.444487 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-6d37ee9c-af35-4476-a27e-33687763fef9 None None] For port 61354258-57c8-4770-8e95-61475f9d459a, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=61354258-57c8-4770-8e95-61475f9d459a,segment=NetworkSegment(333f1a33-b548-48f8-bb5a-0eefdc877476),segment_id=333f1a33-b548-48f8-bb5a-0eefdc877476)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:42:42.444903 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6d37ee9c-af35-4476-a27e-33687763fef9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:42.462468 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-31befe59-02bf-4326-96eb-b8dbb3db2d83 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] DELETE failed (client error): The resource could not be found. Oct 12 07:42:42.463568 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-6d37ee9c-af35-4476-a27e-33687763fef9 None None] Calling delete_port for 61354258-57c8-4770-8e95-61475f9d459a owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:42:42.464020 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31befe59-02bf-4326-96eb-b8dbb3db2d83 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:42:42.470486 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-31befe59-02bf-4326-96eb-b8dbb3db2d83 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/subnets/edac02b9-4b4a-4dee-b068-cda2a7d97841 HTTP/1.1" status: 404 len: 337 time: 0.0392339 Oct 12 07:42:42.471183 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42594) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:42.471929 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-0a6efb62-2d51-40df-97c9-f2650ed69436 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:42.495256 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-60001173-01b1-453c-9aff-23ae5ad95b5c tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] DELETE failed (client error): The resource could not be found. Oct 12 07:42:42.495955 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60001173-01b1-453c-9aff-23ae5ad95b5c tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:42:42.501506 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42596) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:42.501684 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-60001173-01b1-453c-9aff-23ae5ad95b5c tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/ports/61969d84-8bd0-4334-9c99-c626c464c341 HTTP/1.1" status: 404 len: 333 time: 0.0290310 Oct 12 07:42:42.530086 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-183a37f0-a5b9-4788-aecf-567d8268b8cf tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] DELETE failed (client error): The resource could not be found. Oct 12 07:42:42.530451 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-183a37f0-a5b9-4788-aecf-567d8268b8cf tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:42:42.533404 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-183a37f0-a5b9-4788-aecf-567d8268b8cf tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/subnets/aea62205-b8ef-4305-8125-82904deede58 HTTP/1.1" status: 404 len: 337 time: 0.0309224 Oct 12 07:42:42.536121 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42598) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:42.556621 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6d37ee9c-af35-4476-a27e-33687763fef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:42.567778 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-0a6efb62-2d51-40df-97c9-f2650ed69436 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:42.569921 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a959be3-0732-4eae-af60-a7ec40b22417 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] DELETE failed (client error): The resource could not be found. Oct 12 07:42:42.570278 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a959be3-0732-4eae-af60-a7ec40b22417 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:42:42.573439 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-6a959be3-0732-4eae-af60-a7ec40b22417 tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/subnets/40bf10b1-fa6d-450c-add8-30c42fdf0a71 HTTP/1.1" status: 404 len: 337 time: 0.0363126 Oct 12 07:42:42.576929 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42600) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:42.584722 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37ee9c-af35-4476-a27e-33687763fef9 None None] Pushing event deleted for resources: {'Port': ['ID=61354258-57c8-4770-8e95-61475f9d459a,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:42.589707 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d37ee9c-af35-4476-a27e-33687763fef9 None None] No DVR routers for this DVR port 61354258-57c8-4770-8e95-61475f9d459a on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:42:42.619468 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-0a6efb62-2d51-40df-97c9-f2650ed69436 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Network 7804729f-5a18-4f8e-8ea7-dae1d105ce0d is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:42:42.623068 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-0a6efb62-2d51-40df-97c9-f2650ed69436 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:42:42.626384 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-0a6efb62-2d51-40df-97c9-f2650ed69436 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:42:42.656922 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6efb62-2d51-40df-97c9-f2650ed69436 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Pushing event updated for resources: {'Port': ['ID=bd7563bd-dcc8-4345-9a07-82d357321e95,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:42.686351 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-65d14396-7998-4924-9950-822afbbbaaba tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Deleting port d73f1df0-0a1f-49b8-be49-3375c406a64e {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:42:42.686692 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-65d14396-7998-4924-9950-822afbbbaaba tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:42.696436 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-0a6efb62-2d51-40df-97c9-f2650ed69436 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:42.697224 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-0a6efb62-2d51-40df-97c9-f2650ed69436 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:42.716023 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-a8037b5a-51ac-4ef5-955a-f47723319875 None None] Attempt 5 to provision port d73f1df0-0a1f-49b8-be49-3375c406a64e Oct 12 07:42:42.751547 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-0a6efb62-2d51-40df-97c9-f2650ed69436 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8889370 Oct 12 07:42:42.765957 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-a9426113-0777-447a-9c0a-e8c67f3fc012 service neutron] Request body: {'port': {'device_id': 'd2d914c9-c0dd-4781-aa4a-3d597e4a9606', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8609'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:42.768435 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-65d14396-7998-4924-9950-822afbbbaaba tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:42.782133 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-65d14396-7998-4924-9950-822afbbbaaba tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Calling delete_port for d73f1df0-0a1f-49b8-be49-3375c406a64e owned by {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:42:42.828231 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a8037b5a-51ac-4ef5-955a-f47723319875 None None] Port d73f1df0-0a1f-49b8-be49-3375c406a64e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:42:42.893608 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-65d14396-7998-4924-9950-822afbbbaaba tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:42.937314 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-65d14396-7998-4924-9950-822afbbbaaba tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:42.943196 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-65d14396-7998-4924-9950-822afbbbaaba tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/ports/d73f1df0-0a1f-49b8-be49-3375c406a64e HTTP/1.1" status: 204 len: 168 time: 0.3629117 Oct 12 07:42:42.943671 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42604) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:42.953246 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d14396-7998-4924-9950-822afbbbaaba tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event deleted for resources: {'Port': ['ID=d73f1df0-0a1f-49b8-be49-3375c406a64e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:43.027514 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-68ac362f-c92c-4a14-8e9c-e47b90c05acd tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:43.119646 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-68ac362f-c92c-4a14-8e9c-e47b90c05acd tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:43.147033 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-68ac362f-c92c-4a14-8e9c-e47b90c05acd tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['028f3960-8999-42bb-b390-3b9e53342548']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:43.158239 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-68ac362f-c92c-4a14-8e9c-e47b90c05acd tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '333f1a33-b548-48f8-bb5a-0eefdc877476') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:43.158616 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-68ac362f-c92c-4a14-8e9c-e47b90c05acd tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '333f1a33-b548-48f8-bb5a-0eefdc877476') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:43.168790 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-68ac362f-c92c-4a14-8e9c-e47b90c05acd tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:43.183399 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-68ac362f-c92c-4a14-8e9c-e47b90c05acd tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:43.191350 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68ac362f-c92c-4a14-8e9c-e47b90c05acd tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:42:43.191841 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-68ac362f-c92c-4a14-8e9c-e47b90c05acd tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:43.216897 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 333f1a33-b548-48f8-bb5a-0eefdc877476 resource provider aggregate not found Oct 12 07:42:43.266591 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 333f1a33-b548-48f8-bb5a-0eefdc877476 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 333f1a33-b548-48f8-bb5a-0eefdc877476 found for delete ", "request_id": "req-a677ea9d-2625-491b-b920-77f8751f577c"}]} Oct 12 07:42:43.267048 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4364116-db08-4353-9dba-163737c80c0b req-e4051742-ef95-4a2e-84f2-86d157fb98af tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:43.268482 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b4364116-db08-4353-9dba-163737c80c0b req-e4051742-ef95-4a2e-84f2-86d157fb98af tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2d914c9-c0dd-4781-aa4a-3d597e4a9606 HTTP/1.1" status: 200 len: 931 time: 0.0816314 Oct 12 07:42:43.269305 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-a9426113-0777-447a-9c0a-e8c67f3fc012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:43.275640 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-68ac362f-c92c-4a14-8e9c-e47b90c05acd tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:43.291411 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-68ac362f-c92c-4a14-8e9c-e47b90c05acd tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:43.295126 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-68ac362f-c92c-4a14-8e9c-e47b90c05acd tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] 10.222.0.26 "DELETE /v2.0/networks/028f3960-8999-42bb-b390-3b9e53342548 HTTP/1.1" status: 204 len: 168 time: 0.3506684 Oct 12 07:42:43.317110 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac362f-c92c-4a14-8e9c-e47b90c05acd tempest-PortsTestJSON-1312516840 tempest-PortsTestJSON-1312516840-project] Pushing event deleted for resources: {'Network': ['ID=028f3960-8999-42bb-b390-3b9e53342548,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:43.330194 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-a8037b5a-51ac-4ef5-955a-f47723319875 None None] Attempt 6 to provision port d73f1df0-0a1f-49b8-be49-3375c406a64e Oct 12 07:42:43.353900 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a8037b5a-51ac-4ef5-955a-f47723319875 None None] Port d73f1df0-0a1f-49b8-be49-3375c406a64e was deleted so its status cannot be updated. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 12 07:42:43.364596 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b4364116-db08-4353-9dba-163737c80c0b req-6f9e9b0a-76cf-4092-9d32-d015b6ea8d07 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857763 Oct 12 07:42:43.476706 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-d4000cbb-1a5b-4e95-bb9c-9918d092ecbb None None] Provisioning complete for port bd7563bd-dcc8-4345-9a07-82d357321e95 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:43.477272 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d4000cbb-1a5b-4e95-bb9c-9918d092ecbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:43.477679 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-d4000cbb-1a5b-4e95-bb9c-9918d092ecbb None None] Attempt 1 to provision port bd7563bd-dcc8-4345-9a07-82d357321e95 Oct 12 07:42:43.526529 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-d4000cbb-1a5b-4e95-bb9c-9918d092ecbb None None] Port bd7563bd-dcc8-4345-9a07-82d357321e95 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:42:43.607636 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-a9426113-0777-447a-9c0a-e8c67f3fc012 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd7563bd-dcc8-4345-9a07-82d357321e95 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:42:43.615806 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-a9426113-0777-447a-9c0a-e8c67f3fc012 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:43.629577 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-a9426113-0777-447a-9c0a-e8c67f3fc012 service neutron] Transition to ACTIVE for port object bd7563bd-dcc8-4345-9a07-82d357321e95 will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 07:42:43.633306 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-a9426113-0777-447a-9c0a-e8c67f3fc012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:43.641867 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42614) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:43.735786 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9426113-0777-447a-9c0a-e8c67f3fc012 service neutron] Pushing event updated for resources: {'Port': ['ID=bd7563bd-dcc8-4345-9a07-82d357321e95,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:43.754479 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-a9426113-0777-447a-9c0a-e8c67f3fc012 service neutron] Attempting to bind port bd7563bd-dcc8-4345-9a07-82d357321e95 on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:42:43.754819 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-a9426113-0777-447a-9c0a-e8c67f3fc012 service neutron] Attempting to bind port bd7563bd-dcc8-4345-9a07-82d357321e95 by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '88643988-26cf-4ca1-bd7d-7cce24459e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:42:43.755148 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-a9426113-0777-447a-9c0a-e8c67f3fc012 service neutron] Attempting to bind port bd7563bd-dcc8-4345-9a07-82d357321e95 on network 7804729f-5a18-4f8e-8ea7-dae1d105ce0d {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:42:43.759558 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-a9426113-0777-447a-9c0a-e8c67f3fc012 service neutron] Port bd7563bd-dcc8-4345-9a07-82d357321e95 on network 7804729f-5a18-4f8e-8ea7-dae1d105ce0d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:42:43.759910 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-a9426113-0777-447a-9c0a-e8c67f3fc012 service neutron] Attempting to bind port bd7563bd-dcc8-4345-9a07-82d357321e95 on network 7804729f-5a18-4f8e-8ea7-dae1d105ce0d {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:42:43.764898 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-a9426113-0777-447a-9c0a-e8c67f3fc012 service neutron] Checking agent: {'id': 'afe9b392-c72e-4ef3-a7bd-ca4c2066af02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8609', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'started_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:42:43.765236 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-a9426113-0777-447a-9c0a-e8c67f3fc012 service neutron] Checking segment: {'id': '88643988-26cf-4ca1-bd7d-7cce24459e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:42:43.765614 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-a9426113-0777-447a-9c0a-e8c67f3fc012 service neutron] Bound using segment: {'id': '88643988-26cf-4ca1-bd7d-7cce24459e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:42:43.766066 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-a9426113-0777-447a-9c0a-e8c67f3fc012 service neutron] Bound port: bd7563bd-dcc8-4345-9a07-82d357321e95, host: hv-neutron-8609, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88643988-26cf-4ca1-bd7d-7cce24459e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:42:43.766430 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-a9426113-0777-447a-9c0a-e8c67f3fc012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:43.797468 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b2c409b8-4e6a-4a5d-953f-611aab3117fa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=118ca68972cc4be1aeb1223f16967aab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1520090 Oct 12 07:42:43.797682 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42618) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:43.841209 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-a9426113-0777-447a-9c0a-e8c67f3fc012 service neutron] For port bd7563bd-dcc8-4345-9a07-82d357321e95, host hv-neutron-8609, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:42:43.845444 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-a9426113-0777-447a-9c0a-e8c67f3fc012 service neutron] For port bd7563bd-dcc8-4345-9a07-82d357321e95, host hv-neutron-8609, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=bd7563bd-dcc8-4345-9a07-82d357321e95,segment=NetworkSegment(88643988-26cf-4ca1-bd7d-7cce24459e19),segment_id=88643988-26cf-4ca1-bd7d-7cce24459e19)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:42:43.850456 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b2e8881a-3174-4443-a88e-f417ff347607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:43.851981 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-a9426113-0777-447a-9c0a-e8c67f3fc012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:43.856763 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-a9426113-0777-447a-9c0a-e8c67f3fc012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:43.857387 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-a9426113-0777-447a-9c0a-e8c67f3fc012 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:43.859393 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-a9426113-0777-447a-9c0a-e8c67f3fc012 service neutron] 10.222.0.23 "PUT /v2.0/ports/bd7563bd-dcc8-4345-9a07-82d357321e95 HTTP/1.1" status: 200 len: 1093 time: 1.0981851 Oct 12 07:42:43.861606 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2d914c9-c0dd-4781-aa4a-3d597e4a9606', 'tag': 'bd7563bd-dcc8-4345-9a07-82d357321e95'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:42:43.864860 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad4dab9-42e9-4018-a8f7-de50ba86d14b" -d '{"events": [{"name": "network-changed", "server_uuid": "d2d914c9-c0dd-4781-aa4a-3d597e4a9606", "tag": "bd7563bd-dcc8-4345-9a07-82d357321e95"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:42:43.877905 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b2e8881a-3174-4443-a88e-f417ff347607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:43.897561 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a8817fe9-5f3c-4b3f-ba66-9168ef1f73bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:43.939032 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b2e8881a-3174-4443-a88e-f417ff347607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:43.941868 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b2e8881a-3174-4443-a88e-f417ff347607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:43.945358 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b2e8881a-3174-4443-a88e-f417ff347607 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/852fd33e-aa88-45a4-ba39-bf723c2b005b HTTP/1.1" status: 204 len: 168 time: 0.1442106 Oct 12 07:42:43.956349 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e8881a-3174-4443-a88e-f417ff347607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852fd33e-aa88-45a4-ba39-bf723c2b005b,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:43.997255 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9426113-0777-447a-9c0a-e8c67f3fc012 service neutron] Pushing event updated for resources: {'Port': ['ID=bd7563bd-dcc8-4345-9a07-82d357321e95,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:44.001572 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 61354258-57c8-4770-8e95-61475f9d459a no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:42:44.007670 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-b85545cf-ca4a-4aaf-9da4-1c1d16c7b12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:44.024246 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 61354258-57c8-4770-8e95-61475f9d459a {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:42:44.024561 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 61354258-57c8-4770-8e95-61475f9d459a not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:42:44.027464 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-b85545cf-ca4a-4aaf-9da4-1c1d16c7b12d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82e1d814e4454fb2a7138e45884a198c&device_id=d2d914c9-c0dd-4781-aa4a-3d597e4a9606 HTTP/1.1" status: 200 len: 1096 time: 0.1028600 Oct 12 07:42:44.027888 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-d4000cbb-1a5b-4e95-bb9c-9918d092ecbb None None] Attempt 2 to provision port bd7563bd-dcc8-4345-9a07-82d357321e95 Oct 12 07:42:44.029134 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f717a971-06da-449d-a9c4-531436638012 x-openstack-request-id: req-f717a971-06da-449d-a9c4-531436638012 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:42:44.029669 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2d914c9-c0dd-4781-aa4a-3d597e4a9606", "tag": "bd7563bd-dcc8-4345-9a07-82d357321e95", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:42:44.029669 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f717a971-06da-449d-a9c4-531436638012 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:42:44.030106 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f717a971-06da-449d-a9c4-531436638012'] response: {'name': 'network-changed', 'server_uuid': 'd2d914c9-c0dd-4781-aa4a-3d597e4a9606', 'tag': 'bd7563bd-dcc8-4345-9a07-82d357321e95', 'status': 'completed', 'code': 200} Oct 12 07:42:44.080131 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-d4000cbb-1a5b-4e95-bb9c-9918d092ecbb None None] Port bd7563bd-dcc8-4345-9a07-82d357321e95 had new provisioning blocks added so it will not transition to active. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 12 07:42:44.083468 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-d4000cbb-1a5b-4e95-bb9c-9918d092ecbb None None] Could not find standard attr ID for object 61354258-57c8-4770-8e95-61475f9d459a. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:42:44.085071 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-3d5287b3-fed1-434b-a13c-06772f6951c3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd7563bd-dcc8-4345-9a07-82d357321e95 HTTP/1.1" status: 200 len: 217 time: 0.0494218 Oct 12 07:42:44.086647 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-d4000cbb-1a5b-4e95-bb9c-9918d092ecbb None None] Could not find standard attr ID for object 038894b9-41d2-47f2-bcda-e52190ae46ef. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:42:44.090441 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-d4000cbb-1a5b-4e95-bb9c-9918d092ecbb None None] Could not find standard attr ID for object d73f1df0-0a1f-49b8-be49-3375c406a64e. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:42:44.148769 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-94ed15c1-622d-41fb-b22a-a08af97b861d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:44.150945 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-94ed15c1-622d-41fb-b22a-a08af97b861d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=47a40364-9659-4f40-a5db-71e52bd850ae HTTP/1.1" status: 200 len: 851 time: 0.0583231 Oct 12 07:42:44.198562 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-35c6b0aa-0645-47b6-8511-a07c01ffe599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:44.200356 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-35c6b0aa-0645-47b6-8511-a07c01ffe599 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7804729f-5a18-4f8e-8ea7-dae1d105ce0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425179 Oct 12 07:42:44.308900 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-15c9862c-696f-4534-adcf-ebf6521ce9df service neutron] 10.222.0.23 "GET /v2.0/networks/7804729f-5a18-4f8e-8ea7-dae1d105ce0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014998 Oct 12 07:42:44.408764 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-843ad601-4a37-4fc0-b1c1-86cb61fa267a req-70c9048f-c40e-4607-8449-193ab6f89257 service neutron] 10.222.0.23 "GET /v2.0/networks/7804729f-5a18-4f8e-8ea7-dae1d105ce0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932643 Oct 12 07:42:44.534898 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85967622-f693-4fa1-9fec-080ecc5158cb req-27727d10-0885-4b15-b131-0fbef44a3083 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:44.536409 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-85967622-f693-4fa1-9fec-080ecc5158cb req-27727d10-0885-4b15-b131-0fbef44a3083 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2d914c9-c0dd-4781-aa4a-3d597e4a9606 HTTP/1.1" status: 200 len: 943 time: 0.0875497 Oct 12 07:42:44.539338 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4dab9-42e9-4018-a8f7-de50ba86d14b req-534931fe-ed8c-457c-99e5-a3ff4dcf8ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:44.540709 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6ad4dab9-42e9-4018-a8f7-de50ba86d14b req-534931fe-ed8c-457c-99e5-a3ff4dcf8ac5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82e1d814e4454fb2a7138e45884a198c&device_id=d2d914c9-c0dd-4781-aa4a-3d597e4a9606 HTTP/1.1" status: 200 len: 1096 time: 0.0801401 Oct 12 07:42:44.645671 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-85967622-f693-4fa1-9fec-080ecc5158cb req-4bd51171-2a6f-4d5a-9d74-2200104effa0 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009724 Oct 12 07:42:44.675080 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4dab9-42e9-4018-a8f7-de50ba86d14b req-7ee9466b-be9c-4bdd-90ed-bafaefce2973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:44.676572 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6ad4dab9-42e9-4018-a8f7-de50ba86d14b req-7ee9466b-be9c-4bdd-90ed-bafaefce2973 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7804729f-5a18-4f8e-8ea7-dae1d105ce0d HTTP/1.1" status: 200 len: 913 time: 0.1252863 Oct 12 07:42:44.718875 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42644) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:44.723360 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6ad4dab9-42e9-4018-a8f7-de50ba86d14b req-0af62f64-f410-477e-8065-7dada2f7815a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd7563bd-dcc8-4345-9a07-82d357321e95 HTTP/1.1" status: 200 len: 217 time: 0.0399470 Oct 12 07:42:44.778549 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4dab9-42e9-4018-a8f7-de50ba86d14b req-f7468464-6884-423f-a82b-c47b7c5f3726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:44.780305 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6ad4dab9-42e9-4018-a8f7-de50ba86d14b req-f7468464-6884-423f-a82b-c47b7c5f3726 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=47a40364-9659-4f40-a5db-71e52bd850ae HTTP/1.1" status: 200 len: 851 time: 0.0493765 Oct 12 07:42:44.834552 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-8d488a11-3822-4ad0-9fc9-a78f79eeb40c tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Request body: {'network': {'name': 'tempest-RoutersTest-212491455'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:44.841817 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4dab9-42e9-4018-a8f7-de50ba86d14b req-ccdd9139-335a-4ac6-bbdf-8e06f998f109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:44.843380 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6ad4dab9-42e9-4018-a8f7-de50ba86d14b req-ccdd9139-335a-4ac6-bbdf-8e06f998f109 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7804729f-5a18-4f8e-8ea7-dae1d105ce0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0553703 Oct 12 07:42:44.855890 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d488a11-3822-4ad0-9fc9-a78f79eeb40c tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Made reservation on behalf of 581b3a364ec742c898d07afe59d874c7 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:42:44.859971 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8d488a11-3822-4ad0-9fc9-a78f79eeb40c tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:44.868330 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8d488a11-3822-4ad0-9fc9-a78f79eeb40c tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:44.944315 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6ad4dab9-42e9-4018-a8f7-de50ba86d14b req-3b44dcc2-1eec-4e34-8755-d8cb77e595d8 service neutron] 10.222.0.23 "GET /v2.0/networks/7804729f-5a18-4f8e-8ea7-dae1d105ce0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936854 Oct 12 07:42:44.948046 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8d488a11-3822-4ad0-9fc9-a78f79eeb40c tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:44.952004 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8d488a11-3822-4ad0-9fc9-a78f79eeb40c tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:44.978156 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d488a11-3822-4ad0-9fc9-a78f79eeb40c tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:42:44.988197 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d488a11-3822-4ad0-9fc9-a78f79eeb40c tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71205d68-2202-4284-a8f7-8ac53d825210,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:45.004868 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8d488a11-3822-4ad0-9fc9-a78f79eeb40c tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:45.005217 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-8d488a11-3822-4ad0-9fc9-a78f79eeb40c tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Added segment 4288b1cd-11bf-4090-a223-57f060582df2 of type vlan for network 33568bef-d4ad-46ed-ade3-7d47c6b79831 Oct 12 07:42:45.048251 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8d488a11-3822-4ad0-9fc9-a78f79eeb40c tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:45.051935 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6ad4dab9-42e9-4018-a8f7-de50ba86d14b req-37576a85-e825-4b24-ad48-c8682ce8e1e4 service neutron] 10.222.0.23 "GET /v2.0/networks/7804729f-5a18-4f8e-8ea7-dae1d105ce0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016321 Oct 12 07:42:45.075430 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8d488a11-3822-4ad0-9fc9-a78f79eeb40c tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:45.081356 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d488a11-3822-4ad0-9fc9-a78f79eeb40c tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:45.081967 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8d488a11-3822-4ad0-9fc9-a78f79eeb40c tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:45.120847 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-8d488a11-3822-4ad0-9fc9-a78f79eeb40c tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4007189 Oct 12 07:42:45.123360 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42648) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:45.130536 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-26dad53e-4575-413b-a0e7-ac5990de4063 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Request body: {'network': {'name': 'tempest-RoutersTest-444753507'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:45.160990 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d488a11-3822-4ad0-9fc9-a78f79eeb40c tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event updated for resources: {'Network': ['ID=33568bef-d4ad-46ed-ade3-7d47c6b79831,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:45.172485 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 33568bef-d4ad-46ed-ade3-7d47c6b79831 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:42:45.180629 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26dad53e-4575-413b-a0e7-ac5990de4063 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Made reservation on behalf of 581b3a364ec742c898d07afe59d874c7 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:42:45.185079 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26dad53e-4575-413b-a0e7-ac5990de4063 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:45.209050 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26dad53e-4575-413b-a0e7-ac5990de4063 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:42:45.218869 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26dad53e-4575-413b-a0e7-ac5990de4063 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:45.219363 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-26dad53e-4575-413b-a0e7-ac5990de4063 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Added segment 73a7bb4f-78f8-45e9-b649-a8b9d5542b17 of type vlan for network c0dad3e8-b8df-4fdd-bc4c-5fbc67e437cb Oct 12 07:42:45.261808 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26dad53e-4575-413b-a0e7-ac5990de4063 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:45.292677 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26dad53e-4575-413b-a0e7-ac5990de4063 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:45.299269 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dad53e-4575-413b-a0e7-ac5990de4063 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:45.299970 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26dad53e-4575-413b-a0e7-ac5990de4063 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:45.338411 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-26dad53e-4575-413b-a0e7-ac5990de4063 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2139530 Oct 12 07:42:45.341325 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42650) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:45.348506 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-b369cfa3-1e68-4686-be58-8e7a5e318be9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Request body: {'subnet': {'network_id': '33568bef-d4ad-46ed-ade3-7d47c6b79831', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:45.378533 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dad53e-4575-413b-a0e7-ac5990de4063 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event updated for resources: {'Network': ['ID=c0dad3e8-b8df-4fdd-bc4c-5fbc67e437cb,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:45.388414 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network c0dad3e8-b8df-4fdd-bc4c-5fbc67e437cb details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:42:45.470769 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b369cfa3-1e68-4686-be58-8e7a5e318be9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Made reservation on behalf of 581b3a364ec742c898d07afe59d874c7 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:42:45.474697 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b369cfa3-1e68-4686-be58-8e7a5e318be9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:45.655177 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b369cfa3-1e68-4686-be58-8e7a5e318be9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:45.713556 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b369cfa3-1e68-4686-be58-8e7a5e318be9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event updated for resources: {'Subnet': ['ID=7e52f716-1221-4041-ba9a-8a91d9383056,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:45.723942 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b369cfa3-1e68-4686-be58-8e7a5e318be9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Checking segment: {'id': '4288b1cd-11bf-4090-a223-57f060582df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '33568bef-d4ad-46ed-ade3-7d47c6b79831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:42:45.724515 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b369cfa3-1e68-4686-be58-8e7a5e318be9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Network hostable DHCP agents. Network: 33568bef-d4ad-46ed-ade3-7d47c6b79831, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:42:45.742766 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b369cfa3-1e68-4686-be58-8e7a5e318be9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Network 33568bef-d4ad-46ed-ade3-7d47c6b79831 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:42:45.753267 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-b369cfa3-1e68-4686-be58-8e7a5e318be9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 33568bef-d4ad-46ed-ade3-7d47c6b79831) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:42:45.759049 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b369cfa3-1e68-4686-be58-8e7a5e318be9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:45.761075 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b369cfa3-1e68-4686-be58-8e7a5e318be9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:45.762858 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad53497f-58af-49e7-9fb7-c4aaec2538ad None None] Network 33568bef-d4ad-46ed-ade3-7d47c6b79831 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:42:45.784095 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b369cfa3-1e68-4686-be58-8e7a5e318be9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4412742 Oct 12 07:42:45.787111 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42656) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:45.793619 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-a9b23876-73fe-4dee-aa08-ead7a07a69af tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Request body: {'subnet': {'network_id': 'c0dad3e8-b8df-4fdd-bc4c-5fbc67e437cb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:45.795015 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c93993-0aca-4c84-bd6f-aafabe5e0c6d req-ada693dd-594b-4e49-9559-05ca32e8a8cf tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:45.797305 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-68c93993-0aca-4c84-bd6f-aafabe5e0c6d req-ada693dd-594b-4e49-9559-05ca32e8a8cf tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2d914c9-c0dd-4781-aa4a-3d597e4a9606 HTTP/1.1" status: 200 len: 943 time: 0.0713334 Oct 12 07:42:45.858130 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-68c93993-0aca-4c84-bd6f-aafabe5e0c6d req-a50d309c-288b-480e-8ea8-440bcfc50d0a tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400877 Oct 12 07:42:45.897813 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b23876-73fe-4dee-aa08-ead7a07a69af tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Made reservation on behalf of 581b3a364ec742c898d07afe59d874c7 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:42:45.902354 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a9b23876-73fe-4dee-aa08-ead7a07a69af tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:45.948575 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b503fb1e-896b-41fb-ba47-9b3b9fe3eb23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-33568bef-d4ad-46ed-ade3-7d47c6b79831', 'network_id': '33568bef-d4ad-46ed-ade3-7d47c6b79831', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'fixed_ips': [{'subnet_id': '7e52f716-1221-4041-ba9a-8a91d9383056'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:42:45.949850 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b503fb1e-896b-41fb-ba47-9b3b9fe3eb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:46.065087 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-296c48e3-8534-433f-a013-b89deb55166b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:46.107702 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a9b23876-73fe-4dee-aa08-ead7a07a69af tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:46.108694 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-b503fb1e-896b-41fb-ba47-9b3b9fe3eb23 None None] Allocated IP 172.20.0.2 (33568bef-d4ad-46ed-ade3-7d47c6b79831/7e52f716-1221-4041-ba9a-8a91d9383056/f98d82bc-4342-4007-9125-d432df638f41) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:42:46.175836 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b23876-73fe-4dee-aa08-ead7a07a69af tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event updated for resources: {'Subnet': ['ID=d4c4ed9a-5e48-4ae8-a585-c5f997fa585a,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:46.182870 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b23876-73fe-4dee-aa08-ead7a07a69af tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Checking segment: {'id': '73a7bb4f-78f8-45e9-b649-a8b9d5542b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c0dad3e8-b8df-4fdd-bc4c-5fbc67e437cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:42:46.183360 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b23876-73fe-4dee-aa08-ead7a07a69af tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Network hostable DHCP agents. Network: c0dad3e8-b8df-4fdd-bc4c-5fbc67e437cb, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:42:46.200583 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b23876-73fe-4dee-aa08-ead7a07a69af tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Network c0dad3e8-b8df-4fdd-bc4c-5fbc67e437cb is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:42:46.216669 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-a9b23876-73fe-4dee-aa08-ead7a07a69af tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, c0dad3e8-b8df-4fdd-bc4c-5fbc67e437cb) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:42:46.220954 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b23876-73fe-4dee-aa08-ead7a07a69af tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:46.221554 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a9b23876-73fe-4dee-aa08-ead7a07a69af tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:46.242663 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a9b23876-73fe-4dee-aa08-ead7a07a69af tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4543071 Oct 12 07:42:46.246292 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc950556-77e1-40ca-ba35-74b433ac35c8 None None] Network c0dad3e8-b8df-4fdd-bc4c-5fbc67e437cb requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:42:46.246802 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42658) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:46.251945 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-bc35335d-7898-407e-9eb6-0a669bb79f09 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1101851031', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:46.277388 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bc35335d-7898-407e-9eb6-0a669bb79f09 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:46.278661 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bc35335d-7898-407e-9eb6-0a669bb79f09 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:46.279561 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b503fb1e-896b-41fb-ba47-9b3b9fe3eb23 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:46.286648 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b503fb1e-896b-41fb-ba47-9b3b9fe3eb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:46.344790 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bc35335d-7898-407e-9eb6-0a669bb79f09 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:46.350604 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bc35335d-7898-407e-9eb6-0a669bb79f09 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:46.372612 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bc35335d-7898-407e-9eb6-0a669bb79f09 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:46.376287 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b503fb1e-896b-41fb-ba47-9b3b9fe3eb23 None None] Network 33568bef-d4ad-46ed-ade3-7d47c6b79831 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:42:46.376835 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42660) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:46.379389 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b503fb1e-896b-41fb-ba47-9b3b9fe3eb23 None None] Pushing event updated for resources: {'Port': ['ID=f98d82bc-4342-4007-9125-d432df638f41,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:46.383726 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-b503fb1e-896b-41fb-ba47-9b3b9fe3eb23 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:42:46.388396 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b503fb1e-896b-41fb-ba47-9b3b9fe3eb23 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:42:46.390847 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-bc35335d-7898-407e-9eb6-0a669bb79f09 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1429462 Oct 12 07:42:46.476293 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-b503fb1e-896b-41fb-ba47-9b3b9fe3eb23 None None] Attempting to bind port f98d82bc-4342-4007-9125-d432df638f41 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:42:46.476574 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-b503fb1e-896b-41fb-ba47-9b3b9fe3eb23 None None] Attempting to bind port f98d82bc-4342-4007-9125-d432df638f41 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '4288b1cd-11bf-4090-a223-57f060582df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '33568bef-d4ad-46ed-ade3-7d47c6b79831'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:42:46.476939 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b503fb1e-896b-41fb-ba47-9b3b9fe3eb23 None None] Attempting to bind port f98d82bc-4342-4007-9125-d432df638f41 on network 33568bef-d4ad-46ed-ade3-7d47c6b79831 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:42:46.486695 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b503fb1e-896b-41fb-ba47-9b3b9fe3eb23 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:42:46.487067 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b503fb1e-896b-41fb-ba47-9b3b9fe3eb23 None None] Checking segment: {'id': '4288b1cd-11bf-4090-a223-57f060582df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '33568bef-d4ad-46ed-ade3-7d47c6b79831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:42:46.487469 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b503fb1e-896b-41fb-ba47-9b3b9fe3eb23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:46.487856 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b503fb1e-896b-41fb-ba47-9b3b9fe3eb23 None None] Bound using segment: {'id': '4288b1cd-11bf-4090-a223-57f060582df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '33568bef-d4ad-46ed-ade3-7d47c6b79831'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:42:46.488316 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-b503fb1e-896b-41fb-ba47-9b3b9fe3eb23 None None] Bound port: f98d82bc-4342-4007-9125-d432df638f41, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4288b1cd-11bf-4090-a223-57f060582df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '33568bef-d4ad-46ed-ade3-7d47c6b79831'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:42:46.488694 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b503fb1e-896b-41fb-ba47-9b3b9fe3eb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:46.542347 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bec9fb-85d1-47a1-8c4f-d6d5fef1a77d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-c0dad3e8-b8df-4fdd-bc4c-5fbc67e437cb', 'network_id': 'c0dad3e8-b8df-4fdd-bc4c-5fbc67e437cb', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'fixed_ips': [{'subnet_id': 'd4c4ed9a-5e48-4ae8-a585-c5f997fa585a'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:42:46.543130 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-58bec9fb-85d1-47a1-8c4f-d6d5fef1a77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:46.591755 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-b503fb1e-896b-41fb-ba47-9b3b9fe3eb23 None None] For port f98d82bc-4342-4007-9125-d432df638f41, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:42:46.654649 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-b503fb1e-896b-41fb-ba47-9b3b9fe3eb23 None None] For port f98d82bc-4342-4007-9125-d432df638f41, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=f98d82bc-4342-4007-9125-d432df638f41,segment=NetworkSegment(4288b1cd-11bf-4090-a223-57f060582df2),segment_id=4288b1cd-11bf-4090-a223-57f060582df2)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:42:46.661051 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b503fb1e-896b-41fb-ba47-9b3b9fe3eb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:46.674875 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-42fb852f-52e7-4ca0-96d8-99c30f986945 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:46.923317 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-58bec9fb-85d1-47a1-8c4f-d6d5fef1a77d None None] Allocated IP 172.21.0.2 (c0dad3e8-b8df-4fdd-bc4c-5fbc67e437cb/d4c4ed9a-5e48-4ae8-a585-c5f997fa585a/a1f751da-a5ce-4166-bf51-55d9cbd6ecfb) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:42:46.925839 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b503fb1e-896b-41fb-ba47-9b3b9fe3eb23 None None] Pushing event updated for resources: {'Port': ['ID=f98d82bc-4342-4007-9125-d432df638f41,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:46.968439 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-42fb852f-52e7-4ca0-96d8-99c30f986945 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Allocated IP 172.20.0.1 (33568bef-d4ad-46ed-ade3-7d47c6b79831/7e52f716-1221-4041-ba9a-8a91d9383056/221f1115-0b81-47d8-9bd9-c95007b264d6) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:42:47.014757 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c3a50-5c3e-4565-bf02-49e6cc5d038c req-cfd7acbc-a172-4269-9e48-07f63ff84d49 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:47.017073 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b31c3a50-5c3e-4565-bf02-49e6cc5d038c req-cfd7acbc-a172-4269-9e48-07f63ff84d49 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2d914c9-c0dd-4781-aa4a-3d597e4a9606 HTTP/1.1" status: 200 len: 943 time: 0.0659380 Oct 12 07:42:47.061061 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b31c3a50-5c3e-4565-bf02-49e6cc5d038c req-cf41fa34-6626-4795-8c61-52e7456599ac tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371926 Oct 12 07:42:47.102604 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-42fb852f-52e7-4ca0-96d8-99c30f986945 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:47.117982 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-58bec9fb-85d1-47a1-8c4f-d6d5fef1a77d None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:47.123505 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-58bec9fb-85d1-47a1-8c4f-d6d5fef1a77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:47.136150 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-42fb852f-52e7-4ca0-96d8-99c30f986945 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:47.167659 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bec9fb-85d1-47a1-8c4f-d6d5fef1a77d None None] Network c0dad3e8-b8df-4fdd-bc4c-5fbc67e437cb is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:42:47.170868 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-58bec9fb-85d1-47a1-8c4f-d6d5fef1a77d None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:42:47.173844 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bec9fb-85d1-47a1-8c4f-d6d5fef1a77d None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:42:47.178383 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fb852f-52e7-4ca0-96d8-99c30f986945 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Network 33568bef-d4ad-46ed-ade3-7d47c6b79831 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:42:47.181441 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-42fb852f-52e7-4ca0-96d8-99c30f986945 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:42:47.185533 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fb852f-52e7-4ca0-96d8-99c30f986945 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:42:47.185708 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bec9fb-85d1-47a1-8c4f-d6d5fef1a77d None None] Pushing event updated for resources: {'Port': ['ID=a1f751da-a5ce-4166-bf51-55d9cbd6ecfb,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:47.208507 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb852f-52e7-4ca0-96d8-99c30f986945 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event updated for resources: {'Port': ['ID=221f1115-0b81-47d8-9bd9-c95007b264d6,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:47.233095 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-42fb852f-52e7-4ca0-96d8-99c30f986945 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:47.247041 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:47.249312 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-58bec9fb-85d1-47a1-8c4f-d6d5fef1a77d None None] Attempting to bind port a1f751da-a5ce-4166-bf51-55d9cbd6ecfb on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:42:47.249692 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-58bec9fb-85d1-47a1-8c4f-d6d5fef1a77d None None] Attempting to bind port a1f751da-a5ce-4166-bf51-55d9cbd6ecfb by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '73a7bb4f-78f8-45e9-b649-a8b9d5542b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c0dad3e8-b8df-4fdd-bc4c-5fbc67e437cb'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:42:47.250179 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bec9fb-85d1-47a1-8c4f-d6d5fef1a77d None None] Attempting to bind port a1f751da-a5ce-4166-bf51-55d9cbd6ecfb on network c0dad3e8-b8df-4fdd-bc4c-5fbc67e437cb {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:42:47.255219 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bec9fb-85d1-47a1-8c4f-d6d5fef1a77d None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:42:47.255595 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bec9fb-85d1-47a1-8c4f-d6d5fef1a77d None None] Checking segment: {'id': '73a7bb4f-78f8-45e9-b649-a8b9d5542b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c0dad3e8-b8df-4fdd-bc4c-5fbc67e437cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:42:47.255991 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-58bec9fb-85d1-47a1-8c4f-d6d5fef1a77d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:47.256382 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bec9fb-85d1-47a1-8c4f-d6d5fef1a77d None None] Bound using segment: {'id': '73a7bb4f-78f8-45e9-b649-a8b9d5542b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c0dad3e8-b8df-4fdd-bc4c-5fbc67e437cb'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:42:47.256848 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-58bec9fb-85d1-47a1-8c4f-d6d5fef1a77d None None] Bound port: a1f751da-a5ce-4166-bf51-55d9cbd6ecfb, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73a7bb4f-78f8-45e9-b649-a8b9d5542b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c0dad3e8-b8df-4fdd-bc4c-5fbc67e437cb'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:42:47.257229 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-58bec9fb-85d1-47a1-8c4f-d6d5fef1a77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:47.326753 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-58bec9fb-85d1-47a1-8c4f-d6d5fef1a77d None None] For port a1f751da-a5ce-4166-bf51-55d9cbd6ecfb, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:42:47.329803 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-58bec9fb-85d1-47a1-8c4f-d6d5fef1a77d None None] For port a1f751da-a5ce-4166-bf51-55d9cbd6ecfb, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=a1f751da-a5ce-4166-bf51-55d9cbd6ecfb,segment=NetworkSegment(73a7bb4f-78f8-45e9-b649-a8b9d5542b17),segment_id=73a7bb4f-78f8-45e9-b649-a8b9d5542b17)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:42:47.334285 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-58bec9fb-85d1-47a1-8c4f-d6d5fef1a77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:47.349904 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-42fb852f-52e7-4ca0-96d8-99c30f986945 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:47.391308 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bec9fb-85d1-47a1-8c4f-d6d5fef1a77d None None] Pushing event updated for resources: {'Port': ['ID=a1f751da-a5ce-4166-bf51-55d9cbd6ecfb,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:47.672383 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-42fb852f-52e7-4ca0-96d8-99c30f986945 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:47.678973 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-42fb852f-52e7-4ca0-96d8-99c30f986945 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:47.754674 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb852f-52e7-4ca0-96d8-99c30f986945 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event updated for resources: {'Port': ['ID=221f1115-0b81-47d8-9bd9-c95007b264d6,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:47.757193 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-42fb852f-52e7-4ca0-96d8-99c30f986945 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:47.817448 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad7a1fa-0c81-4749-b2c9-aacd86cfa749 None None] Network 33568bef-d4ad-46ed-ade3-7d47c6b79831 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:42:47.862549 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fb852f-52e7-4ca0-96d8-99c30f986945 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Network 33568bef-d4ad-46ed-ade3-7d47c6b79831 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:42:47.864360 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-42fb852f-52e7-4ca0-96d8-99c30f986945 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:42:47.903428 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-97a15f4e-33d1-4058-9fde-bf9b9c068f9e None None] Provisioning complete for port f98d82bc-4342-4007-9125-d432df638f41 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:47.904301 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-97a15f4e-33d1-4058-9fde-bf9b9c068f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:47.904301 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-97a15f4e-33d1-4058-9fde-bf9b9c068f9e None None] Attempt 1 to provision port f98d82bc-4342-4007-9125-d432df638f41 Oct 12 07:42:47.988350 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device f98d82bc-4342-4007-9125-d432df638f41 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:42:48.098351 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-97a15f4e-33d1-4058-9fde-bf9b9c068f9e None None] Current status of the port f98d82bc-4342-4007-9125-d432df638f41 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:42:48.098732 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-97a15f4e-33d1-4058-9fde-bf9b9c068f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:48.127676 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port f98d82bc-4342-4007-9125-d432df638f41 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:48.128047 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:48.128394 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port f98d82bc-4342-4007-9125-d432df638f41 Oct 12 07:42:48.174258 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-97a15f4e-33d1-4058-9fde-bf9b9c068f9e None None] For port f98d82bc-4342-4007-9125-d432df638f41, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=f98d82bc-4342-4007-9125-d432df638f41,segment=NetworkSegment(4288b1cd-11bf-4090-a223-57f060582df2),segment_id=4288b1cd-11bf-4090-a223-57f060582df2)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:42:48.185296 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-97a15f4e-33d1-4058-9fde-bf9b9c068f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:48.278841 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a01e1-644e-4c8a-88c6-7d8027eeb18d req-dc54d09f-54aa-4bb4-8189-6dd489fe2fec tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:48.284396 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-604a01e1-644e-4c8a-88c6-7d8027eeb18d req-dc54d09f-54aa-4bb4-8189-6dd489fe2fec tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2d914c9-c0dd-4781-aa4a-3d597e4a9606 HTTP/1.1" status: 200 len: 943 time: 0.0981371 Oct 12 07:42:48.303639 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a15f4e-33d1-4058-9fde-bf9b9c068f9e None None] Pushing event updated for resources: {'Port': ['ID=f98d82bc-4342-4007-9125-d432df638f41,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:48.314304 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port f98d82bc-4342-4007-9125-d432df638f41 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:42:48.315548 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device a1f751da-a5ce-4166-bf51-55d9cbd6ecfb up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:42:48.348551 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-604a01e1-644e-4c8a-88c6-7d8027eeb18d req-68e97245-f092-4d73-8c84-af99dae0bc13 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549028 Oct 12 07:42:48.351390 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42fb852f-52e7-4ca0-96d8-99c30f986945 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Router 6fb73e08-84b7-4891-ad61-99da7250753b is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:42:48.400326 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port a1f751da-a5ce-4166-bf51-55d9cbd6ecfb triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:48.400788 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:48.401199 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port a1f751da-a5ce-4166-bf51-55d9cbd6ecfb Oct 12 07:42:48.467799 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42fb852f-52e7-4ca0-96d8-99c30f986945 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:42:48.473085 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-42fb852f-52e7-4ca0-96d8-99c30f986945 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "PUT /v2.0/routers/6fb73e08-84b7-4891-ad61-99da7250753b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0950942 Oct 12 07:42:48.476064 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42666) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:48.483548 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62558fc-40b4-4eae-b0c5-1352d5c3e363 None None] Sync routers for ids ['6fb73e08-84b7-4891-ad61-99da7250753b'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:42:48.495228 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62558fc-40b4-4eae-b0c5-1352d5c3e363 None None] Routers {'6fb73e08-84b7-4891-ad61-99da7250753b'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:42:48.496138 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c62558fc-40b4-4eae-b0c5-1352d5c3e363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:42:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['6fb73e08-84b7-4891-ad61-99da7250753b'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:48.500105 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port a1f751da-a5ce-4166-bf51-55d9cbd6ecfb is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:42:48.500583 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:48.537728 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c62558fc-40b4-4eae-b0c5-1352d5c3e363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:48.549420 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port a1f751da-a5ce-4166-bf51-55d9cbd6ecfb, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=a1f751da-a5ce-4166-bf51-55d9cbd6ecfb,segment=NetworkSegment(73a7bb4f-78f8-45e9-b649-a8b9d5542b17),segment_id=73a7bb4f-78f8-45e9-b649-a8b9d5542b17)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:42:48.551218 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-7827051f-b991-4a56-847b-b96933f287d0 None None] Provisioning complete for port f98d82bc-4342-4007-9125-d432df638f41 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:48.551612 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7827051f-b991-4a56-847b-b96933f287d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:48.551934 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-7827051f-b991-4a56-847b-b96933f287d0 None None] Attempt 1 to provision port f98d82bc-4342-4007-9125-d432df638f41 Oct 12 07:42:48.554352 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62558fc-40b4-4eae-b0c5-1352d5c3e363 None None] Routers {'6fb73e08-84b7-4891-ad61-99da7250753b'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:42:48.555136 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c62558fc-40b4-4eae-b0c5-1352d5c3e363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:42:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['6fb73e08-84b7-4891-ad61-99da7250753b'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:48.576004 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3288c92-98f9-489a-b6b4-095f0d198e6b tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:48.577476 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c3288c92-98f9-489a-b6b4-095f0d198e6b tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "GET /v2.0/ports/221f1115-0b81-47d8-9bd9-c95007b264d6 HTTP/1.1" status: 200 len: 910 time: 0.1004140 Oct 12 07:42:48.580501 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42668) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:48.594661 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:48.601009 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c62558fc-40b4-4eae-b0c5-1352d5c3e363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:48.601966 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62558fc-40b4-4eae-b0c5-1352d5c3e363 None None] The sync data for ids ['6fb73e08-84b7-4891-ad61-99da7250753b'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:42:48.683813 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e894fc-c3e8-416a-a4eb-d6257a6f2de2 None None] Network c0dad3e8-b8df-4fdd-bc4c-5fbc67e437cb requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:42:48.690866 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=a1f751da-a5ce-4166-bf51-55d9cbd6ecfb,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:48.727168 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7827051f-b991-4a56-847b-b96933f287d0 None None] Current status of the port f98d82bc-4342-4007-9125-d432df638f41 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:42:48.785380 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-7827051f-b991-4a56-847b-b96933f287d0 None None] Provisioning complete for port 221f1115-0b81-47d8-9bd9-c95007b264d6 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:48.785754 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7827051f-b991-4a56-847b-b96933f287d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:48.786516 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-7827051f-b991-4a56-847b-b96933f287d0 None None] Attempt 1 to provision port 221f1115-0b81-47d8-9bd9-c95007b264d6 Oct 12 07:42:48.835873 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:48.873227 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7827051f-b991-4a56-847b-b96933f287d0 None None] Port 221f1115-0b81-47d8-9bd9-c95007b264d6 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:42:48.968103 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-56c77706-a838-4c85-868b-43a1151ec039 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:49.112456 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:49.218884 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-56c77706-a838-4c85-868b-43a1151ec039 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Allocated IP 172.21.0.1 (c0dad3e8-b8df-4fdd-bc4c-5fbc67e437cb/d4c4ed9a-5e48-4ae8-a585-c5f997fa585a/6b9ac54e-09e8-4b9f-b2c3-7073f0b39e71) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:42:49.328413 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-56c77706-a838-4c85-868b-43a1151ec039 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:49.359771 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-56c77706-a838-4c85-868b-43a1151ec039 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:49.374010 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-7827051f-b991-4a56-847b-b96933f287d0 None None] Attempt 2 to provision port 221f1115-0b81-47d8-9bd9-c95007b264d6 Oct 12 07:42:49.398629 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c77706-a838-4c85-868b-43a1151ec039 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Network c0dad3e8-b8df-4fdd-bc4c-5fbc67e437cb is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:42:49.402626 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-56c77706-a838-4c85-868b-43a1151ec039 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:42:49.405821 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c77706-a838-4c85-868b-43a1151ec039 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:42:49.424615 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7827051f-b991-4a56-847b-b96933f287d0 None None] Port 221f1115-0b81-47d8-9bd9-c95007b264d6 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:42:49.439680 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c77706-a838-4c85-868b-43a1151ec039 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event updated for resources: {'Port': ['ID=6b9ac54e-09e8-4b9f-b2c3-7073f0b39e71,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:49.465167 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-56c77706-a838-4c85-868b-43a1151ec039 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:49.488780 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a892f5-328a-45f2-99a1-040a3e2c7fc4 req-0fc33367-c1dd-4d26-9b1f-a57a4fb8f1de tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:49.491194 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-56a892f5-328a-45f2-99a1-040a3e2c7fc4 req-0fc33367-c1dd-4d26-9b1f-a57a4fb8f1de tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2d914c9-c0dd-4781-aa4a-3d597e4a9606 HTTP/1.1" status: 200 len: 943 time: 0.0549741 Oct 12 07:42:49.546617 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-56a892f5-328a-45f2-99a1-040a3e2c7fc4 req-24f955aa-bc7d-4e17-9eb4-7f09c29f295e tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433488 Oct 12 07:42:49.592316 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-56c77706-a838-4c85-868b-43a1151ec039 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:49.846910 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-56c77706-a838-4c85-868b-43a1151ec039 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:49.851630 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-56c77706-a838-4c85-868b-43a1151ec039 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:49.902971 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device f98d82bc-4342-4007-9125-d432df638f41 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:42:49.927191 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-7827051f-b991-4a56-847b-b96933f287d0 None None] Attempt 3 to provision port 221f1115-0b81-47d8-9bd9-c95007b264d6 Oct 12 07:42:49.929771 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c77706-a838-4c85-868b-43a1151ec039 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event updated for resources: {'Port': ['ID=6b9ac54e-09e8-4b9f-b2c3-7073f0b39e71,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:49.932999 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-56c77706-a838-4c85-868b-43a1151ec039 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:49.973583 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7827051f-b991-4a56-847b-b96933f287d0 None None] Port 221f1115-0b81-47d8-9bd9-c95007b264d6 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:42:49.983723 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port f98d82bc-4342-4007-9125-d432df638f41 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:49.984092 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:49.984417 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port f98d82bc-4342-4007-9125-d432df638f41 Oct 12 07:42:50.022769 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c77706-a838-4c85-868b-43a1151ec039 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Network c0dad3e8-b8df-4fdd-bc4c-5fbc67e437cb is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:42:50.024138 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-56c77706-a838-4c85-868b-43a1151ec039 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:42:50.063675 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port f98d82bc-4342-4007-9125-d432df638f41 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:42:50.064763 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device a1f751da-a5ce-4166-bf51-55d9cbd6ecfb up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:42:50.116609 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port a1f751da-a5ce-4166-bf51-55d9cbd6ecfb triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:50.117447 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:50.117447 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port a1f751da-a5ce-4166-bf51-55d9cbd6ecfb Oct 12 07:42:50.130229 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c77706-a838-4c85-868b-43a1151ec039 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Router 6fb73e08-84b7-4891-ad61-99da7250753b has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:42:50.196282 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port a1f751da-a5ce-4166-bf51-55d9cbd6ecfb is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:42:50.229437 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c77706-a838-4c85-868b-43a1151ec039 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:42:50.235360 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-56c77706-a838-4c85-868b-43a1151ec039 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "PUT /v2.0/routers/6fb73e08-84b7-4891-ad61-99da7250753b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6537325 Oct 12 07:42:50.237164 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42672) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:50.239738 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947f3fce-e464-450d-a118-09600b2a3a5d None None] Sync routers for ids ['6fb73e08-84b7-4891-ad61-99da7250753b'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:42:50.250354 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947f3fce-e464-450d-a118-09600b2a3a5d None None] Routers {'6fb73e08-84b7-4891-ad61-99da7250753b'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:42:50.250970 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-947f3fce-e464-450d-a118-09600b2a3a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:42:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['6fb73e08-84b7-4891-ad61-99da7250753b'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:50.279199 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832dca1a-ea3b-4839-8ce6-72dc5e6dc40a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:50.280543 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-832dca1a-ea3b-4839-8ce6-72dc5e6dc40a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "GET /v2.0/ports/6b9ac54e-09e8-4b9f-b2c3-7073f0b39e71 HTTP/1.1" status: 200 len: 910 time: 0.0424047 Oct 12 07:42:50.283399 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42674) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:50.286832 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-947f3fce-e464-450d-a118-09600b2a3a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:50.296540 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947f3fce-e464-450d-a118-09600b2a3a5d None None] Routers {'6fb73e08-84b7-4891-ad61-99da7250753b'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:42:50.297209 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-947f3fce-e464-450d-a118-09600b2a3a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:42:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['6fb73e08-84b7-4891-ad61-99da7250753b'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:50.329840 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-947f3fce-e464-450d-a118-09600b2a3a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:50.330510 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947f3fce-e464-450d-a118-09600b2a3a5d None None] The sync data for ids ['6fb73e08-84b7-4891-ad61-99da7250753b'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:42:50.475202 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-7827051f-b991-4a56-847b-b96933f287d0 None None] Attempt 4 to provision port 221f1115-0b81-47d8-9bd9-c95007b264d6 Oct 12 07:42:50.508214 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7827051f-b991-4a56-847b-b96933f287d0 None None] Port 221f1115-0b81-47d8-9bd9-c95007b264d6 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:42:50.591919 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c4f1c853-261a-490f-a359-9c289a29c4a9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:50.662138 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c00bd-e81d-4196-8ff1-8c3e4b6e57ac req-f1565340-00cd-41d0-ad11-1863388b165f tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:50.663639 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-448c00bd-e81d-4196-8ff1-8c3e4b6e57ac req-f1565340-00cd-41d0-ad11-1863388b165f tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2d914c9-c0dd-4781-aa4a-3d597e4a9606 HTTP/1.1" status: 200 len: 943 time: 0.0534637 Oct 12 07:42:50.701822 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-448c00bd-e81d-4196-8ff1-8c3e4b6e57ac req-1464606c-7f68-4ff0-945a-ae8ad320b043 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320044 Oct 12 07:42:50.716746 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42680) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:50.781051 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-fb66503b-7289-4ed0-a520-d598bd43e11e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/floatingips/7f7683d0-863e-4284-8585-edd8ad705f14 HTTP/1.1" status: 200 len: 992 time: 0.0630023 Oct 12 07:42:50.836808 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-c4f1c853-261a-490f-a359-9c289a29c4a9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Deleting port 6b9ac54e-09e8-4b9f-b2c3-7073f0b39e71 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:42:50.837356 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c4f1c853-261a-490f-a359-9c289a29c4a9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:50.922581 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c4f1c853-261a-490f-a359-9c289a29c4a9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:50.935297 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-c4f1c853-261a-490f-a359-9c289a29c4a9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Calling delete_port for 6b9ac54e-09e8-4b9f-b2c3-7073f0b39e71 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:42:50.949216 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:51.009428 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-7827051f-b991-4a56-847b-b96933f287d0 None None] Attempt 5 to provision port 221f1115-0b81-47d8-9bd9-c95007b264d6 Oct 12 07:42:51.046674 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7827051f-b991-4a56-847b-b96933f287d0 None None] Port 221f1115-0b81-47d8-9bd9-c95007b264d6 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:42:51.069566 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42686) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:51.100865 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c4f1c853-261a-490f-a359-9c289a29c4a9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:51.128267 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1c853-261a-490f-a359-9c289a29c4a9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event deleted for resources: {'Port': ['ID=6b9ac54e-09e8-4b9f-b2c3-7073f0b39e71,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:51.235989 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-a4a1d852-8f19-41bb-8e55-1fcc89e9b103 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Deleting port 31193309-316f-48aa-8e3d-6cc45bef018e {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:42:51.236351 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a4a1d852-8f19-41bb-8e55-1fcc89e9b103 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:51.288741 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c4f1c853-261a-490f-a359-9c289a29c4a9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:51.323437 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a4a1d852-8f19-41bb-8e55-1fcc89e9b103 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:51.323768 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a4a1d852-8f19-41bb-8e55-1fcc89e9b103 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:51.335896 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-a4a1d852-8f19-41bb-8e55-1fcc89e9b103 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Calling delete_port for 31193309-316f-48aa-8e3d-6cc45bef018e owned by network:floatingip {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:42:51.491264 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a4a1d852-8f19-41bb-8e55-1fcc89e9b103 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:51.515414 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a1d852-8f19-41bb-8e55-1fcc89e9b103 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Port': ['ID=31193309-316f-48aa-8e3d-6cc45bef018e,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:51.548283 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-7827051f-b991-4a56-847b-b96933f287d0 None None] Attempt 6 to provision port 221f1115-0b81-47d8-9bd9-c95007b264d6 Oct 12 07:42:51.585586 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7827051f-b991-4a56-847b-b96933f287d0 None None] Port 221f1115-0b81-47d8-9bd9-c95007b264d6 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:42:51.588851 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a4a1d852-8f19-41bb-8e55-1fcc89e9b103 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for floatingip, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:51.589184 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [None req-a4a1d852-8f19-41bb-8e55-1fcc89e9b103 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Floating IP 7f7683d0-863e-4284-8585-edd8ad705f14 disassociated (deleted). External IP: 172.26.3.20, port: 21907f1b-a484-410f-8da8-88d32a31c8c1. Oct 12 07:42:51.768938 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f1c853-261a-490f-a359-9c289a29c4a9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Router 6fb73e08-84b7-4891-ad61-99da7250753b has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:42:51.839207 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a1d852-8f19-41bb-8e55-1fcc89e9b103 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Router 4385b7ed-f14f-445f-8b19-677da8de5ef9 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:42:51.852685 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e4c02-c2a8-400c-8e6e-41716b87af1d req-f9cacfb6-50ce-4888-bf38-0c6b9d8e24d7 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:51.854782 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-045e4c02-c2a8-400c-8e6e-41716b87af1d req-f9cacfb6-50ce-4888-bf38-0c6b9d8e24d7 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2d914c9-c0dd-4781-aa4a-3d597e4a9606 HTTP/1.1" status: 200 len: 943 time: 0.0679235 Oct 12 07:42:51.862685 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f1c853-261a-490f-a359-9c289a29c4a9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:42:51.867626 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c4f1c853-261a-490f-a359-9c289a29c4a9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "PUT /v2.0/routers/6fb73e08-84b7-4891-ad61-99da7250753b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5832865 Oct 12 07:42:51.870713 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42690) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:51.878259 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5784942c-12e8-4fb4-8e95-e0b7b455114d None None] Sync routers for ids ['6fb73e08-84b7-4891-ad61-99da7250753b'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:42:51.888588 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5784942c-12e8-4fb4-8e95-e0b7b455114d None None] Routers {'6fb73e08-84b7-4891-ad61-99da7250753b'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:42:51.889372 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-5784942c-12e8-4fb4-8e95-e0b7b455114d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:42:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['6fb73e08-84b7-4891-ad61-99da7250753b'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:51.922155 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-5784942c-12e8-4fb4-8e95-e0b7b455114d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:51.930707 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5784942c-12e8-4fb4-8e95-e0b7b455114d None None] Routers {'6fb73e08-84b7-4891-ad61-99da7250753b'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:42:51.931310 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-5784942c-12e8-4fb4-8e95-e0b7b455114d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:42:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['6fb73e08-84b7-4891-ad61-99da7250753b'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:51.943623 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-045e4c02-c2a8-400c-8e6e-41716b87af1d req-92146660-e4c3-4647-8cdb-c9926bf3dfdd tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820577 Oct 12 07:42:51.968999 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-5784942c-12e8-4fb4-8e95-e0b7b455114d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:51.970082 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5784942c-12e8-4fb4-8e95-e0b7b455114d None None] The sync data for ids ['6fb73e08-84b7-4891-ad61-99da7250753b'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:42:51.994879 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a1d852-8f19-41bb-8e55-1fcc89e9b103 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:42:51.999968 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a4a1d852-8f19-41bb-8e55-1fcc89e9b103 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:52.004330 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12549356-d586-4366-a416-066bd9859a95 None None] Sync routers for ids ['4385b7ed-f14f-445f-8b19-677da8de5ef9'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:42:52.015619 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12549356-d586-4366-a416-066bd9859a95 None None] Routers {'4385b7ed-f14f-445f-8b19-677da8de5ef9'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:42:52.016302 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-12549356-d586-4366-a416-066bd9859a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:42:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['4385b7ed-f14f-445f-8b19-677da8de5ef9'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:52.031276 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a4a1d852-8f19-41bb-8e55-1fcc89e9b103 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "DELETE /v2.0/floatingips/7f7683d0-863e-4284-8585-edd8ad705f14 HTTP/1.1" status: 204 len: 168 time: 0.9603505 Oct 12 07:42:52.032053 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a8dda95-84df-40a4-a517-8a9a4505d924', 'tag': '21907f1b-a484-410f-8da8-88d32a31c8c1'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:42:52.034458 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74299d10-f237-42e9-bd5f-ce0bd2779d76" -d '{"events": [{"name": "network-changed", "server_uuid": "3a8dda95-84df-40a4-a517-8a9a4505d924", "tag": "21907f1b-a484-410f-8da8-88d32a31c8c1"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:42:52.081460 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f23ea7-8f43-431d-8963-91578c2120a8 x-openstack-request-id: req-90f23ea7-8f43-431d-8963-91578c2120a8 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:42:52.081927 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a8dda95-84df-40a4-a517-8a9a4505d924", "tag": "21907f1b-a484-410f-8da8-88d32a31c8c1", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:42:52.082209 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-90f23ea7-8f43-431d-8963-91578c2120a8 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:42:52.082631 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90f23ea7-8f43-431d-8963-91578c2120a8'] response: {'name': 'network-changed', 'server_uuid': '3a8dda95-84df-40a4-a517-8a9a4505d924', 'tag': '21907f1b-a484-410f-8da8-88d32a31c8c1', 'status': 'completed', 'code': 200} Oct 12 07:42:52.115068 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-7827051f-b991-4a56-847b-b96933f287d0 None None] Attempt 7 to provision port 221f1115-0b81-47d8-9bd9-c95007b264d6 Oct 12 07:42:52.162038 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74299d10-f237-42e9-bd5f-ce0bd2779d76 req-8bd00a3f-907e-434e-924b-1499e62c763b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:52.163718 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-74299d10-f237-42e9-bd5f-ce0bd2779d76 req-8bd00a3f-907e-434e-924b-1499e62c763b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&device_id=3a8dda95-84df-40a4-a517-8a9a4505d924 HTTP/1.1" status: 200 len: 1098 time: 0.0527177 Oct 12 07:42:52.171181 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-12549356-d586-4366-a416-066bd9859a95 None None] Set router 4385b7ed-f14f-445f-8b19-677da8de5ef9 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:42:52.173252 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7827051f-b991-4a56-847b-b96933f287d0 None None] Port 221f1115-0b81-47d8-9bd9-c95007b264d6 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:42:52.247372 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-01b91444-669d-4dbb-a6be-ba8cb1c289f7 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:52.316707 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74299d10-f237-42e9-bd5f-ce0bd2779d76 req-d8b2be9d-a678-4644-b003-97eefb3d7963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:52.318223 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-74299d10-f237-42e9-bd5f-ce0bd2779d76 req-d8b2be9d-a678-4644-b003-97eefb3d7963 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ddaf49bc-49c1-4955-ac53-f27eeab22dff HTTP/1.1" status: 200 len: 898 time: 0.1431122 Oct 12 07:42:52.330750 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05baedb-eb35-499a-84f2-5e39a7f4c935 req-fd921081-4598-413c-8d20-8fdc00216f2a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:52.332502 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f05baedb-eb35-499a-84f2-5e39a7f4c935 req-fd921081-4598-413c-8d20-8fdc00216f2a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a8dda95-84df-40a4-a517-8a9a4505d924 HTTP/1.1" status: 200 len: 945 time: 0.0697095 Oct 12 07:42:52.376994 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-74299d10-f237-42e9-bd5f-ce0bd2779d76 req-c4b70f4f-0490-46fa-a9ea-7ff1b2c99dca service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21907f1b-a484-410f-8da8-88d32a31c8c1 HTTP/1.1" status: 200 len: 217 time: 0.0436320 Oct 12 07:42:52.402009 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-12549356-d586-4366-a416-066bd9859a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4385b7ed-f14f-445f-8b19-677da8de5ef9', 'name': 'tempest-TestNetworkBasicOps-router-2064210560', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': '427ae3e3-b70f-4fad-b23a-74f6beac4b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:41:41Z', 'updated_at': '2022-10-12T07:41:51Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '427ae3e3-b70f-4fad-b23a-74f6beac4b54', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:09:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4385b7ed-f14f-445f-8b19-677da8de5ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:41:43Z', 'updated_at': '2022-10-12T07:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '7626b57b-7331-4506-a462-a354b60d3746', 'name': '', 'network_id': 'ddaf49bc-49c1-4955-ac53-f27eeab22dff', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:2d:87:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4385b7ed-f14f-445f-8b19-677da8de5ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '679a1ca3-8b6b-4552-be65-3152e8a6d9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:41:49Z', 'updated_at': '2022-10-12T07:41:55Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '679a1ca3-8b6b-4552-be65-3152e8a6d9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:52.431015 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12549356-d586-4366-a416-066bd9859a95 None None] Checking router: 4385b7ed-f14f-445f-8b19-677da8de5ef9 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:42:52.434469 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f05baedb-eb35-499a-84f2-5e39a7f4c935 req-45535b9e-eb20-4058-8dcd-d6d6e0afc6d8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb01a0eb-74c1-4546-8934-0bb6db903050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946302 Oct 12 07:42:52.440285 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12549356-d586-4366-a416-066bd9859a95 None None] Routers {'4385b7ed-f14f-445f-8b19-677da8de5ef9'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:42:52.441377 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-12549356-d586-4366-a416-066bd9859a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:42:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['4385b7ed-f14f-445f-8b19-677da8de5ef9'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:52.475208 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74299d10-f237-42e9-bd5f-ce0bd2779d76 req-0938d6c5-36e5-4c02-bfe3-ed1c9c7b19fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:52.477012 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-74299d10-f237-42e9-bd5f-ce0bd2779d76 req-0938d6c5-36e5-4c02-bfe3-ed1c9c7b19fb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=679a1ca3-8b6b-4552-be65-3152e8a6d9b2 HTTP/1.1" status: 200 len: 834 time: 0.0868077 Oct 12 07:42:52.522924 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-01b91444-669d-4dbb-a6be-ba8cb1c289f7 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Deleting port 221f1115-0b81-47d8-9bd9-c95007b264d6 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:42:52.523590 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-01b91444-669d-4dbb-a6be-ba8cb1c289f7 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:52.531505 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74299d10-f237-42e9-bd5f-ce0bd2779d76 req-67c1c880-a6a6-426f-b07b-ace01541c6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:52.533172 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-74299d10-f237-42e9-bd5f-ce0bd2779d76 req-67c1c880-a6a6-426f-b07b-ace01541c6ec service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ddaf49bc-49c1-4955-ac53-f27eeab22dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0480323 Oct 12 07:42:52.622472 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-01b91444-669d-4dbb-a6be-ba8cb1c289f7 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:52.637886 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-74299d10-f237-42e9-bd5f-ce0bd2779d76 req-b0a5488a-adc5-466e-988e-81f673c5c0d8 service neutron] 10.222.0.23 "GET /v2.0/networks/ddaf49bc-49c1-4955-ac53-f27eeab22dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949187 Oct 12 07:42:52.638357 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-01b91444-669d-4dbb-a6be-ba8cb1c289f7 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Calling delete_port for 221f1115-0b81-47d8-9bd9-c95007b264d6 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:42:52.677930 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-7827051f-b991-4a56-847b-b96933f287d0 None None] Attempt 8 to provision port 221f1115-0b81-47d8-9bd9-c95007b264d6 Oct 12 07:42:52.725967 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-12549356-d586-4366-a416-066bd9859a95 None None] Set router 4385b7ed-f14f-445f-8b19-677da8de5ef9 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:42:52.727830 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7827051f-b991-4a56-847b-b96933f287d0 None None] Port 221f1115-0b81-47d8-9bd9-c95007b264d6 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:42:52.730943 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-74299d10-f237-42e9-bd5f-ce0bd2779d76 req-9c953b80-131a-4b60-b59e-2abd1bb5d58b service neutron] 10.222.0.23 "GET /v2.0/networks/ddaf49bc-49c1-4955-ac53-f27eeab22dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857472 Oct 12 07:42:52.822775 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-01b91444-669d-4dbb-a6be-ba8cb1c289f7 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:52.854145 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b91444-669d-4dbb-a6be-ba8cb1c289f7 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event deleted for resources: {'Port': ['ID=221f1115-0b81-47d8-9bd9-c95007b264d6,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:52.953950 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-12549356-d586-4366-a416-066bd9859a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4385b7ed-f14f-445f-8b19-677da8de5ef9', 'name': 'tempest-TestNetworkBasicOps-router-2064210560', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': '427ae3e3-b70f-4fad-b23a-74f6beac4b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:41:41Z', 'updated_at': '2022-10-12T07:41:51Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '427ae3e3-b70f-4fad-b23a-74f6beac4b54', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:09:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4385b7ed-f14f-445f-8b19-677da8de5ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:41:43Z', 'updated_at': '2022-10-12T07:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '7626b57b-7331-4506-a462-a354b60d3746', 'name': '', 'network_id': 'ddaf49bc-49c1-4955-ac53-f27eeab22dff', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:2d:87:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4385b7ed-f14f-445f-8b19-677da8de5ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '679a1ca3-8b6b-4552-be65-3152e8a6d9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:41:49Z', 'updated_at': '2022-10-12T07:41:55Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '679a1ca3-8b6b-4552-be65-3152e8a6d9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:52.993155 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12549356-d586-4366-a416-066bd9859a95 None None] The sync data for ids ['4385b7ed-f14f-445f-8b19-677da8de5ef9'] in dv-neutron-860909-2-hyperv is: [{'id': '4385b7ed-f14f-445f-8b19-677da8de5ef9', 'name': 'tempest-TestNetworkBasicOps-router-2064210560', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': '427ae3e3-b70f-4fad-b23a-74f6beac4b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:41:41Z', 'updated_at': '2022-10-12T07:41:51Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '427ae3e3-b70f-4fad-b23a-74f6beac4b54', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:09:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4385b7ed-f14f-445f-8b19-677da8de5ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:41:43Z', 'updated_at': '2022-10-12T07:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '7626b57b-7331-4506-a462-a354b60d3746', 'name': '', 'network_id': 'ddaf49bc-49c1-4955-ac53-f27eeab22dff', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:2d:87:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4385b7ed-f14f-445f-8b19-677da8de5ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '679a1ca3-8b6b-4552-be65-3152e8a6d9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:41:49Z', 'updated_at': '2022-10-12T07:41:55Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '679a1ca3-8b6b-4552-be65-3152e8a6d9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:42:52.997289 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-01b91444-669d-4dbb-a6be-ba8cb1c289f7 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:53.118885 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96dc110-db17-416b-b27e-3bfec5a5aaea req-765928b5-1186-4605-a830-e749c421dde0 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:53.126361 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b96dc110-db17-416b-b27e-3bfec5a5aaea req-765928b5-1186-4605-a830-e749c421dde0 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2d914c9-c0dd-4781-aa4a-3d597e4a9606 HTTP/1.1" status: 200 len: 943 time: 0.0621805 Oct 12 07:42:53.161873 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b96dc110-db17-416b-b27e-3bfec5a5aaea req-4a44634a-f464-4461-b9cb-8a221abb2300 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346987 Oct 12 07:42:53.165071 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b91444-669d-4dbb-a6be-ba8cb1c289f7 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Router 6fb73e08-84b7-4891-ad61-99da7250753b has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:42:53.229519 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-7827051f-b991-4a56-847b-b96933f287d0 None None] Attempt 9 to provision port 221f1115-0b81-47d8-9bd9-c95007b264d6 Oct 12 07:42:53.246562 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b91444-669d-4dbb-a6be-ba8cb1c289f7 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:42:53.251369 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7827051f-b991-4a56-847b-b96933f287d0 None None] Port 221f1115-0b81-47d8-9bd9-c95007b264d6 was deleted so its status cannot be updated. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 12 07:42:53.253380 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-01b91444-669d-4dbb-a6be-ba8cb1c289f7 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "PUT /v2.0/routers/6fb73e08-84b7-4891-ad61-99da7250753b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3815432 Oct 12 07:42:53.256094 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42700) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:53.260885 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c8714f-e559-4153-b50a-70334a877281 None None] Sync routers for ids ['6fb73e08-84b7-4891-ad61-99da7250753b'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:42:53.268560 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e73f2f-b31c-4c71-b818-608583294ae1 None None] New status for floating IP 7f7683d0-863e-4284-8585-edd8ad705f14: DOWN {{(pid=103202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 07:42:53.272397 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c8714f-e559-4153-b50a-70334a877281 None None] Routers {'6fb73e08-84b7-4891-ad61-99da7250753b'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:42:53.273235 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-61c8714f-e559-4153-b50a-70334a877281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:42:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['6fb73e08-84b7-4891-ad61-99da7250753b'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:53.287709 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-27a64763-4210-4de9-8b14-2b1dce91ce8e tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fb73e08-84b7-4891-ad61-99da7250753b HTTP/1.1" status: 200 len: 205 time: 0.0305216 Oct 12 07:42:53.290283 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42702) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:53.311580 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-61c8714f-e559-4153-b50a-70334a877281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:53.320225 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c8714f-e559-4153-b50a-70334a877281 None None] Routers {'6fb73e08-84b7-4891-ad61-99da7250753b'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:42:53.320822 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-61c8714f-e559-4153-b50a-70334a877281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:42:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['6fb73e08-84b7-4891-ad61-99da7250753b'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:53.352861 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-61c8714f-e559-4153-b50a-70334a877281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:53.354323 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c8714f-e559-4153-b50a-70334a877281 None None] The sync data for ids ['6fb73e08-84b7-4891-ad61-99da7250753b'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:42:53.364488 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-52208097-3e4b-4b35-b4a3-de8ceb809e7b None None] Could not find standard attr ID for object 6b9ac54e-09e8-4b9f-b2c3-7073f0b39e71. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:42:53.372736 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6bd5311e-24a2-414c-8a89-f5eea5059a7e tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for router, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:53.374987 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-52208097-3e4b-4b35-b4a3-de8ceb809e7b None None] Provisioning complete for port a1f751da-a5ce-4166-bf51-55d9cbd6ecfb triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:53.375357 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-52208097-3e4b-4b35-b4a3-de8ceb809e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:53.375690 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-52208097-3e4b-4b35-b4a3-de8ceb809e7b None None] Attempt 1 to provision port a1f751da-a5ce-4166-bf51-55d9cbd6ecfb Oct 12 07:42:53.453313 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-52208097-3e4b-4b35-b4a3-de8ceb809e7b None None] Current status of the port a1f751da-a5ce-4166-bf51-55d9cbd6ecfb is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:42:53.456632 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-52208097-3e4b-4b35-b4a3-de8ceb809e7b None None] Could not find standard attr ID for object 221f1115-0b81-47d8-9bd9-c95007b264d6. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:42:53.530821 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6bd5311e-24a2-414c-8a89-f5eea5059a7e tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:53.534292 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6bd5311e-24a2-414c-8a89-f5eea5059a7e tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:53.600122 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6bd5311e-24a2-414c-8a89-f5eea5059a7e tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:53.600657 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd5311e-24a2-414c-8a89-f5eea5059a7e tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Fanout notify agent at l3_agent the message router_deleted on router 6fb73e08-84b7-4891-ad61-99da7250753b {{(pid=103200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:42:53.608006 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6bd5311e-24a2-414c-8a89-f5eea5059a7e tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:53.609033 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-6bd5311e-24a2-414c-8a89-f5eea5059a7e tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "DELETE /v2.0/routers/6fb73e08-84b7-4891-ad61-99da7250753b HTTP/1.1" status: 204 len: 168 time: 0.3170676 Oct 12 07:42:53.611700 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42706) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:53.627235 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21f5d2-d265-486a-95fb-b1d2311183e2 req-d621756c-ed1e-45a3-833f-b87634b27505 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:53.628655 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ed21f5d2-d265-486a-95fb-b1d2311183e2 req-d621756c-ed1e-45a3-833f-b87634b27505 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a8dda95-84df-40a4-a517-8a9a4505d924 HTTP/1.1" status: 200 len: 945 time: 0.0958295 Oct 12 07:42:53.691093 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-44feda9c-40ad-4342-aaac-665bf5fcf680 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Deleting subnet d4c4ed9a-5e48-4ae8-a585-c5f997fa585a {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:42:53.695792 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-44feda9c-40ad-4342-aaac-665bf5fcf680 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:53.700941 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ed21f5d2-d265-486a-95fb-b1d2311183e2 req-cface45c-643a-403e-82a8-a3816cd15462 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb01a0eb-74c1-4546-8934-0bb6db903050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539155 Oct 12 07:42:53.741737 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-44feda9c-40ad-4342-aaac-665bf5fcf680 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:53.857111 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d41239a-d656-4bb6-9ae5-6896b27f7f76 req-439f233c-c72d-4a1d-9691-c713cc3850e0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:53.858577 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9d41239a-d656-4bb6-9ae5-6896b27f7f76 req-439f233c-c72d-4a1d-9691-c713cc3850e0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a8dda95-84df-40a4-a517-8a9a4505d924 HTTP/1.1" status: 200 len: 945 time: 0.0798969 Oct 12 07:42:53.861573 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-44feda9c-40ad-4342-aaac-665bf5fcf680 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:53.974650 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-44feda9c-40ad-4342-aaac-665bf5fcf680 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:54.005317 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44feda9c-40ad-4342-aaac-665bf5fcf680 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event deleted for resources: {'Subnet': ['ID=d4c4ed9a-5e48-4ae8-a585-c5f997fa585a,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:54.007414 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-44feda9c-40ad-4342-aaac-665bf5fcf680 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:54.011183 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-44feda9c-40ad-4342-aaac-665bf5fcf680 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "DELETE /v2.0/subnets/d4c4ed9a-5e48-4ae8-a585-c5f997fa585a HTTP/1.1" status: 204 len: 168 time: 0.3984818 Oct 12 07:42:54.013792 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42708) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:54.014358 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3aeaa0-5a82-43b1-b411-b2e4db290fb5 None None] Network c0dad3e8-b8df-4fdd-bc4c-5fbc67e437cb requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:42:54.020998 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-9d41239a-d656-4bb6-9ae5-6896b27f7f76 req-82a8149a-e992-41e1-bb81-f34dd6d74c68 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Deleting port 21907f1b-a484-410f-8da8-88d32a31c8c1 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:42:54.021330 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9d41239a-d656-4bb6-9ae5-6896b27f7f76 req-82a8149a-e992-41e1-bb81-f34dd6d74c68 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:54.067764 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-627d32cf-e900-42be-93f9-3bab371b3e6f tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Deleting subnet 7e52f716-1221-4041-ba9a-8a91d9383056 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:42:54.071078 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-627d32cf-e900-42be-93f9-3bab371b3e6f tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:54.115614 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-627d32cf-e900-42be-93f9-3bab371b3e6f tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:54.122320 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-9d41239a-d656-4bb6-9ae5-6896b27f7f76 req-82a8149a-e992-41e1-bb81-f34dd6d74c68 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] For port 21907f1b-a484-410f-8da8-88d32a31c8c1, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=21907f1b-a484-410f-8da8-88d32a31c8c1,segment=NetworkSegment(6fe0a304-c3a9-48ab-bd16-7b5fc4382cec),segment_id=6fe0a304-c3a9-48ab-bd16-7b5fc4382cec)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:42:54.122850 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9d41239a-d656-4bb6-9ae5-6896b27f7f76 req-82a8149a-e992-41e1-bb81-f34dd6d74c68 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:54.135440 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-9d41239a-d656-4bb6-9ae5-6896b27f7f76 req-82a8149a-e992-41e1-bb81-f34dd6d74c68 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Calling delete_port for 21907f1b-a484-410f-8da8-88d32a31c8c1 owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:42:54.207920 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5caf94f6-9474-4e54-9396-bf8a1cbffb0d None None] DHCP port deletion for c0dad3e8-b8df-4fdd-bc4c-5fbc67e437cb request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:42:54.210528 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-627d32cf-e900-42be-93f9-3bab371b3e6f tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:54.276690 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-627d32cf-e900-42be-93f9-3bab371b3e6f tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:54.282627 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-5caf94f6-9474-4e54-9396-bf8a1cbffb0d None None] Deleting port a1f751da-a5ce-4166-bf51-55d9cbd6ecfb {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:42:54.282982 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5caf94f6-9474-4e54-9396-bf8a1cbffb0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:54.307286 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d32cf-e900-42be-93f9-3bab371b3e6f tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event deleted for resources: {'Subnet': ['ID=7e52f716-1221-4041-ba9a-8a91d9383056,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:54.310565 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-627d32cf-e900-42be-93f9-3bab371b3e6f tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:54.312759 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-627d32cf-e900-42be-93f9-3bab371b3e6f tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "DELETE /v2.0/subnets/7e52f716-1221-4041-ba9a-8a91d9383056 HTTP/1.1" status: 204 len: 168 time: 0.2969358 Oct 12 07:42:54.318282 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42712) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:54.341830 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfaf95c8-c82c-4ab9-87e8-574664b682fa None None] Network 33568bef-d4ad-46ed-ade3-7d47c6b79831 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:42:54.344414 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9d41239a-d656-4bb6-9ae5-6896b27f7f76 req-82a8149a-e992-41e1-bb81-f34dd6d74c68 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:54.356145 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1e28e-e333-4f10-8693-6fd7570da637 req-2f885b90-d2c9-4343-aac0-b895a6399c27 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:54.357618 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1bc1e28e-e333-4f10-8693-6fd7570da637 req-2f885b90-d2c9-4343-aac0-b895a6399c27 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2d914c9-c0dd-4781-aa4a-3d597e4a9606 HTTP/1.1" status: 200 len: 943 time: 0.1024678 Oct 12 07:42:54.383014 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-5caf94f6-9474-4e54-9396-bf8a1cbffb0d None None] For port a1f751da-a5ce-4166-bf51-55d9cbd6ecfb, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=a1f751da-a5ce-4166-bf51-55d9cbd6ecfb,segment=NetworkSegment(73a7bb4f-78f8-45e9-b649-a8b9d5542b17),segment_id=73a7bb4f-78f8-45e9-b649-a8b9d5542b17)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:42:54.383413 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5caf94f6-9474-4e54-9396-bf8a1cbffb0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:54.403287 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a8149a-e992-41e1-bb81-f34dd6d74c68 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Port': ['ID=21907f1b-a484-410f-8da8-88d32a31c8c1,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:54.432086 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-5caf94f6-9474-4e54-9396-bf8a1cbffb0d None None] Calling delete_port for a1f751da-a5ce-4166-bf51-55d9cbd6ecfb owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:42:54.559253 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5caf94f6-9474-4e54-9396-bf8a1cbffb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:54.595902 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf94f6-9474-4e54-9396-bf8a1cbffb0d None None] Pushing event deleted for resources: {'Port': ['ID=a1f751da-a5ce-4166-bf51-55d9cbd6ecfb,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:54.597768 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caf94f6-9474-4e54-9396-bf8a1cbffb0d None None] No DVR routers for this DVR port a1f751da-a5ce-4166-bf51-55d9cbd6ecfb on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:42:54.620836 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb371a2-123a-40d6-9086-d55f90fe5b67 None None] DHCP port deletion for 33568bef-d4ad-46ed-ade3-7d47c6b79831 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:42:54.670054 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-aeb371a2-123a-40d6-9086-d55f90fe5b67 None None] Deleting port f98d82bc-4342-4007-9125-d432df638f41 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:42:54.670442 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aeb371a2-123a-40d6-9086-d55f90fe5b67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:54.738072 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-aeb371a2-123a-40d6-9086-d55f90fe5b67 None None] For port f98d82bc-4342-4007-9125-d432df638f41, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=f98d82bc-4342-4007-9125-d432df638f41,segment=NetworkSegment(4288b1cd-11bf-4090-a223-57f060582df2),segment_id=4288b1cd-11bf-4090-a223-57f060582df2)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:42:54.738671 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aeb371a2-123a-40d6-9086-d55f90fe5b67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:54.754160 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-aeb371a2-123a-40d6-9086-d55f90fe5b67 None None] Calling delete_port for f98d82bc-4342-4007-9125-d432df638f41 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:42:54.854112 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aeb371a2-123a-40d6-9086-d55f90fe5b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:54.856973 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d41239a-d656-4bb6-9ae5-6896b27f7f76 req-82a8149a-e992-41e1-bb81-f34dd6d74c68 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] No DVR routers for this DVR port 21907f1b-a484-410f-8da8-88d32a31c8c1 on host hv-neutron-8609 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:42:54.859530 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9d41239a-d656-4bb6-9ae5-6896b27f7f76 req-82a8149a-e992-41e1-bb81-f34dd6d74c68 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:54.862801 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9d41239a-d656-4bb6-9ae5-6896b27f7f76 req-82a8149a-e992-41e1-bb81-f34dd6d74c68 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "DELETE /v2.0/ports/21907f1b-a484-410f-8da8-88d32a31c8c1 HTTP/1.1" status: 204 len: 173 time: 0.9979212 Oct 12 07:42:54.880925 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a8dda95-84df-40a4-a517-8a9a4505d924', 'name': 'network-vif-deleted', 'tag': '21907f1b-a484-410f-8da8-88d32a31c8c1'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:42:54.884446 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e0907b-469c-4e56-819c-1ec94a1ba651" -d '{"events": [{"server_uuid": "3a8dda95-84df-40a4-a517-8a9a4505d924", "name": "network-vif-deleted", "tag": "21907f1b-a484-410f-8da8-88d32a31c8c1"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:42:54.891679 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e40ea974-201b-4b03-b6ff-74f74bd4c1cb tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:54.893098 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device bd7563bd-dcc8-4345-9a07-82d357321e95 details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 07:42:54.898240 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-22c729ae-0f12-4b16-a5d6-7d99180c1bff req-12f6b167-8f4a-47d9-b2ab-b2ae704ce603 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a8dda95-84df-40a4-a517-8a9a4505d924 HTTP/1.1" status: 200 len: 210 time: 0.0872548 Oct 12 07:42:54.907308 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb371a2-123a-40d6-9086-d55f90fe5b67 None None] No DVR routers for this DVR port f98d82bc-4342-4007-9125-d432df638f41 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:42:54.916885 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1bc1e28e-e333-4f10-8693-6fd7570da637 req-3839f5b1-99de-4cf2-83fd-f06313754059 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5482068 Oct 12 07:42:54.931896 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb371a2-123a-40d6-9086-d55f90fe5b67 None None] Pushing event deleted for resources: {'Port': ['ID=f98d82bc-4342-4007-9125-d432df638f41,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:54.980777 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23cf1882-4a4a-4c07-afba-c869f0eff81c x-openstack-request-id: req-23cf1882-4a4a-4c07-afba-c869f0eff81c {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:42:54.981152 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a8dda95-84df-40a4-a517-8a9a4505d924", "name": "network-vif-deleted", "tag": "21907f1b-a484-410f-8da8-88d32a31c8c1", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:42:54.981458 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-23cf1882-4a4a-4c07-afba-c869f0eff81c {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:42:54.982437 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23cf1882-4a4a-4c07-afba-c869f0eff81c'] response: {'server_uuid': '3a8dda95-84df-40a4-a517-8a9a4505d924', 'name': 'network-vif-deleted', 'tag': '21907f1b-a484-410f-8da8-88d32a31c8c1', 'status': 'completed', 'code': 200} Oct 12 07:42:55.044453 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e40ea974-201b-4b03-b6ff-74f74bd4c1cb tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:55.058509 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port bd7563bd-dcc8-4345-9a07-82d357321e95, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=bd7563bd-dcc8-4345-9a07-82d357321e95,segment=NetworkSegment(88643988-26cf-4ca1-bd7d-7cce24459e19),segment_id=88643988-26cf-4ca1-bd7d-7cce24459e19)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:42:55.065430 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-e40ea974-201b-4b03-b6ff-74f74bd4c1cb tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0dad3e8-b8df-4fdd-bc4c-5fbc67e437cb']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:55.069832 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': 'bd7563bd-dcc8-4345-9a07-82d357321e95', 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d', 'port_id': 'bd7563bd-dcc8-4345-9a07-82d357321e95', 'mac_address': 'fa:16:3e:85:c9:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47a40364-9659-4f40-a5db-71e52bd850ae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 07:42:55.074704 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-e40ea974-201b-4b03-b6ff-74f74bd4c1cb tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73a7bb4f-78f8-45e9-b649-a8b9d5542b17') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:55.075062 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-e40ea974-201b-4b03-b6ff-74f74bd4c1cb tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73a7bb4f-78f8-45e9-b649-a8b9d5542b17') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:55.084354 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e40ea974-201b-4b03-b6ff-74f74bd4c1cb tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:55.097740 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e40ea974-201b-4b03-b6ff-74f74bd4c1cb tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:55.103685 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e40ea974-201b-4b03-b6ff-74f74bd4c1cb tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:42:55.104059 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e40ea974-201b-4b03-b6ff-74f74bd4c1cb tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:55.108142 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port bd7563bd-dcc8-4345-9a07-82d357321e95 is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:42:55.108523 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:55.125241 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 73a7bb4f-78f8-45e9-b649-a8b9d5542b17 resource provider aggregate not found Oct 12 07:42:55.125741 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd7563bd-dcc8-4345-9a07-82d357321e95 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:42:55.148830 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port bd7563bd-dcc8-4345-9a07-82d357321e95, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=bd7563bd-dcc8-4345-9a07-82d357321e95,segment=NetworkSegment(88643988-26cf-4ca1-bd7d-7cce24459e19),segment_id=88643988-26cf-4ca1-bd7d-7cce24459e19)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:42:55.153610 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:55.168692 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 73a7bb4f-78f8-45e9-b649-a8b9d5542b17 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 73a7bb4f-78f8-45e9-b649-a8b9d5542b17 found for delete ", "request_id": "req-758a54fc-e742-424a-88e6-720935c61a19"}]} Oct 12 07:42:55.177086 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e40ea974-201b-4b03-b6ff-74f74bd4c1cb tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:55.181659 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e40ea974-201b-4b03-b6ff-74f74bd4c1cb tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:55.185435 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e40ea974-201b-4b03-b6ff-74f74bd4c1cb tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "DELETE /v2.0/networks/c0dad3e8-b8df-4fdd-bc4c-5fbc67e437cb HTTP/1.1" status: 204 len: 168 time: 0.8658025 Oct 12 07:42:55.188696 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42722) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:55.200771 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ea974-201b-4b03-b6ff-74f74bd4c1cb tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event deleted for resources: {'Network': ['ID=c0dad3e8-b8df-4fdd-bc4c-5fbc67e437cb,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:55.203922 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=bd7563bd-dcc8-4345-9a07-82d357321e95,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:55.263891 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-466ef758-732d-4691-a44f-90a1533f631d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:55.356625 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-466ef758-732d-4691-a44f-90a1533f631d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:55.376953 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-466ef758-732d-4691-a44f-90a1533f631d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33568bef-d4ad-46ed-ade3-7d47c6b79831']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:55.386815 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-466ef758-732d-4691-a44f-90a1533f631d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4288b1cd-11bf-4090-a223-57f060582df2') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:55.387109 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-466ef758-732d-4691-a44f-90a1533f631d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4288b1cd-11bf-4090-a223-57f060582df2') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:55.396904 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-466ef758-732d-4691-a44f-90a1533f631d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:55.410337 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-466ef758-732d-4691-a44f-90a1533f631d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:55.416509 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-466ef758-732d-4691-a44f-90a1533f631d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:42:55.416903 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-466ef758-732d-4691-a44f-90a1533f631d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:55.436481 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 4288b1cd-11bf-4090-a223-57f060582df2 resource provider aggregate not found Oct 12 07:42:55.445902 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['bd7563bd-dcc8-4345-9a07-82d357321e95'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 07:42:55.482390 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 4288b1cd-11bf-4090-a223-57f060582df2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4288b1cd-11bf-4090-a223-57f060582df2 found for delete ", "request_id": "req-b195fa55-f0b0-4523-94b5-e9069f0c9820"}]} Oct 12 07:42:55.490693 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-466ef758-732d-4691-a44f-90a1533f631d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:55.499227 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-466ef758-732d-4691-a44f-90a1533f631d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:55.502372 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-466ef758-732d-4691-a44f-90a1533f631d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "DELETE /v2.0/networks/33568bef-d4ad-46ed-ade3-7d47c6b79831 HTTP/1.1" status: 204 len: 168 time: 0.3129783 Oct 12 07:42:55.506361 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42728) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:55.512006 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-4850caf1-d93a-4bc9-b9e8-90caf2ecbf77 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Request body: {'network': {'name': 'tempest-RoutersTest-208455237'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:55.512153 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ef758-732d-4691-a44f-90a1533f631d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event deleted for resources: {'Network': ['ID=33568bef-d4ad-46ed-ade3-7d47c6b79831,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:55.531795 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4850caf1-d93a-4bc9-b9e8-90caf2ecbf77 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Made reservation on behalf of 581b3a364ec742c898d07afe59d874c7 for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:42:55.535390 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4850caf1-d93a-4bc9-b9e8-90caf2ecbf77 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:55.559092 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4850caf1-d93a-4bc9-b9e8-90caf2ecbf77 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:42:55.568264 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4850caf1-d93a-4bc9-b9e8-90caf2ecbf77 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:55.568612 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-4850caf1-d93a-4bc9-b9e8-90caf2ecbf77 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Added segment 7c36da03-e44f-4658-865c-d779d05ddc1e of type vlan for network e91ea04b-8f39-4f74-b536-ab6644937d1a Oct 12 07:42:55.608338 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4850caf1-d93a-4bc9-b9e8-90caf2ecbf77 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:55.631952 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4850caf1-d93a-4bc9-b9e8-90caf2ecbf77 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:55.637450 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4850caf1-d93a-4bc9-b9e8-90caf2ecbf77 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:55.638050 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4850caf1-d93a-4bc9-b9e8-90caf2ecbf77 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:55.675911 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-4850caf1-d93a-4bc9-b9e8-90caf2ecbf77 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1685324 Oct 12 07:42:55.678641 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42730) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:55.683976 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-a3d96649-8405-4d72-b547-25e5ebed7981 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Request body: {'subnet': {'network_id': 'e91ea04b-8f39-4f74-b536-ab6644937d1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:55.725424 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4850caf1-d93a-4bc9-b9e8-90caf2ecbf77 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event updated for resources: {'Network': ['ID=e91ea04b-8f39-4f74-b536-ab6644937d1a,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:55.737324 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network e91ea04b-8f39-4f74-b536-ab6644937d1a details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:42:55.797900 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d96649-8405-4d72-b547-25e5ebed7981 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Made reservation on behalf of 581b3a364ec742c898d07afe59d874c7 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:42:55.801391 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a3d96649-8405-4d72-b547-25e5ebed7981 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:55.913132 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device f98d82bc-4342-4007-9125-d432df638f41 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:42:55.935564 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: f98d82bc-4342-4007-9125-d432df638f41 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:42:55.935908 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device f98d82bc-4342-4007-9125-d432df638f41 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:42:55.936331 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device a1f751da-a5ce-4166-bf51-55d9cbd6ecfb no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:42:55.956705 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: a1f751da-a5ce-4166-bf51-55d9cbd6ecfb {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:42:55.957051 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device a1f751da-a5ce-4166-bf51-55d9cbd6ecfb not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:42:55.979886 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42736) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:55.988459 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a3d96649-8405-4d72-b547-25e5ebed7981 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:56.048149 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f3046f2c-5c8b-49dd-a8c0-8f708c4fcca4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:56.073662 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f3046f2c-5c8b-49dd-a8c0-8f708c4fcca4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:56.081168 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d96649-8405-4d72-b547-25e5ebed7981 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event updated for resources: {'Subnet': ['ID=3cd025ea-050b-4a2f-8a64-c7b02a640974,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:56.097092 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d96649-8405-4d72-b547-25e5ebed7981 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Checking segment: {'id': '7c36da03-e44f-4658-865c-d779d05ddc1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e91ea04b-8f39-4f74-b536-ab6644937d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:42:56.097453 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d96649-8405-4d72-b547-25e5ebed7981 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Network hostable DHCP agents. Network: e91ea04b-8f39-4f74-b536-ab6644937d1a, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:42:56.108549 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022fb702-3aa9-4d18-8235-010c30baf871 req-6ff4a3d2-44d1-4775-93e6-9be52436b567 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:56.110122 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-022fb702-3aa9-4d18-8235-010c30baf871 req-6ff4a3d2-44d1-4775-93e6-9be52436b567 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2d914c9-c0dd-4781-aa4a-3d597e4a9606 HTTP/1.1" status: 200 len: 944 time: 0.0943937 Oct 12 07:42:56.134356 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d96649-8405-4d72-b547-25e5ebed7981 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Network e91ea04b-8f39-4f74-b536-ab6644937d1a is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:42:56.137245 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f3046f2c-5c8b-49dd-a8c0-8f708c4fcca4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:56.140128 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f3046f2c-5c8b-49dd-a8c0-8f708c4fcca4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:56.141282 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f3046f2c-5c8b-49dd-a8c0-8f708c4fcca4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "DELETE /v2.0/security-groups/bb01a0eb-74c1-4546-8934-0bb6db903050 HTTP/1.1" status: 204 len: 168 time: 0.1604953 Oct 12 07:42:56.151351 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-a3d96649-8405-4d72-b547-25e5ebed7981 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, e91ea04b-8f39-4f74-b536-ab6644937d1a) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:42:56.158685 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d96649-8405-4d72-b547-25e5ebed7981 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:56.159285 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a3d96649-8405-4d72-b547-25e5ebed7981 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:56.162716 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3046f2c-5c8b-49dd-a8c0-8f708c4fcca4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb01a0eb-74c1-4546-8934-0bb6db903050,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:56.165121 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-022fb702-3aa9-4d18-8235-010c30baf871 req-7603e870-39e5-4a65-89e4-a654565341db tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470068 Oct 12 07:42:56.170322 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631ff3a1-afd3-4815-bdf7-7a98343b4e92 None None] Network e91ea04b-8f39-4f74-b536-ab6644937d1a requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:42:56.182064 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a3d96649-8405-4d72-b547-25e5ebed7981 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5009127 Oct 12 07:42:56.183092 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42740) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:56.187834 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-ff8a9ece-4cfc-49a2-8e4d-ce4e0c5fe4c4 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-257121486', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:56.203906 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42742) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:56.209227 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ff8a9ece-4cfc-49a2-8e4d-ce4e0c5fe4c4 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:56.210275 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ff8a9ece-4cfc-49a2-8e4d-ce4e0c5fe4c4 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:56.264749 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ff8a9ece-4cfc-49a2-8e4d-ce4e0c5fe4c4 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:56.269988 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ff8a9ece-4cfc-49a2-8e4d-ce4e0c5fe4c4 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:56.288473 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ff8a9ece-4cfc-49a2-8e4d-ce4e0c5fe4c4 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:56.289827 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-ff8a9ece-4cfc-49a2-8e4d-ce4e0c5fe4c4 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1057940 Oct 12 07:42:56.293132 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42744) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:56.298396 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-7ecbb7c2-b705-49e1-8d44-26ea1f10701b tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Request body: {'port': {'network_id': 'e91ea04b-8f39-4f74-b536-ab6644937d1a', 'name': 'tempest-RoutersTest-797271716'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:42:56.364274 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f836ec18-dc8a-4e97-894e-45ba56db194a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-e91ea04b-8f39-4f74-b536-ab6644937d1a', 'network_id': 'e91ea04b-8f39-4f74-b536-ab6644937d1a', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'fixed_ips': [{'subnet_id': '3cd025ea-050b-4a2f-8a64-c7b02a640974'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:42:56.365504 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f836ec18-dc8a-4e97-894e-45ba56db194a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:56.414183 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ecbb7c2-b705-49e1-8d44-26ea1f10701b tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Made reservation on behalf of 581b3a364ec742c898d07afe59d874c7 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:42:56.417806 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7ecbb7c2-b705-49e1-8d44-26ea1f10701b tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:56.435219 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [None req-7ecbb7c2-b705-49e1-8d44-26ea1f10701b tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] device_id is not set on port 0ed3bf5e-ac46-442a-a2b0-42c659f7570b yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:42:56.519008 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-f836ec18-dc8a-4e97-894e-45ba56db194a None None] Allocated IP 172.20.0.2 (e91ea04b-8f39-4f74-b536-ab6644937d1a/3cd025ea-050b-4a2f-8a64-c7b02a640974/e2c2eeb7-dc60-4443-ba9f-00c3e3e09572) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:42:56.599325 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-718908c0-097e-4587-80bc-5945ec9a1ffb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:56.667809 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f836ec18-dc8a-4e97-894e-45ba56db194a None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:56.673413 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f836ec18-dc8a-4e97-894e-45ba56db194a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:56.717933 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f836ec18-dc8a-4e97-894e-45ba56db194a None None] Network e91ea04b-8f39-4f74-b536-ab6644937d1a is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:42:56.721530 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f836ec18-dc8a-4e97-894e-45ba56db194a None None] Pushing event updated for resources: {'Port': ['ID=e2c2eeb7-dc60-4443-ba9f-00c3e3e09572,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:56.724043 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-f836ec18-dc8a-4e97-894e-45ba56db194a None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:42:56.726059 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f836ec18-dc8a-4e97-894e-45ba56db194a None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:42:56.730999 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-7ecbb7c2-b705-49e1-8d44-26ea1f10701b tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Allocated IP 172.20.0.12 (e91ea04b-8f39-4f74-b536-ab6644937d1a/3cd025ea-050b-4a2f-8a64-c7b02a640974/0ed3bf5e-ac46-442a-a2b0-42c659f7570b) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:42:56.788422 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-f836ec18-dc8a-4e97-894e-45ba56db194a None None] Attempting to bind port e2c2eeb7-dc60-4443-ba9f-00c3e3e09572 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:42:56.789118 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-f836ec18-dc8a-4e97-894e-45ba56db194a None None] Attempting to bind port e2c2eeb7-dc60-4443-ba9f-00c3e3e09572 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '7c36da03-e44f-4658-865c-d779d05ddc1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e91ea04b-8f39-4f74-b536-ab6644937d1a'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:42:56.789691 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f836ec18-dc8a-4e97-894e-45ba56db194a None None] Attempting to bind port e2c2eeb7-dc60-4443-ba9f-00c3e3e09572 on network e91ea04b-8f39-4f74-b536-ab6644937d1a {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:42:56.795027 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f836ec18-dc8a-4e97-894e-45ba56db194a None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:42:56.795690 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f836ec18-dc8a-4e97-894e-45ba56db194a None None] Checking segment: {'id': '7c36da03-e44f-4658-865c-d779d05ddc1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e91ea04b-8f39-4f74-b536-ab6644937d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:42:56.796346 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f836ec18-dc8a-4e97-894e-45ba56db194a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:56.796935 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f836ec18-dc8a-4e97-894e-45ba56db194a None None] Bound using segment: {'id': '7c36da03-e44f-4658-865c-d779d05ddc1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e91ea04b-8f39-4f74-b536-ab6644937d1a'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:42:56.797617 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-f836ec18-dc8a-4e97-894e-45ba56db194a None None] Bound port: e2c2eeb7-dc60-4443-ba9f-00c3e3e09572, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c36da03-e44f-4658-865c-d779d05ddc1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e91ea04b-8f39-4f74-b536-ab6644937d1a'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:42:56.798254 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f836ec18-dc8a-4e97-894e-45ba56db194a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:56.863012 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-f836ec18-dc8a-4e97-894e-45ba56db194a None None] For port e2c2eeb7-dc60-4443-ba9f-00c3e3e09572, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:42:56.866896 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-f836ec18-dc8a-4e97-894e-45ba56db194a None None] For port e2c2eeb7-dc60-4443-ba9f-00c3e3e09572, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=e2c2eeb7-dc60-4443-ba9f-00c3e3e09572,segment=NetworkSegment(7c36da03-e44f-4658-865c-d779d05ddc1e),segment_id=7c36da03-e44f-4658-865c-d779d05ddc1e)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:42:56.873042 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f836ec18-dc8a-4e97-894e-45ba56db194a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:56.881593 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-718908c0-097e-4587-80bc-5945ec9a1ffb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Deleting port 7626b57b-7331-4506-a462-a354b60d3746 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:42:56.882617 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-718908c0-097e-4587-80bc-5945ec9a1ffb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:56.904540 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7ecbb7c2-b705-49e1-8d44-26ea1f10701b tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:56.907730 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device bd7563bd-dcc8-4345-9a07-82d357321e95 up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:42:56.946499 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7ecbb7c2-b705-49e1-8d44-26ea1f10701b tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:56.976399 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f836ec18-dc8a-4e97-894e-45ba56db194a None None] Pushing event updated for resources: {'Port': ['ID=e2c2eeb7-dc60-4443-ba9f-00c3e3e09572,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:56.982737 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning for port bd7563bd-dcc8-4345-9a07-82d357321e95 completed by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 12 07:42:56.987098 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port bd7563bd-dcc8-4345-9a07-82d357321e95 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:56.988098 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:56.988458 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port bd7563bd-dcc8-4345-9a07-82d357321e95 Oct 12 07:42:56.996319 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-718908c0-097e-4587-80bc-5945ec9a1ffb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] For port 7626b57b-7331-4506-a462-a354b60d3746, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=7626b57b-7331-4506-a462-a354b60d3746,segment=NetworkSegment(6fe0a304-c3a9-48ab-bd16-7b5fc4382cec),segment_id=6fe0a304-c3a9-48ab-bd16-7b5fc4382cec)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:42:56.996913 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-718908c0-097e-4587-80bc-5945ec9a1ffb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:57.000610 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecbb7c2-b705-49e1-8d44-26ea1f10701b tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Network e91ea04b-8f39-4f74-b536-ab6644937d1a is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:42:57.004543 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-7ecbb7c2-b705-49e1-8d44-26ea1f10701b tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:42:57.008706 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecbb7c2-b705-49e1-8d44-26ea1f10701b tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:42:57.013008 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-718908c0-097e-4587-80bc-5945ec9a1ffb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Calling delete_port for 7626b57b-7331-4506-a462-a354b60d3746 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:42:57.066578 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecbb7c2-b705-49e1-8d44-26ea1f10701b tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:57.067662 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7ecbb7c2-b705-49e1-8d44-26ea1f10701b tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:57.070883 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecbb7c2-b705-49e1-8d44-26ea1f10701b tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event updated for resources: {'Port': ['ID=0ed3bf5e-ac46-442a-a2b0-42c659f7570b,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:57.093232 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-7ecbb7c2-b705-49e1-8d44-26ea1f10701b tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.7959373 Oct 12 07:42:57.093337 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42746) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:57.095295 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port bd7563bd-dcc8-4345-9a07-82d357321e95 is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:42:57.095604 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:57.141880 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d914c9-c0dd-4781-aa4a-3d597e4a9606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7563bd-dcc8-4345-9a07-82d357321e95'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:42:57.145446 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9766f56-bd57-4f83-885e-f0840c2cb796" -d '{"events": [{"server_uuid": "d2d914c9-c0dd-4781-aa4a-3d597e4a9606", "name": "network-vif-plugged", "status": "completed", "tag": "bd7563bd-dcc8-4345-9a07-82d357321e95"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:42:57.158504 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port bd7563bd-dcc8-4345-9a07-82d357321e95, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=bd7563bd-dcc8-4345-9a07-82d357321e95,segment=NetworkSegment(88643988-26cf-4ca1-bd7d-7cce24459e19),segment_id=88643988-26cf-4ca1-bd7d-7cce24459e19)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:42:57.163277 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:57.164445 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 21907f1b-a484-410f-8da8-88d32a31c8c1 no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:42:57.237570 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] No Port match for: 21907f1b-a484-410f-8da8-88d32a31c8c1 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:42:57.238241 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 21907f1b-a484-410f-8da8-88d32a31c8c1 not bound to the agent host hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:42:57.247085 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c858b121-ec32-461e-b09b-c2ba6583f9d3 x-openstack-request-id: req-c858b121-ec32-461e-b09b-c2ba6583f9d3 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:42:57.247378 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d914c9-c0dd-4781-aa4a-3d597e4a9606", "name": "network-vif-plugged", "status": "completed", "tag": "bd7563bd-dcc8-4345-9a07-82d357321e95", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:42:57.247880 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c858b121-ec32-461e-b09b-c2ba6583f9d3 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:42:57.248041 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c858b121-ec32-461e-b09b-c2ba6583f9d3'] response: {'server_uuid': 'd2d914c9-c0dd-4781-aa4a-3d597e4a9606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7563bd-dcc8-4345-9a07-82d357321e95', 'code': 200} Oct 12 07:42:57.277730 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=bd7563bd-dcc8-4345-9a07-82d357321e95,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:57.321855 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbec0e-d87c-47cb-a153-5b8d90c3cbf4 req-049abde5-8139-4269-a155-fc209fe7bb8c tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:57.323602 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f0cbec0e-d87c-47cb-a153-5b8d90c3cbf4 req-049abde5-8139-4269-a155-fc209fe7bb8c tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2d914c9-c0dd-4781-aa4a-3d597e4a9606 HTTP/1.1" status: 200 len: 945 time: 0.0591564 Oct 12 07:42:57.377952 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f0cbec0e-d87c-47cb-a153-5b8d90c3cbf4 req-0cdc9c63-c83c-4190-b6b8-30bcee00b61b tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473022 Oct 12 07:42:57.414708 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08048263-9d18-44f2-aa9e-d95481cd36a8 req-77139c59-c975-4361-838f-d8743a0e95c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:57.416931 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-08048263-9d18-44f2-aa9e-d95481cd36a8 req-77139c59-c975-4361-838f-d8743a0e95c2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d2d914c9-c0dd-4781-aa4a-3d597e4a9606 HTTP/1.1" status: 200 len: 1098 time: 0.0512238 Oct 12 07:42:57.470088 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-08048263-9d18-44f2-aa9e-d95481cd36a8 req-53ee9457-b2df-4356-9f9c-f6b67927a593 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462339 Oct 12 07:42:57.513210 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-718908c0-097e-4587-80bc-5945ec9a1ffb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:57.563241 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718908c0-097e-4587-80bc-5945ec9a1ffb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Port': ['ID=7626b57b-7331-4506-a462-a354b60d3746,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:57.571670 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-059592b6-0dd7-4e33-a6af-7888dc2d470c tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:57.994920 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82529be6-8468-4fa6-9d68-26d92b4e9081 None None] Network e91ea04b-8f39-4f74-b536-ab6644937d1a requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:42:58.014068 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device e2c2eeb7-dc60-4443-ba9f-00c3e3e09572 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:42:58.104669 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-10302803-2aec-4894-aa43-d1310909566d None None] Provisioning complete for port e2c2eeb7-dc60-4443-ba9f-00c3e3e09572 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:58.105039 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-10302803-2aec-4894-aa43-d1310909566d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:58.105375 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-10302803-2aec-4894-aa43-d1310909566d None None] Attempt 1 to provision port e2c2eeb7-dc60-4443-ba9f-00c3e3e09572 Oct 12 07:42:58.181161 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port e2c2eeb7-dc60-4443-ba9f-00c3e3e09572 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:58.181561 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:58.181907 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port e2c2eeb7-dc60-4443-ba9f-00c3e3e09572 Oct 12 07:42:58.183281 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-718908c0-097e-4587-80bc-5945ec9a1ffb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:58.310496 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-059592b6-0dd7-4e33-a6af-7888dc2d470c tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:58.317146 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-059592b6-0dd7-4e33-a6af-7888dc2d470c tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:58.320947 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-10302803-2aec-4894-aa43-d1310909566d None None] Current status of the port e2c2eeb7-dc60-4443-ba9f-00c3e3e09572 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:42:58.321477 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-10302803-2aec-4894-aa43-d1310909566d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:58.368347 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port e2c2eeb7-dc60-4443-ba9f-00c3e3e09572 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:42:58.368731 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:58.374988 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-10302803-2aec-4894-aa43-d1310909566d None None] For port e2c2eeb7-dc60-4443-ba9f-00c3e3e09572, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=e2c2eeb7-dc60-4443-ba9f-00c3e3e09572,segment=NetworkSegment(7c36da03-e44f-4658-865c-d779d05ddc1e),segment_id=7c36da03-e44f-4658-865c-d779d05ddc1e)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:42:58.384603 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-10302803-2aec-4894-aa43-d1310909566d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:58.413122 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059592b6-0dd7-4e33-a6af-7888dc2d470c tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event updated for resources: {'Port': ['ID=0ed3bf5e-ac46-442a-a2b0-42c659f7570b,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:58.593377 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa35cf3-b63a-4a74-871d-996b58a895af req-c02e7678-1bca-45f5-8dc6-00c14823921f tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:58.595641 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1fa35cf3-b63a-4a74-871d-996b58a895af req-c02e7678-1bca-45f5-8dc6-00c14823921f tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2d914c9-c0dd-4781-aa4a-3d597e4a9606 HTTP/1.1" status: 200 len: 945 time: 0.0788028 Oct 12 07:42:58.646061 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1fa35cf3-b63a-4a74-871d-996b58a895af req-a173d567-fd06-48a1-bf67-0ae01882b4b6 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439422 Oct 12 07:42:58.677302 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10302803-2aec-4894-aa43-d1310909566d None None] Pushing event updated for resources: {'Port': ['ID=e2c2eeb7-dc60-4443-ba9f-00c3e3e09572,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:58.683264 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.db.api [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103202) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 07:42:58.683490 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718908c0-097e-4587-80bc-5945ec9a1ffb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Router 4385b7ed-f14f-445f-8b19-677da8de5ef9 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:42:58.683941 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG oslo_db.api [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 07:42:58.711583 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-7aafcfaa-5deb-40b6-a6a1-0713d433af09 None None] Provisioning complete for port 0ed3bf5e-ac46-442a-a2b0-42c659f7570b triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:42:58.712043 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7aafcfaa-5deb-40b6-a6a1-0713d433af09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:58.712461 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-7aafcfaa-5deb-40b6-a6a1-0713d433af09 None None] Attempt 1 to provision port 0ed3bf5e-ac46-442a-a2b0-42c659f7570b Oct 12 07:42:58.721134 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-059592b6-0dd7-4e33-a6af-7888dc2d470c tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:58.750570 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7aafcfaa-5deb-40b6-a6a1-0713d433af09 None None] Port 0ed3bf5e-ac46-442a-a2b0-42c659f7570b cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:42:58.912803 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718908c0-097e-4587-80bc-5945ec9a1ffb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:42:58.918731 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-718908c0-097e-4587-80bc-5945ec9a1ffb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "PUT /v2.0/routers/4385b7ed-f14f-445f-8b19-677da8de5ef9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7130802 Oct 12 07:42:58.921572 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42754) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:58.921872 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-059592b6-0dd7-4e33-a6af-7888dc2d470c tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:58.924250 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f3f04a-4aea-4d7c-9f05-7877e233da29 None None] Sync routers for ids ['4385b7ed-f14f-445f-8b19-677da8de5ef9'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:42:58.934290 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f3f04a-4aea-4d7c-9f05-7877e233da29 None None] Routers {'4385b7ed-f14f-445f-8b19-677da8de5ef9'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:42:58.934483 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c9f3f04a-4aea-4d7c-9f05-7877e233da29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:42:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['4385b7ed-f14f-445f-8b19-677da8de5ef9'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:58.977127 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0bbd579-19ff-4e1a-a24e-29e590fbea5b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Deleting subnet 679a1ca3-8b6b-4552-be65-3152e8a6d9b2 {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:42:58.980890 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c0bbd579-19ff-4e1a-a24e-29e590fbea5b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:59.020236 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c0bbd579-19ff-4e1a-a24e-29e590fbea5b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:59.042431 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-c9f3f04a-4aea-4d7c-9f05-7877e233da29 None None] Set router 4385b7ed-f14f-445f-8b19-677da8de5ef9 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:42:59.109510 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c0bbd579-19ff-4e1a-a24e-29e590fbea5b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:59.176775 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c0bbd579-19ff-4e1a-a24e-29e590fbea5b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:59.190689 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-059592b6-0dd7-4e33-a6af-7888dc2d470c tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:59.198263 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-059592b6-0dd7-4e33-a6af-7888dc2d470c tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:59.208046 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bbd579-19ff-4e1a-a24e-29e590fbea5b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Subnet': ['ID=679a1ca3-8b6b-4552-be65-3152e8a6d9b2,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:59.210276 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c0bbd579-19ff-4e1a-a24e-29e590fbea5b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:59.217758 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c0bbd579-19ff-4e1a-a24e-29e590fbea5b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "DELETE /v2.0/subnets/679a1ca3-8b6b-4552-be65-3152e8a6d9b2 HTTP/1.1" status: 204 len: 168 time: 0.2910876 Oct 12 07:42:59.217924 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42756) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:59.221114 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b677cd-0e8f-43a7-af52-914d320af92b None None] Network ddaf49bc-49c1-4955-ac53-f27eeab22dff requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:42:59.242548 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port e2c2eeb7-dc60-4443-ba9f-00c3e3e09572 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:42:59.252455 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-7aafcfaa-5deb-40b6-a6a1-0713d433af09 None None] Attempt 2 to provision port 0ed3bf5e-ac46-442a-a2b0-42c659f7570b Oct 12 07:42:59.256171 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c9f3f04a-4aea-4d7c-9f05-7877e233da29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4385b7ed-f14f-445f-8b19-677da8de5ef9', 'name': 'tempest-TestNetworkBasicOps-router-2064210560', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': '427ae3e3-b70f-4fad-b23a-74f6beac4b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:41:41Z', 'updated_at': '2022-10-12T07:42:57Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '427ae3e3-b70f-4fad-b23a-74f6beac4b54', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:09:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4385b7ed-f14f-445f-8b19-677da8de5ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:41:43Z', 'updated_at': '2022-10-12T07:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:59.257856 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-059592b6-0dd7-4e33-a6af-7888dc2d470c tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:59.295134 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f3f04a-4aea-4d7c-9f05-7877e233da29 None None] Checking router: 4385b7ed-f14f-445f-8b19-677da8de5ef9 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:42:59.308019 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f3f04a-4aea-4d7c-9f05-7877e233da29 None None] Routers {'4385b7ed-f14f-445f-8b19-677da8de5ef9'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:42:59.309348 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c9f3f04a-4aea-4d7c-9f05-7877e233da29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:42:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['4385b7ed-f14f-445f-8b19-677da8de5ef9'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:59.332971 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059592b6-0dd7-4e33-a6af-7888dc2d470c tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event updated for resources: {'Port': ['ID=0ed3bf5e-ac46-442a-a2b0-42c659f7570b,revision_number=3']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:59.347714 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7aafcfaa-5deb-40b6-a6a1-0713d433af09 None None] Port 0ed3bf5e-ac46-442a-a2b0-42c659f7570b cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:42:59.379204 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c329a40e-8d2d-4133-b465-73b6a7554870 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:59.406539 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059592b6-0dd7-4e33-a6af-7888dc2d470c tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Network e91ea04b-8f39-4f74-b536-ab6644937d1a is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:42:59.408118 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-059592b6-0dd7-4e33-a6af-7888dc2d470c tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:42:59.474548 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6111827-8476-4d9a-8015-242734859bad None None] DHCP port deletion for ddaf49bc-49c1-4955-ac53-f27eeab22dff request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:42:59.554186 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f6111827-8476-4d9a-8015-242734859bad None None] Deleting port 7cab4726-4209-4971-af22-8f1707630607 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:42:59.554524 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f6111827-8476-4d9a-8015-242734859bad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:59.558218 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059592b6-0dd7-4e33-a6af-7888dc2d470c tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Router e9baf311-7984-4f1b-947d-8314ee382eb5 is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:42:59.558914 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-c9f3f04a-4aea-4d7c-9f05-7877e233da29 None None] Set router 4385b7ed-f14f-445f-8b19-677da8de5ef9 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:42:59.577404 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c329a40e-8d2d-4133-b465-73b6a7554870 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:59.650838 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-c329a40e-8d2d-4133-b465-73b6a7554870 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Deleting port 427ae3e3-b70f-4fad-b23a-74f6beac4b54 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:42:59.651487 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c329a40e-8d2d-4133-b465-73b6a7554870 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:59.681127 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-f6111827-8476-4d9a-8015-242734859bad None None] For port 7cab4726-4209-4971-af22-8f1707630607, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=7cab4726-4209-4971-af22-8f1707630607,segment=NetworkSegment(6fe0a304-c3a9-48ab-bd16-7b5fc4382cec),segment_id=6fe0a304-c3a9-48ab-bd16-7b5fc4382cec)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:42:59.681579 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f6111827-8476-4d9a-8015-242734859bad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:59.691782 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059592b6-0dd7-4e33-a6af-7888dc2d470c tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:42:59.698256 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f6111827-8476-4d9a-8015-242734859bad None None] Calling delete_port for 7cab4726-4209-4971-af22-8f1707630607 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:42:59.705062 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42760) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:59.705903 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1f7e42-39ec-431c-97a9-6da6113a4c6a None None] Sync routers for ids ['e9baf311-7984-4f1b-947d-8314ee382eb5'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:42:59.706528 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-059592b6-0dd7-4e33-a6af-7888dc2d470c tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "PUT /v2.0/routers/e9baf311-7984-4f1b-947d-8314ee382eb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6122129 Oct 12 07:42:59.760349 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1f7e42-39ec-431c-97a9-6da6113a4c6a None None] Routers {'e9baf311-7984-4f1b-947d-8314ee382eb5'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:42:59.761064 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-1b1f7e42-39ec-431c-97a9-6da6113a4c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:42:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['e9baf311-7984-4f1b-947d-8314ee382eb5'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:59.797091 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c9f3f04a-4aea-4d7c-9f05-7877e233da29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4385b7ed-f14f-445f-8b19-677da8de5ef9', 'name': 'tempest-TestNetworkBasicOps-router-2064210560', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': '427ae3e3-b70f-4fad-b23a-74f6beac4b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:41:41Z', 'updated_at': '2022-10-12T07:42:57Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '427ae3e3-b70f-4fad-b23a-74f6beac4b54', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:09:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4385b7ed-f14f-445f-8b19-677da8de5ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:41:43Z', 'updated_at': '2022-10-12T07:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:59.814430 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-1b1f7e42-39ec-431c-97a9-6da6113a4c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:59.824517 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860f7caa-1561-4c2c-ba52-bac272ba7e50 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:59.828310 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-860f7caa-1561-4c2c-ba52-bac272ba7e50 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "GET /v2.0/ports/0ed3bf5e-ac46-442a-a2b0-42c659f7570b HTTP/1.1" status: 200 len: 977 time: 0.1196055 Oct 12 07:42:59.828486 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1f7e42-39ec-431c-97a9-6da6113a4c6a None None] Routers {'e9baf311-7984-4f1b-947d-8314ee382eb5'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:42:59.829775 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42762) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:42:59.829915 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-1b1f7e42-39ec-431c-97a9-6da6113a4c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:42:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['e9baf311-7984-4f1b-947d-8314ee382eb5'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:59.841496 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f3f04a-4aea-4d7c-9f05-7877e233da29 None None] The sync data for ids ['4385b7ed-f14f-445f-8b19-677da8de5ef9'] in dv-neutron-860909-2-hyperv is: [{'id': '4385b7ed-f14f-445f-8b19-677da8de5ef9', 'name': 'tempest-TestNetworkBasicOps-router-2064210560', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': '427ae3e3-b70f-4fad-b23a-74f6beac4b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:41:41Z', 'updated_at': '2022-10-12T07:42:57Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '427ae3e3-b70f-4fad-b23a-74f6beac4b54', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:09:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4385b7ed-f14f-445f-8b19-677da8de5ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:41:43Z', 'updated_at': '2022-10-12T07:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:42:59.854737 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-c329a40e-8d2d-4133-b465-73b6a7554870 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] For port 427ae3e3-b70f-4fad-b23a-74f6beac4b54, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=427ae3e3-b70f-4fad-b23a-74f6beac4b54,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:42:59.855106 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c329a40e-8d2d-4133-b465-73b6a7554870 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:59.875045 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-7aafcfaa-5deb-40b6-a6a1-0713d433af09 None None] Attempt 3 to provision port 0ed3bf5e-ac46-442a-a2b0-42c659f7570b Oct 12 07:42:59.876684 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-1b1f7e42-39ec-431c-97a9-6da6113a4c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:42:59.877327 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1f7e42-39ec-431c-97a9-6da6113a4c6a None None] The sync data for ids ['e9baf311-7984-4f1b-947d-8314ee382eb5'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:42:59.882656 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b76394-9ace-42f4-a111-de1a63340001 req-ef5fbcf4-0f8d-4681-a516-963905b2fad2 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:42:59.892722 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-30b76394-9ace-42f4-a111-de1a63340001 req-ef5fbcf4-0f8d-4681-a516-963905b2fad2 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2d914c9-c0dd-4781-aa4a-3d597e4a9606 HTTP/1.1" status: 200 len: 945 time: 0.1244040 Oct 12 07:42:59.912553 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-c329a40e-8d2d-4133-b465-73b6a7554870 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Calling delete_port for 427ae3e3-b70f-4fad-b23a-74f6beac4b54 owned by network:router_gateway {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:42:59.920193 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f6111827-8476-4d9a-8015-242734859bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:42:59.924455 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7aafcfaa-5deb-40b6-a6a1-0713d433af09 None None] Port 0ed3bf5e-ac46-442a-a2b0-42c659f7570b cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:42:59.947764 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6111827-8476-4d9a-8015-242734859bad None None] Pushing event deleted for resources: {'Port': ['ID=7cab4726-4209-4971-af22-8f1707630607,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:42:59.953235 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6111827-8476-4d9a-8015-242734859bad None None] No DVR routers for this DVR port 7cab4726-4209-4971-af22-8f1707630607 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:42:59.971752 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-30b76394-9ace-42f4-a111-de1a63340001 req-7135f251-a622-43d4-a211-9fdee069dc5a tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777934 Oct 12 07:43:00.129842 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f83d24-4d54-4e11-907f-6a9a88fdc2eb req-5e50a0ce-8cf9-43bb-9e2b-b97185de2e41 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:00.131363 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d3f83d24-4d54-4e11-907f-6a9a88fdc2eb req-5e50a0ce-8cf9-43bb-9e2b-b97185de2e41 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2d914c9-c0dd-4781-aa4a-3d597e4a9606 HTTP/1.1" status: 200 len: 945 time: 0.0819511 Oct 12 07:43:00.180903 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d3f83d24-4d54-4e11-907f-6a9a88fdc2eb req-26f9b1ab-4658-45f7-b368-b0d2965fa909 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433717 Oct 12 07:43:00.182174 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c329a40e-8d2d-4133-b465-73b6a7554870 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:00.215053 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42766) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:00.217621 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c329a40e-8d2d-4133-b465-73b6a7554870 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Port': ['ID=427ae3e3-b70f-4fad-b23a-74f6beac4b54,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:00.218796 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f0305099-75b7-488b-a0f6-bdc6c886d8f8 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:00.325455 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c329a40e-8d2d-4133-b465-73b6a7554870 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:00.426571 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-7aafcfaa-5deb-40b6-a6a1-0713d433af09 None None] Attempt 4 to provision port 0ed3bf5e-ac46-442a-a2b0-42c659f7570b Oct 12 07:43:00.433366 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device e2c2eeb7-dc60-4443-ba9f-00c3e3e09572 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:43:00.433513 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c329a40e-8d2d-4133-b465-73b6a7554870 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:00.437861 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c329a40e-8d2d-4133-b465-73b6a7554870 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:00.509546 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20554eca-7963-4c3f-8365-4bf45e43f02c tempest-TestVolumeBootPattern-566414688 tempest-TestVolumeBootPattern-566414688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:00.511622 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-20554eca-7963-4c3f-8365-4bf45e43f02c tempest-TestVolumeBootPattern-566414688 tempest-TestVolumeBootPattern-566414688-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d2d914c9-c0dd-4781-aa4a-3d597e4a9606 HTTP/1.1" status: 200 len: 1093 time: 0.2955210 Oct 12 07:43:00.512480 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c329a40e-8d2d-4133-b465-73b6a7554870 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:00.513021 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c329a40e-8d2d-4133-b465-73b6a7554870 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Fanout notify agent at l3_agent the message router_deleted on router 4385b7ed-f14f-445f-8b19-677da8de5ef9 {{(pid=103200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:43:00.513296 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7aafcfaa-5deb-40b6-a6a1-0713d433af09 None None] Port 0ed3bf5e-ac46-442a-a2b0-42c659f7570b cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:43:00.514582 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42770) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:00.521086 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c329a40e-8d2d-4133-b465-73b6a7554870 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:00.522167 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c329a40e-8d2d-4133-b465-73b6a7554870 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "DELETE /v2.0/routers/4385b7ed-f14f-445f-8b19-677da8de5ef9 HTTP/1.1" status: 204 len: 168 time: 1.3034251 Oct 12 07:43:00.525273 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-d0d76186-d810-4924-a6b0-07a3c9ac380a tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Request body: {'floatingip': {'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'port_id': 'bd7563bd-dcc8-4345-9a07-82d357321e95', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:43:00.526061 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42772) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:00.534330 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port e2c2eeb7-dc60-4443-ba9f-00c3e3e09572 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:43:00.534793 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:00.535344 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port e2c2eeb7-dc60-4443-ba9f-00c3e3e09572 Oct 12 07:43:00.548234 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d0d76186-d810-4924-a6b0-07a3c9ac380a tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks [] for floatingip, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:00.619646 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port e2c2eeb7-dc60-4443-ba9f-00c3e3e09572 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:43:00.688656 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 7cab4726-4209-4971-af22-8f1707630607 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:43:00.692047 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9219c86a-824b-497b-b8eb-4e935a97e96a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:00.695954 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d0d76186-d810-4924-a6b0-07a3c9ac380a tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:00.702920 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-f0305099-75b7-488b-a0f6-bdc6c886d8f8 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Deleting port 0ed3bf5e-ac46-442a-a2b0-42c659f7570b {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:43:00.703263 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f0305099-75b7-488b-a0f6-bdc6c886d8f8 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:00.723488 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 7cab4726-4209-4971-af22-8f1707630607 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:43:00.723977 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 7cab4726-4209-4971-af22-8f1707630607 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:43:00.822921 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-d0d76186-d810-4924-a6b0-07a3c9ac380a tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Allocated IP 172.26.3.70 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/f80074d9-4f04-4e3a-90eb-7ac95977bbd4) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:43:00.942891 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d0d76186-d810-4924-a6b0-07a3c9ac380a tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:00.977336 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d0d76186-d810-4924-a6b0-07a3c9ac380a tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:01.014608 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-7aafcfaa-5deb-40b6-a6a1-0713d433af09 None None] Attempt 5 to provision port 0ed3bf5e-ac46-442a-a2b0-42c659f7570b Oct 12 07:43:01.022080 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d76186-d810-4924-a6b0-07a3c9ac380a tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:43:01.026944 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-d0d76186-d810-4924-a6b0-07a3c9ac380a tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:43:01.031440 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d76186-d810-4924-a6b0-07a3c9ac380a tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:43:01.052842 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d76186-d810-4924-a6b0-07a3c9ac380a tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Pushing event updated for resources: {'Port': ['ID=f80074d9-4f04-4e3a-90eb-7ac95977bbd4,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:01.059696 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7aafcfaa-5deb-40b6-a6a1-0713d433af09 None None] Port 0ed3bf5e-ac46-442a-a2b0-42c659f7570b cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:43:01.180487 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9219c86a-824b-497b-b8eb-4e935a97e96a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:01.184481 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f0305099-75b7-488b-a0f6-bdc6c886d8f8 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:01.208003 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-f0305099-75b7-488b-a0f6-bdc6c886d8f8 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Calling delete_port for 0ed3bf5e-ac46-442a-a2b0-42c659f7570b owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:43:01.213851 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-9219c86a-824b-497b-b8eb-4e935a97e96a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddaf49bc-49c1-4955-ac53-f27eeab22dff']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:01.227606 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-9219c86a-824b-497b-b8eb-4e935a97e96a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fe0a304-c3a9-48ab-bd16-7b5fc4382cec') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:01.227906 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-9219c86a-824b-497b-b8eb-4e935a97e96a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fe0a304-c3a9-48ab-bd16-7b5fc4382cec') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:01.263891 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9219c86a-824b-497b-b8eb-4e935a97e96a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:01.281198 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9219c86a-824b-497b-b8eb-4e935a97e96a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:01.300064 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9219c86a-824b-497b-b8eb-4e935a97e96a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:43:01.300472 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9219c86a-824b-497b-b8eb-4e935a97e96a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:01.332997 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 6fe0a304-c3a9-48ab-bd16-7b5fc4382cec resource provider aggregate not found Oct 12 07:43:01.366014 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 6fe0a304-c3a9-48ab-bd16-7b5fc4382cec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6fe0a304-c3a9-48ab-bd16-7b5fc4382cec found for delete ", "request_id": "req-88e50696-5b92-4374-859f-2bc3e01ed29c"}]} Oct 12 07:43:01.407380 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9219c86a-824b-497b-b8eb-4e935a97e96a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:01.413891 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9219c86a-824b-497b-b8eb-4e935a97e96a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:01.417161 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d0d76186-d810-4924-a6b0-07a3c9ac380a tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:01.417410 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-9219c86a-824b-497b-b8eb-4e935a97e96a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "DELETE /v2.0/networks/ddaf49bc-49c1-4955-ac53-f27eeab22dff HTTP/1.1" status: 204 len: 168 time: 0.8901412 Oct 12 07:43:01.434107 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9219c86a-824b-497b-b8eb-4e935a97e96a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Network': ['ID=ddaf49bc-49c1-4955-ac53-f27eeab22dff,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:01.436722 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42778) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:01.441647 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-8acd7d01-2a00-41a7-b77b-2b88fe3da6b8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'network': {'name': 'tempest-network-smoke--739540540', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'port_security_enabled': True}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:43:01.490342 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d0d76186-d810-4924-a6b0-07a3c9ac380a tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:01.491067 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8acd7d01-2a00-41a7-b77b-2b88fe3da6b8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Made reservation on behalf of 62f83991a7314cd6b6c084162dcfff66 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:43:01.494480 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8acd7d01-2a00-41a7-b77b-2b88fe3da6b8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:01.522442 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f0305099-75b7-488b-a0f6-bdc6c886d8f8 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:01.531348 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8acd7d01-2a00-41a7-b77b-2b88fe3da6b8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:43:01.560811 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-7aafcfaa-5deb-40b6-a6a1-0713d433af09 None None] Attempt 6 to provision port 0ed3bf5e-ac46-442a-a2b0-42c659f7570b Oct 12 07:43:01.562220 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0305099-75b7-488b-a0f6-bdc6c886d8f8 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event deleted for resources: {'Port': ['ID=0ed3bf5e-ac46-442a-a2b0-42c659f7570b,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:01.584349 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8acd7d01-2a00-41a7-b77b-2b88fe3da6b8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:01.584700 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-8acd7d01-2a00-41a7-b77b-2b88fe3da6b8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Added segment 0698dc22-2072-46fb-aaec-216263c3b12e of type vlan for network 8e4fab22-158c-4bfc-8f30-2a4009b89223 Oct 12 07:43:01.587275 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7aafcfaa-5deb-40b6-a6a1-0713d433af09 None None] Port 0ed3bf5e-ac46-442a-a2b0-42c659f7570b was deleted so its status cannot be updated. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 12 07:43:01.604680 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-7aafcfaa-5deb-40b6-a6a1-0713d433af09 None None] Provisioning complete for port e2c2eeb7-dc60-4443-ba9f-00c3e3e09572 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:43:01.605384 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7aafcfaa-5deb-40b6-a6a1-0713d433af09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:01.605873 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-7aafcfaa-5deb-40b6-a6a1-0713d433af09 None None] Attempt 1 to provision port e2c2eeb7-dc60-4443-ba9f-00c3e3e09572 Oct 12 07:43:01.662812 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d0d76186-d810-4924-a6b0-07a3c9ac380a tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:01.663081 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8acd7d01-2a00-41a7-b77b-2b88fe3da6b8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:01.669848 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d0d76186-d810-4924-a6b0-07a3c9ac380a tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:01.693561 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7aafcfaa-5deb-40b6-a6a1-0713d433af09 None None] Current status of the port e2c2eeb7-dc60-4443-ba9f-00c3e3e09572 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:43:01.743939 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d0d76186-d810-4924-a6b0-07a3c9ac380a tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:01.764618 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f0305099-75b7-488b-a0f6-bdc6c886d8f8 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:01.771899 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8acd7d01-2a00-41a7-b77b-2b88fe3da6b8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:01.778338 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acd7d01-2a00-41a7-b77b-2b88fe3da6b8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:01.778941 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8acd7d01-2a00-41a7-b77b-2b88fe3da6b8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:01.791798 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d76186-d810-4924-a6b0-07a3c9ac380a tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Pushing event updated for resources: {'Port': ['ID=f80074d9-4f04-4e3a-90eb-7ac95977bbd4,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:01.822434 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-66733274-8d7a-4b63-85b3-34fea7409ad2 None None] Could not find standard attr ID for object 0ed3bf5e-ac46-442a-a2b0-42c659f7570b. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:43:01.865892 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-8acd7d01-2a00-41a7-b77b-2b88fe3da6b8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4249923 Oct 12 07:43:01.866437 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42780) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:01.871579 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-f9f9d9f1-e118-48e8-9c1b-c561b46b2c53 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-415717493', 'admin_state_up': True, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:43:01.897545 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [None req-d0d76186-d810-4924-a6b0-07a3c9ac380a tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Floating IP 23bce556-67f0-4371-86ef-3c2eae2f6f0a associated. External IP: 172.26.3.70, port: bd7563bd-dcc8-4345-9a07-82d357321e95. Oct 12 07:43:01.902243 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f9f9d9f1-e118-48e8-9c1b-c561b46b2c53 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:01.903240 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f9f9d9f1-e118-48e8-9c1b-c561b46b2c53 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:01.922015 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd7d01-2a00-41a7-b77b-2b88fe3da6b8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Network': ['ID=8e4fab22-158c-4bfc-8f30-2a4009b89223,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:01.938409 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 8e4fab22-158c-4bfc-8f30-2a4009b89223 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:43:01.941158 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 7626b57b-7331-4506-a462-a354b60d3746 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:43:01.981316 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 7626b57b-7331-4506-a462-a354b60d3746 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:43:01.982018 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 7626b57b-7331-4506-a462-a354b60d3746 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:43:01.982525 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 427ae3e3-b70f-4fad-b23a-74f6beac4b54 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:43:02.003475 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f9f9d9f1-e118-48e8-9c1b-c561b46b2c53 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:02.004585 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0305099-75b7-488b-a0f6-bdc6c886d8f8 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Router e9baf311-7984-4f1b-947d-8314ee382eb5 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:43:02.041156 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 427ae3e3-b70f-4fad-b23a-74f6beac4b54 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:43:02.041537 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 427ae3e3-b70f-4fad-b23a-74f6beac4b54 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:43:02.084185 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0305099-75b7-488b-a0f6-bdc6c886d8f8 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:43:02.093121 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f0305099-75b7-488b-a0f6-bdc6c886d8f8 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "PUT /v2.0/routers/e9baf311-7984-4f1b-947d-8314ee382eb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2595994 Oct 12 07:43:02.093121 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42782) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:02.094931 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb06b979-a0cf-4aa2-9e99-e3fac07762ce None None] Sync routers for ids ['e9baf311-7984-4f1b-947d-8314ee382eb5'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:43:02.106253 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb06b979-a0cf-4aa2-9e99-e3fac07762ce None None] Routers {'e9baf311-7984-4f1b-947d-8314ee382eb5'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:43:02.106878 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-fb06b979-a0cf-4aa2-9e99-e3fac07762ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:42:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['e9baf311-7984-4f1b-947d-8314ee382eb5'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:02.141391 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-fb06b979-a0cf-4aa2-9e99-e3fac07762ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:02.150620 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb06b979-a0cf-4aa2-9e99-e3fac07762ce None None] Routers {'e9baf311-7984-4f1b-947d-8314ee382eb5'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:43:02.151242 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-fb06b979-a0cf-4aa2-9e99-e3fac07762ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:42:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['e9baf311-7984-4f1b-947d-8314ee382eb5'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:02.188977 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-fb06b979-a0cf-4aa2-9e99-e3fac07762ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:02.189633 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb06b979-a0cf-4aa2-9e99-e3fac07762ce None None] The sync data for ids ['e9baf311-7984-4f1b-947d-8314ee382eb5'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:43:02.287457 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-2b50ed8d-3412-4453-9375-2228a6577f5c tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] remove_router_interface failed (client error): The resource could not be found. Oct 12 07:43:02.288411 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-2b50ed8d-3412-4453-9375-2228a6577f5c tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "PUT /v2.0/routers/e9baf311-7984-4f1b-947d-8314ee382eb5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1937473 Oct 12 07:43:02.291296 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42784) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:02.318685 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-8ff103c9-7447-4e8c-8a64-e0817da95a7a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9baf311-7984-4f1b-947d-8314ee382eb5 HTTP/1.1" status: 200 len: 205 time: 0.0263042 Oct 12 07:43:02.321260 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42786) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:02.396589 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c5c527b4-a7aa-4b83-8c05-b918ee788a85 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for router, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:02.554401 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c5c527b4-a7aa-4b83-8c05-b918ee788a85 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:02.554670 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f9f9d9f1-e118-48e8-9c1b-c561b46b2c53 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:02.557302 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c5c527b4-a7aa-4b83-8c05-b918ee788a85 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:02.599685 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c5c527b4-a7aa-4b83-8c05-b918ee788a85 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:02.600348 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c527b4-a7aa-4b83-8c05-b918ee788a85 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Fanout notify agent at l3_agent the message router_deleted on router e9baf311-7984-4f1b-947d-8314ee382eb5 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:43:02.610206 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c5c527b4-a7aa-4b83-8c05-b918ee788a85 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:02.611272 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c5c527b4-a7aa-4b83-8c05-b918ee788a85 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "DELETE /v2.0/routers/e9baf311-7984-4f1b-947d-8314ee382eb5 HTTP/1.1" status: 204 len: 168 time: 0.2891033 Oct 12 07:43:02.614141 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42788) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:02.655618 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d76186-d810-4924-a6b0-07a3c9ac380a tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Router 77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:43:02.662684 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-92add92e-b601-4fb4-9e91-b324895f1e79 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Deleting subnet 3cd025ea-050b-4a2f-8a64-c7b02a640974 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:43:02.666197 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-92add92e-b601-4fb4-9e91-b324895f1e79 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:02.707137 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-92add92e-b601-4fb4-9e91-b324895f1e79 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:02.792976 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-92add92e-b601-4fb4-9e91-b324895f1e79 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:02.855567 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-92add92e-b601-4fb4-9e91-b324895f1e79 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:02.882455 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92add92e-b601-4fb4-9e91-b324895f1e79 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event deleted for resources: {'Subnet': ['ID=3cd025ea-050b-4a2f-8a64-c7b02a640974,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:02.883092 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d76186-d810-4924-a6b0-07a3c9ac380a tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:43:02.888169 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-92add92e-b601-4fb4-9e91-b324895f1e79 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:02.893317 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-92add92e-b601-4fb4-9e91-b324895f1e79 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "DELETE /v2.0/subnets/3cd025ea-050b-4a2f-8a64-c7b02a640974 HTTP/1.1" status: 204 len: 168 time: 0.2758739 Oct 12 07:43:02.894455 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42790) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:02.898097 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4b509a-bc4e-4723-9cd5-ec8861dc0ca9 None None] Network e91ea04b-8f39-4f74-b536-ab6644937d1a requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:43:02.904509 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f9f9d9f1-e118-48e8-9c1b-c561b46b2c53 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router_gateway, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:02.904733 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9831ced9-1cfb-433e-9367-90689b1487e7 None None] Sync routers for ids ['77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:43:02.933604 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f9f9d9f1-e118-48e8-9c1b-c561b46b2c53 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:02.945128 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d0d76186-d810-4924-a6b0-07a3c9ac380a tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:02.978799 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9831ced9-1cfb-433e-9367-90689b1487e7 None None] Routers {'77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:43:02.979426 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-9831ced9-1cfb-433e-9367-90689b1487e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:42:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:02.986638 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ace09f22-3caf-4dbc-87aa-567940a045be tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:03.008268 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d0d76186-d810-4924-a6b0-07a3c9ac380a tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4905899 Oct 12 07:43:03.008778 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2d914c9-c0dd-4781-aa4a-3d597e4a9606', 'tag': 'bd7563bd-dcc8-4345-9a07-82d357321e95'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:43:03.011164 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e106bedc-51ad-4e80-bed3-a1e8cd4481cb" -d '{"events": [{"name": "network-changed", "server_uuid": "d2d914c9-c0dd-4781-aa4a-3d597e4a9606", "tag": "bd7563bd-dcc8-4345-9a07-82d357321e95"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:43:03.053676 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47be394-e772-46e4-b9c6-0da13435856d x-openstack-request-id: req-a47be394-e772-46e4-b9c6-0da13435856d {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:43:03.053978 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2d914c9-c0dd-4781-aa4a-3d597e4a9606", "tag": "bd7563bd-dcc8-4345-9a07-82d357321e95", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:43:03.054266 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a47be394-e772-46e4-b9c6-0da13435856d {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:43:03.054677 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a47be394-e772-46e4-b9c6-0da13435856d'] response: {'name': 'network-changed', 'server_uuid': 'd2d914c9-c0dd-4781-aa4a-3d597e4a9606', 'tag': 'bd7563bd-dcc8-4345-9a07-82d357321e95', 'status': 'completed', 'code': 200} Oct 12 07:43:03.059147 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-ace09f22-3caf-4dbc-87aa-567940a045be tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Deleting port e2c2eeb7-dc60-4443-ba9f-00c3e3e09572 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:43:03.059570 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ace09f22-3caf-4dbc-87aa-567940a045be tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:03.076026 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-f9f9d9f1-e118-48e8-9c1b-c561b46b2c53 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Allocated IP 172.26.3.194 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/4df1bba8-c452-4d6b-954d-2ff0b7aafd2d) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:43:03.139384 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-ace09f22-3caf-4dbc-87aa-567940a045be tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] For port e2c2eeb7-dc60-4443-ba9f-00c3e3e09572, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=e2c2eeb7-dc60-4443-ba9f-00c3e3e09572,segment=NetworkSegment(7c36da03-e44f-4658-865c-d779d05ddc1e),segment_id=7c36da03-e44f-4658-865c-d779d05ddc1e)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:43:03.139855 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ace09f22-3caf-4dbc-87aa-567940a045be tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:03.141398 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-9831ced9-1cfb-433e-9367-90689b1487e7 None None] Set router 77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:43:03.148176 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106bedc-51ad-4e80-bed3-a1e8cd4481cb req-95f1e85d-a7b8-49d1-bbf6-05923821eadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:03.149752 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e106bedc-51ad-4e80-bed3-a1e8cd4481cb req-95f1e85d-a7b8-49d1-bbf6-05923821eadf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82e1d814e4454fb2a7138e45884a198c&device_id=d2d914c9-c0dd-4781-aa4a-3d597e4a9606 HTTP/1.1" status: 200 len: 1098 time: 0.0715697 Oct 12 07:43:03.158386 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-ace09f22-3caf-4dbc-87aa-567940a045be tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Calling delete_port for e2c2eeb7-dc60-4443-ba9f-00c3e3e09572 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:43:03.226065 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ab3ed6-ab96-49bf-bce2-f3786bc9ae8e None None] DHCP port deletion for e91ea04b-8f39-4f74-b536-ab6644937d1a request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:43:03.251582 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ace09f22-3caf-4dbc-87aa-567940a045be tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:03.279960 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace09f22-3caf-4dbc-87aa-567940a045be tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event deleted for resources: {'Port': ['ID=e2c2eeb7-dc60-4443-ba9f-00c3e3e09572,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:03.288719 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace09f22-3caf-4dbc-87aa-567940a045be tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] No DVR routers for this DVR port e2c2eeb7-dc60-4443-ba9f-00c3e3e09572 on host dv-neutron-860909-2-hyperv {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:43:03.300009 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f9f9d9f1-e118-48e8-9c1b-c561b46b2c53 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:03.313743 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106bedc-51ad-4e80-bed3-a1e8cd4481cb req-8db7a30b-814b-41b4-a39c-884be20b72da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:03.315380 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e106bedc-51ad-4e80-bed3-a1e8cd4481cb req-8db7a30b-814b-41b4-a39c-884be20b72da service neutron] 10.222.0.23 "GET /v2.0/networks?id=7804729f-5a18-4f8e-8ea7-dae1d105ce0d HTTP/1.1" status: 200 len: 913 time: 0.1581180 Oct 12 07:43:03.356653 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-03ab3ed6-ab96-49bf-bce2-f3786bc9ae8e None None] Deleting port e2c2eeb7-dc60-4443-ba9f-00c3e3e09572 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:43:03.357026 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-03ab3ed6-ab96-49bf-bce2-f3786bc9ae8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:03.375679 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ace09f22-3caf-4dbc-87aa-567940a045be tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:03.395470 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e106bedc-51ad-4e80-bed3-a1e8cd4481cb req-a8db7c95-cde1-422e-8526-b59c2fcf1ac1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd7563bd-dcc8-4345-9a07-82d357321e95 HTTP/1.1" status: 200 len: 998 time: 0.0723431 Oct 12 07:43:03.398150 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f9f9d9f1-e118-48e8-9c1b-c561b46b2c53 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:03.399422 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-ace09f22-3caf-4dbc-87aa-567940a045be tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e91ea04b-8f39-4f74-b536-ab6644937d1a']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:03.410707 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-ace09f22-3caf-4dbc-87aa-567940a045be tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c36da03-e44f-4658-865c-d779d05ddc1e') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:03.411074 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-ace09f22-3caf-4dbc-87aa-567940a045be tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c36da03-e44f-4658-865c-d779d05ddc1e') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:03.421376 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ace09f22-3caf-4dbc-87aa-567940a045be tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:03.436506 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ace09f22-3caf-4dbc-87aa-567940a045be tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:03.443757 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ace09f22-3caf-4dbc-87aa-567940a045be tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:43:03.444394 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ace09f22-3caf-4dbc-87aa-567940a045be tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:03.458924 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-03ab3ed6-ab96-49bf-bce2-f3786bc9ae8e None None] For port e2c2eeb7-dc60-4443-ba9f-00c3e3e09572, host dv-neutron-860909-2-hyperv, got binding levels [] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:43:03.459321 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-03ab3ed6-ab96-49bf-bce2-f3786bc9ae8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:03.472204 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f9d9f1-e118-48e8-9c1b-c561b46b2c53 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:43:03.478244 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-f9f9d9f1-e118-48e8-9c1b-c561b46b2c53 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:43:03.481607 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-03ab3ed6-ab96-49bf-bce2-f3786bc9ae8e None None] Calling delete_port for e2c2eeb7-dc60-4443-ba9f-00c3e3e09572 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:43:03.485146 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f9d9f1-e118-48e8-9c1b-c561b46b2c53 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:43:03.485703 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.ipam_backend_mixin [None req-03ab3ed6-ab96-49bf-bce2-f3786bc9ae8e None None] Port e2c2eeb7-dc60-4443-ba9f-00c3e3e09572 was not found and therefore no delete operation was performed {{(pid=103202) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 12 07:43:03.488397 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-03ab3ed6-ab96-49bf-bce2-f3786bc9ae8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:03.494515 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f9d9f1-e118-48e8-9c1b-c561b46b2c53 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=4df1bba8-c452-4d6b-954d-2ff0b7aafd2d,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:03.513626 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 7c36da03-e44f-4658-865c-d779d05ddc1e resource provider aggregate not found Oct 12 07:43:03.521563 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab3ed6-ab96-49bf-bce2-f3786bc9ae8e None None] Pushing event deleted for resources: {'Port': ['ID=e2c2eeb7-dc60-4443-ba9f-00c3e3e09572,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:03.524506 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ab3ed6-ab96-49bf-bce2-f3786bc9ae8e None None] No DVR routers for this DVR port e2c2eeb7-dc60-4443-ba9f-00c3e3e09572 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:43:03.529594 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106bedc-51ad-4e80-bed3-a1e8cd4481cb req-9cd033d8-af56-4f8f-8db6-5ca307ed89f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:03.531193 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e106bedc-51ad-4e80-bed3-a1e8cd4481cb req-9cd033d8-af56-4f8f-8db6-5ca307ed89f6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=47a40364-9659-4f40-a5db-71e52bd850ae HTTP/1.1" status: 200 len: 851 time: 0.1276648 Oct 12 07:43:03.535425 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ace09f22-3caf-4dbc-87aa-567940a045be tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:03.541587 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ace09f22-3caf-4dbc-87aa-567940a045be tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:03.545314 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ace09f22-3caf-4dbc-87aa-567940a045be tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "DELETE /v2.0/networks/e91ea04b-8f39-4f74-b536-ab6644937d1a HTTP/1.1" status: 204 len: 168 time: 0.6508007 Oct 12 07:43:03.549005 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 7c36da03-e44f-4658-865c-d779d05ddc1e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c36da03-e44f-4658-865c-d779d05ddc1e found for delete ", "request_id": "req-c01bd8cc-7d94-4764-a31c-0c54f80af400"}]} Oct 12 07:43:03.550924 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42800) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:03.551174 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-9831ced9-1cfb-433e-9367-90689b1487e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'name': 'tempest-TestVolumeBootPattern-1151245487-router', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'b60141e3-6716-4aba-b37d-5a8b6a4aaf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:41:54Z', 'updated_at': '2022-10-12T07:42:04Z', 'revision_number': 4, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'gw_port': {'id': 'b60141e3-6716-4aba-b37d-5a8b6a4aaf4c', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:41:56Z', 'updated_at': '2022-10-12T07:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '23bce556-67f0-4371-86ef-3c2eae2f6f0a', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'floating_ip_address': '172.26.3.70', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'port_id': 'bd7563bd-dcc8-4345-9a07-82d357321e95', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d', 'mac_address': 'fa:16:3e:85:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d914c9-c0dd-4781-aa4a-3d597e4a9606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:43:01Z', 'updated_at': '2022-10-12T07:43:01Z', 'revision_number': 0, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4577c4-c8f9-4398-8765-b1b497646665', 'name': '', 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'mac_address': 'fa:16:3e:5b:2c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '47a40364-9659-4f40-a5db-71e52bd850ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:42:02Z', 'updated_at': '2022-10-12T07:42:09Z', 'revision_number': 5, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'subnets': [{'id': '47a40364-9659-4f40-a5db-71e52bd850ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:03.555839 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-ce28b8cc-5746-482e-abcc-ef5c3652d5de tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Request body: {'network': {'name': 'tempest-RoutersTest-17659309'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:43:03.566017 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace09f22-3caf-4dbc-87aa-567940a045be tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event deleted for resources: {'Network': ['ID=e91ea04b-8f39-4f74-b536-ab6644937d1a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:03.584960 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9831ced9-1cfb-433e-9367-90689b1487e7 None None] Checking router: 77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:43:03.595142 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9831ced9-1cfb-433e-9367-90689b1487e7 None None] Routers {'77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:43:03.595809 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-9831ced9-1cfb-433e-9367-90689b1487e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:42:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:03.683938 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce28b8cc-5746-482e-abcc-ef5c3652d5de tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Made reservation on behalf of 581b3a364ec742c898d07afe59d874c7 for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:43:03.687617 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ce28b8cc-5746-482e-abcc-ef5c3652d5de tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:03.707071 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-9831ced9-1cfb-433e-9367-90689b1487e7 None None] Set router 77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:43:03.713506 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106bedc-51ad-4e80-bed3-a1e8cd4481cb req-63edf48c-abb6-40be-9a6a-a8d1cc1229fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:03.715062 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e106bedc-51ad-4e80-bed3-a1e8cd4481cb req-63edf48c-abb6-40be-9a6a-a8d1cc1229fa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7804729f-5a18-4f8e-8ea7-dae1d105ce0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1740165 Oct 12 07:43:03.754502 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce28b8cc-5746-482e-abcc-ef5c3652d5de tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:43:03.807483 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ce28b8cc-5746-482e-abcc-ef5c3652d5de tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:03.807751 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-ce28b8cc-5746-482e-abcc-ef5c3652d5de tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Added segment 4bb4d718-e019-40c9-a5d9-f21c128358b8 of type vlan for network 833d9abc-985b-4b2e-ac0f-0869d081f3a0 Oct 12 07:43:03.902443 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ce28b8cc-5746-482e-abcc-ef5c3652d5de tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:03.959411 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e106bedc-51ad-4e80-bed3-a1e8cd4481cb req-67349082-fffd-4ef8-91bc-d92b106332b2 service neutron] 10.222.0.23 "GET /v2.0/networks/7804729f-5a18-4f8e-8ea7-dae1d105ce0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335954 Oct 12 07:43:04.000296 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f9f9d9f1-e118-48e8-9c1b-c561b46b2c53 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router_gateway, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:04.010899 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ce28b8cc-5746-482e-abcc-ef5c3652d5de tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:04.016451 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce28b8cc-5746-482e-abcc-ef5c3652d5de tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:04.017051 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ce28b8cc-5746-482e-abcc-ef5c3652d5de tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:04.064439 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device e2c2eeb7-dc60-4443-ba9f-00c3e3e09572 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:43:04.087394 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: e2c2eeb7-dc60-4443-ba9f-00c3e3e09572 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:43:04.087394 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device e2c2eeb7-dc60-4443-ba9f-00c3e3e09572 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:43:04.115761 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-9831ced9-1cfb-433e-9367-90689b1487e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'name': 'tempest-TestVolumeBootPattern-1151245487-router', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'b60141e3-6716-4aba-b37d-5a8b6a4aaf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:41:54Z', 'updated_at': '2022-10-12T07:42:04Z', 'revision_number': 4, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'gw_port': {'id': 'b60141e3-6716-4aba-b37d-5a8b6a4aaf4c', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:41:56Z', 'updated_at': '2022-10-12T07:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '23bce556-67f0-4371-86ef-3c2eae2f6f0a', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'floating_ip_address': '172.26.3.70', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'port_id': 'bd7563bd-dcc8-4345-9a07-82d357321e95', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d', 'mac_address': 'fa:16:3e:85:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d914c9-c0dd-4781-aa4a-3d597e4a9606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:43:01Z', 'updated_at': '2022-10-12T07:43:01Z', 'revision_number': 0, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4577c4-c8f9-4398-8765-b1b497646665', 'name': '', 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'mac_address': 'fa:16:3e:5b:2c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '47a40364-9659-4f40-a5db-71e52bd850ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:42:02Z', 'updated_at': '2022-10-12T07:42:09Z', 'revision_number': 5, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'subnets': [{'id': '47a40364-9659-4f40-a5db-71e52bd850ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:04.131378 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-ce28b8cc-5746-482e-abcc-ef5c3652d5de tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.5793147 Oct 12 07:43:04.134432 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42802) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:04.139634 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-80361573-970e-48c8-a4a9-a567bf9c6c83 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Request body: {'subnet': {'network_id': '833d9abc-985b-4b2e-ac0f-0869d081f3a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:43:04.144865 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9831ced9-1cfb-433e-9367-90689b1487e7 None None] The sync data for ids ['77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'] in dv-neutron-860909-2-hyperv is: [{'id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'name': 'tempest-TestVolumeBootPattern-1151245487-router', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'b60141e3-6716-4aba-b37d-5a8b6a4aaf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:41:54Z', 'updated_at': '2022-10-12T07:42:04Z', 'revision_number': 4, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'gw_port': {'id': 'b60141e3-6716-4aba-b37d-5a8b6a4aaf4c', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:41:56Z', 'updated_at': '2022-10-12T07:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '23bce556-67f0-4371-86ef-3c2eae2f6f0a', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'floating_ip_address': '172.26.3.70', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'port_id': 'bd7563bd-dcc8-4345-9a07-82d357321e95', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d', 'mac_address': 'fa:16:3e:85:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d914c9-c0dd-4781-aa4a-3d597e4a9606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:43:01Z', 'updated_at': '2022-10-12T07:43:01Z', 'revision_number': 0, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4577c4-c8f9-4398-8765-b1b497646665', 'name': '', 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'mac_address': 'fa:16:3e:5b:2c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '47a40364-9659-4f40-a5db-71e52bd850ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:42:02Z', 'updated_at': '2022-10-12T07:42:09Z', 'revision_number': 5, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'subnets': [{'id': '47a40364-9659-4f40-a5db-71e52bd850ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:43:04.188553 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28b8cc-5746-482e-abcc-ef5c3652d5de tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event updated for resources: {'Network': ['ID=833d9abc-985b-4b2e-ac0f-0869d081f3a0,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:04.202495 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 833d9abc-985b-4b2e-ac0f-0869d081f3a0 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:43:04.223171 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e106bedc-51ad-4e80-bed3-a1e8cd4481cb req-daf3b214-1f15-4949-ae3e-00e9bd5ca414 service neutron] 10.222.0.23 "GET /v2.0/networks/7804729f-5a18-4f8e-8ea7-dae1d105ce0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548840 Oct 12 07:43:04.267599 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80361573-970e-48c8-a4a9-a567bf9c6c83 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Made reservation on behalf of 581b3a364ec742c898d07afe59d874c7 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:43:04.272677 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-80361573-970e-48c8-a4a9-a567bf9c6c83 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:04.350680 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f9f9d9f1-e118-48e8-9c1b-c561b46b2c53 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:04.416698 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e9604e-aea7-4651-a436-6f178740be51 None None] New status for floating IP 23bce556-67f0-4371-86ef-3c2eae2f6f0a: ACTIVE {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 07:43:04.473369 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-80361573-970e-48c8-a4a9-a567bf9c6c83 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:04.495533 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f9d9f1-e118-48e8-9c1b-c561b46b2c53 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Router 0f182e0c-f966-4731-bf56-fb3561936093 is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:43:04.541713 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80361573-970e-48c8-a4a9-a567bf9c6c83 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event updated for resources: {'Subnet': ['ID=0caab9c7-c30d-4637-a510-a18f93abff4a,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:04.553306 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80361573-970e-48c8-a4a9-a567bf9c6c83 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Checking segment: {'id': '4bb4d718-e019-40c9-a5d9-f21c128358b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '833d9abc-985b-4b2e-ac0f-0869d081f3a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:43:04.553738 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80361573-970e-48c8-a4a9-a567bf9c6c83 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Network hostable DHCP agents. Network: 833d9abc-985b-4b2e-ac0f-0869d081f3a0, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:43:04.572184 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80361573-970e-48c8-a4a9-a567bf9c6c83 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Network 833d9abc-985b-4b2e-ac0f-0869d081f3a0 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:43:04.582080 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-80361573-970e-48c8-a4a9-a567bf9c6c83 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 833d9abc-985b-4b2e-ac0f-0869d081f3a0) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:43:04.587453 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80361573-970e-48c8-a4a9-a567bf9c6c83 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:04.588553 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-80361573-970e-48c8-a4a9-a567bf9c6c83 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:04.593465 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef84f45-800b-4b69-be17-0fd9d9a2ad2a None None] Network 833d9abc-985b-4b2e-ac0f-0869d081f3a0 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:43:04.612544 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-80361573-970e-48c8-a4a9-a567bf9c6c83 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4769657 Oct 12 07:43:04.615055 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42804) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:04.621740 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-a735f98c-5516-4c40-bd18-04da18d53ebd tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-820327055', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:43:04.623327 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f9d9f1-e118-48e8-9c1b-c561b46b2c53 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:43:04.647459 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f9f9d9f1-e118-48e8-9c1b-c561b46b2c53 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:04.652181 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f9f9d9f1-e118-48e8-9c1b-c561b46b2c53 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7813721 Oct 12 07:43:04.652800 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42806) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:04.659344 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a735f98c-5516-4c40-bd18-04da18d53ebd tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:04.660650 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a735f98c-5516-4c40-bd18-04da18d53ebd tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:04.661287 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffdfe42-378e-4af4-a40d-0cd4ce2c3887 None None] Sync routers for ids ['0f182e0c-f966-4731-bf56-fb3561936093'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:43:04.679365 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffdfe42-378e-4af4-a40d-0cd4ce2c3887 None None] Routers {'0f182e0c-f966-4731-bf56-fb3561936093'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:43:04.679998 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-5ffdfe42-378e-4af4-a40d-0cd4ce2c3887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:42:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['0f182e0c-f966-4731-bf56-fb3561936093'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:04.686084 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-77a305e0-4349-44b2-a581-1e86d497c534 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=62f83991a7314cd6b6c084162dcfff66&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295482 Oct 12 07:43:04.686839 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42808) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:04.719395 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a735f98c-5516-4c40-bd18-04da18d53ebd tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:04.726790 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a735f98c-5516-4c40-bd18-04da18d53ebd tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:04.748499 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a735f98c-5516-4c40-bd18-04da18d53ebd tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:04.750018 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a735f98c-5516-4c40-bd18-04da18d53ebd tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1337252 Oct 12 07:43:04.752835 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42810) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:04.846591 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-5ffdfe42-378e-4af4-a40d-0cd4ce2c3887 None None] Set router 0f182e0c-f966-4731-bf56-fb3561936093 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:43:04.873090 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90635a91-082e-4905-81de-4647b73ed184 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-833d9abc-985b-4b2e-ac0f-0869d081f3a0', 'network_id': '833d9abc-985b-4b2e-ac0f-0869d081f3a0', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'fixed_ips': [{'subnet_id': '0caab9c7-c30d-4637-a510-a18f93abff4a'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:43:04.873949 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-90635a91-082e-4905-81de-4647b73ed184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:04.886099 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a555ccf2-1eec-4c7e-975a-973cea5e71ea tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:04.887768 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a555ccf2-1eec-4c7e-975a-973cea5e71ea tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2002084 Oct 12 07:43:04.890714 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42812) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:04.921703 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d73c8f98-b214-4700-a69e-779494242191 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273392 Oct 12 07:43:04.921958 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42814) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:04.926626 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-b6a80ada-7a75-446c-968f-90c2551a7697 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-249548957', 'network_id': '8e4fab22-158c-4bfc-8f30-2a4009b89223', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:43:05.024982 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a80ada-7a75-446c-968f-90c2551a7697 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Made reservation on behalf of 62f83991a7314cd6b6c084162dcfff66 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:43:05.028655 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b6a80ada-7a75-446c-968f-90c2551a7697 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:05.059174 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-19cafe3e-f812-44fb-9a57-ffd6ca3a77a0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:05.135316 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-90635a91-082e-4905-81de-4647b73ed184 None None] Allocated IP 172.20.0.2 (833d9abc-985b-4b2e-ac0f-0869d081f3a0/0caab9c7-c30d-4637-a510-a18f93abff4a/771efd4e-2609-4395-a32a-6323db351987) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:43:05.180783 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-5ffdfe42-378e-4af4-a40d-0cd4ce2c3887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f182e0c-f966-4731-bf56-fb3561936093', 'name': 'tempest-TestNetworkBasicOps-router-415717493', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '4df1bba8-c452-4d6b-954d-2ff0b7aafd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:01Z', 'updated_at': '2022-10-12T07:43:03Z', 'revision_number': 3, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '4df1bba8-c452-4d6b-954d-2ff0b7aafd2d', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:39:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f182e0c-f966-4731-bf56-fb3561936093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:02Z', 'updated_at': '2022-10-12T07:43:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:05.231604 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b6a80ada-7a75-446c-968f-90c2551a7697 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:05.238218 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffdfe42-378e-4af4-a40d-0cd4ce2c3887 None None] Checking router: 0f182e0c-f966-4731-bf56-fb3561936093 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:43:05.239138 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffdfe42-378e-4af4-a40d-0cd4ce2c3887 None None] Updating router 0f182e0c-f966-4731-bf56-fb3561936093 port 4df1bba8-c452-4d6b-954d-2ff0b7aafd2d binding host dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:43:05.271416 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5ffdfe42-378e-4af4-a40d-0cd4ce2c3887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:05.289810 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a80ada-7a75-446c-968f-90c2551a7697 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Subnet': ['ID=3de92281-69b1-48a2-949d-cfca16d0bb5f,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:05.312207 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a80ada-7a75-446c-968f-90c2551a7697 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Checking segment: {'id': '0698dc22-2072-46fb-aaec-216263c3b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '8e4fab22-158c-4bfc-8f30-2a4009b89223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:43:05.312562 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a80ada-7a75-446c-968f-90c2551a7697 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network hostable DHCP agents. Network: 8e4fab22-158c-4bfc-8f30-2a4009b89223, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:43:05.329794 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a80ada-7a75-446c-968f-90c2551a7697 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network 8e4fab22-158c-4bfc-8f30-2a4009b89223 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:43:05.338191 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-b6a80ada-7a75-446c-968f-90c2551a7697 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 8e4fab22-158c-4bfc-8f30-2a4009b89223) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:43:05.342123 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a80ada-7a75-446c-968f-90c2551a7697 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:05.342703 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b6a80ada-7a75-446c-968f-90c2551a7697 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:05.354124 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7754dfd0-5f2a-4bc8-9ec0-f57a81efd149 None None] Network 8e4fab22-158c-4bfc-8f30-2a4009b89223 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:43:05.359737 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b6a80ada-7a75-446c-968f-90c2551a7697 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4368577 Oct 12 07:43:05.362495 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42816) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:05.452541 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:43:05.485215 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-90635a91-082e-4905-81de-4647b73ed184 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:05.498962 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-90635a91-082e-4905-81de-4647b73ed184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:05.548339 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-19cafe3e-f812-44fb-9a57-ffd6ca3a77a0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Allocated IP 172.20.0.1 (833d9abc-985b-4b2e-ac0f-0869d081f3a0/0caab9c7-c30d-4637-a510-a18f93abff4a/5f7a20e4-06d7-49ed-98d4-d96c13b30edf) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:43:05.575702 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90635a91-082e-4905-81de-4647b73ed184 None None] Network 833d9abc-985b-4b2e-ac0f-0869d081f3a0 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:43:05.606548 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-90635a91-082e-4905-81de-4647b73ed184 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:43:05.616802 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90635a91-082e-4905-81de-4647b73ed184 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:43:05.626756 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90635a91-082e-4905-81de-4647b73ed184 None None] Pushing event updated for resources: {'Port': ['ID=771efd4e-2609-4395-a32a-6323db351987,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:05.677687 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-19cafe3e-f812-44fb-9a57-ffd6ca3a77a0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:05.717120 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-19cafe3e-f812-44fb-9a57-ffd6ca3a77a0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:05.750631 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-90635a91-082e-4905-81de-4647b73ed184 None None] Attempting to bind port 771efd4e-2609-4395-a32a-6323db351987 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:43:05.751002 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-90635a91-082e-4905-81de-4647b73ed184 None None] Attempting to bind port 771efd4e-2609-4395-a32a-6323db351987 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '4bb4d718-e019-40c9-a5d9-f21c128358b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '833d9abc-985b-4b2e-ac0f-0869d081f3a0'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:43:05.751366 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90635a91-082e-4905-81de-4647b73ed184 None None] Attempting to bind port 771efd4e-2609-4395-a32a-6323db351987 on network 833d9abc-985b-4b2e-ac0f-0869d081f3a0 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:43:05.757911 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cafe3e-f812-44fb-9a57-ffd6ca3a77a0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Network 833d9abc-985b-4b2e-ac0f-0869d081f3a0 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:43:05.761023 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475c8c3a-d61b-4738-90eb-084bbf201fe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-8e4fab22-158c-4bfc-8f30-2a4009b89223', 'network_id': '8e4fab22-158c-4bfc-8f30-2a4009b89223', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ips': [{'subnet_id': '3de92281-69b1-48a2-949d-cfca16d0bb5f'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:43:05.761250 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-19cafe3e-f812-44fb-9a57-ffd6ca3a77a0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:43:05.761540 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-475c8c3a-d61b-4738-90eb-084bbf201fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:05.765133 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cafe3e-f812-44fb-9a57-ffd6ca3a77a0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:43:05.767827 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90635a91-082e-4905-81de-4647b73ed184 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:43:05.768204 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90635a91-082e-4905-81de-4647b73ed184 None None] Checking segment: {'id': '4bb4d718-e019-40c9-a5d9-f21c128358b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '833d9abc-985b-4b2e-ac0f-0869d081f3a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:43:05.768601 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-90635a91-082e-4905-81de-4647b73ed184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:05.768992 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90635a91-082e-4905-81de-4647b73ed184 None None] Bound using segment: {'id': '4bb4d718-e019-40c9-a5d9-f21c128358b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '833d9abc-985b-4b2e-ac0f-0869d081f3a0'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:43:05.769472 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-90635a91-082e-4905-81de-4647b73ed184 None None] Bound port: 771efd4e-2609-4395-a32a-6323db351987, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb4d718-e019-40c9-a5d9-f21c128358b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '833d9abc-985b-4b2e-ac0f-0869d081f3a0'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:43:05.769853 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-90635a91-082e-4905-81de-4647b73ed184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:05.798938 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cafe3e-f812-44fb-9a57-ffd6ca3a77a0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event updated for resources: {'Port': ['ID=5f7a20e4-06d7-49ed-98d4-d96c13b30edf,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:05.826622 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-19cafe3e-f812-44fb-9a57-ffd6ca3a77a0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:05.836724 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fadbeb21-a8a6-474e-ac66-17fa624bb725 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:05.942193 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5ffdfe42-378e-4af4-a40d-0cd4ce2c3887 None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:05.964770 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5ffdfe42-378e-4af4-a40d-0cd4ce2c3887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:06.021534 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-90635a91-082e-4905-81de-4647b73ed184 None None] For port 771efd4e-2609-4395-a32a-6323db351987, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:43:06.044121 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-5ffdfe42-378e-4af4-a40d-0cd4ce2c3887 None None] Attempting to bind port 4df1bba8-c452-4d6b-954d-2ff0b7aafd2d on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:43:06.044633 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-5ffdfe42-378e-4af4-a40d-0cd4ce2c3887 None None] Attempting to bind port 4df1bba8-c452-4d6b-954d-2ff0b7aafd2d by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:43:06.045098 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffdfe42-378e-4af4-a40d-0cd4ce2c3887 None None] Attempting to bind port 4df1bba8-c452-4d6b-954d-2ff0b7aafd2d on network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:43:06.054604 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-90635a91-082e-4905-81de-4647b73ed184 None None] For port 771efd4e-2609-4395-a32a-6323db351987, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=771efd4e-2609-4395-a32a-6323db351987,segment=NetworkSegment(4bb4d718-e019-40c9-a5d9-f21c128358b8),segment_id=4bb4d718-e019-40c9-a5d9-f21c128358b8)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:43:06.068096 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffdfe42-378e-4af4-a40d-0cd4ce2c3887 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:43:06.068672 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffdfe42-378e-4af4-a40d-0cd4ce2c3887 None None] Checking segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:43:06.069177 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5ffdfe42-378e-4af4-a40d-0cd4ce2c3887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:06.069674 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffdfe42-378e-4af4-a40d-0cd4ce2c3887 None None] Bound using segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:43:06.070295 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-5ffdfe42-378e-4af4-a40d-0cd4ce2c3887 None None] Bound port: 4df1bba8-c452-4d6b-954d-2ff0b7aafd2d, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:43:06.070776 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5ffdfe42-378e-4af4-a40d-0cd4ce2c3887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:06.073233 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-90635a91-082e-4905-81de-4647b73ed184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:06.079839 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bec1f8-6f8a-4d75-9762-e01f6f159c69 None None] Pushing event updated for resources: {'Port': ['ID=4df1bba8-c452-4d6b-954d-2ff0b7aafd2d,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:06.124316 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-475c8c3a-d61b-4738-90eb-084bbf201fe7 None None] Allocated IP 172.20.0.2 (8e4fab22-158c-4bfc-8f30-2a4009b89223/3de92281-69b1-48a2-949d-cfca16d0bb5f/aee93986-e76b-40eb-a9fc-0020f747f109) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:43:06.369335 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-19cafe3e-f812-44fb-9a57-ffd6ca3a77a0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:06.435616 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90635a91-082e-4905-81de-4647b73ed184 None None] Pushing event updated for resources: {'Port': ['ID=771efd4e-2609-4395-a32a-6323db351987,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:06.439924 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-5ffdfe42-378e-4af4-a40d-0cd4ce2c3887 None None] For port 4df1bba8-c452-4d6b-954d-2ff0b7aafd2d, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:43:06.444634 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-5ffdfe42-378e-4af4-a40d-0cd4ce2c3887 None None] For port 4df1bba8-c452-4d6b-954d-2ff0b7aafd2d, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=4df1bba8-c452-4d6b-954d-2ff0b7aafd2d,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:43:06.480027 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5ffdfe42-378e-4af4-a40d-0cd4ce2c3887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:06.535901 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffdfe42-378e-4af4-a40d-0cd4ce2c3887 None None] Routers {'0f182e0c-f966-4731-bf56-fb3561936093'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:43:06.536514 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-5ffdfe42-378e-4af4-a40d-0cd4ce2c3887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:42:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['0f182e0c-f966-4731-bf56-fb3561936093'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:06.619654 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bec1f8-6f8a-4d75-9762-e01f6f159c69 None None] Pushing event updated for resources: {'Port': ['ID=4df1bba8-c452-4d6b-954d-2ff0b7aafd2d,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:06.679222 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-19cafe3e-f812-44fb-9a57-ffd6ca3a77a0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:06.685417 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-19cafe3e-f812-44fb-9a57-ffd6ca3a77a0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:06.710728 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-475c8c3a-d61b-4738-90eb-084bbf201fe7 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:06.722639 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-475c8c3a-d61b-4738-90eb-084bbf201fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:06.729140 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-5ffdfe42-378e-4af4-a40d-0cd4ce2c3887 None None] Set router 0f182e0c-f966-4731-bf56-fb3561936093 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:43:06.757916 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-19cafe3e-f812-44fb-9a57-ffd6ca3a77a0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:06.760695 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cafe3e-f812-44fb-9a57-ffd6ca3a77a0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event updated for resources: {'Port': ['ID=5f7a20e4-06d7-49ed-98d4-d96c13b30edf,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:06.783463 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-fadbeb21-a8a6-474e-ac66-17fa624bb725 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Allocated IP 172.20.0.1 (8e4fab22-158c-4bfc-8f30-2a4009b89223/3de92281-69b1-48a2-949d-cfca16d0bb5f/c6447b85-5334-4962-8c88-d7e91d97bcf6) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:43:06.820800 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475c8c3a-d61b-4738-90eb-084bbf201fe7 None None] Network 8e4fab22-158c-4bfc-8f30-2a4009b89223 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:43:06.835000 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-475c8c3a-d61b-4738-90eb-084bbf201fe7 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:43:06.839909 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475c8c3a-d61b-4738-90eb-084bbf201fe7 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:43:06.854672 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c8c3a-d61b-4738-90eb-084bbf201fe7 None None] Pushing event updated for resources: {'Port': ['ID=aee93986-e76b-40eb-a9fc-0020f747f109,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:06.880477 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cafe3e-f812-44fb-9a57-ffd6ca3a77a0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Network 833d9abc-985b-4b2e-ac0f-0869d081f3a0 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:43:06.882945 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-19cafe3e-f812-44fb-9a57-ffd6ca3a77a0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:43:06.930257 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fadbeb21-a8a6-474e-ac66-17fa624bb725 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:06.953372 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-475c8c3a-d61b-4738-90eb-084bbf201fe7 None None] Attempting to bind port aee93986-e76b-40eb-a9fc-0020f747f109 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:43:06.953750 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-475c8c3a-d61b-4738-90eb-084bbf201fe7 None None] Attempting to bind port aee93986-e76b-40eb-a9fc-0020f747f109 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '0698dc22-2072-46fb-aaec-216263c3b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '8e4fab22-158c-4bfc-8f30-2a4009b89223'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:43:06.954139 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475c8c3a-d61b-4738-90eb-084bbf201fe7 None None] Attempting to bind port aee93986-e76b-40eb-a9fc-0020f747f109 on network 8e4fab22-158c-4bfc-8f30-2a4009b89223 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:43:06.968291 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475c8c3a-d61b-4738-90eb-084bbf201fe7 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:43:06.968661 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475c8c3a-d61b-4738-90eb-084bbf201fe7 None None] Checking segment: {'id': '0698dc22-2072-46fb-aaec-216263c3b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '8e4fab22-158c-4bfc-8f30-2a4009b89223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:43:06.969062 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-475c8c3a-d61b-4738-90eb-084bbf201fe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:06.969454 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475c8c3a-d61b-4738-90eb-084bbf201fe7 None None] Bound using segment: {'id': '0698dc22-2072-46fb-aaec-216263c3b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '8e4fab22-158c-4bfc-8f30-2a4009b89223'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:43:06.969944 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-475c8c3a-d61b-4738-90eb-084bbf201fe7 None None] Bound port: aee93986-e76b-40eb-a9fc-0020f747f109, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0698dc22-2072-46fb-aaec-216263c3b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '8e4fab22-158c-4bfc-8f30-2a4009b89223'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:43:06.970378 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-475c8c3a-d61b-4738-90eb-084bbf201fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:06.984334 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fadbeb21-a8a6-474e-ac66-17fa624bb725 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:07.032111 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19cafe3e-f812-44fb-9a57-ffd6ca3a77a0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Router c5e333b7-3286-486e-a1df-96a03f558431 is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:43:07.041349 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadbeb21-a8a6-474e-ac66-17fa624bb725 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network 8e4fab22-158c-4bfc-8f30-2a4009b89223 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:43:07.048807 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-fadbeb21-a8a6-474e-ac66-17fa624bb725 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:43:07.052918 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadbeb21-a8a6-474e-ac66-17fa624bb725 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:43:07.084524 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadbeb21-a8a6-474e-ac66-17fa624bb725 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=c6447b85-5334-4962-8c88-d7e91d97bcf6,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:07.109149 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-475c8c3a-d61b-4738-90eb-084bbf201fe7 None None] For port aee93986-e76b-40eb-a9fc-0020f747f109, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:43:07.114951 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-475c8c3a-d61b-4738-90eb-084bbf201fe7 None None] For port aee93986-e76b-40eb-a9fc-0020f747f109, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=aee93986-e76b-40eb-a9fc-0020f747f109,segment=NetworkSegment(0698dc22-2072-46fb-aaec-216263c3b12e),segment_id=0698dc22-2072-46fb-aaec-216263c3b12e)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:43:07.122235 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-5ffdfe42-378e-4af4-a40d-0cd4ce2c3887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f182e0c-f966-4731-bf56-fb3561936093', 'name': 'tempest-TestNetworkBasicOps-router-415717493', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '4df1bba8-c452-4d6b-954d-2ff0b7aafd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:01Z', 'updated_at': '2022-10-12T07:43:03Z', 'revision_number': 3, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '4df1bba8-c452-4d6b-954d-2ff0b7aafd2d', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:39:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f182e0c-f966-4731-bf56-fb3561936093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:02Z', 'updated_at': '2022-10-12T07:43:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:07.124501 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fadbeb21-a8a6-474e-ac66-17fa624bb725 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:07.126539 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-475c8c3a-d61b-4738-90eb-084bbf201fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:07.145858 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19cafe3e-f812-44fb-9a57-ffd6ca3a77a0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:43:07.155147 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-19cafe3e-f812-44fb-9a57-ffd6ca3a77a0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "PUT /v2.0/routers/c5e333b7-3286-486e-a1df-96a03f558431/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3993018 Oct 12 07:43:07.155684 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42818) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:07.160586 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9c3d92-b15e-4fc9-9ce8-bfb33d0d4a4a None None] Sync routers for ids ['c5e333b7-3286-486e-a1df-96a03f558431'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:43:07.177132 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9c3d92-b15e-4fc9-9ce8-bfb33d0d4a4a None None] Routers {'c5e333b7-3286-486e-a1df-96a03f558431'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:43:07.177758 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4b9c3d92-b15e-4fc9-9ce8-bfb33d0d4a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:42:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['c5e333b7-3286-486e-a1df-96a03f558431'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:07.179849 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffdfe42-378e-4af4-a40d-0cd4ce2c3887 None None] The sync data for ids ['0f182e0c-f966-4731-bf56-fb3561936093'] in dv-neutron-860909-2-hyperv is: [{'id': '0f182e0c-f966-4731-bf56-fb3561936093', 'name': 'tempest-TestNetworkBasicOps-router-415717493', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '4df1bba8-c452-4d6b-954d-2ff0b7aafd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:01Z', 'updated_at': '2022-10-12T07:43:03Z', 'revision_number': 3, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '4df1bba8-c452-4d6b-954d-2ff0b7aafd2d', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:39:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f182e0c-f966-4731-bf56-fb3561936093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:02Z', 'updated_at': '2022-10-12T07:43:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:43:07.244505 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4b9c3d92-b15e-4fc9-9ce8-bfb33d0d4a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:07.258561 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cacfbd0-5639-46a5-8612-5f42ebdbc6c5 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:07.260272 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9c3d92-b15e-4fc9-9ce8-bfb33d0d4a4a None None] Routers {'c5e333b7-3286-486e-a1df-96a03f558431'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:43:07.260871 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4b9c3d92-b15e-4fc9-9ce8-bfb33d0d4a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:42:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['c5e333b7-3286-486e-a1df-96a03f558431'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:07.262557 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-5cacfbd0-5639-46a5-8612-5f42ebdbc6c5 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "GET /v2.0/ports/5f7a20e4-06d7-49ed-98d4-d96c13b30edf HTTP/1.1" status: 200 len: 910 time: 0.1057997 Oct 12 07:43:07.264793 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42820) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:07.300499 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c8c3a-d61b-4738-90eb-084bbf201fe7 None None] Pushing event updated for resources: {'Port': ['ID=aee93986-e76b-40eb-a9fc-0020f747f109,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:07.305854 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4b9c3d92-b15e-4fc9-9ce8-bfb33d0d4a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:07.316729 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9c3d92-b15e-4fc9-9ce8-bfb33d0d4a4a None None] The sync data for ids ['c5e333b7-3286-486e-a1df-96a03f558431'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:43:07.378424 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fadbeb21-a8a6-474e-ac66-17fa624bb725 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:07.481517 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9354f004-a68b-4ed4-9ba2-9502fc9a8caf None None] Network 833d9abc-985b-4b2e-ac0f-0869d081f3a0 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:43:07.571274 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-231f9728-d9dc-44bb-a375-f1a7468ad356 None None] Provisioning complete for port 771efd4e-2609-4395-a32a-6323db351987 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:43:07.571663 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-231f9728-d9dc-44bb-a375-f1a7468ad356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:07.572207 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-231f9728-d9dc-44bb-a375-f1a7468ad356 None None] Attempt 1 to provision port 771efd4e-2609-4395-a32a-6323db351987 Oct 12 07:43:07.783257 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fadbeb21-a8a6-474e-ac66-17fa624bb725 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:07.784603 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-231f9728-d9dc-44bb-a375-f1a7468ad356 None None] Current status of the port 771efd4e-2609-4395-a32a-6323db351987 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:43:07.785013 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-231f9728-d9dc-44bb-a375-f1a7468ad356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:07.798126 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fadbeb21-a8a6-474e-ac66-17fa624bb725 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:07.812102 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-45a3f387-2045-40b5-bc3d-c89299354299 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:07.835353 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-231f9728-d9dc-44bb-a375-f1a7468ad356 None None] For port 771efd4e-2609-4395-a32a-6323db351987, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=771efd4e-2609-4395-a32a-6323db351987,segment=NetworkSegment(4bb4d718-e019-40c9-a5d9-f21c128358b8),segment_id=4bb4d718-e019-40c9-a5d9-f21c128358b8)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:43:07.844694 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-231f9728-d9dc-44bb-a375-f1a7468ad356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:07.916078 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadbeb21-a8a6-474e-ac66-17fa624bb725 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=c6447b85-5334-4962-8c88-d7e91d97bcf6,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:07.952567 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fadbeb21-a8a6-474e-ac66-17fa624bb725 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:08.014833 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f9728-d9dc-44bb-a375-f1a7468ad356 None None] Pushing event updated for resources: {'Port': ['ID=771efd4e-2609-4395-a32a-6323db351987,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:08.124916 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadbeb21-a8a6-474e-ac66-17fa624bb725 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network 8e4fab22-158c-4bfc-8f30-2a4009b89223 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:43:08.126450 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-fadbeb21-a8a6-474e-ac66-17fa624bb725 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:43:08.146088 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 771efd4e-2609-4395-a32a-6323db351987 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:43:08.230648 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-cd49bd32-7769-4748-a64a-f2eca460e6bc None None] Provisioning complete for port 5f7a20e4-06d7-49ed-98d4-d96c13b30edf triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:43:08.231778 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cd49bd32-7769-4748-a64a-f2eca460e6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:08.232285 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-cd49bd32-7769-4748-a64a-f2eca460e6bc None None] Attempt 1 to provision port 5f7a20e4-06d7-49ed-98d4-d96c13b30edf Oct 12 07:43:08.275992 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fadbeb21-a8a6-474e-ac66-17fa624bb725 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Router 0f182e0c-f966-4731-bf56-fb3561936093 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:43:08.282375 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-45a3f387-2045-40b5-bc3d-c89299354299 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Deleting port 5f7a20e4-06d7-49ed-98d4-d96c13b30edf {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:43:08.285840 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-45a3f387-2045-40b5-bc3d-c89299354299 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:08.306719 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-cd49bd32-7769-4748-a64a-f2eca460e6bc None None] Port 5f7a20e4-06d7-49ed-98d4-d96c13b30edf cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:43:08.328313 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 771efd4e-2609-4395-a32a-6323db351987 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:43:08.328983 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:08.329482 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 771efd4e-2609-4395-a32a-6323db351987 Oct 12 07:43:08.437279 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadbeb21-a8a6-474e-ac66-17fa624bb725 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:43:08.451169 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42822) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:08.454617 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-fadbeb21-a8a6-474e-ac66-17fa624bb725 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "PUT /v2.0/routers/0f182e0c-f966-4731-bf56-fb3561936093/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0910399 Oct 12 07:43:08.456209 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 771efd4e-2609-4395-a32a-6323db351987 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:43:08.457345 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 4df1bba8-c452-4d6b-954d-2ff0b7aafd2d up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:43:08.503634 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-45a3f387-2045-40b5-bc3d-c89299354299 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:08.534179 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 4df1bba8-c452-4d6b-954d-2ff0b7aafd2d triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:43:08.534767 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:08.534876 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 4df1bba8-c452-4d6b-954d-2ff0b7aafd2d Oct 12 07:43:08.537364 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-45a3f387-2045-40b5-bc3d-c89299354299 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Calling delete_port for 5f7a20e4-06d7-49ed-98d4-d96c13b30edf owned by network:router_interface {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:43:08.646957 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 4df1bba8-c452-4d6b-954d-2ff0b7aafd2d is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:43:08.647475 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:08.670644 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 4df1bba8-c452-4d6b-954d-2ff0b7aafd2d, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=4df1bba8-c452-4d6b-954d-2ff0b7aafd2d,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:43:08.676197 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:08.678163 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46649978-d106-454f-bba9-b9a5124a443f tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:08.678615 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device aee93986-e76b-40eb-a9fc-0020f747f109 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:43:08.678751 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46649978-d106-454f-bba9-b9a5124a443f tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:08.679131 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46649978-d106-454f-bba9-b9a5124a443f tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:08.679591 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46649978-d106-454f-bba9-b9a5124a443f tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:08.680253 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46649978-d106-454f-bba9-b9a5124a443f tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:08.680726 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46649978-d106-454f-bba9-b9a5124a443f tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:08.681187 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46649978-d106-454f-bba9-b9a5124a443f tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:08.684532 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-46649978-d106-454f-bba9-b9a5124a443f tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4965 time: 0.2210460 Oct 12 07:43:08.686759 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42824) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:08.776247 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=4df1bba8-c452-4d6b-954d-2ff0b7aafd2d,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:08.807552 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port aee93986-e76b-40eb-a9fc-0020f747f109 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:43:08.808282 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:08.808951 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port aee93986-e76b-40eb-a9fc-0020f747f109 Oct 12 07:43:08.809649 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9313b1-a570-4b68-aef7-00d6c1ac1df1 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:08.810421 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9313b1-a570-4b68-aef7-00d6c1ac1df1 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:08.810995 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9313b1-a570-4b68-aef7-00d6c1ac1df1 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:08.811436 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9313b1-a570-4b68-aef7-00d6c1ac1df1 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:08.811989 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9313b1-a570-4b68-aef7-00d6c1ac1df1 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:08.812490 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9313b1-a570-4b68-aef7-00d6c1ac1df1 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:08.813088 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9313b1-a570-4b68-aef7-00d6c1ac1df1 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:08.814920 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-7b9313b1-a570-4b68-aef7-00d6c1ac1df1 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4597 time: 0.1272938 Oct 12 07:43:08.818566 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42826) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:08.858987 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-cd49bd32-7769-4748-a64a-f2eca460e6bc None None] Attempt 2 to provision port 5f7a20e4-06d7-49ed-98d4-d96c13b30edf Oct 12 07:43:08.882321 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d81b5d-ab90-4aa2-8f56-5404b28e5971 None None] Network 8e4fab22-158c-4bfc-8f30-2a4009b89223 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:43:08.928640 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-cd49bd32-7769-4748-a64a-f2eca460e6bc None None] Port 5f7a20e4-06d7-49ed-98d4-d96c13b30edf cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:43:08.942765 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-45a3f387-2045-40b5-bc3d-c89299354299 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:08.977734 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a3f387-2045-40b5-bc3d-c89299354299 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event deleted for resources: {'Port': ['ID=5f7a20e4-06d7-49ed-98d4-d96c13b30edf,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:09.012539 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port aee93986-e76b-40eb-a9fc-0020f747f109 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:43:09.012959 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:09.080747 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port aee93986-e76b-40eb-a9fc-0020f747f109, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=aee93986-e76b-40eb-a9fc-0020f747f109,segment=NetworkSegment(0698dc22-2072-46fb-aaec-216263c3b12e),segment_id=0698dc22-2072-46fb-aaec-216263c3b12e)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:43:09.091235 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:09.177399 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=aee93986-e76b-40eb-a9fc-0020f747f109,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:09.194428 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-45a3f387-2045-40b5-bc3d-c89299354299 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:09.266999 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-87d9c080-a822-40d7-b808-a7dd9bae470b tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3578 time: 0.4450402 Oct 12 07:43:09.350997 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42830) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:09.356413 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-beb22244-4c7c-4162-8faf-155fe336aa6a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1585901551', 'description': 'tempest-secgroup-smoke-1585901551 description', 'project_id': '62f83991a7314cd6b6c084162dcfff66'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:43:09.385672 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-beb22244-4c7c-4162-8faf-155fe336aa6a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:09.413233 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a3f387-2045-40b5-bc3d-c89299354299 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Router c5e333b7-3286-486e-a1df-96a03f558431 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:43:09.430001 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-cd49bd32-7769-4748-a64a-f2eca460e6bc None None] Attempt 3 to provision port 5f7a20e4-06d7-49ed-98d4-d96c13b30edf Oct 12 07:43:09.459160 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-cd49bd32-7769-4748-a64a-f2eca460e6bc None None] Port 5f7a20e4-06d7-49ed-98d4-d96c13b30edf was deleted so its status cannot be updated. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 12 07:43:09.472098 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-cd49bd32-7769-4748-a64a-f2eca460e6bc None None] Provisioning complete for port 771efd4e-2609-4395-a32a-6323db351987 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:43:09.472902 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cd49bd32-7769-4748-a64a-f2eca460e6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:09.473413 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-cd49bd32-7769-4748-a64a-f2eca460e6bc None None] Attempt 1 to provision port 771efd4e-2609-4395-a32a-6323db351987 Oct 12 07:43:09.496581 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-beb22244-4c7c-4162-8faf-155fe336aa6a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:09.501976 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-beb22244-4c7c-4162-8faf-155fe336aa6a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:09.533819 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb22244-4c7c-4162-8faf-155fe336aa6a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c301ad1-0f12-4325-a46c-0b7618db39f5,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:09.541835 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a3f387-2045-40b5-bc3d-c89299354299 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:43:09.548953 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-45a3f387-2045-40b5-bc3d-c89299354299 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "PUT /v2.0/routers/c5e333b7-3286-486e-a1df-96a03f558431/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2809472 Oct 12 07:43:09.551731 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42832) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:09.554284 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248f21b6-8997-4831-b62d-26f15fd89b4f None None] Sync routers for ids ['c5e333b7-3286-486e-a1df-96a03f558431'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:43:09.554808 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e6fda0-030f-458f-a80f-f08352c13a0d None None] Sync routers for ids ['0f182e0c-f966-4731-bf56-fb3561936093'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:43:09.573675 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-beb22244-4c7c-4162-8faf-155fe336aa6a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:09.575232 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248f21b6-8997-4831-b62d-26f15fd89b4f None None] Routers {'c5e333b7-3286-486e-a1df-96a03f558431'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:43:09.575851 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-248f21b6-8997-4831-b62d-26f15fd89b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:42:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['c5e333b7-3286-486e-a1df-96a03f558431'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:09.578728 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-beb22244-4c7c-4162-8faf-155fe336aa6a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2261724 Oct 12 07:43:09.581459 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42834) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:09.586316 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-c209cff0-f1ef-47f8-bc47-2d6e5368c3c1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': '3c301ad1-0f12-4325-a46c-0b7618db39f5', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:43:09.597069 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e6fda0-030f-458f-a80f-f08352c13a0d None None] Routers {'0f182e0c-f966-4731-bf56-fb3561936093'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:43:09.597748 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-b9e6fda0-030f-458f-a80f-f08352c13a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:42:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['0f182e0c-f966-4731-bf56-fb3561936093'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:09.624422 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-74c06190-153a-4555-a044-7e97f60bbe37 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5e333b7-3286-486e-a1df-96a03f558431 HTTP/1.1" status: 200 len: 205 time: 0.0588233 Oct 12 07:43:09.626934 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42836) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:09.629629 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c209cff0-f1ef-47f8-bc47-2d6e5368c3c1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:09.666971 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-248f21b6-8997-4831-b62d-26f15fd89b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:09.679303 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248f21b6-8997-4831-b62d-26f15fd89b4f None None] Routers {'c5e333b7-3286-486e-a1df-96a03f558431'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:43:09.680710 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-248f21b6-8997-4831-b62d-26f15fd89b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:42:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['c5e333b7-3286-486e-a1df-96a03f558431'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:09.731585 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-248f21b6-8997-4831-b62d-26f15fd89b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:09.733004 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248f21b6-8997-4831-b62d-26f15fd89b4f None None] The sync data for ids ['c5e333b7-3286-486e-a1df-96a03f558431'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:43:09.753523 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c209cff0-f1ef-47f8-bc47-2d6e5368c3c1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:09.758335 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c209cff0-f1ef-47f8-bc47-2d6e5368c3c1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:09.778428 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c209cff0-f1ef-47f8-bc47-2d6e5368c3c1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f175651-8c4e-4c05-b9fa-d865e7b1e7ab,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:09.784818 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9f79bacd-5db6-4bd8-8f24-2c2e59b0bd27 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for router, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:09.788170 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c209cff0-f1ef-47f8-bc47-2d6e5368c3c1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:09.789916 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c209cff0-f1ef-47f8-bc47-2d6e5368c3c1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2072093 Oct 12 07:43:09.793500 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42838) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:09.798714 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-0ef0cb5f-74cf-4413-86ab-bd0cf6175fbf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': '3c301ad1-0f12-4325-a46c-0b7618db39f5', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:43:09.834242 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0ef0cb5f-74cf-4413-86ab-bd0cf6175fbf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:09.838076 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-cd49bd32-7769-4748-a64a-f2eca460e6bc None None] Current status of the port 771efd4e-2609-4395-a32a-6323db351987 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:43:09.982870 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0ef0cb5f-74cf-4413-86ab-bd0cf6175fbf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:09.988724 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0ef0cb5f-74cf-4413-86ab-bd0cf6175fbf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:09.998801 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 4df1bba8-c452-4d6b-954d-2ff0b7aafd2d up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:43:10.006044 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-b9e6fda0-030f-458f-a80f-f08352c13a0d None None] Set router 0f182e0c-f966-4731-bf56-fb3561936093 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:43:10.009832 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-23ffb1d0-5e2c-4bff-a6a3-b3da1c8690f0 None None] Provisioning complete for port aee93986-e76b-40eb-a9fc-0020f747f109 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:43:10.010273 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-23ffb1d0-5e2c-4bff-a6a3-b3da1c8690f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:10.010912 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-23ffb1d0-5e2c-4bff-a6a3-b3da1c8690f0 None None] Attempt 1 to provision port aee93986-e76b-40eb-a9fc-0020f747f109 Oct 12 07:43:10.019470 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0cb5f-74cf-4413-86ab-bd0cf6175fbf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24f5724d-ab1d-4e3b-9dc6-3a90ac9ff12a,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:10.036967 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0ef0cb5f-74cf-4413-86ab-bd0cf6175fbf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:10.042580 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-0ef0cb5f-74cf-4413-86ab-bd0cf6175fbf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2446625 Oct 12 07:43:10.042923 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42842) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:10.049373 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-275c73bd-835f-4092-be73-27574021cb7a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': '3c301ad1-0f12-4325-a46c-0b7618db39f5', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:43:10.104960 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-275c73bd-835f-4092-be73-27574021cb7a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:10.128976 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9f79bacd-5db6-4bd8-8f24-2c2e59b0bd27 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:10.132625 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9f79bacd-5db6-4bd8-8f24-2c2e59b0bd27 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:10.184700 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-275c73bd-835f-4092-be73-27574021cb7a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:10.187192 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9f79bacd-5db6-4bd8-8f24-2c2e59b0bd27 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:10.188032 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f79bacd-5db6-4bd8-8f24-2c2e59b0bd27 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Fanout notify agent at l3_agent the message router_deleted on router c5e333b7-3286-486e-a1df-96a03f558431 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:43:10.189679 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-275c73bd-835f-4092-be73-27574021cb7a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:10.201963 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9f79bacd-5db6-4bd8-8f24-2c2e59b0bd27 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:10.203480 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-9f79bacd-5db6-4bd8-8f24-2c2e59b0bd27 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "DELETE /v2.0/routers/c5e333b7-3286-486e-a1df-96a03f558431 HTTP/1.1" status: 204 len: 168 time: 0.5754328 Oct 12 07:43:10.206295 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42844) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:10.211413 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c73bd-835f-4092-be73-27574021cb7a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca2cffb1-126b-4f8c-979b-80f0f43910c9,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:10.247714 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 4df1bba8-c452-4d6b-954d-2ff0b7aafd2d triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:43:10.248059 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:10.248382 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-275c73bd-835f-4092-be73-27574021cb7a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:10.248513 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 4df1bba8-c452-4d6b-954d-2ff0b7aafd2d Oct 12 07:43:10.251172 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-275c73bd-835f-4092-be73-27574021cb7a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2070627 Oct 12 07:43:10.254054 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42846) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:10.260114 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-d8738603-a08a-4ac4-9a32-b9295a30cfea tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': '3c301ad1-0f12-4325-a46c-0b7618db39f5', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:43:10.270471 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cb072f9-df83-45d4-858f-f709073faa02 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Deleting subnet 0caab9c7-c30d-4637-a510-a18f93abff4a {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:43:10.274628 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7cb072f9-df83-45d4-858f-f709073faa02 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:10.289819 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d8738603-a08a-4ac4-9a32-b9295a30cfea tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:10.350454 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7cb072f9-df83-45d4-858f-f709073faa02 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:10.368023 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d8738603-a08a-4ac4-9a32-b9295a30cfea tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:10.372451 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-23ffb1d0-5e2c-4bff-a6a3-b3da1c8690f0 None None] Current status of the port aee93986-e76b-40eb-a9fc-0020f747f109 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:43:10.374039 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d8738603-a08a-4ac4-9a32-b9295a30cfea tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:10.390084 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-23ffb1d0-5e2c-4bff-a6a3-b3da1c8690f0 None None] Could not find standard attr ID for object 5f7a20e4-06d7-49ed-98d4-d96c13b30edf. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:43:10.399289 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8738603-a08a-4ac4-9a32-b9295a30cfea tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b2645a8-b459-41e4-abab-013ef5acc910,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:10.408476 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d8738603-a08a-4ac4-9a32-b9295a30cfea tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:10.410474 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d8738603-a08a-4ac4-9a32-b9295a30cfea tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1552916 Oct 12 07:43:10.412533 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42848) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:10.419292 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-68204c01-60d9-4139-92ec-eb8a284090e0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': '3c301ad1-0f12-4325-a46c-0b7618db39f5', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:43:10.441157 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.securitygroups_db [None req-68204c01-60d9-4139-92ec-eb8a284090e0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Project 62f83991a7314cd6b6c084162dcfff66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 07:43:10.446073 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-23ffb1d0-5e2c-4bff-a6a3-b3da1c8690f0 None None] Provisioning complete for port c6447b85-5334-4962-8c88-d7e91d97bcf6 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:43:10.446469 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-23ffb1d0-5e2c-4bff-a6a3-b3da1c8690f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:10.446873 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-23ffb1d0-5e2c-4bff-a6a3-b3da1c8690f0 None None] Attempt 1 to provision port c6447b85-5334-4962-8c88-d7e91d97bcf6 Oct 12 07:43:10.448226 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-68204c01-60d9-4139-92ec-eb8a284090e0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:10.469577 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7cb072f9-df83-45d4-858f-f709073faa02 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:10.511350 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-68204c01-60d9-4139-92ec-eb8a284090e0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:10.516400 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-68204c01-60d9-4139-92ec-eb8a284090e0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:10.528274 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-23ffb1d0-5e2c-4bff-a6a3-b3da1c8690f0 None None] Port c6447b85-5334-4962-8c88-d7e91d97bcf6 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:43:10.532476 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 4df1bba8-c452-4d6b-954d-2ff0b7aafd2d is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:43:10.533772 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 771efd4e-2609-4395-a32a-6323db351987 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:43:10.537611 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68204c01-60d9-4139-92ec-eb8a284090e0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=437e7892-a1f5-4b04-a007-17a90b252e22,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:10.546320 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-68204c01-60d9-4139-92ec-eb8a284090e0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:10.550662 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-68204c01-60d9-4139-92ec-eb8a284090e0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1340275 Oct 12 07:43:10.550826 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7cb072f9-df83-45d4-858f-f709073faa02 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:10.551257 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42850) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:10.555831 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-aef4948a-771b-4c8c-9cd5-51c3883ee5f7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': '3c301ad1-0f12-4325-a46c-0b7618db39f5', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:43:10.579292 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.securitygroups_db [None req-aef4948a-771b-4c8c-9cd5-51c3883ee5f7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Project 62f83991a7314cd6b6c084162dcfff66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 07:43:10.580137 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb072f9-df83-45d4-858f-f709073faa02 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event deleted for resources: {'Subnet': ['ID=0caab9c7-c30d-4637-a510-a18f93abff4a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:10.580536 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-b9e6fda0-030f-458f-a80f-f08352c13a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f182e0c-f966-4731-bf56-fb3561936093', 'name': 'tempest-TestNetworkBasicOps-router-415717493', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '4df1bba8-c452-4d6b-954d-2ff0b7aafd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:01Z', 'updated_at': '2022-10-12T07:43:07Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '4df1bba8-c452-4d6b-954d-2ff0b7aafd2d', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:39:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f182e0c-f966-4731-bf56-fb3561936093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:02Z', 'updated_at': '2022-10-12T07:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': 'c6447b85-5334-4962-8c88-d7e91d97bcf6', 'name': '', 'network_id': '8e4fab22-158c-4bfc-8f30-2a4009b89223', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:99:41:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f182e0c-f966-4731-bf56-fb3561936093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '3de92281-69b1-48a2-949d-cfca16d0bb5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:06Z', 'updated_at': '2022-10-12T07:43:07Z', 'revision_number': 2, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '3de92281-69b1-48a2-949d-cfca16d0bb5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:10.582926 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7cb072f9-df83-45d4-858f-f709073faa02 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:10.588772 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-7cb072f9-df83-45d4-858f-f709073faa02 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "DELETE /v2.0/subnets/0caab9c7-c30d-4637-a510-a18f93abff4a HTTP/1.1" status: 204 len: 168 time: 0.3790321 Oct 12 07:43:10.589057 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42852) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:10.599781 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-aef4948a-771b-4c8c-9cd5-51c3883ee5f7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:10.616938 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b289bc8-24d3-4bcd-976a-f1ad4613f36e None None] Network 833d9abc-985b-4b2e-ac0f-0869d081f3a0 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:43:10.620859 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e6fda0-030f-458f-a80f-f08352c13a0d None None] Checking router: 0f182e0c-f966-4731-bf56-fb3561936093 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:43:10.621215 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e6fda0-030f-458f-a80f-f08352c13a0d None None] Updating router 0f182e0c-f966-4731-bf56-fb3561936093 port c6447b85-5334-4962-8c88-d7e91d97bcf6 binding host dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:43:10.676209 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b9e6fda0-030f-458f-a80f-f08352c13a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:10.693709 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-01a273e3-97ee-4e00-b9b1-7b4a2be80a3d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:10.713594 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-aef4948a-771b-4c8c-9cd5-51c3883ee5f7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:10.731247 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 771efd4e-2609-4395-a32a-6323db351987 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:43:10.731613 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:10.731949 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 771efd4e-2609-4395-a32a-6323db351987 Oct 12 07:43:10.736492 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-aef4948a-771b-4c8c-9cd5-51c3883ee5f7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:10.764439 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef4948a-771b-4c8c-9cd5-51c3883ee5f7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0605e6cb-b125-4816-8008-01cfe9a8b592,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:10.778610 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-aef4948a-771b-4c8c-9cd5-51c3883ee5f7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:10.779898 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-aef4948a-771b-4c8c-9cd5-51c3883ee5f7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2276566 Oct 12 07:43:10.802387 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-01a273e3-97ee-4e00-b9b1-7b4a2be80a3d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Deleting port 771efd4e-2609-4395-a32a-6323db351987 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:43:10.802387 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-01a273e3-97ee-4e00-b9b1-7b4a2be80a3d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:10.876278 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-01a273e3-97ee-4e00-b9b1-7b4a2be80a3d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] For port 771efd4e-2609-4395-a32a-6323db351987, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=771efd4e-2609-4395-a32a-6323db351987,segment=NetworkSegment(4bb4d718-e019-40c9-a5d9-f21c128358b8),segment_id=4bb4d718-e019-40c9-a5d9-f21c128358b8)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:43:10.876966 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-01a273e3-97ee-4e00-b9b1-7b4a2be80a3d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:10.889292 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-01a273e3-97ee-4e00-b9b1-7b4a2be80a3d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Calling delete_port for 771efd4e-2609-4395-a32a-6323db351987 owned by network:dhcp {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:43:10.997304 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-01a273e3-97ee-4e00-b9b1-7b4a2be80a3d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:10.999132 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 771efd4e-2609-4395-a32a-6323db351987 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:43:11.000193 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device aee93986-e76b-40eb-a9fc-0020f747f109 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:43:11.009029 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a73d1146-7d28-420b-941d-b74d571fa414 req-67ec75a4-50ca-413f-89d6-2cf1101cee26 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1585901551&fields=id&tenant_id=62f83991a7314cd6b6c084162dcfff66 HTTP/1.1" status: 200 len: 267 time: 0.0423815 Oct 12 07:43:11.030076 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a273e3-97ee-4e00-b9b1-7b4a2be80a3d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event deleted for resources: {'Port': ['ID=771efd4e-2609-4395-a32a-6323db351987,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:11.031034 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-23ffb1d0-5e2c-4bff-a6a3-b3da1c8690f0 None None] Attempt 2 to provision port c6447b85-5334-4962-8c88-d7e91d97bcf6 Oct 12 07:43:11.033559 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2491034-1c93-4b36-babe-fb057f4fde8d None None] DHCP port deletion for 833d9abc-985b-4b2e-ac0f-0869d081f3a0 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:43:11.041808 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a273e3-97ee-4e00-b9b1-7b4a2be80a3d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] No DVR routers for this DVR port 771efd4e-2609-4395-a32a-6323db351987 on host dv-neutron-860909-2-hyperv {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:43:11.130733 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-23ffb1d0-5e2c-4bff-a6a3-b3da1c8690f0 None None] Port c6447b85-5334-4962-8c88-d7e91d97bcf6 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:43:11.171948 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-01a273e3-97ee-4e00-b9b1-7b4a2be80a3d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:11.179711 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port aee93986-e76b-40eb-a9fc-0020f747f109 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:43:11.180086 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:11.180422 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port aee93986-e76b-40eb-a9fc-0020f747f109 Oct 12 07:43:11.204295 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-01a273e3-97ee-4e00-b9b1-7b4a2be80a3d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['833d9abc-985b-4b2e-ac0f-0869d081f3a0']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:11.217772 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d1146-7d28-420b-941d-b74d571fa414 req-f0d55760-80ec-4f35-ba4f-ce99bd03e12e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:11.219249 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a73d1146-7d28-420b-941d-b74d571fa414 req-f0d55760-80ec-4f35-ba4f-ce99bd03e12e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/networks?id=8e4fab22-158c-4bfc-8f30-2a4009b89223 HTTP/1.1" status: 200 len: 796 time: 0.1913118 Oct 12 07:43:11.222586 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-01a273e3-97ee-4e00-b9b1-7b4a2be80a3d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bb4d718-e019-40c9-a5d9-f21c128358b8') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:11.222877 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-01a273e3-97ee-4e00-b9b1-7b4a2be80a3d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bb4d718-e019-40c9-a5d9-f21c128358b8') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:11.225997 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b9e6fda0-030f-458f-a80f-f08352c13a0d None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:11.240638 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-01a273e3-97ee-4e00-b9b1-7b4a2be80a3d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:11.249906 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a73d1146-7d28-420b-941d-b74d571fa414 req-1238592d-9ae7-4878-b6f4-3e5e5be5cce3 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/quotas/62f83991a7314cd6b6c084162dcfff66 HTTP/1.1" status: 200 len: 375 time: 0.0205359 Oct 12 07:43:11.256138 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-01a273e3-97ee-4e00-b9b1-7b4a2be80a3d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:11.259190 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b9e6fda0-030f-458f-a80f-f08352c13a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:11.264295 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01a273e3-97ee-4e00-b9b1-7b4a2be80a3d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:43:11.264828 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-01a273e3-97ee-4e00-b9b1-7b4a2be80a3d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:11.301856 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 4bb4d718-e019-40c9-a5d9-f21c128358b8 resource provider aggregate not found Oct 12 07:43:11.316831 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port aee93986-e76b-40eb-a9fc-0020f747f109 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:43:11.332381 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 4bb4d718-e019-40c9-a5d9-f21c128358b8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4bb4d718-e019-40c9-a5d9-f21c128358b8 found for delete ", "request_id": "req-17cd6ef5-6ece-473c-9080-690aadc0dfc5"}]} Oct 12 07:43:11.356566 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd025591-b381-4c35-b373-b6f63c749644 None None] Pushing event updated for resources: {'Port': ['ID=c6447b85-5334-4962-8c88-d7e91d97bcf6,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:11.370263 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-01a273e3-97ee-4e00-b9b1-7b4a2be80a3d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:11.371655 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-b9e6fda0-030f-458f-a80f-f08352c13a0d None None] Attempting to bind port c6447b85-5334-4962-8c88-d7e91d97bcf6 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:43:11.372009 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-b9e6fda0-030f-458f-a80f-f08352c13a0d None None] Attempting to bind port c6447b85-5334-4962-8c88-d7e91d97bcf6 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '0698dc22-2072-46fb-aaec-216263c3b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '8e4fab22-158c-4bfc-8f30-2a4009b89223'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:43:11.372367 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e6fda0-030f-458f-a80f-f08352c13a0d None None] Attempting to bind port c6447b85-5334-4962-8c88-d7e91d97bcf6 on network 8e4fab22-158c-4bfc-8f30-2a4009b89223 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:43:11.377636 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e6fda0-030f-458f-a80f-f08352c13a0d None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:43:11.378018 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e6fda0-030f-458f-a80f-f08352c13a0d None None] Checking segment: {'id': '0698dc22-2072-46fb-aaec-216263c3b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '8e4fab22-158c-4bfc-8f30-2a4009b89223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:43:11.378445 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b9e6fda0-030f-458f-a80f-f08352c13a0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:11.378841 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e6fda0-030f-458f-a80f-f08352c13a0d None None] Bound using segment: {'id': '0698dc22-2072-46fb-aaec-216263c3b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '8e4fab22-158c-4bfc-8f30-2a4009b89223'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:43:11.379373 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-b9e6fda0-030f-458f-a80f-f08352c13a0d None None] Bound port: c6447b85-5334-4962-8c88-d7e91d97bcf6, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0698dc22-2072-46fb-aaec-216263c3b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '8e4fab22-158c-4bfc-8f30-2a4009b89223'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:43:11.379493 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-01a273e3-97ee-4e00-b9b1-7b4a2be80a3d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:11.379687 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b9e6fda0-030f-458f-a80f-f08352c13a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:11.382669 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-01a273e3-97ee-4e00-b9b1-7b4a2be80a3d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "DELETE /v2.0/networks/833d9abc-985b-4b2e-ac0f-0869d081f3a0 HTTP/1.1" status: 204 len: 168 time: 0.7924221 Oct 12 07:43:11.386571 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42870) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:11.392127 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-e7e2d277-21b4-4509-b4a2-febb6e94550d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1141036948', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}, 'admin_state_up': False}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:43:11.394501 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a273e3-97ee-4e00-b9b1-7b4a2be80a3d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event deleted for resources: {'Network': ['ID=833d9abc-985b-4b2e-ac0f-0869d081f3a0,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:11.401688 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a73d1146-7d28-420b-941d-b74d571fa414 req-6d7bb188-797c-41f4-bd96-81819c6f427c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1405215 Oct 12 07:43:11.428848 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e7e2d277-21b4-4509-b4a2-febb6e94550d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:11.430370 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e7e2d277-21b4-4509-b4a2-febb6e94550d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:11.452490 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-b9e6fda0-030f-458f-a80f-f08352c13a0d None None] For port c6447b85-5334-4962-8c88-d7e91d97bcf6, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:43:11.456082 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-b9e6fda0-030f-458f-a80f-f08352c13a0d None None] For port c6447b85-5334-4962-8c88-d7e91d97bcf6, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=c6447b85-5334-4962-8c88-d7e91d97bcf6,segment=NetworkSegment(0698dc22-2072-46fb-aaec-216263c3b12e),segment_id=0698dc22-2072-46fb-aaec-216263c3b12e)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:43:11.460377 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b9e6fda0-030f-458f-a80f-f08352c13a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:11.487840 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e7e2d277-21b4-4509-b4a2-febb6e94550d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:11.505420 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e6fda0-030f-458f-a80f-f08352c13a0d None None] Routers {'0f182e0c-f966-4731-bf56-fb3561936093'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:43:11.506164 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-b9e6fda0-030f-458f-a80f-f08352c13a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:42:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['0f182e0c-f966-4731-bf56-fb3561936093'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:11.509381 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a73d1146-7d28-420b-941d-b74d571fa414 req-d2f81a92-622e-42b9-aebd-27b2d739027c service neutron] 10.222.0.26 "GET /v2.0/networks/8e4fab22-158c-4bfc-8f30-2a4009b89223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954792 Oct 12 07:43:11.572524 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd025591-b381-4c35-b373-b6f63c749644 None None] Pushing event updated for resources: {'Port': ['ID=c6447b85-5334-4962-8c88-d7e91d97bcf6,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:11.607315 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a73d1146-7d28-420b-941d-b74d571fa414 req-a0f06be0-8232-4e34-bc12-a68aef75f736 service neutron] 10.222.0.26 "GET /v2.0/networks/8e4fab22-158c-4bfc-8f30-2a4009b89223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920203 Oct 12 07:43:11.632260 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-23ffb1d0-5e2c-4bff-a6a3-b3da1c8690f0 None None] Attempt 3 to provision port c6447b85-5334-4962-8c88-d7e91d97bcf6 Oct 12 07:43:11.636441 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e7e2d277-21b4-4509-b4a2-febb6e94550d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:11.812923 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e25c4fb8-2ba7-4497-9813-cc704268ba22 req-ae9a1df7-7232-4e07-8442-89683517d101 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=afa14418-b760-4c4f-9e10-60b2d8e93587 HTTP/1.1" status: 200 len: 210 time: 0.0424526 Oct 12 07:43:11.817225 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-b9e6fda0-030f-458f-a80f-f08352c13a0d None None] Set router 0f182e0c-f966-4731-bf56-fb3561936093 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:43:11.880792 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e7e2d277-21b4-4509-b4a2-febb6e94550d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for router_gateway, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:11.904593 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e7e2d277-21b4-4509-b4a2-febb6e94550d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:11.963903 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 771efd4e-2609-4395-a32a-6323db351987 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:43:12.017017 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-e7e2d277-21b4-4509-b4a2-febb6e94550d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Allocated IP 172.26.3.91 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/1f01a7d6-db65-4810-ba70-de61d55b60c8) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:43:12.028420 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 771efd4e-2609-4395-a32a-6323db351987 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:43:12.028762 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 771efd4e-2609-4395-a32a-6323db351987 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:43:12.045558 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-23ffb1d0-5e2c-4bff-a6a3-b3da1c8690f0 None None] Current status of the port c6447b85-5334-4962-8c88-d7e91d97bcf6 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:43:12.046062 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-23ffb1d0-5e2c-4bff-a6a3-b3da1c8690f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:12.121514 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-23ffb1d0-5e2c-4bff-a6a3-b3da1c8690f0 None None] For port c6447b85-5334-4962-8c88-d7e91d97bcf6, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=c6447b85-5334-4962-8c88-d7e91d97bcf6,segment=NetworkSegment(0698dc22-2072-46fb-aaec-216263c3b12e),segment_id=0698dc22-2072-46fb-aaec-216263c3b12e)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:43:12.128735 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-23ffb1d0-5e2c-4bff-a6a3-b3da1c8690f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:12.135707 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e7e2d277-21b4-4509-b4a2-febb6e94550d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:12.175184 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e7e2d277-21b4-4509-b4a2-febb6e94550d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:12.189419 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-b9e6fda0-030f-458f-a80f-f08352c13a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f182e0c-f966-4731-bf56-fb3561936093', 'name': 'tempest-TestNetworkBasicOps-router-415717493', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '4df1bba8-c452-4d6b-954d-2ff0b7aafd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:01Z', 'updated_at': '2022-10-12T07:43:07Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '4df1bba8-c452-4d6b-954d-2ff0b7aafd2d', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:39:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f182e0c-f966-4731-bf56-fb3561936093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:02Z', 'updated_at': '2022-10-12T07:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': 'c6447b85-5334-4962-8c88-d7e91d97bcf6', 'name': '', 'network_id': '8e4fab22-158c-4bfc-8f30-2a4009b89223', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:99:41:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f182e0c-f966-4731-bf56-fb3561936093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '3de92281-69b1-48a2-949d-cfca16d0bb5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:06Z', 'updated_at': '2022-10-12T07:43:11Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '3de92281-69b1-48a2-949d-cfca16d0bb5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:12.215684 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e2d277-21b4-4509-b4a2-febb6e94550d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:43:12.220088 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-e7e2d277-21b4-4509-b4a2-febb6e94550d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:43:12.223925 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e2d277-21b4-4509-b4a2-febb6e94550d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:43:12.233742 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e6fda0-030f-458f-a80f-f08352c13a0d None None] The sync data for ids ['0f182e0c-f966-4731-bf56-fb3561936093'] in dv-neutron-860909-2-hyperv is: [{'id': '0f182e0c-f966-4731-bf56-fb3561936093', 'name': 'tempest-TestNetworkBasicOps-router-415717493', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '4df1bba8-c452-4d6b-954d-2ff0b7aafd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:01Z', 'updated_at': '2022-10-12T07:43:07Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '4df1bba8-c452-4d6b-954d-2ff0b7aafd2d', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:39:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f182e0c-f966-4731-bf56-fb3561936093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:02Z', 'updated_at': '2022-10-12T07:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': 'c6447b85-5334-4962-8c88-d7e91d97bcf6', 'name': '', 'network_id': '8e4fab22-158c-4bfc-8f30-2a4009b89223', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:99:41:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f182e0c-f966-4731-bf56-fb3561936093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '3de92281-69b1-48a2-949d-cfca16d0bb5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:06Z', 'updated_at': '2022-10-12T07:43:11Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '3de92281-69b1-48a2-949d-cfca16d0bb5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:43:12.235433 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ffb1d0-5e2c-4bff-a6a3-b3da1c8690f0 None None] Pushing event updated for resources: {'Port': ['ID=c6447b85-5334-4962-8c88-d7e91d97bcf6,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:12.255172 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e2d277-21b4-4509-b4a2-febb6e94550d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event updated for resources: {'Port': ['ID=1f01a7d6-db65-4810-ba70-de61d55b60c8,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:12.266819 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-94d9621c-33a9-4dde-98a6-9b3da6623390 None None] Provisioning complete for port c6447b85-5334-4962-8c88-d7e91d97bcf6 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:43:12.267192 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-94d9621c-33a9-4dde-98a6-9b3da6623390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:12.267525 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-94d9621c-33a9-4dde-98a6-9b3da6623390 None None] Attempt 1 to provision port c6447b85-5334-4962-8c88-d7e91d97bcf6 Oct 12 07:43:12.397652 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-94d9621c-33a9-4dde-98a6-9b3da6623390 None None] Current status of the port c6447b85-5334-4962-8c88-d7e91d97bcf6 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:43:12.529769 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e7e2d277-21b4-4509-b4a2-febb6e94550d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for router_gateway, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:12.739955 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e7e2d277-21b4-4509-b4a2-febb6e94550d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:12.947815 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e2d277-21b4-4509-b4a2-febb6e94550d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Router 1f324361-e4dc-4d53-a367-a32a5ad4f834 is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:43:12.968156 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d1146-7d28-420b-941d-b74d571fa414 req-a87f9775-01b5-44cd-b363-db91cb977f0e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:12.969919 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a73d1146-7d28-420b-941d-b74d571fa414 req-a87f9775-01b5-44cd-b363-db91cb977f0e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "GET /v2.0/networks?id=8e4fab22-158c-4bfc-8f30-2a4009b89223 HTTP/1.1" status: 200 len: 796 time: 0.2189844 Oct 12 07:43:13.017798 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-45b95b27-ac31-4a60-8001-072e7a756d1e req-26019a37-537d-40fa-80a2-d425b59f7ecb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=afa14418-b760-4c4f-9e10-60b2d8e93587 HTTP/1.1" status: 200 len: 210 time: 0.0581508 Oct 12 07:43:13.062180 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a73d1146-7d28-420b-941d-b74d571fa414 req-cdbf1bb1-0f37-47bb-a9ab-363e56a1f209 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62f83991a7314cd6b6c084162dcfff66 HTTP/1.1" status: 200 len: 380 time: 0.0800321 Oct 12 07:43:13.078405 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-a73d1146-7d28-420b-941d-b74d571fa414 req-d51a9e09-6ee0-441c-932a-7a869bc84734 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'port': {'device_id': 'afa14418-b760-4c4f-9e10-60b2d8e93587', 'network_id': '8e4fab22-158c-4bfc-8f30-2a4009b89223', 'admin_state_up': True, 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'security_groups': ['3c301ad1-0f12-4325-a46c-0b7618db39f5']}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:43:13.088334 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e2d277-21b4-4509-b4a2-febb6e94550d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:43:13.099114 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8c52ae-963e-4f19-9017-a4ecff99b8df None None] Sync routers for ids ['1f324361-e4dc-4d53-a367-a32a5ad4f834'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:43:13.110957 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8c52ae-963e-4f19-9017-a4ecff99b8df None None] Routers {'1f324361-e4dc-4d53-a367-a32a5ad4f834'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:43:13.111854 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-de8c52ae-963e-4f19-9017-a4ecff99b8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:42:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['1f324361-e4dc-4d53-a367-a32a5ad4f834'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:13.120004 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e7e2d277-21b4-4509-b4a2-febb6e94550d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:13.122221 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e7e2d277-21b4-4509-b4a2-febb6e94550d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 1.7339530 Oct 12 07:43:13.124941 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42888) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:13.163931 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-de8c52ae-963e-4f19-9017-a4ecff99b8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:13.175336 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8c52ae-963e-4f19-9017-a4ecff99b8df None None] Routers {'1f324361-e4dc-4d53-a367-a32a5ad4f834'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:43:13.176109 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-de8c52ae-963e-4f19-9017-a4ecff99b8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:42:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['1f324361-e4dc-4d53-a367-a32a5ad4f834'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:13.211657 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-de8c52ae-963e-4f19-9017-a4ecff99b8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:13.212985 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8c52ae-963e-4f19-9017-a4ecff99b8df None None] The sync data for ids ['1f324361-e4dc-4d53-a367-a32a5ad4f834'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:43:13.220213 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a73d1146-7d28-420b-941d-b74d571fa414 req-d51a9e09-6ee0-441c-932a-7a869bc84734 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Made reservation on behalf of 62f83991a7314cd6b6c084162dcfff66 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:43:13.223743 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-a73d1146-7d28-420b-941d-b74d571fa414 req-d51a9e09-6ee0-441c-932a-7a869bc84734 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:13.267682 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a8a5f848-1c83-4df0-bc0a-f6fb6ac446fc tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "GET /v2.0/routers/1f324361-e4dc-4d53-a367-a32a5ad4f834 HTTP/1.1" status: 200 len: 880 time: 0.1415994 Oct 12 07:43:13.271467 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42890) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:13.366824 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [req-a73d1146-7d28-420b-941d-b74d571fa414 req-d51a9e09-6ee0-441c-932a-7a869bc84734 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Allocated IP 172.20.0.5 (8e4fab22-158c-4bfc-8f30-2a4009b89223/3de92281-69b1-48a2-949d-cfca16d0bb5f/87173ff7-5881-483e-a2ca-89c48e7f980e) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:43:13.512270 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-a73d1146-7d28-420b-941d-b74d571fa414 req-d51a9e09-6ee0-441c-932a-7a869bc84734 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:13.547486 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-a73d1146-7d28-420b-941d-b74d571fa414 req-d51a9e09-6ee0-441c-932a-7a869bc84734 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:13.596135 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a73d1146-7d28-420b-941d-b74d571fa414 req-d51a9e09-6ee0-441c-932a-7a869bc84734 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network 8e4fab22-158c-4bfc-8f30-2a4009b89223 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:43:13.599413 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [req-a73d1146-7d28-420b-941d-b74d571fa414 req-d51a9e09-6ee0-441c-932a-7a869bc84734 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:43:13.603977 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73d1146-7d28-420b-941d-b74d571fa414 req-d51a9e09-6ee0-441c-932a-7a869bc84734 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:43:13.631486 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a9e09-6ee0-441c-932a-7a869bc84734 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=87173ff7-5881-483e-a2ca-89c48e7f980e,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:13.668724 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d1146-7d28-420b-941d-b74d571fa414 req-d51a9e09-6ee0-441c-932a-7a869bc84734 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:13.669441 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-a73d1146-7d28-420b-941d-b74d571fa414 req-d51a9e09-6ee0-441c-932a-7a869bc84734 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:13.691856 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a73d1146-7d28-420b-941d-b74d571fa414 req-d51a9e09-6ee0-441c-932a-7a869bc84734 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6175179 Oct 12 07:43:13.707445 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-a73d1146-7d28-420b-941d-b74d571fa414 req-df40c273-256d-4658-85bf-33e47ec7d5cb service neutron] Request body: {'port': {'device_id': 'afa14418-b760-4c4f-9e10-60b2d8e93587', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8609'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:43:13.726166 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-2d72104c-7487-4d5e-996a-f1c37d29cd45 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.4534004 Oct 12 07:43:13.729261 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42892) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:13.734235 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-37687f0b-0eb1-4e17-89af-ed8a6c8ad5e5 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1141036948'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:43:13.771781 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-a73d1146-7d28-420b-941d-b74d571fa414 req-df40c273-256d-4658-85bf-33e47ec7d5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:13.893027 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a816b819-4ead-4d65-80e8-e09c91c0223f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:13.934257 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-23858097-868c-4853-8073-5ef87e17c920 None None] Provisioning complete for port 87173ff7-5881-483e-a2ca-89c48e7f980e triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:43:13.935093 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-23858097-868c-4853-8073-5ef87e17c920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:13.935871 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-23858097-868c-4853-8073-5ef87e17c920 None None] Attempt 1 to provision port 87173ff7-5881-483e-a2ca-89c48e7f980e Oct 12 07:43:13.971842 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device c6447b85-5334-4962-8c88-d7e91d97bcf6 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:43:14.011522 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-23858097-868c-4853-8073-5ef87e17c920 None None] Port 87173ff7-5881-483e-a2ca-89c48e7f980e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:43:14.028383 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port c6447b85-5334-4962-8c88-d7e91d97bcf6 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:43:14.029063 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:14.029392 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port c6447b85-5334-4962-8c88-d7e91d97bcf6 Oct 12 07:43:14.073152 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-37687f0b-0eb1-4e17-89af-ed8a6c8ad5e5 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33139406', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33141651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13931'] for router, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:14.085763 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-37687f0b-0eb1-4e17-89af-ed8a6c8ad5e5 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33139383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33139388', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33141656'] for router, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:14.115195 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port c6447b85-5334-4962-8c88-d7e91d97bcf6 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:43:14.133971 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [req-a73d1146-7d28-420b-941d-b74d571fa414 req-df40c273-256d-4658-85bf-33e47ec7d5cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87173ff7-5881-483e-a2ca-89c48e7f980e {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:43:14.143863 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-a73d1146-7d28-420b-941d-b74d571fa414 req-df40c273-256d-4658-85bf-33e47ec7d5cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:14.161966 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-a73d1146-7d28-420b-941d-b74d571fa414 req-df40c273-256d-4658-85bf-33e47ec7d5cb service neutron] Transition to ACTIVE for port object 87173ff7-5881-483e-a2ca-89c48e7f980e will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 07:43:14.172730 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f96dce-1306-4dc8-a9ae-948538fbe5ef req-7c42a79d-96b0-4484-a6b3-821dce2eb904 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:14.174248 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-37f96dce-1306-4dc8-a9ae-948538fbe5ef req-7c42a79d-96b0-4484-a6b3-821dce2eb904 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=afa14418-b760-4c4f-9e10-60b2d8e93587 HTTP/1.1" status: 200 len: 931 time: 0.0729048 Oct 12 07:43:14.175311 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-a73d1146-7d28-420b-941d-b74d571fa414 req-df40c273-256d-4658-85bf-33e47ec7d5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:14.202875 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37687f0b-0eb1-4e17-89af-ed8a6c8ad5e5 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Router 1f324361-e4dc-4d53-a367-a32a5ad4f834 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:43:14.312872 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37687f0b-0eb1-4e17-89af-ed8a6c8ad5e5 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:43:14.322479 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-37687f0b-0eb1-4e17-89af-ed8a6c8ad5e5 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:14.323727 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-37687f0b-0eb1-4e17-89af-ed8a6c8ad5e5 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "PUT /v2.0/routers/1f324361-e4dc-4d53-a367-a32a5ad4f834 HTTP/1.1" status: 200 len: 887 time: 0.5935061 Oct 12 07:43:14.324401 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2b5983-f3c5-4eca-b864-54aed092e9fd None None] Sync routers for ids ['1f324361-e4dc-4d53-a367-a32a5ad4f834'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:43:14.326389 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42896) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:14.335249 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2b5983-f3c5-4eca-b864-54aed092e9fd None None] Routers {'1f324361-e4dc-4d53-a367-a32a5ad4f834'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:43:14.336184 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ac2b5983-f3c5-4eca-b864-54aed092e9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:42:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['1f324361-e4dc-4d53-a367-a32a5ad4f834'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:14.370622 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ac2b5983-f3c5-4eca-b864-54aed092e9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:14.380019 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2b5983-f3c5-4eca-b864-54aed092e9fd None None] Routers {'1f324361-e4dc-4d53-a367-a32a5ad4f834'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:43:14.380916 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ac2b5983-f3c5-4eca-b864-54aed092e9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:42:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['1f324361-e4dc-4d53-a367-a32a5ad4f834'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:14.417481 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ac2b5983-f3c5-4eca-b864-54aed092e9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:14.418448 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2b5983-f3c5-4eca-b864-54aed092e9fd None None] The sync data for ids ['1f324361-e4dc-4d53-a367-a32a5ad4f834'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:43:14.449221 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-57134ed0-4794-4c70-97ae-319e3b28b199 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "GET /v2.0/routers/1f324361-e4dc-4d53-a367-a32a5ad4f834 HTTP/1.1" status: 200 len: 887 time: 0.1216292 Oct 12 07:43:14.451902 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42898) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:14.479520 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-6e168f29-6586-40ed-9d43-9773ce63ec73 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f324361-e4dc-4d53-a367-a32a5ad4f834 HTTP/1.1" status: 200 len: 205 time: 0.0263703 Oct 12 07:43:14.481937 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42900) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:14.513123 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-23858097-868c-4853-8073-5ef87e17c920 None None] Attempt 2 to provision port 87173ff7-5881-483e-a2ca-89c48e7f980e Oct 12 07:43:14.554135 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-23858097-868c-4853-8073-5ef87e17c920 None None] Port 87173ff7-5881-483e-a2ca-89c48e7f980e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:43:14.592980 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-73d058b4-1050-425f-90da-5d47710a6d8e tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for router, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:14.620330 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df40c273-256d-4658-85bf-33e47ec7d5cb service neutron] Pushing event updated for resources: {'Port': ['ID=87173ff7-5881-483e-a2ca-89c48e7f980e,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:14.637673 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-37f96dce-1306-4dc8-a9ae-948538fbe5ef req-e4bfd569-8dfb-4ad6-be98-685386bbe59f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c301ad1-0f12-4325-a46c-0b7618db39f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4368393 Oct 12 07:43:14.657193 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-a73d1146-7d28-420b-941d-b74d571fa414 req-df40c273-256d-4658-85bf-33e47ec7d5cb service neutron] Attempting to bind port 87173ff7-5881-483e-a2ca-89c48e7f980e on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:43:14.657534 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-a73d1146-7d28-420b-941d-b74d571fa414 req-df40c273-256d-4658-85bf-33e47ec7d5cb service neutron] Attempting to bind port 87173ff7-5881-483e-a2ca-89c48e7f980e by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '0698dc22-2072-46fb-aaec-216263c3b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '8e4fab22-158c-4bfc-8f30-2a4009b89223'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:43:14.657864 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73d1146-7d28-420b-941d-b74d571fa414 req-df40c273-256d-4658-85bf-33e47ec7d5cb service neutron] Attempting to bind port 87173ff7-5881-483e-a2ca-89c48e7f980e on network 8e4fab22-158c-4bfc-8f30-2a4009b89223 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:43:14.662178 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73d1146-7d28-420b-941d-b74d571fa414 req-df40c273-256d-4658-85bf-33e47ec7d5cb service neutron] Port 87173ff7-5881-483e-a2ca-89c48e7f980e on network 8e4fab22-158c-4bfc-8f30-2a4009b89223 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:43:14.662512 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73d1146-7d28-420b-941d-b74d571fa414 req-df40c273-256d-4658-85bf-33e47ec7d5cb service neutron] Attempting to bind port 87173ff7-5881-483e-a2ca-89c48e7f980e on network 8e4fab22-158c-4bfc-8f30-2a4009b89223 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:43:14.667828 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73d1146-7d28-420b-941d-b74d571fa414 req-df40c273-256d-4658-85bf-33e47ec7d5cb service neutron] Checking agent: {'id': 'afe9b392-c72e-4ef3-a7bd-ca4c2066af02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8609', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'started_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:43:14.668189 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73d1146-7d28-420b-941d-b74d571fa414 req-df40c273-256d-4658-85bf-33e47ec7d5cb service neutron] Checking segment: {'id': '0698dc22-2072-46fb-aaec-216263c3b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '8e4fab22-158c-4bfc-8f30-2a4009b89223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:43:14.668558 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73d1146-7d28-420b-941d-b74d571fa414 req-df40c273-256d-4658-85bf-33e47ec7d5cb service neutron] Bound using segment: {'id': '0698dc22-2072-46fb-aaec-216263c3b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '8e4fab22-158c-4bfc-8f30-2a4009b89223'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:43:14.668986 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-a73d1146-7d28-420b-941d-b74d571fa414 req-df40c273-256d-4658-85bf-33e47ec7d5cb service neutron] Bound port: 87173ff7-5881-483e-a2ca-89c48e7f980e, host: hv-neutron-8609, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0698dc22-2072-46fb-aaec-216263c3b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '8e4fab22-158c-4bfc-8f30-2a4009b89223'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:43:14.669339 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-a73d1146-7d28-420b-941d-b74d571fa414 req-df40c273-256d-4658-85bf-33e47ec7d5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:14.700557 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-73d058b4-1050-425f-90da-5d47710a6d8e tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:14.736646 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-a73d1146-7d28-420b-941d-b74d571fa414 req-df40c273-256d-4658-85bf-33e47ec7d5cb service neutron] For port 87173ff7-5881-483e-a2ca-89c48e7f980e, host hv-neutron-8609, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:43:14.740084 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-a73d1146-7d28-420b-941d-b74d571fa414 req-df40c273-256d-4658-85bf-33e47ec7d5cb service neutron] For port 87173ff7-5881-483e-a2ca-89c48e7f980e, host hv-neutron-8609, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=87173ff7-5881-483e-a2ca-89c48e7f980e,segment=NetworkSegment(0698dc22-2072-46fb-aaec-216263c3b12e),segment_id=0698dc22-2072-46fb-aaec-216263c3b12e)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:43:14.745210 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-a73d1146-7d28-420b-941d-b74d571fa414 req-df40c273-256d-4658-85bf-33e47ec7d5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:14.749266 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d1146-7d28-420b-941d-b74d571fa414 req-df40c273-256d-4658-85bf-33e47ec7d5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:14.749876 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-a73d1146-7d28-420b-941d-b74d571fa414 req-df40c273-256d-4658-85bf-33e47ec7d5cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:14.751489 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a73d1146-7d28-420b-941d-b74d571fa414 req-df40c273-256d-4658-85bf-33e47ec7d5cb service neutron] 10.222.0.23 "PUT /v2.0/ports/87173ff7-5881-483e-a2ca-89c48e7f980e HTTP/1.1" status: 200 len: 1093 time: 1.0490320 Oct 12 07:43:14.751984 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa14418-b760-4c4f-9e10-60b2d8e93587', 'tag': '87173ff7-5881-483e-a2ca-89c48e7f980e'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:43:14.754333 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebc76aa-f460-46e6-bb85-69b0e6866543" -d '{"events": [{"name": "network-changed", "server_uuid": "afa14418-b760-4c4f-9e10-60b2d8e93587", "tag": "87173ff7-5881-483e-a2ca-89c48e7f980e"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:43:14.763598 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-73d058b4-1050-425f-90da-5d47710a6d8e tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Deleting port 1f01a7d6-db65-4810-ba70-de61d55b60c8 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:43:14.764402 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-73d058b4-1050-425f-90da-5d47710a6d8e tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:14.807498 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df40c273-256d-4658-85bf-33e47ec7d5cb service neutron] Pushing event updated for resources: {'Port': ['ID=87173ff7-5881-483e-a2ca-89c48e7f980e,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:14.842318 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd918bd-fe9c-40f0-bd2d-2f9e6d9061f9 x-openstack-request-id: req-2cd918bd-fe9c-40f0-bd2d-2f9e6d9061f9 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:43:14.842618 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa14418-b760-4c4f-9e10-60b2d8e93587", "tag": "87173ff7-5881-483e-a2ca-89c48e7f980e", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:43:14.842893 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2cd918bd-fe9c-40f0-bd2d-2f9e6d9061f9 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:43:14.843269 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cd918bd-fe9c-40f0-bd2d-2f9e6d9061f9'] response: {'name': 'network-changed', 'server_uuid': 'afa14418-b760-4c4f-9e10-60b2d8e93587', 'tag': '87173ff7-5881-483e-a2ca-89c48e7f980e', 'status': 'completed', 'code': 200} Oct 12 07:43:14.859530 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d1146-7d28-420b-941d-b74d571fa414 req-42a87c29-49f9-4689-8ed2-a7b27ab31995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:14.861046 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a73d1146-7d28-420b-941d-b74d571fa414 req-42a87c29-49f9-4689-8ed2-a7b27ab31995 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&device_id=afa14418-b760-4c4f-9e10-60b2d8e93587 HTTP/1.1" status: 200 len: 1096 time: 0.0505719 Oct 12 07:43:14.865256 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-73d058b4-1050-425f-90da-5d47710a6d8e tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:14.876830 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-73d058b4-1050-425f-90da-5d47710a6d8e tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Calling delete_port for 1f01a7d6-db65-4810-ba70-de61d55b60c8 owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:43:14.903189 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a73d1146-7d28-420b-941d-b74d571fa414 req-d38f15d2-72ca-4e09-96ef-87762e136057 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87173ff7-5881-483e-a2ca-89c48e7f980e HTTP/1.1" status: 200 len: 217 time: 0.0337260 Oct 12 07:43:14.951391 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d1146-7d28-420b-941d-b74d571fa414 req-5b142e9a-6e8f-443d-a61e-703009bb83e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:14.952835 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a73d1146-7d28-420b-941d-b74d571fa414 req-5b142e9a-6e8f-443d-a61e-703009bb83e8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3de92281-69b1-48a2-949d-cfca16d0bb5f HTTP/1.1" status: 200 len: 834 time: 0.0436306 Oct 12 07:43:15.004016 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d1146-7d28-420b-941d-b74d571fa414 req-fc399d19-4cb7-4944-ad9e-a9a1addd7c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:15.005517 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a73d1146-7d28-420b-941d-b74d571fa414 req-fc399d19-4cb7-4944-ad9e-a9a1addd7c73 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8e4fab22-158c-4bfc-8f30-2a4009b89223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0459883 Oct 12 07:43:15.046245 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-73d058b4-1050-425f-90da-5d47710a6d8e tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:15.055444 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-23858097-868c-4853-8073-5ef87e17c920 None None] Attempt 3 to provision port 87173ff7-5881-483e-a2ca-89c48e7f980e Oct 12 07:43:15.082775 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d058b4-1050-425f-90da-5d47710a6d8e tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event deleted for resources: {'Port': ['ID=1f01a7d6-db65-4810-ba70-de61d55b60c8,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:15.106433 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-23858097-868c-4853-8073-5ef87e17c920 None None] Port 87173ff7-5881-483e-a2ca-89c48e7f980e had new provisioning blocks added so it will not transition to active. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 12 07:43:15.107818 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a73d1146-7d28-420b-941d-b74d571fa414 req-9749643a-6030-4c69-8dc3-0897ffd3246f service neutron] 10.222.0.23 "GET /v2.0/networks/8e4fab22-158c-4bfc-8f30-2a4009b89223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937734 Oct 12 07:43:15.151373 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-73d058b4-1050-425f-90da-5d47710a6d8e tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:15.200784 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a73d1146-7d28-420b-941d-b74d571fa414 req-cf691aaf-7fef-4e88-80a9-1f36e2e4f48d service neutron] 10.222.0.23 "GET /v2.0/networks/8e4fab22-158c-4bfc-8f30-2a4009b89223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876000 Oct 12 07:43:15.243470 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-73d058b4-1050-425f-90da-5d47710a6d8e tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:15.245828 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-73d058b4-1050-425f-90da-5d47710a6d8e tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:15.282732 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc76aa-f460-46e6-bb85-69b0e6866543 req-e9352bce-1624-49b8-974e-b6400b275b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:15.284214 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-aebc76aa-f460-46e6-bb85-69b0e6866543 req-e9352bce-1624-49b8-974e-b6400b275b99 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&device_id=afa14418-b760-4c4f-9e10-60b2d8e93587 HTTP/1.1" status: 200 len: 1096 time: 0.0411091 Oct 12 07:43:15.288881 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-73d058b4-1050-425f-90da-5d47710a6d8e tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:15.289624 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d058b4-1050-425f-90da-5d47710a6d8e tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Fanout notify agent at l3_agent the message router_deleted on router 1f324361-e4dc-4d53-a367-a32a5ad4f834 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:43:15.297126 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-73d058b4-1050-425f-90da-5d47710a6d8e tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:15.298453 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-73d058b4-1050-425f-90da-5d47710a6d8e tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "DELETE /v2.0/routers/1f324361-e4dc-4d53-a367-a32a5ad4f834 HTTP/1.1" status: 204 len: 168 time: 0.8152733 Oct 12 07:43:15.302236 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42904) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:15.307313 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-032bb735-d3b1-4407-8aa8-adf2acf8533a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Request body: {'network': {'name': 'tempest-RoutersTest-24028559'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:43:15.326513 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032bb735-d3b1-4407-8aa8-adf2acf8533a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Made reservation on behalf of 581b3a364ec742c898d07afe59d874c7 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:43:15.330159 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-032bb735-d3b1-4407-8aa8-adf2acf8533a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:15.354652 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-032bb735-d3b1-4407-8aa8-adf2acf8533a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:43:15.364420 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-032bb735-d3b1-4407-8aa8-adf2acf8533a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:15.364766 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-032bb735-d3b1-4407-8aa8-adf2acf8533a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Added segment 25726c47-38db-497f-8aa6-3eb2c7b8cf42 of type vlan for network 08b459c5-e4ee-4355-9331-04912b5c3974 Oct 12 07:43:15.382056 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc76aa-f460-46e6-bb85-69b0e6866543 req-3bb66906-b257-495a-b294-49c733176892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:15.383593 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-aebc76aa-f460-46e6-bb85-69b0e6866543 req-3bb66906-b257-495a-b294-49c733176892 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8e4fab22-158c-4bfc-8f30-2a4009b89223 HTTP/1.1" status: 200 len: 897 time: 0.0927064 Oct 12 07:43:15.405196 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-032bb735-d3b1-4407-8aa8-adf2acf8533a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:15.424578 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-aebc76aa-f460-46e6-bb85-69b0e6866543 req-1ad857fb-21cd-4dea-9de5-c720ae414671 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87173ff7-5881-483e-a2ca-89c48e7f980e HTTP/1.1" status: 200 len: 217 time: 0.0343916 Oct 12 07:43:15.428701 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-032bb735-d3b1-4407-8aa8-adf2acf8533a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:15.434434 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032bb735-d3b1-4407-8aa8-adf2acf8533a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:15.435014 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-032bb735-d3b1-4407-8aa8-adf2acf8533a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:15.474510 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc76aa-f460-46e6-bb85-69b0e6866543 req-0b188e26-3a12-462c-8cc6-655444a37e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:15.476158 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-aebc76aa-f460-46e6-bb85-69b0e6866543 req-0b188e26-3a12-462c-8cc6-655444a37e9b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3de92281-69b1-48a2-949d-cfca16d0bb5f HTTP/1.1" status: 200 len: 834 time: 0.0449414 Oct 12 07:43:15.477475 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-032bb735-d3b1-4407-8aa8-adf2acf8533a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.1742301 Oct 12 07:43:15.480214 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42906) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:15.485002 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-dd955732-815f-4f9c-92fd-ed94ba483e5a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Request body: {'subnet': {'network_id': '08b459c5-e4ee-4355-9331-04912b5c3974', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:43:15.522264 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc76aa-f460-46e6-bb85-69b0e6866543 req-49a45a48-e87d-4ba0-aebc-ee00239fbbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:15.523751 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-aebc76aa-f460-46e6-bb85-69b0e6866543 req-49a45a48-e87d-4ba0-aebc-ee00239fbbed service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8e4fab22-158c-4bfc-8f30-2a4009b89223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409935 Oct 12 07:43:15.528458 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032bb735-d3b1-4407-8aa8-adf2acf8533a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event updated for resources: {'Network': ['ID=08b459c5-e4ee-4355-9331-04912b5c3974,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:15.539183 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 08b459c5-e4ee-4355-9331-04912b5c3974 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:43:15.599400 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd955732-815f-4f9c-92fd-ed94ba483e5a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Made reservation on behalf of 581b3a364ec742c898d07afe59d874c7 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:43:15.603382 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dd955732-815f-4f9c-92fd-ed94ba483e5a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:15.624285 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-aebc76aa-f460-46e6-bb85-69b0e6866543 req-8b9e51b8-617d-4b03-abe5-3c654f06a011 service neutron] 10.222.0.23 "GET /v2.0/networks/8e4fab22-158c-4bfc-8f30-2a4009b89223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929637 Oct 12 07:43:15.732365 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-aebc76aa-f460-46e6-bb85-69b0e6866543 req-dd654f6d-87fa-45c3-a222-7be9cc1ed62a service neutron] 10.222.0.23 "GET /v2.0/networks/8e4fab22-158c-4bfc-8f30-2a4009b89223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004868 Oct 12 07:43:15.768921 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37454613-b8c1-4d5b-a3b2-d03fd895120b req-c8607edb-e463-4113-a53e-43359fba6cb5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:15.770443 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-37454613-b8c1-4d5b-a3b2-d03fd895120b req-c8607edb-e463-4113-a53e-43359fba6cb5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=afa14418-b760-4c4f-9e10-60b2d8e93587 HTTP/1.1" status: 200 len: 943 time: 0.0565450 Oct 12 07:43:15.794290 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dd955732-815f-4f9c-92fd-ed94ba483e5a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:15.810002 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-37454613-b8c1-4d5b-a3b2-d03fd895120b req-f70cc7e2-ab5f-4ee7-bf46-2fda863ed08c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c301ad1-0f12-4325-a46c-0b7618db39f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333011 Oct 12 07:43:15.859578 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd955732-815f-4f9c-92fd-ed94ba483e5a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event updated for resources: {'Subnet': ['ID=f737cb08-e00d-460b-a368-090bef062f0f,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:15.868347 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd955732-815f-4f9c-92fd-ed94ba483e5a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Checking segment: {'id': '25726c47-38db-497f-8aa6-3eb2c7b8cf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '08b459c5-e4ee-4355-9331-04912b5c3974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:43:15.869352 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd955732-815f-4f9c-92fd-ed94ba483e5a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Network hostable DHCP agents. Network: 08b459c5-e4ee-4355-9331-04912b5c3974, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:43:15.885437 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd955732-815f-4f9c-92fd-ed94ba483e5a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Network 08b459c5-e4ee-4355-9331-04912b5c3974 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:43:15.894171 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-dd955732-815f-4f9c-92fd-ed94ba483e5a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 08b459c5-e4ee-4355-9331-04912b5c3974) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:43:15.898267 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd955732-815f-4f9c-92fd-ed94ba483e5a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:15.898836 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dd955732-815f-4f9c-92fd-ed94ba483e5a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:15.904652 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f71e6d4-89dd-4de9-b0db-dd0c8f5e2747 None None] Network 08b459c5-e4ee-4355-9331-04912b5c3974 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:43:15.916553 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-dd955732-815f-4f9c-92fd-ed94ba483e5a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4353309 Oct 12 07:43:15.919176 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42910) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:15.923583 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-735b0e4b-f0ec-4aa1-85cd-9280071be92a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1259310330', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:43:15.944497 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-735b0e4b-f0ec-4aa1-85cd-9280071be92a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:15.945712 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-735b0e4b-f0ec-4aa1-85cd-9280071be92a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:15.998850 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-735b0e4b-f0ec-4aa1-85cd-9280071be92a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:16.003023 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-735b0e4b-f0ec-4aa1-85cd-9280071be92a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:16.023691 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-735b0e4b-f0ec-4aa1-85cd-9280071be92a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:16.024888 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-735b0e4b-f0ec-4aa1-85cd-9280071be92a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1047025 Oct 12 07:43:16.027590 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42912) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:16.063666 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-df0f04bc-898b-4afa-9b04-0980c2802eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:16.070817 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d306d08-6b95-47b5-80e6-85c9711a1f48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-08b459c5-e4ee-4355-9331-04912b5c3974', 'network_id': '08b459c5-e4ee-4355-9331-04912b5c3974', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'fixed_ips': [{'subnet_id': 'f737cb08-e00d-460b-a368-090bef062f0f'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:43:16.071671 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0d306d08-6b95-47b5-80e6-85c9711a1f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:16.222295 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-0d306d08-6b95-47b5-80e6-85c9711a1f48 None None] Allocated IP 172.20.0.2 (08b459c5-e4ee-4355-9331-04912b5c3974/f737cb08-e00d-460b-a368-090bef062f0f/e5fe0827-2b3e-4bb4-b589-97d001007902) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:43:16.309420 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-84f70450-e4dc-4286-a427-5024a412de03 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:16.378118 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0d306d08-6b95-47b5-80e6-85c9711a1f48 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:16.384626 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0d306d08-6b95-47b5-80e6-85c9711a1f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:16.426879 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d306d08-6b95-47b5-80e6-85c9711a1f48 None None] Network 08b459c5-e4ee-4355-9331-04912b5c3974 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:43:16.429939 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-0d306d08-6b95-47b5-80e6-85c9711a1f48 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:43:16.433619 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d306d08-6b95-47b5-80e6-85c9711a1f48 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:43:16.442521 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d306d08-6b95-47b5-80e6-85c9711a1f48 None None] Pushing event updated for resources: {'Port': ['ID=e5fe0827-2b3e-4bb4-b589-97d001007902,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:16.496497 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0d306d08-6b95-47b5-80e6-85c9711a1f48 None None] Attempting to bind port e5fe0827-2b3e-4bb4-b589-97d001007902 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:43:16.496901 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0d306d08-6b95-47b5-80e6-85c9711a1f48 None None] Attempting to bind port e5fe0827-2b3e-4bb4-b589-97d001007902 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '25726c47-38db-497f-8aa6-3eb2c7b8cf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '08b459c5-e4ee-4355-9331-04912b5c3974'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:43:16.497261 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d306d08-6b95-47b5-80e6-85c9711a1f48 None None] Attempting to bind port e5fe0827-2b3e-4bb4-b589-97d001007902 on network 08b459c5-e4ee-4355-9331-04912b5c3974 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:43:16.502327 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d306d08-6b95-47b5-80e6-85c9711a1f48 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:43:16.502689 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d306d08-6b95-47b5-80e6-85c9711a1f48 None None] Checking segment: {'id': '25726c47-38db-497f-8aa6-3eb2c7b8cf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '08b459c5-e4ee-4355-9331-04912b5c3974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:43:16.503082 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0d306d08-6b95-47b5-80e6-85c9711a1f48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:16.503466 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d306d08-6b95-47b5-80e6-85c9711a1f48 None None] Bound using segment: {'id': '25726c47-38db-497f-8aa6-3eb2c7b8cf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '08b459c5-e4ee-4355-9331-04912b5c3974'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:43:16.503922 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0d306d08-6b95-47b5-80e6-85c9711a1f48 None None] Bound port: e5fe0827-2b3e-4bb4-b589-97d001007902, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25726c47-38db-497f-8aa6-3eb2c7b8cf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '08b459c5-e4ee-4355-9331-04912b5c3974'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:43:16.504290 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0d306d08-6b95-47b5-80e6-85c9711a1f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:16.548745 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-84f70450-e4dc-4286-a427-5024a412de03 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Allocated IP 172.20.0.1 (08b459c5-e4ee-4355-9331-04912b5c3974/f737cb08-e00d-460b-a368-090bef062f0f/e6ab4ea9-c181-43bf-a3c0-d1afc3c2a817) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:43:16.569191 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-0d306d08-6b95-47b5-80e6-85c9711a1f48 None None] For port e5fe0827-2b3e-4bb4-b589-97d001007902, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:43:16.572297 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-0d306d08-6b95-47b5-80e6-85c9711a1f48 None None] For port e5fe0827-2b3e-4bb4-b589-97d001007902, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=e5fe0827-2b3e-4bb4-b589-97d001007902,segment=NetworkSegment(25726c47-38db-497f-8aa6-3eb2c7b8cf42),segment_id=25726c47-38db-497f-8aa6-3eb2c7b8cf42)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:43:16.576320 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0d306d08-6b95-47b5-80e6-85c9711a1f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:16.633465 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d306d08-6b95-47b5-80e6-85c9711a1f48 None None] Pushing event updated for resources: {'Port': ['ID=e5fe0827-2b3e-4bb4-b589-97d001007902,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:16.682163 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-84f70450-e4dc-4286-a427-5024a412de03 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:16.722694 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-84f70450-e4dc-4286-a427-5024a412de03 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:16.788464 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f70450-e4dc-4286-a427-5024a412de03 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Network 08b459c5-e4ee-4355-9331-04912b5c3974 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:43:16.791675 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-84f70450-e4dc-4286-a427-5024a412de03 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:43:16.794155 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f70450-e4dc-4286-a427-5024a412de03 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:43:16.820625 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f70450-e4dc-4286-a427-5024a412de03 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event updated for resources: {'Port': ['ID=e6ab4ea9-c181-43bf-a3c0-d1afc3c2a817,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:16.851985 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-84f70450-e4dc-4286-a427-5024a412de03 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:16.944201 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f7565-f943-41b1-b098-78d5cad3debf req-659870e1-e354-48e2-b2c7-96fd2c517b26 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:16.945917 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-030f7565-f943-41b1-b098-78d5cad3debf req-659870e1-e354-48e2-b2c7-96fd2c517b26 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=afa14418-b760-4c4f-9e10-60b2d8e93587 HTTP/1.1" status: 200 len: 943 time: 0.0581310 Oct 12 07:43:16.974233 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-84f70450-e4dc-4286-a427-5024a412de03 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:16.985944 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-030f7565-f943-41b1-b098-78d5cad3debf req-31e956b3-b5cc-4c90-9b46-7c11cf3bc965 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c301ad1-0f12-4325-a46c-0b7618db39f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332844 Oct 12 07:43:17.014609 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 87173ff7-5881-483e-a2ca-89c48e7f980e details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 07:43:17.112543 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 87173ff7-5881-483e-a2ca-89c48e7f980e, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=87173ff7-5881-483e-a2ca-89c48e7f980e,segment=NetworkSegment(0698dc22-2072-46fb-aaec-216263c3b12e),segment_id=0698dc22-2072-46fb-aaec-216263c3b12e)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:43:17.124310 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': '87173ff7-5881-483e-a2ca-89c48e7f980e', 'network_id': '8e4fab22-158c-4bfc-8f30-2a4009b89223', 'port_id': '87173ff7-5881-483e-a2ca-89c48e7f980e', 'mac_address': 'fa:16:3e:63:ae:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de92281-69b1-48a2-949d-cfca16d0bb5f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 07:43:17.162067 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 87173ff7-5881-483e-a2ca-89c48e7f980e is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:43:17.162454 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:17.175237 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87173ff7-5881-483e-a2ca-89c48e7f980e {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:43:17.194906 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 87173ff7-5881-483e-a2ca-89c48e7f980e, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=87173ff7-5881-483e-a2ca-89c48e7f980e,segment=NetworkSegment(0698dc22-2072-46fb-aaec-216263c3b12e),segment_id=0698dc22-2072-46fb-aaec-216263c3b12e)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:43:17.199387 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:17.236801 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-84f70450-e4dc-4286-a427-5024a412de03 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:17.241877 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-84f70450-e4dc-4286-a427-5024a412de03 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:17.253283 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:17.266155 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=87173ff7-5881-483e-a2ca-89c48e7f980e,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:17.319919 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-84f70450-e4dc-4286-a427-5024a412de03 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:17.321648 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f70450-e4dc-4286-a427-5024a412de03 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event updated for resources: {'Port': ['ID=e6ab4ea9-c181-43bf-a3c0-d1afc3c2a817,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:17.401345 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['87173ff7-5881-483e-a2ca-89c48e7f980e'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 07:43:17.423010 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f70450-e4dc-4286-a427-5024a412de03 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Network 08b459c5-e4ee-4355-9331-04912b5c3974 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:43:17.425305 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-84f70450-e4dc-4286-a427-5024a412de03 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:43:17.550119 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f70450-e4dc-4286-a427-5024a412de03 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Router 74e79ed6-36ed-4307-ba6b-38492b4b52a2 is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:43:17.613585 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94134b3f-0480-472e-bb80-2371d7f8386c None None] Network 08b459c5-e4ee-4355-9331-04912b5c3974 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:43:17.649956 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f70450-e4dc-4286-a427-5024a412de03 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:43:17.658291 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-84f70450-e4dc-4286-a427-5024a412de03 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "PUT /v2.0/routers/74e79ed6-36ed-4307-ba6b-38492b4b52a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6263995 Oct 12 07:43:17.658390 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42918) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:17.699939 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2686fbfd-ecb0-4ebf-ba86-f6eb29172bf0 None None] Sync routers for ids ['74e79ed6-36ed-4307-ba6b-38492b4b52a2'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:43:17.712122 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b204cb69-cb4b-46dd-88c4-ceeb21d792a0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:17.714161 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b204cb69-cb4b-46dd-88c4-ceeb21d792a0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "GET /v2.0/ports/e6ab4ea9-c181-43bf-a3c0-d1afc3c2a817 HTTP/1.1" status: 200 len: 910 time: 0.0539453 Oct 12 07:43:17.717003 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42920) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:17.718605 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-f0e64291-0810-4bea-8c12-b9afd4b9b051 None None] Provisioning complete for port e5fe0827-2b3e-4bb4-b589-97d001007902 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:43:17.718972 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f0e64291-0810-4bea-8c12-b9afd4b9b051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:17.719309 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-f0e64291-0810-4bea-8c12-b9afd4b9b051 None None] Attempt 1 to provision port e5fe0827-2b3e-4bb4-b589-97d001007902 Oct 12 07:43:17.722042 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-9745f8b5-955f-4080-a558-7badb6d555fa tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f737cb08-e00d-460b-a368-090bef062f0f'}]}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:43:17.764772 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2686fbfd-ecb0-4ebf-ba86-f6eb29172bf0 None None] Routers {'74e79ed6-36ed-4307-ba6b-38492b4b52a2'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:43:17.765359 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-2686fbfd-ecb0-4ebf-ba86-f6eb29172bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:43:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['74e79ed6-36ed-4307-ba6b-38492b4b52a2'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:17.810708 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-2686fbfd-ecb0-4ebf-ba86-f6eb29172bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:17.854207 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2686fbfd-ecb0-4ebf-ba86-f6eb29172bf0 None None] Routers {'74e79ed6-36ed-4307-ba6b-38492b4b52a2'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:43:17.854628 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-2686fbfd-ecb0-4ebf-ba86-f6eb29172bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:43:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['74e79ed6-36ed-4307-ba6b-38492b4b52a2'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:17.870121 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9745f8b5-955f-4080-a558-7badb6d555fa tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:18.050652 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device e5fe0827-2b3e-4bb4-b589-97d001007902 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:43:18.070853 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-2686fbfd-ecb0-4ebf-ba86-f6eb29172bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:18.071488 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2686fbfd-ecb0-4ebf-ba86-f6eb29172bf0 None None] The sync data for ids ['74e79ed6-36ed-4307-ba6b-38492b4b52a2'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:43:18.137059 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f0e64291-0810-4bea-8c12-b9afd4b9b051 None None] Current status of the port e5fe0827-2b3e-4bb4-b589-97d001007902 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:43:18.137351 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f0e64291-0810-4bea-8c12-b9afd4b9b051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:18.163264 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a68585-f969-4d48-9564-478bced66ac5 req-2116b84e-bca4-4225-a3e5-c1754bf44be3 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:18.164764 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f0a68585-f969-4d48-9564-478bced66ac5 req-2116b84e-bca4-4225-a3e5-c1754bf44be3 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=afa14418-b760-4c4f-9e10-60b2d8e93587 HTTP/1.1" status: 200 len: 944 time: 0.0991676 Oct 12 07:43:18.182108 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-f0e64291-0810-4bea-8c12-b9afd4b9b051 None None] For port e5fe0827-2b3e-4bb4-b589-97d001007902, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=e5fe0827-2b3e-4bb4-b589-97d001007902,segment=NetworkSegment(25726c47-38db-497f-8aa6-3eb2c7b8cf42),segment_id=25726c47-38db-497f-8aa6-3eb2c7b8cf42)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:43:18.189679 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f0e64291-0810-4bea-8c12-b9afd4b9b051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:18.194335 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port e5fe0827-2b3e-4bb4-b589-97d001007902 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:43:18.194729 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:18.195065 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port e5fe0827-2b3e-4bb4-b589-97d001007902 Oct 12 07:43:18.259070 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f0a68585-f969-4d48-9564-478bced66ac5 req-c04af40f-21ab-496f-8684-c14200600665 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c301ad1-0f12-4325-a46c-0b7618db39f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799410 Oct 12 07:43:18.268643 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e64291-0810-4bea-8c12-b9afd4b9b051 None None] Pushing event updated for resources: {'Port': ['ID=e5fe0827-2b3e-4bb4-b589-97d001007902,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:18.314086 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port e5fe0827-2b3e-4bb4-b589-97d001007902 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:43:18.318247 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9745f8b5-955f-4080-a558-7badb6d555fa tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:18.328160 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9745f8b5-955f-4080-a558-7badb6d555fa tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:18.404480 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9745f8b5-955f-4080-a558-7badb6d555fa tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event updated for resources: {'Port': ['ID=e6ab4ea9-c181-43bf-a3c0-d1afc3c2a817,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:18.415583 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9745f8b5-955f-4080-a558-7badb6d555fa tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:18.416224 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9745f8b5-955f-4080-a558-7badb6d555fa tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:18.417566 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-9745f8b5-955f-4080-a558-7badb6d555fa tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "PUT /v2.0/ports/e6ab4ea9-c181-43bf-a3c0-d1afc3c2a817 HTTP/1.1" status: 200 len: 910 time: 0.6995335 Oct 12 07:43:18.420462 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42924) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:18.420825 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-a8c39f5e-d0f0-43c9-b756-61a2e4ef894f None None] Provisioning complete for port e6ab4ea9-c181-43bf-a3c0-d1afc3c2a817 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:43:18.421197 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a8c39f5e-d0f0-43c9-b756-61a2e4ef894f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:18.421525 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-a8c39f5e-d0f0-43c9-b756-61a2e4ef894f None None] Attempt 1 to provision port e6ab4ea9-c181-43bf-a3c0-d1afc3c2a817 Oct 12 07:43:18.466561 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a8c39f5e-d0f0-43c9-b756-61a2e4ef894f None None] Port e6ab4ea9-c181-43bf-a3c0-d1afc3c2a817 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:43:18.759767 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-192e1025-8399-4d7c-b498-233939bad924 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:18.782567 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:18.967286 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-a8c39f5e-d0f0-43c9-b756-61a2e4ef894f None None] Attempt 2 to provision port e6ab4ea9-c181-43bf-a3c0-d1afc3c2a817 Oct 12 07:43:19.001676 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a8c39f5e-d0f0-43c9-b756-61a2e4ef894f None None] Port e6ab4ea9-c181-43bf-a3c0-d1afc3c2a817 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:43:19.002198 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-192e1025-8399-4d7c-b498-233939bad924 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Deleting port e6ab4ea9-c181-43bf-a3c0-d1afc3c2a817 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:43:19.002568 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-192e1025-8399-4d7c-b498-233939bad924 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:19.042172 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 87173ff7-5881-483e-a2ca-89c48e7f980e up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:43:19.091083 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning for port 87173ff7-5881-483e-a2ca-89c48e7f980e completed by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 12 07:43:19.091977 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-192e1025-8399-4d7c-b498-233939bad924 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:19.094880 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port 87173ff7-5881-483e-a2ca-89c48e7f980e triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:43:19.095246 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:19.095579 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port 87173ff7-5881-483e-a2ca-89c48e7f980e Oct 12 07:43:19.104212 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-192e1025-8399-4d7c-b498-233939bad924 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Calling delete_port for e6ab4ea9-c181-43bf-a3c0-d1afc3c2a817 owned by network:router_interface {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:43:19.142634 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:19.187909 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 87173ff7-5881-483e-a2ca-89c48e7f980e is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:43:19.188292 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:19.213752 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa14418-b760-4c4f-9e10-60b2d8e93587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87173ff7-5881-483e-a2ca-89c48e7f980e'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:43:19.216018 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810800fb-e29d-4c23-a5d5-e4e65053ee45" -d '{"events": [{"server_uuid": "afa14418-b760-4c4f-9e10-60b2d8e93587", "name": "network-vif-plugged", "status": "completed", "tag": "87173ff7-5881-483e-a2ca-89c48e7f980e"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:43:19.229937 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 87173ff7-5881-483e-a2ca-89c48e7f980e, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=87173ff7-5881-483e-a2ca-89c48e7f980e,segment=NetworkSegment(0698dc22-2072-46fb-aaec-216263c3b12e),segment_id=0698dc22-2072-46fb-aaec-216263c3b12e)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:43:19.234961 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:19.259516 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb9969f-006a-4063-92d2-26988cfc02bd x-openstack-request-id: req-0bb9969f-006a-4063-92d2-26988cfc02bd {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:43:19.259808 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa14418-b760-4c4f-9e10-60b2d8e93587", "name": "network-vif-plugged", "status": "completed", "tag": "87173ff7-5881-483e-a2ca-89c48e7f980e", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:43:19.260609 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0bb9969f-006a-4063-92d2-26988cfc02bd {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:43:19.261002 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bb9969f-006a-4063-92d2-26988cfc02bd'] response: {'server_uuid': 'afa14418-b760-4c4f-9e10-60b2d8e93587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87173ff7-5881-483e-a2ca-89c48e7f980e', 'code': 200} Oct 12 07:43:19.289217 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-192e1025-8399-4d7c-b498-233939bad924 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:19.293164 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=87173ff7-5881-483e-a2ca-89c48e7f980e,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:19.323467 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e1025-8399-4d7c-b498-233939bad924 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event deleted for resources: {'Port': ['ID=e6ab4ea9-c181-43bf-a3c0-d1afc3c2a817,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:19.502932 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-a8c39f5e-d0f0-43c9-b756-61a2e4ef894f None None] Attempt 3 to provision port e6ab4ea9-c181-43bf-a3c0-d1afc3c2a817 Oct 12 07:43:19.525224 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a8c39f5e-d0f0-43c9-b756-61a2e4ef894f None None] Port e6ab4ea9-c181-43bf-a3c0-d1afc3c2a817 was deleted so its status cannot be updated. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 12 07:43:19.535111 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-a8c39f5e-d0f0-43c9-b756-61a2e4ef894f None None] Provisioning complete for port e5fe0827-2b3e-4bb4-b589-97d001007902 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:43:19.535490 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a8c39f5e-d0f0-43c9-b756-61a2e4ef894f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:19.535824 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-a8c39f5e-d0f0-43c9-b756-61a2e4ef894f None None] Attempt 1 to provision port e5fe0827-2b3e-4bb4-b589-97d001007902 Oct 12 07:43:19.548332 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f6876-b69d-47b0-b755-efcfebb592cc req-be300d68-232d-458c-9362-3a5262791310 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:19.549847 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d35f6876-b69d-47b0-b755-efcfebb592cc req-be300d68-232d-458c-9362-3a5262791310 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=afa14418-b760-4c4f-9e10-60b2d8e93587 HTTP/1.1" status: 200 len: 945 time: 0.1726816 Oct 12 07:43:19.550455 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-192e1025-8399-4d7c-b498-233939bad924 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:19.553545 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0076b-8137-4d0e-ab91-69cc84e6289e req-3d608208-7ba4-4f3b-899e-0066b5b0c437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:19.555044 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a7c0076b-8137-4d0e-ab91-69cc84e6289e req-3d608208-7ba4-4f3b-899e-0066b5b0c437 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=afa14418-b760-4c4f-9e10-60b2d8e93587 HTTP/1.1" status: 200 len: 1098 time: 0.1450231 Oct 12 07:43:19.616465 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a8c39f5e-d0f0-43c9-b756-61a2e4ef894f None None] Current status of the port e5fe0827-2b3e-4bb4-b589-97d001007902 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:43:19.663191 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d35f6876-b69d-47b0-b755-efcfebb592cc req-9acd92c7-f124-4044-849f-43060a383507 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c301ad1-0f12-4325-a46c-0b7618db39f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025324 Oct 12 07:43:19.690715 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a7c0076b-8137-4d0e-ab91-69cc84e6289e req-5d3c1396-ef60-48f0-a1b7-0975790cc5a2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3c301ad1-0f12-4325-a46c-0b7618db39f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280534 Oct 12 07:43:19.728507 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-b7f22018-15a7-4139-bcf3-2e3e7e87083c None None] Could not find standard attr ID for object e6ab4ea9-c181-43bf-a3c0-d1afc3c2a817. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 07:43:19.772103 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-192e1025-8399-4d7c-b498-233939bad924 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Router 74e79ed6-36ed-4307-ba6b-38492b4b52a2 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:43:19.851995 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192e1025-8399-4d7c-b498-233939bad924 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:43:19.858550 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-192e1025-8399-4d7c-b498-233939bad924 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "PUT /v2.0/routers/74e79ed6-36ed-4307-ba6b-38492b4b52a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4358318 Oct 12 07:43:19.860306 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42932) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:19.861768 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f925ed72-abb8-4d84-9358-df66e71725dd None None] Sync routers for ids ['74e79ed6-36ed-4307-ba6b-38492b4b52a2'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:43:19.873177 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f925ed72-abb8-4d84-9358-df66e71725dd None None] Routers {'74e79ed6-36ed-4307-ba6b-38492b4b52a2'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:43:19.874164 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-f925ed72-abb8-4d84-9358-df66e71725dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:43:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['74e79ed6-36ed-4307-ba6b-38492b4b52a2'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:19.890620 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-64417322-aaed-4e22-a27d-c279c35bab71 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "GET /v2.0/ports?device_id=74e79ed6-36ed-4307-ba6b-38492b4b52a2 HTTP/1.1" status: 200 len: 205 time: 0.0268731 Oct 12 07:43:19.890825 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42934) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:19.909520 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-f925ed72-abb8-4d84-9358-df66e71725dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:19.918550 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f925ed72-abb8-4d84-9358-df66e71725dd None None] Routers {'74e79ed6-36ed-4307-ba6b-38492b4b52a2'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:43:19.919133 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-f925ed72-abb8-4d84-9358-df66e71725dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:43:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['74e79ed6-36ed-4307-ba6b-38492b4b52a2'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:19.931121 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device e5fe0827-2b3e-4bb4-b589-97d001007902 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:43:19.954777 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-f925ed72-abb8-4d84-9358-df66e71725dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:19.955409 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f925ed72-abb8-4d84-9358-df66e71725dd None None] The sync data for ids ['74e79ed6-36ed-4307-ba6b-38492b4b52a2'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:43:19.967937 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-47ce1f5a-1ca0-4902-83cf-4938a9105ac0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for router, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:19.990526 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port e5fe0827-2b3e-4bb4-b589-97d001007902 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:43:19.990943 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:19.991347 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port e5fe0827-2b3e-4bb4-b589-97d001007902 Oct 12 07:43:20.074310 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port e5fe0827-2b3e-4bb4-b589-97d001007902 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:43:20.126864 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-47ce1f5a-1ca0-4902-83cf-4938a9105ac0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:20.129176 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-47ce1f5a-1ca0-4902-83cf-4938a9105ac0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:20.172140 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-47ce1f5a-1ca0-4902-83cf-4938a9105ac0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:20.172915 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ce1f5a-1ca0-4902-83cf-4938a9105ac0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Fanout notify agent at l3_agent the message router_deleted on router 74e79ed6-36ed-4307-ba6b-38492b4b52a2 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:43:20.179713 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-47ce1f5a-1ca0-4902-83cf-4938a9105ac0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:20.184362 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-47ce1f5a-1ca0-4902-83cf-4938a9105ac0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "DELETE /v2.0/routers/74e79ed6-36ed-4307-ba6b-38492b4b52a2 HTTP/1.1" status: 204 len: 168 time: 0.2891929 Oct 12 07:43:20.184362 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42936) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:20.236898 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2118b77-1b96-4677-aa03-0ea7a810bafc tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Deleting subnet f737cb08-e00d-460b-a368-090bef062f0f {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:43:20.239971 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b2118b77-1b96-4677-aa03-0ea7a810bafc tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:20.278479 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b2118b77-1b96-4677-aa03-0ea7a810bafc tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:20.359062 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b2118b77-1b96-4677-aa03-0ea7a810bafc tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:20.419177 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b2118b77-1b96-4677-aa03-0ea7a810bafc tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:20.444005 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2118b77-1b96-4677-aa03-0ea7a810bafc tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event deleted for resources: {'Subnet': ['ID=f737cb08-e00d-460b-a368-090bef062f0f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:20.449496 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b2118b77-1b96-4677-aa03-0ea7a810bafc tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:20.452682 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b2118b77-1b96-4677-aa03-0ea7a810bafc tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "DELETE /v2.0/subnets/f737cb08-e00d-460b-a368-090bef062f0f HTTP/1.1" status: 204 len: 168 time: 0.2676568 Oct 12 07:43:20.455196 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42938) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:20.458311 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b1fa24-2d46-44b2-a63f-9ad9a96e56b6 None None] Network 08b459c5-e4ee-4355-9331-04912b5c3974 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:43:20.529063 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-af88e635-3b40-49bc-8b9c-e4e004d8260e tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:20.585745 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-af88e635-3b40-49bc-8b9c-e4e004d8260e tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Deleting port e5fe0827-2b3e-4bb4-b589-97d001007902 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:43:20.586088 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-af88e635-3b40-49bc-8b9c-e4e004d8260e tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:20.626286 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e602b000-8a06-4a0f-ac73-a3dd5bc11527 None None] DHCP port deletion for 08b459c5-e4ee-4355-9331-04912b5c3974 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:43:20.653151 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-af88e635-3b40-49bc-8b9c-e4e004d8260e tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] For port e5fe0827-2b3e-4bb4-b589-97d001007902, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=e5fe0827-2b3e-4bb4-b589-97d001007902,segment=NetworkSegment(25726c47-38db-497f-8aa6-3eb2c7b8cf42),segment_id=25726c47-38db-497f-8aa6-3eb2c7b8cf42)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:43:20.653501 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-af88e635-3b40-49bc-8b9c-e4e004d8260e tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:20.665245 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-af88e635-3b40-49bc-8b9c-e4e004d8260e tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Calling delete_port for e5fe0827-2b3e-4bb4-b589-97d001007902 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:43:20.674609 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e602b000-8a06-4a0f-ac73-a3dd5bc11527 None None] Deleting port e5fe0827-2b3e-4bb4-b589-97d001007902 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:43:20.674986 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e602b000-8a06-4a0f-ac73-a3dd5bc11527 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:20.744131 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-e602b000-8a06-4a0f-ac73-a3dd5bc11527 None None] For port e5fe0827-2b3e-4bb4-b589-97d001007902, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=e5fe0827-2b3e-4bb4-b589-97d001007902,segment=NetworkSegment(25726c47-38db-497f-8aa6-3eb2c7b8cf42),segment_id=25726c47-38db-497f-8aa6-3eb2c7b8cf42)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:43:20.744550 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e602b000-8a06-4a0f-ac73-a3dd5bc11527 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:20.762909 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-af88e635-3b40-49bc-8b9c-e4e004d8260e tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:20.765640 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e602b000-8a06-4a0f-ac73-a3dd5bc11527 None None] Calling delete_port for e5fe0827-2b3e-4bb4-b589-97d001007902 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:43:20.816850 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bfce1f-d80a-4055-8f1e-111cd0abdabf req-0c9ee8da-8cdc-436a-8928-26f6f0ed52f5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:20.820439 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-22bfce1f-d80a-4055-8f1e-111cd0abdabf req-0c9ee8da-8cdc-436a-8928-26f6f0ed52f5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=afa14418-b760-4c4f-9e10-60b2d8e93587 HTTP/1.1" status: 200 len: 945 time: 0.0682456 Oct 12 07:43:20.877465 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-22bfce1f-d80a-4055-8f1e-111cd0abdabf req-39901cfd-0535-49bb-8490-ca6f72b31b56 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c301ad1-0f12-4325-a46c-0b7618db39f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501900 Oct 12 07:43:20.883650 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e602b000-8a06-4a0f-ac73-a3dd5bc11527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:20.918661 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e602b000-8a06-4a0f-ac73-a3dd5bc11527 None None] Pushing event deleted for resources: {'Port': ['ID=e5fe0827-2b3e-4bb4-b589-97d001007902,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:20.926483 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e602b000-8a06-4a0f-ac73-a3dd5bc11527 None None] No DVR routers for this DVR port e5fe0827-2b3e-4bb4-b589-97d001007902 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:43:20.957464 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:21.112798 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e635-3b40-49bc-8b9c-e4e004d8260e tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event deleted for resources: {'Port': ['ID=e5fe0827-2b3e-4bb4-b589-97d001007902,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:21.114703 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af88e635-3b40-49bc-8b9c-e4e004d8260e tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] No DVR routers for this DVR port e5fe0827-2b3e-4bb4-b589-97d001007902 on host dv-neutron-860909-2-hyperv {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:43:21.191085 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-af88e635-3b40-49bc-8b9c-e4e004d8260e tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:21.215284 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-af88e635-3b40-49bc-8b9c-e4e004d8260e tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08b459c5-e4ee-4355-9331-04912b5c3974']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:21.224282 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-af88e635-3b40-49bc-8b9c-e4e004d8260e tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25726c47-38db-497f-8aa6-3eb2c7b8cf42') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:21.224580 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-af88e635-3b40-49bc-8b9c-e4e004d8260e tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25726c47-38db-497f-8aa6-3eb2c7b8cf42') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:21.233811 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-af88e635-3b40-49bc-8b9c-e4e004d8260e tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:21.246619 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-af88e635-3b40-49bc-8b9c-e4e004d8260e tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:21.252500 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af88e635-3b40-49bc-8b9c-e4e004d8260e tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:43:21.252878 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-af88e635-3b40-49bc-8b9c-e4e004d8260e tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:21.273079 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 25726c47-38db-497f-8aa6-3eb2c7b8cf42 resource provider aggregate not found Oct 12 07:43:21.315338 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 25726c47-38db-497f-8aa6-3eb2c7b8cf42 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 25726c47-38db-497f-8aa6-3eb2c7b8cf42 found for delete ", "request_id": "req-d3ce57db-24a3-459a-b568-79755226bb4e"}]} Oct 12 07:43:21.324627 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-af88e635-3b40-49bc-8b9c-e4e004d8260e tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:21.331532 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-af88e635-3b40-49bc-8b9c-e4e004d8260e tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:21.334503 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-af88e635-3b40-49bc-8b9c-e4e004d8260e tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "DELETE /v2.0/networks/08b459c5-e4ee-4355-9331-04912b5c3974 HTTP/1.1" status: 204 len: 168 time: 0.8784132 Oct 12 07:43:21.339069 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42946) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:21.343564 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-702010f4-bd73-4626-b429-982f47407a85 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-634791340', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:43:21.346144 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e635-3b40-49bc-8b9c-e4e004d8260e tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event deleted for resources: {'Network': ['ID=08b459c5-e4ee-4355-9331-04912b5c3974,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:21.364626 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-702010f4-bd73-4626-b429-982f47407a85 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:21.365647 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-702010f4-bd73-4626-b429-982f47407a85 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:21.418321 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-702010f4-bd73-4626-b429-982f47407a85 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:21.423170 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-702010f4-bd73-4626-b429-982f47407a85 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:21.440862 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-702010f4-bd73-4626-b429-982f47407a85 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:21.442083 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-702010f4-bd73-4626-b429-982f47407a85 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1019771 Oct 12 07:43:21.444766 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42948) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:21.449960 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-c97c5167-f6f3-451a-9e20-99b30685b15a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Request body: {'network': {'name': 'tempest-RoutersTest-238407614'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:43:21.467845 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97c5167-f6f3-451a-9e20-99b30685b15a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Made reservation on behalf of 581b3a364ec742c898d07afe59d874c7 for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:43:21.471331 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c97c5167-f6f3-451a-9e20-99b30685b15a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:21.493112 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c97c5167-f6f3-451a-9e20-99b30685b15a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:43:21.503223 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c97c5167-f6f3-451a-9e20-99b30685b15a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:21.503587 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-c97c5167-f6f3-451a-9e20-99b30685b15a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Added segment 462a06e5-e81f-481e-b874-e9f019ebc2b5 of type vlan for network b2fff0e3-288e-46c5-9d77-0b7db19909bb Oct 12 07:43:21.544730 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c97c5167-f6f3-451a-9e20-99b30685b15a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:21.569656 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c97c5167-f6f3-451a-9e20-99b30685b15a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:21.576515 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97c5167-f6f3-451a-9e20-99b30685b15a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:21.577083 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c97c5167-f6f3-451a-9e20-99b30685b15a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:21.609077 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c97c5167-f6f3-451a-9e20-99b30685b15a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1632628 Oct 12 07:43:21.611961 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42950) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:21.617002 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-31bfe446-64a2-4219-b8ca-1f4ef57992c8 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Request body: {'subnet': {'network_id': 'b2fff0e3-288e-46c5-9d77-0b7db19909bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:43:21.653435 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c5167-f6f3-451a-9e20-99b30685b15a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event updated for resources: {'Network': ['ID=b2fff0e3-288e-46c5-9d77-0b7db19909bb,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:21.663524 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network b2fff0e3-288e-46c5-9d77-0b7db19909bb details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:43:21.704874 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bfe446-64a2-4219-b8ca-1f4ef57992c8 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Made reservation on behalf of 581b3a364ec742c898d07afe59d874c7 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:43:21.708512 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-31bfe446-64a2-4219-b8ca-1f4ef57992c8 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:21.888068 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-31bfe446-64a2-4219-b8ca-1f4ef57992c8 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:21.927451 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device e5fe0827-2b3e-4bb4-b589-97d001007902 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:43:21.950123 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bfe446-64a2-4219-b8ca-1f4ef57992c8 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event updated for resources: {'Subnet': ['ID=3929e33e-1ace-47a6-9e92-5855bc44b921,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:21.954910 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: e5fe0827-2b3e-4bb4-b589-97d001007902 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:43:21.955240 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device e5fe0827-2b3e-4bb4-b589-97d001007902 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:43:21.957533 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bfe446-64a2-4219-b8ca-1f4ef57992c8 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Checking segment: {'id': '462a06e5-e81f-481e-b874-e9f019ebc2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b2fff0e3-288e-46c5-9d77-0b7db19909bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:43:21.957902 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bfe446-64a2-4219-b8ca-1f4ef57992c8 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Network hostable DHCP agents. Network: b2fff0e3-288e-46c5-9d77-0b7db19909bb, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:43:21.976891 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bfe446-64a2-4219-b8ca-1f4ef57992c8 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Network b2fff0e3-288e-46c5-9d77-0b7db19909bb is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:43:21.989401 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-31bfe446-64a2-4219-b8ca-1f4ef57992c8 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, b2fff0e3-288e-46c5-9d77-0b7db19909bb) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:43:22.000094 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e656a9-0562-4ef7-af08-528dabf1c18a None None] Network b2fff0e3-288e-46c5-9d77-0b7db19909bb requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:43:22.004999 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bfe446-64a2-4219-b8ca-1f4ef57992c8 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:22.004999 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-31bfe446-64a2-4219-b8ca-1f4ef57992c8 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:22.023418 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-31bfe446-64a2-4219-b8ca-1f4ef57992c8 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4101968 Oct 12 07:43:22.026171 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42954) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:22.054113 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1779815-a0af-4ea5-b193-75a8b6a2b872 req-53b608f5-0ef1-480c-9e66-eaae0a4b4a35 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:22.055625 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f1779815-a0af-4ea5-b193-75a8b6a2b872 req-53b608f5-0ef1-480c-9e66-eaae0a4b4a35 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=afa14418-b760-4c4f-9e10-60b2d8e93587 HTTP/1.1" status: 200 len: 945 time: 0.0703065 Oct 12 07:43:22.096787 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f1779815-a0af-4ea5-b193-75a8b6a2b872 req-73f2950c-ab97-43cf-8e3b-6e381e96fc95 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c301ad1-0f12-4325-a46c-0b7618db39f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329504 Oct 12 07:43:22.161440 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aab26df-eea8-423b-836b-529dc24d3baf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-b2fff0e3-288e-46c5-9d77-0b7db19909bb', 'network_id': 'b2fff0e3-288e-46c5-9d77-0b7db19909bb', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'fixed_ips': [{'subnet_id': '3929e33e-1ace-47a6-9e92-5855bc44b921'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:43:22.162331 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8aab26df-eea8-423b-836b-529dc24d3baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:22.235439 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dea242-19e4-402d-bb04-b5a17e968d67 req-294b120d-eb22-4708-92c9-28903d801c93 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:22.236936 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-35dea242-19e4-402d-bb04-b5a17e968d67 req-294b120d-eb22-4708-92c9-28903d801c93 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=afa14418-b760-4c4f-9e10-60b2d8e93587 HTTP/1.1" status: 200 len: 945 time: 0.0607746 Oct 12 07:43:22.281266 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-35dea242-19e4-402d-bb04-b5a17e968d67 req-bd14fe86-41ac-41c4-a0aa-7a237f5fe37e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c301ad1-0f12-4325-a46c-0b7618db39f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381045 Oct 12 07:43:22.312245 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42958) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:22.315706 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-8aab26df-eea8-423b-836b-529dc24d3baf None None] Allocated IP 172.20.0.2 (b2fff0e3-288e-46c5-9d77-0b7db19909bb/3929e33e-1ace-47a6-9e92-5855bc44b921/06d118dd-b8fa-4848-b1bd-64ca94e55085) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:43:22.326912 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eb27e705-9cf6-45f8-ae67-510ba72da011 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:22.357433 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ad37ef-1471-4ff2-80ed-7598013fdcd6 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:22.358984 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d8ad37ef-1471-4ff2-80ed-7598013fdcd6 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=afa14418-b760-4c4f-9e10-60b2d8e93587 HTTP/1.1" status: 200 len: 1093 time: 0.0453174 Oct 12 07:43:22.362101 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42960) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:22.366733 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-a3a4a220-dc0e-4238-9dcc-cbf3debe3406 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'floatingip': {'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'port_id': '87173ff7-5881-483e-a2ca-89c48e7f980e', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:43:22.391113 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a3a4a220-dc0e-4238-9dcc-cbf3debe3406 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for floatingip, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:22.485585 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8aab26df-eea8-423b-836b-529dc24d3baf None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:22.493853 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8aab26df-eea8-423b-836b-529dc24d3baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:22.509570 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a3a4a220-dc0e-4238-9dcc-cbf3debe3406 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:22.538275 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aab26df-eea8-423b-836b-529dc24d3baf None None] Network b2fff0e3-288e-46c5-9d77-0b7db19909bb is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:43:22.543443 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-8aab26df-eea8-423b-836b-529dc24d3baf None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:43:22.549027 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aab26df-eea8-423b-836b-529dc24d3baf None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:43:22.551602 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab26df-eea8-423b-836b-529dc24d3baf None None] Pushing event updated for resources: {'Port': ['ID=06d118dd-b8fa-4848-b1bd-64ca94e55085,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:22.612261 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-8aab26df-eea8-423b-836b-529dc24d3baf None None] Attempting to bind port 06d118dd-b8fa-4848-b1bd-64ca94e55085 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:43:22.612691 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-8aab26df-eea8-423b-836b-529dc24d3baf None None] Attempting to bind port 06d118dd-b8fa-4848-b1bd-64ca94e55085 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '462a06e5-e81f-481e-b874-e9f019ebc2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b2fff0e3-288e-46c5-9d77-0b7db19909bb'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:43:22.613269 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aab26df-eea8-423b-836b-529dc24d3baf None None] Attempting to bind port 06d118dd-b8fa-4848-b1bd-64ca94e55085 on network b2fff0e3-288e-46c5-9d77-0b7db19909bb {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:43:22.617278 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-eb27e705-9cf6-45f8-ae67-510ba72da011 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Allocated IP 172.20.0.1 (b2fff0e3-288e-46c5-9d77-0b7db19909bb/3929e33e-1ace-47a6-9e92-5855bc44b921/21a4d8ad-00fb-4a31-b3ab-a98bac325788) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:43:22.619760 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aab26df-eea8-423b-836b-529dc24d3baf None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:43:22.620252 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aab26df-eea8-423b-836b-529dc24d3baf None None] Checking segment: {'id': '462a06e5-e81f-481e-b874-e9f019ebc2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b2fff0e3-288e-46c5-9d77-0b7db19909bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:43:22.620756 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8aab26df-eea8-423b-836b-529dc24d3baf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:22.621258 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aab26df-eea8-423b-836b-529dc24d3baf None None] Bound using segment: {'id': '462a06e5-e81f-481e-b874-e9f019ebc2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b2fff0e3-288e-46c5-9d77-0b7db19909bb'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:43:22.621769 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-8aab26df-eea8-423b-836b-529dc24d3baf None None] Bound port: 06d118dd-b8fa-4848-b1bd-64ca94e55085, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '462a06e5-e81f-481e-b874-e9f019ebc2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b2fff0e3-288e-46c5-9d77-0b7db19909bb'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:43:22.622197 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8aab26df-eea8-423b-836b-529dc24d3baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:22.630519 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-a3a4a220-dc0e-4238-9dcc-cbf3debe3406 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Allocated IP 172.26.3.80 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/8e972ab2-ca16-41ea-b1f5-a41be48463ed) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:43:22.696532 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-8aab26df-eea8-423b-836b-529dc24d3baf None None] For port 06d118dd-b8fa-4848-b1bd-64ca94e55085, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:43:22.700460 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-8aab26df-eea8-423b-836b-529dc24d3baf None None] For port 06d118dd-b8fa-4848-b1bd-64ca94e55085, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=06d118dd-b8fa-4848-b1bd-64ca94e55085,segment=NetworkSegment(462a06e5-e81f-481e-b874-e9f019ebc2b5),segment_id=462a06e5-e81f-481e-b874-e9f019ebc2b5)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:43:22.705006 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8aab26df-eea8-423b-836b-529dc24d3baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:22.753346 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eb27e705-9cf6-45f8-ae67-510ba72da011 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:22.769037 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a3a4a220-dc0e-4238-9dcc-cbf3debe3406 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:22.770447 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab26df-eea8-423b-836b-529dc24d3baf None None] Pushing event updated for resources: {'Port': ['ID=06d118dd-b8fa-4848-b1bd-64ca94e55085,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:22.797257 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eb27e705-9cf6-45f8-ae67-510ba72da011 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:22.810827 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a3a4a220-dc0e-4238-9dcc-cbf3debe3406 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:22.840444 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb27e705-9cf6-45f8-ae67-510ba72da011 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Network b2fff0e3-288e-46c5-9d77-0b7db19909bb is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:43:22.845846 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-eb27e705-9cf6-45f8-ae67-510ba72da011 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:43:22.850214 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb27e705-9cf6-45f8-ae67-510ba72da011 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:43:22.854881 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a4a220-dc0e-4238-9dcc-cbf3debe3406 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:43:22.858334 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-a3a4a220-dc0e-4238-9dcc-cbf3debe3406 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:43:22.862296 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a4a220-dc0e-4238-9dcc-cbf3debe3406 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:43:22.890910 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb27e705-9cf6-45f8-ae67-510ba72da011 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event updated for resources: {'Port': ['ID=21a4d8ad-00fb-4a31-b3ab-a98bac325788,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:22.894803 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a4a220-dc0e-4238-9dcc-cbf3debe3406 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=8e972ab2-ca16-41ea-b1f5-a41be48463ed,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:22.908088 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eb27e705-9cf6-45f8-ae67-510ba72da011 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:23.066046 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eb27e705-9cf6-45f8-ae67-510ba72da011 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:23.342595 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eb27e705-9cf6-45f8-ae67-510ba72da011 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:23.347735 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eb27e705-9cf6-45f8-ae67-510ba72da011 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:23.434805 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eb27e705-9cf6-45f8-ae67-510ba72da011 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:23.447272 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb27e705-9cf6-45f8-ae67-510ba72da011 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event updated for resources: {'Port': ['ID=21a4d8ad-00fb-4a31-b3ab-a98bac325788,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:23.548269 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb27e705-9cf6-45f8-ae67-510ba72da011 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Network b2fff0e3-288e-46c5-9d77-0b7db19909bb is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:43:23.549779 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-eb27e705-9cf6-45f8-ae67-510ba72da011 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:43:23.637287 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a3a4a220-dc0e-4238-9dcc-cbf3debe3406 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:23.678050 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb27e705-9cf6-45f8-ae67-510ba72da011 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Router c817bc85-ed1a-4db4-a97d-cc55a405723f is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:43:23.712380 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a3a4a220-dc0e-4238-9dcc-cbf3debe3406 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:23.779550 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb27e705-9cf6-45f8-ae67-510ba72da011 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:43:23.788889 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73b2c82-5d0a-41e4-b36d-9774a939c144 None None] Sync routers for ids ['c817bc85-ed1a-4db4-a97d-cc55a405723f'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:43:23.792961 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-eb27e705-9cf6-45f8-ae67-510ba72da011 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "PUT /v2.0/routers/c817bc85-ed1a-4db4-a97d-cc55a405723f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7642202 Oct 12 07:43:23.794857 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42962) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:23.800890 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73b2c82-5d0a-41e4-b36d-9774a939c144 None None] Routers {'c817bc85-ed1a-4db4-a97d-cc55a405723f'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:43:23.801082 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-48d2be70-0a90-46b4-9c61-d1c2a42653f8 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Request body: {'network': {'name': 'tempest-RoutersTest-184745519'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:43:23.801602 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-b73b2c82-5d0a-41e4-b36d-9774a939c144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:43:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['c817bc85-ed1a-4db4-a97d-cc55a405723f'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:23.825771 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d2be70-0a90-46b4-9c61-d1c2a42653f8 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Made reservation on behalf of 581b3a364ec742c898d07afe59d874c7 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:43:23.829630 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-48d2be70-0a90-46b4-9c61-d1c2a42653f8 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:23.854518 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344976dc-0ce0-494e-9d1e-339767afb73a None None] Network b2fff0e3-288e-46c5-9d77-0b7db19909bb requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:43:23.859744 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48d2be70-0a90-46b4-9c61-d1c2a42653f8 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:43:23.874453 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-48d2be70-0a90-46b4-9c61-d1c2a42653f8 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:23.874803 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-48d2be70-0a90-46b4-9c61-d1c2a42653f8 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Added segment 57cd9b2d-6173-4c15-a569-23144d2c747b of type vlan for network 8e3e96d8-1865-4b95-aed2-37929c9528c4 Oct 12 07:43:23.896911 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a3a4a220-dc0e-4238-9dcc-cbf3debe3406 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:23.904299 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a3a4a220-dc0e-4238-9dcc-cbf3debe3406 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:23.929332 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-48d2be70-0a90-46b4-9c61-d1c2a42653f8 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:23.955654 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a3a4a220-dc0e-4238-9dcc-cbf3debe3406 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:23.972905 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-48d2be70-0a90-46b4-9c61-d1c2a42653f8 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:23.976534 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-b73b2c82-5d0a-41e4-b36d-9774a939c144 None None] Set router c817bc85-ed1a-4db4-a97d-cc55a405723f gateway port host: None {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:43:23.985633 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d2be70-0a90-46b4-9c61-d1c2a42653f8 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:23.986585 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-48d2be70-0a90-46b4-9c61-d1c2a42653f8 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:24.003259 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-161a60eb-371c-431a-a3a7-4056280f28e7 None None] Provisioning complete for port 06d118dd-b8fa-4848-b1bd-64ca94e55085 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:43:24.003752 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-161a60eb-371c-431a-a3a7-4056280f28e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:24.004116 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-161a60eb-371c-431a-a3a7-4056280f28e7 None None] Attempt 1 to provision port 06d118dd-b8fa-4848-b1bd-64ca94e55085 Oct 12 07:43:24.019478 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 06d118dd-b8fa-4848-b1bd-64ca94e55085 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:43:24.045227 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a4a220-dc0e-4238-9dcc-cbf3debe3406 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=8e972ab2-ca16-41ea-b1f5-a41be48463ed,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:24.060471 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-48d2be70-0a90-46b4-9c61-d1c2a42653f8 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2645497 Oct 12 07:43:24.063830 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42964) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:24.094621 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-52b74e50-e625-4253-a3dd-6d4db5cd88f3 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Request body: {'subnet': {'network_id': '8e3e96d8-1865-4b95-aed2-37929c9528c4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:43:24.109824 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d2be70-0a90-46b4-9c61-d1c2a42653f8 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event updated for resources: {'Network': ['ID=8e3e96d8-1865-4b95-aed2-37929c9528c4,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:24.116080 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [None req-a3a4a220-dc0e-4238-9dcc-cbf3debe3406 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Floating IP f4a386c8-0e87-43cd-adb5-10db229868e5 associated. External IP: 172.26.3.80, port: 87173ff7-5881-483e-a2ca-89c48e7f980e. Oct 12 07:43:24.194084 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b74e50-e625-4253-a3dd-6d4db5cd88f3 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Made reservation on behalf of 581b3a364ec742c898d07afe59d874c7 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:43:24.198702 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-52b74e50-e625-4253-a3dd-6d4db5cd88f3 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:24.232851 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 8e3e96d8-1865-4b95-aed2-37929c9528c4 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:43:24.345356 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a4a220-dc0e-4238-9dcc-cbf3debe3406 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Router 0f182e0c-f966-4731-bf56-fb3561936093 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:43:24.399375 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-52b74e50-e625-4253-a3dd-6d4db5cd88f3 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:24.464274 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b74e50-e625-4253-a3dd-6d4db5cd88f3 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event updated for resources: {'Subnet': ['ID=20d573ac-ab14-4b57-8f01-4c22c23ce7ad,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:24.467756 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a4a220-dc0e-4238-9dcc-cbf3debe3406 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:43:24.469644 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b74e50-e625-4253-a3dd-6d4db5cd88f3 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Checking segment: {'id': '57cd9b2d-6173-4c15-a569-23144d2c747b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e3e96d8-1865-4b95-aed2-37929c9528c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:43:24.470008 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b74e50-e625-4253-a3dd-6d4db5cd88f3 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Network hostable DHCP agents. Network: 8e3e96d8-1865-4b95-aed2-37929c9528c4, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:43:24.488327 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17520765-6523-4634-9d47-c23a38e98f7b None None] Sync routers for ids ['0f182e0c-f966-4731-bf56-fb3561936093'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:43:24.491687 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a3a4a220-dc0e-4238-9dcc-cbf3debe3406 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:24.501651 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17520765-6523-4634-9d47-c23a38e98f7b None None] Routers {'0f182e0c-f966-4731-bf56-fb3561936093'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:43:24.502188 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-17520765-6523-4634-9d47-c23a38e98f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:43:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['0f182e0c-f966-4731-bf56-fb3561936093'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:24.506841 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b74e50-e625-4253-a3dd-6d4db5cd88f3 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Network 8e3e96d8-1865-4b95-aed2-37929c9528c4 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:43:24.521888 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-52b74e50-e625-4253-a3dd-6d4db5cd88f3 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 8e3e96d8-1865-4b95-aed2-37929c9528c4) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:43:24.526170 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b74e50-e625-4253-a3dd-6d4db5cd88f3 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:24.527024 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-52b74e50-e625-4253-a3dd-6d4db5cd88f3 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:24.528717 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 06d118dd-b8fa-4848-b1bd-64ca94e55085 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:43:24.529095 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:24.529450 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 06d118dd-b8fa-4848-b1bd-64ca94e55085 Oct 12 07:43:24.529911 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a3a4a220-dc0e-4238-9dcc-cbf3debe3406 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1666353 Oct 12 07:43:24.530690 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42968) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:24.532265 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa14418-b760-4c4f-9e10-60b2d8e93587', 'tag': '87173ff7-5881-483e-a2ca-89c48e7f980e'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:43:24.534164 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20313f40-fc62-4622-ab75-53d40995d2a6" -d '{"events": [{"name": "network-changed", "server_uuid": "afa14418-b760-4c4f-9e10-60b2d8e93587", "tag": "87173ff7-5881-483e-a2ca-89c48e7f980e"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:43:24.563980 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-52b74e50-e625-4253-a3dd-6d4db5cd88f3 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4990475 Oct 12 07:43:24.564582 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42972) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:24.569048 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59637df7-6c3a-4ad1-8acc-bc9a95e60540 None None] Network 8e3e96d8-1865-4b95-aed2-37929c9528c4 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:43:24.572005 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-161a60eb-371c-431a-a3a7-4056280f28e7 None None] Current status of the port 06d118dd-b8fa-4848-b1bd-64ca94e55085 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:43:24.572952 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-161a60eb-371c-431a-a3a7-4056280f28e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:24.603681 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035440bb-4e31-4372-9845-cb30d3a9206b x-openstack-request-id: req-035440bb-4e31-4372-9845-cb30d3a9206b {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:43:24.605431 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa14418-b760-4c4f-9e10-60b2d8e93587", "tag": "87173ff7-5881-483e-a2ca-89c48e7f980e", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:43:24.605720 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-035440bb-4e31-4372-9845-cb30d3a9206b {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:43:24.606155 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-035440bb-4e31-4372-9845-cb30d3a9206b'] response: {'name': 'network-changed', 'server_uuid': 'afa14418-b760-4c4f-9e10-60b2d8e93587', 'tag': '87173ff7-5881-483e-a2ca-89c48e7f980e', 'status': 'completed', 'code': 200} Oct 12 07:43:24.665387 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-cbd9d036-54c1-42c6-89fb-fcf20725995a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/floatingips/f4a386c8-0e87-43cd-adb5-10db229868e5 HTTP/1.1" status: 200 len: 990 time: 0.1275771 Oct 12 07:43:24.666751 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-17520765-6523-4634-9d47-c23a38e98f7b None None] Set router 0f182e0c-f966-4731-bf56-fb3561936093 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:43:24.686824 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20313f40-fc62-4622-ab75-53d40995d2a6 req-c22350e4-82fc-48bf-93d8-93701c476358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:24.688494 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-20313f40-fc62-4622-ab75-53d40995d2a6 req-c22350e4-82fc-48bf-93d8-93701c476358 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&device_id=afa14418-b760-4c4f-9e10-60b2d8e93587 HTTP/1.1" status: 200 len: 1098 time: 0.0623813 Oct 12 07:43:24.727645 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-161a60eb-371c-431a-a3a7-4056280f28e7 None None] For port 06d118dd-b8fa-4848-b1bd-64ca94e55085, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=06d118dd-b8fa-4848-b1bd-64ca94e55085,segment=NetworkSegment(462a06e5-e81f-481e-b874-e9f019ebc2b5),segment_id=462a06e5-e81f-481e-b874-e9f019ebc2b5)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:43:24.740153 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-161a60eb-371c-431a-a3a7-4056280f28e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:24.838792 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20313f40-fc62-4622-ab75-53d40995d2a6 req-af84db02-c2c0-4fe0-aea4-6e871f74b1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:24.840476 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-20313f40-fc62-4622-ab75-53d40995d2a6 req-af84db02-c2c0-4fe0-aea4-6e871f74b1f7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8e4fab22-158c-4bfc-8f30-2a4009b89223 HTTP/1.1" status: 200 len: 897 time: 0.1397204 Oct 12 07:43:24.930127 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-20313f40-fc62-4622-ab75-53d40995d2a6 req-66d4b3d2-952a-4fad-a491-3c12ae0065ee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87173ff7-5881-483e-a2ca-89c48e7f980e HTTP/1.1" status: 200 len: 998 time: 0.0807014 Oct 12 07:43:24.945045 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 06d118dd-b8fa-4848-b1bd-64ca94e55085 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:43:24.950494 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a60eb-371c-431a-a3a7-4056280f28e7 None None] Pushing event updated for resources: {'Port': ['ID=06d118dd-b8fa-4848-b1bd-64ca94e55085,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:24.964993 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-b73b2c82-5d0a-41e4-b36d-9774a939c144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'name': 'tempest-RoutersTest-router-634791340', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:21Z', 'updated_at': '2022-10-12T07:43:23Z', 'revision_number': 2, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'gw_port_host': None, '_interfaces': [{'id': '21a4d8ad-00fb-4a31-b3ab-a98bac325788', 'name': '', 'network_id': 'b2fff0e3-288e-46c5-9d77-0b7db19909bb', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:a4:0f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '3929e33e-1ace-47a6-9e92-5855bc44b921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:22Z', 'updated_at': '2022-10-12T07:43:23Z', 'revision_number': 2, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': '3929e33e-1ace-47a6-9e92-5855bc44b921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:25.006632 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-17520765-6523-4634-9d47-c23a38e98f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f182e0c-f966-4731-bf56-fb3561936093', 'name': 'tempest-TestNetworkBasicOps-router-415717493', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '4df1bba8-c452-4d6b-954d-2ff0b7aafd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:01Z', 'updated_at': '2022-10-12T07:43:07Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '4df1bba8-c452-4d6b-954d-2ff0b7aafd2d', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:39:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f182e0c-f966-4731-bf56-fb3561936093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:02Z', 'updated_at': '2022-10-12T07:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'f4a386c8-0e87-43cd-adb5-10db229868e5', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'floating_ip_address': '172.26.3.80', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '0f182e0c-f966-4731-bf56-fb3561936093', 'port_id': '87173ff7-5881-483e-a2ca-89c48e7f980e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4fab22-158c-4bfc-8f30-2a4009b89223', 'mac_address': 'fa:16:3e:63:ae:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa14418-b760-4c4f-9e10-60b2d8e93587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:43:23Z', 'updated_at': '2022-10-12T07:43:23Z', 'revision_number': 0, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6447b85-5334-4962-8c88-d7e91d97bcf6', 'name': '', 'network_id': '8e4fab22-158c-4bfc-8f30-2a4009b89223', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:99:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f182e0c-f966-4731-bf56-fb3561936093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '3de92281-69b1-48a2-949d-cfca16d0bb5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:06Z', 'updated_at': '2022-10-12T07:43:12Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '3de92281-69b1-48a2-949d-cfca16d0bb5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:25.014547 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ede710-b6d5-4cab-b34f-f190aef42eed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-8e3e96d8-1865-4b95-aed2-37929c9528c4', 'network_id': '8e3e96d8-1865-4b95-aed2-37929c9528c4', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'fixed_ips': [{'subnet_id': '20d573ac-ab14-4b57-8f01-4c22c23ce7ad'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:43:25.015420 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19ede710-b6d5-4cab-b34f-f190aef42eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:25.019046 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73b2c82-5d0a-41e4-b36d-9774a939c144 None None] Checking router: c817bc85-ed1a-4db4-a97d-cc55a405723f for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:43:25.019500 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73b2c82-5d0a-41e4-b36d-9774a939c144 None None] Updating router c817bc85-ed1a-4db4-a97d-cc55a405723f port 21a4d8ad-00fb-4a31-b3ab-a98bac325788 binding host dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:43:25.041565 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20313f40-fc62-4622-ab75-53d40995d2a6 req-71a5f272-9318-452b-a082-d0f712334de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:25.045674 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-20313f40-fc62-4622-ab75-53d40995d2a6 req-71a5f272-9318-452b-a082-d0f712334de7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3de92281-69b1-48a2-949d-cfca16d0bb5f HTTP/1.1" status: 200 len: 834 time: 0.1071277 Oct 12 07:43:25.049111 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17520765-6523-4634-9d47-c23a38e98f7b None None] Checking router: 0f182e0c-f966-4731-bf56-fb3561936093 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:43:25.067528 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17520765-6523-4634-9d47-c23a38e98f7b None None] Routers {'0f182e0c-f966-4731-bf56-fb3561936093'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:43:25.068152 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-17520765-6523-4634-9d47-c23a38e98f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:43:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['0f182e0c-f966-4731-bf56-fb3561936093'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:25.081031 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b73b2c82-5d0a-41e4-b36d-9774a939c144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:25.101676 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20313f40-fc62-4622-ab75-53d40995d2a6 req-e91f98b2-a966-41c4-a2f0-393665d0eacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:25.104117 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-20313f40-fc62-4622-ab75-53d40995d2a6 req-e91f98b2-a966-41c4-a2f0-393665d0eacf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8e4fab22-158c-4bfc-8f30-2a4009b89223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0517242 Oct 12 07:43:25.155104 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-96e7074d-9d2d-40ee-8764-e4a9c03ecea3 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:25.225436 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-a1fc85ee-560b-4db3-ac74-0e5853d7c960 None None] Provisioning complete for port 21a4d8ad-00fb-4a31-b3ab-a98bac325788 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:43:25.225815 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a1fc85ee-560b-4db3-ac74-0e5853d7c960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:25.226220 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-a1fc85ee-560b-4db3-ac74-0e5853d7c960 None None] Attempt 1 to provision port 21a4d8ad-00fb-4a31-b3ab-a98bac325788 Oct 12 07:43:25.243530 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-20313f40-fc62-4622-ab75-53d40995d2a6 req-ae4adce9-c596-47f5-8186-00e89a1a971b service neutron] 10.222.0.23 "GET /v2.0/networks/8e4fab22-158c-4bfc-8f30-2a4009b89223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330884 Oct 12 07:43:25.362818 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a1fc85ee-560b-4db3-ac74-0e5853d7c960 None None] Port 21a4d8ad-00fb-4a31-b3ab-a98bac325788 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:43:25.396278 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-20313f40-fc62-4622-ab75-53d40995d2a6 req-28417e77-3238-432b-b385-4922b7f4b2ef service neutron] 10.222.0.23 "GET /v2.0/networks/8e4fab22-158c-4bfc-8f30-2a4009b89223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452248 Oct 12 07:43:25.417310 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-19ede710-b6d5-4cab-b34f-f190aef42eed None None] Allocated IP 172.21.0.2 (8e3e96d8-1865-4b95-aed2-37929c9528c4/20d573ac-ab14-4b57-8f01-4c22c23ce7ad/d6e0d05f-a51a-4877-b0a7-5631afe735df) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:43:25.426765 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-17520765-6523-4634-9d47-c23a38e98f7b None None] Set router 0f182e0c-f966-4731-bf56-fb3561936093 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:43:25.669443 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42974) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:25.702881 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-17520765-6523-4634-9d47-c23a38e98f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f182e0c-f966-4731-bf56-fb3561936093', 'name': 'tempest-TestNetworkBasicOps-router-415717493', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '4df1bba8-c452-4d6b-954d-2ff0b7aafd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:01Z', 'updated_at': '2022-10-12T07:43:07Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '4df1bba8-c452-4d6b-954d-2ff0b7aafd2d', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:39:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f182e0c-f966-4731-bf56-fb3561936093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:02Z', 'updated_at': '2022-10-12T07:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'f4a386c8-0e87-43cd-adb5-10db229868e5', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'floating_ip_address': '172.26.3.80', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '0f182e0c-f966-4731-bf56-fb3561936093', 'port_id': '87173ff7-5881-483e-a2ca-89c48e7f980e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4fab22-158c-4bfc-8f30-2a4009b89223', 'mac_address': 'fa:16:3e:63:ae:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa14418-b760-4c4f-9e10-60b2d8e93587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:43:23Z', 'updated_at': '2022-10-12T07:43:23Z', 'revision_number': 0, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6447b85-5334-4962-8c88-d7e91d97bcf6', 'name': '', 'network_id': '8e4fab22-158c-4bfc-8f30-2a4009b89223', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:99:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f182e0c-f966-4731-bf56-fb3561936093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '3de92281-69b1-48a2-949d-cfca16d0bb5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:06Z', 'updated_at': '2022-10-12T07:43:12Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '3de92281-69b1-48a2-949d-cfca16d0bb5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:25.703741 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b73b2c82-5d0a-41e4-b36d-9774a939c144 None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:25.708347 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19ede710-b6d5-4cab-b34f-f190aef42eed None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:25.713646 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b73b2c82-5d0a-41e4-b36d-9774a939c144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:25.734083 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17520765-6523-4634-9d47-c23a38e98f7b None None] The sync data for ids ['0f182e0c-f966-4731-bf56-fb3561936093'] in dv-neutron-860909-2-hyperv is: [{'id': '0f182e0c-f966-4731-bf56-fb3561936093', 'name': 'tempest-TestNetworkBasicOps-router-415717493', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '4df1bba8-c452-4d6b-954d-2ff0b7aafd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:01Z', 'updated_at': '2022-10-12T07:43:07Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '4df1bba8-c452-4d6b-954d-2ff0b7aafd2d', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:39:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f182e0c-f966-4731-bf56-fb3561936093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:02Z', 'updated_at': '2022-10-12T07:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'f4a386c8-0e87-43cd-adb5-10db229868e5', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'floating_ip_address': '172.26.3.80', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '0f182e0c-f966-4731-bf56-fb3561936093', 'port_id': '87173ff7-5881-483e-a2ca-89c48e7f980e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4fab22-158c-4bfc-8f30-2a4009b89223', 'mac_address': 'fa:16:3e:63:ae:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa14418-b760-4c4f-9e10-60b2d8e93587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:43:23Z', 'updated_at': '2022-10-12T07:43:23Z', 'revision_number': 0, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6447b85-5334-4962-8c88-d7e91d97bcf6', 'name': '', 'network_id': '8e4fab22-158c-4bfc-8f30-2a4009b89223', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:99:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f182e0c-f966-4731-bf56-fb3561936093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '3de92281-69b1-48a2-949d-cfca16d0bb5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:06Z', 'updated_at': '2022-10-12T07:43:12Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '3de92281-69b1-48a2-949d-cfca16d0bb5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:43:25.748835 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19ede710-b6d5-4cab-b34f-f190aef42eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:25.779381 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a04c0326-63f0-4cd4-bfa5-c6c7333ed607 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/floatingips/f4a386c8-0e87-43cd-adb5-10db229868e5 HTTP/1.1" status: 200 len: 990 time: 0.1086788 Oct 12 07:43:25.789827 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-96e7074d-9d2d-40ee-8764-e4a9c03ecea3 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Allocated IP 172.21.0.1 (8e3e96d8-1865-4b95-aed2-37929c9528c4/20d573ac-ab14-4b57-8f01-4c22c23ce7ad/e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:43:25.802248 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ede710-b6d5-4cab-b34f-f190aef42eed None None] Network 8e3e96d8-1865-4b95-aed2-37929c9528c4 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:43:25.815427 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a89392-a98a-4427-b106-02dad9e2f690 None None] Pushing event updated for resources: {'Port': ['ID=21a4d8ad-00fb-4a31-b3ab-a98bac325788,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:25.831797 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-19ede710-b6d5-4cab-b34f-f190aef42eed None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:43:25.859114 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ede710-b6d5-4cab-b34f-f190aef42eed None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:43:25.864086 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-a1fc85ee-560b-4db3-ac74-0e5853d7c960 None None] Attempt 2 to provision port 21a4d8ad-00fb-4a31-b3ab-a98bac325788 Oct 12 07:43:25.869134 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-b73b2c82-5d0a-41e4-b36d-9774a939c144 None None] Attempting to bind port 21a4d8ad-00fb-4a31-b3ab-a98bac325788 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:43:25.870073 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-b73b2c82-5d0a-41e4-b36d-9774a939c144 None None] Attempting to bind port 21a4d8ad-00fb-4a31-b3ab-a98bac325788 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '462a06e5-e81f-481e-b874-e9f019ebc2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b2fff0e3-288e-46c5-9d77-0b7db19909bb'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:43:25.870439 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73b2c82-5d0a-41e4-b36d-9774a939c144 None None] Attempting to bind port 21a4d8ad-00fb-4a31-b3ab-a98bac325788 on network b2fff0e3-288e-46c5-9d77-0b7db19909bb {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:43:25.917311 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73b2c82-5d0a-41e4-b36d-9774a939c144 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:43:25.917739 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73b2c82-5d0a-41e4-b36d-9774a939c144 None None] Checking segment: {'id': '462a06e5-e81f-481e-b874-e9f019ebc2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b2fff0e3-288e-46c5-9d77-0b7db19909bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:43:25.918202 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b73b2c82-5d0a-41e4-b36d-9774a939c144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:25.918550 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73b2c82-5d0a-41e4-b36d-9774a939c144 None None] Bound using segment: {'id': '462a06e5-e81f-481e-b874-e9f019ebc2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b2fff0e3-288e-46c5-9d77-0b7db19909bb'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:43:25.919080 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-b73b2c82-5d0a-41e4-b36d-9774a939c144 None None] Bound port: 21a4d8ad-00fb-4a31-b3ab-a98bac325788, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '462a06e5-e81f-481e-b874-e9f019ebc2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b2fff0e3-288e-46c5-9d77-0b7db19909bb'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:43:25.919418 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b73b2c82-5d0a-41e4-b36d-9774a939c144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:25.944074 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-96e7074d-9d2d-40ee-8764-e4a9c03ecea3 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:25.979605 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ede710-b6d5-4cab-b34f-f190aef42eed None None] Pushing event updated for resources: {'Port': ['ID=d6e0d05f-a51a-4877-b0a7-5631afe735df,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:25.982608 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 06d118dd-b8fa-4848-b1bd-64ca94e55085 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:43:25.984795 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-96e7074d-9d2d-40ee-8764-e4a9c03ecea3 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:26.027176 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a1fc85ee-560b-4db3-ac74-0e5853d7c960 None None] Port 21a4d8ad-00fb-4a31-b3ab-a98bac325788 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:43:26.033002 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e7074d-9d2d-40ee-8764-e4a9c03ecea3 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Network 8e3e96d8-1865-4b95-aed2-37929c9528c4 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:43:26.036135 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-96e7074d-9d2d-40ee-8764-e4a9c03ecea3 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:43:26.040471 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e7074d-9d2d-40ee-8764-e4a9c03ecea3 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:43:26.044614 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7074d-9d2d-40ee-8764-e4a9c03ecea3 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event updated for resources: {'Port': ['ID=e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:26.067434 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f109579a-bf1e-4d6e-a80c-657c83f0f732 None None] New status for floating IP f4a386c8-0e87-43cd-adb5-10db229868e5: ACTIVE {{(pid=103202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 07:43:26.069897 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-19ede710-b6d5-4cab-b34f-f190aef42eed None None] Attempting to bind port d6e0d05f-a51a-4877-b0a7-5631afe735df on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:43:26.070293 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-19ede710-b6d5-4cab-b34f-f190aef42eed None None] Attempting to bind port d6e0d05f-a51a-4877-b0a7-5631afe735df by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '57cd9b2d-6173-4c15-a569-23144d2c747b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e3e96d8-1865-4b95-aed2-37929c9528c4'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:43:26.070845 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ede710-b6d5-4cab-b34f-f190aef42eed None None] Attempting to bind port d6e0d05f-a51a-4877-b0a7-5631afe735df on network 8e3e96d8-1865-4b95-aed2-37929c9528c4 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:43:26.088302 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-96e7074d-9d2d-40ee-8764-e4a9c03ecea3 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:26.211922 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-96e7074d-9d2d-40ee-8764-e4a9c03ecea3 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:26.287677 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ede710-b6d5-4cab-b34f-f190aef42eed None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:43:26.288041 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ede710-b6d5-4cab-b34f-f190aef42eed None None] Checking segment: {'id': '57cd9b2d-6173-4c15-a569-23144d2c747b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e3e96d8-1865-4b95-aed2-37929c9528c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:43:26.288439 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19ede710-b6d5-4cab-b34f-f190aef42eed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:26.288822 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ede710-b6d5-4cab-b34f-f190aef42eed None None] Bound using segment: {'id': '57cd9b2d-6173-4c15-a569-23144d2c747b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e3e96d8-1865-4b95-aed2-37929c9528c4'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:43:26.289303 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-19ede710-b6d5-4cab-b34f-f190aef42eed None None] Bound port: d6e0d05f-a51a-4877-b0a7-5631afe735df, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57cd9b2d-6173-4c15-a569-23144d2c747b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e3e96d8-1865-4b95-aed2-37929c9528c4'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:43:26.289673 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19ede710-b6d5-4cab-b34f-f190aef42eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:26.345687 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-b73b2c82-5d0a-41e4-b36d-9774a939c144 None None] For port 21a4d8ad-00fb-4a31-b3ab-a98bac325788, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:43:26.428801 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-b73b2c82-5d0a-41e4-b36d-9774a939c144 None None] For port 21a4d8ad-00fb-4a31-b3ab-a98bac325788, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=21a4d8ad-00fb-4a31-b3ab-a98bac325788,segment=NetworkSegment(462a06e5-e81f-481e-b874-e9f019ebc2b5),segment_id=462a06e5-e81f-481e-b874-e9f019ebc2b5)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:43:26.438756 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 06d118dd-b8fa-4848-b1bd-64ca94e55085 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:43:26.439120 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:26.439456 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 06d118dd-b8fa-4848-b1bd-64ca94e55085 Oct 12 07:43:26.444950 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b73b2c82-5d0a-41e4-b36d-9774a939c144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:26.532544 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-a1fc85ee-560b-4db3-ac74-0e5853d7c960 None None] Attempt 3 to provision port 21a4d8ad-00fb-4a31-b3ab-a98bac325788 Oct 12 07:43:26.611139 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-19ede710-b6d5-4cab-b34f-f190aef42eed None None] For port d6e0d05f-a51a-4877-b0a7-5631afe735df, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:43:26.620201 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73b2c82-5d0a-41e4-b36d-9774a939c144 None None] Routers {'c817bc85-ed1a-4db4-a97d-cc55a405723f'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:43:26.620768 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-b73b2c82-5d0a-41e4-b36d-9774a939c144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:43:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['c817bc85-ed1a-4db4-a97d-cc55a405723f'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:26.692411 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-19ede710-b6d5-4cab-b34f-f190aef42eed None None] For port d6e0d05f-a51a-4877-b0a7-5631afe735df, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=d6e0d05f-a51a-4877-b0a7-5631afe735df,segment=NetworkSegment(57cd9b2d-6173-4c15-a569-23144d2c747b),segment_id=57cd9b2d-6173-4c15-a569-23144d2c747b)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:43:26.699325 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a89392-a98a-4427-b106-02dad9e2f690 None None] Pushing event updated for resources: {'Port': ['ID=21a4d8ad-00fb-4a31-b3ab-a98bac325788,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:26.729970 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19ede710-b6d5-4cab-b34f-f190aef42eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:26.788337 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42976) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:26.806558 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-96e7074d-9d2d-40ee-8764-e4a9c03ecea3 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:26.814604 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-96e7074d-9d2d-40ee-8764-e4a9c03ecea3 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:26.838341 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-b73b2c82-5d0a-41e4-b36d-9774a939c144 None None] Set router c817bc85-ed1a-4db4-a97d-cc55a405723f gateway port host: None {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:43:26.845326 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ede710-b6d5-4cab-b34f-f190aef42eed None None] Pushing event updated for resources: {'Port': ['ID=d6e0d05f-a51a-4877-b0a7-5631afe735df,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:26.899441 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-92cfb0cd-bd84-4ac9-a242-92fe3278673c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/floatingips/f4a386c8-0e87-43cd-adb5-10db229868e5 HTTP/1.1" status: 200 len: 992 time: 0.1031139 Oct 12 07:43:26.919969 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7074d-9d2d-40ee-8764-e4a9c03ecea3 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event updated for resources: {'Port': ['ID=e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:26.926540 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-96e7074d-9d2d-40ee-8764-e4a9c03ecea3 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:26.953869 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 06d118dd-b8fa-4848-b1bd-64ca94e55085 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:43:26.975865 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a1fc85ee-560b-4db3-ac74-0e5853d7c960 None None] Current status of the port 21a4d8ad-00fb-4a31-b3ab-a98bac325788 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:43:26.976383 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a1fc85ee-560b-4db3-ac74-0e5853d7c960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:27.068658 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e7074d-9d2d-40ee-8764-e4a9c03ecea3 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Network 8e3e96d8-1865-4b95-aed2-37929c9528c4 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:43:27.071550 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-96e7074d-9d2d-40ee-8764-e4a9c03ecea3 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:43:27.084421 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-a1fc85ee-560b-4db3-ac74-0e5853d7c960 None None] For port 21a4d8ad-00fb-4a31-b3ab-a98bac325788, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=21a4d8ad-00fb-4a31-b3ab-a98bac325788,segment=NetworkSegment(462a06e5-e81f-481e-b874-e9f019ebc2b5),segment_id=462a06e5-e81f-481e-b874-e9f019ebc2b5)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:43:27.094380 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a1fc85ee-560b-4db3-ac74-0e5853d7c960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:27.185409 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e7074d-9d2d-40ee-8764-e4a9c03ecea3 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Router c817bc85-ed1a-4db4-a97d-cc55a405723f has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:43:27.186599 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-a1fc85ee-560b-4db3-ac74-0e5853d7c960 None None] Provisioning complete for port 06d118dd-b8fa-4848-b1bd-64ca94e55085 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:43:27.187477 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a1fc85ee-560b-4db3-ac74-0e5853d7c960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:27.187874 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-a1fc85ee-560b-4db3-ac74-0e5853d7c960 None None] Attempt 1 to provision port 06d118dd-b8fa-4848-b1bd-64ca94e55085 Oct 12 07:43:27.234625 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc85ee-560b-4db3-ac74-0e5853d7c960 None None] Pushing event updated for resources: {'Port': ['ID=21a4d8ad-00fb-4a31-b3ab-a98bac325788,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:27.279018 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-b73b2c82-5d0a-41e4-b36d-9774a939c144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'name': 'tempest-RoutersTest-router-634791340', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:21Z', 'updated_at': '2022-10-12T07:43:26Z', 'revision_number': 3, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'gw_port_host': None, '_interfaces': [{'id': '21a4d8ad-00fb-4a31-b3ab-a98bac325788', 'name': '', 'network_id': 'b2fff0e3-288e-46c5-9d77-0b7db19909bb', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:a4:0f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '3929e33e-1ace-47a6-9e92-5855bc44b921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:22Z', 'updated_at': '2022-10-12T07:43:26Z', 'revision_number': 4, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': '3929e33e-1ace-47a6-9e92-5855bc44b921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4', 'name': '', 'network_id': '8e3e96d8-1865-4b95-aed2-37929c9528c4', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:ac:d2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '20d573ac-ab14-4b57-8f01-4c22c23ce7ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:25Z', 'updated_at': '2022-10-12T07:43:25Z', 'revision_number': 1, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': '20d573ac-ab14-4b57-8f01-4c22c23ce7ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:27.282354 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e7074d-9d2d-40ee-8764-e4a9c03ecea3 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:43:27.288209 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-96e7074d-9d2d-40ee-8764-e4a9c03ecea3 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "PUT /v2.0/routers/c817bc85-ed1a-4db4-a97d-cc55a405723f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7225084 Oct 12 07:43:27.290857 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42978) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:27.296532 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-9a7266b5-7284-4eff-8562-4133609f0c80 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Request body: {'network': {'name': 'tempest-RoutersTest-1202095177'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:43:27.319082 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7266b5-7284-4eff-8562-4133609f0c80 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Made reservation on behalf of 581b3a364ec742c898d07afe59d874c7 for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:43:27.323557 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9a7266b5-7284-4eff-8562-4133609f0c80 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:27.348888 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73b2c82-5d0a-41e4-b36d-9774a939c144 None None] The sync data for ids ['c817bc85-ed1a-4db4-a97d-cc55a405723f'] in dv-neutron-860909-2-hyperv is: [{'id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'name': 'tempest-RoutersTest-router-634791340', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:21Z', 'updated_at': '2022-10-12T07:43:26Z', 'revision_number': 3, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'gw_port_host': None, '_interfaces': [{'id': '21a4d8ad-00fb-4a31-b3ab-a98bac325788', 'name': '', 'network_id': 'b2fff0e3-288e-46c5-9d77-0b7db19909bb', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:a4:0f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '3929e33e-1ace-47a6-9e92-5855bc44b921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:22Z', 'updated_at': '2022-10-12T07:43:26Z', 'revision_number': 4, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': '3929e33e-1ace-47a6-9e92-5855bc44b921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4', 'name': '', 'network_id': '8e3e96d8-1865-4b95-aed2-37929c9528c4', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:ac:d2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '20d573ac-ab14-4b57-8f01-4c22c23ce7ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:25Z', 'updated_at': '2022-10-12T07:43:25Z', 'revision_number': 1, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': '20d573ac-ab14-4b57-8f01-4c22c23ce7ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:43:27.356214 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a7266b5-7284-4eff-8562-4133609f0c80 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:43:27.367450 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9a7266b5-7284-4eff-8562-4133609f0c80 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:27.367865 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-9a7266b5-7284-4eff-8562-4133609f0c80 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Added segment b19b9a85-bbf4-4aed-95b9-71b0e04b14a5 of type vlan for network 55db45d2-9ff8-4a91-82b7-83068e9a38d8 Oct 12 07:43:27.368963 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a1fc85ee-560b-4db3-ac74-0e5853d7c960 None None] Current status of the port 06d118dd-b8fa-4848-b1bd-64ca94e55085 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:43:27.414491 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9a7266b5-7284-4eff-8562-4133609f0c80 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:27.442264 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9a7266b5-7284-4eff-8562-4133609f0c80 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:27.448383 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7266b5-7284-4eff-8562-4133609f0c80 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:27.449008 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9a7266b5-7284-4eff-8562-4133609f0c80 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:27.489989 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-9a7266b5-7284-4eff-8562-4133609f0c80 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1979063 Oct 12 07:43:27.492954 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42980) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:27.498276 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-88de5787-f802-4b76-a17e-bfda24484753 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Request body: {'subnet': {'network_id': '55db45d2-9ff8-4a91-82b7-83068e9a38d8', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:43:27.499014 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-32ac6522-921b-4983-935a-59e4e4e3cfcb None None] Provisioning complete for port 21a4d8ad-00fb-4a31-b3ab-a98bac325788 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:43:27.499302 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-32ac6522-921b-4983-935a-59e4e4e3cfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:27.499631 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-32ac6522-921b-4983-935a-59e4e4e3cfcb None None] Attempt 1 to provision port 21a4d8ad-00fb-4a31-b3ab-a98bac325788 Oct 12 07:43:27.535829 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7266b5-7284-4eff-8562-4133609f0c80 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event updated for resources: {'Network': ['ID=55db45d2-9ff8-4a91-82b7-83068e9a38d8,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:27.561496 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 55db45d2-9ff8-4a91-82b7-83068e9a38d8 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:43:27.667742 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88de5787-f802-4b76-a17e-bfda24484753 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Made reservation on behalf of 581b3a364ec742c898d07afe59d874c7 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:43:27.672922 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-88de5787-f802-4b76-a17e-bfda24484753 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:27.705314 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-32ac6522-921b-4983-935a-59e4e4e3cfcb None None] Current status of the port 21a4d8ad-00fb-4a31-b3ab-a98bac325788 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:43:27.907944 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-88de5787-f802-4b76-a17e-bfda24484753 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:27.985926 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de5787-f802-4b76-a17e-bfda24484753 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event updated for resources: {'Subnet': ['ID=d419f0bc-f1cf-4ff5-8f34-6c7910dd3ddc,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:28.012134 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88de5787-f802-4b76-a17e-bfda24484753 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Checking segment: {'id': 'b19b9a85-bbf4-4aed-95b9-71b0e04b14a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '55db45d2-9ff8-4a91-82b7-83068e9a38d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:43:28.012499 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88de5787-f802-4b76-a17e-bfda24484753 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Network hostable DHCP agents. Network: 55db45d2-9ff8-4a91-82b7-83068e9a38d8, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:43:28.025443 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 21a4d8ad-00fb-4a31-b3ab-a98bac325788 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:43:28.045563 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88de5787-f802-4b76-a17e-bfda24484753 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Network 55db45d2-9ff8-4a91-82b7-83068e9a38d8 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:43:28.056431 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aeb6844-1486-4296-a80f-b6785e448b1a None None] Network 8e3e96d8-1865-4b95-aed2-37929c9528c4 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:43:28.057425 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-88de5787-f802-4b76-a17e-bfda24484753 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 55db45d2-9ff8-4a91-82b7-83068e9a38d8) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:43:28.062965 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88de5787-f802-4b76-a17e-bfda24484753 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:28.063781 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-88de5787-f802-4b76-a17e-bfda24484753 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:28.077409 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ddfaad-a8fc-48e8-8c89-e1bf29f235be None None] Network 55db45d2-9ff8-4a91-82b7-83068e9a38d8 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:43:28.084344 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-88de5787-f802-4b76-a17e-bfda24484753 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5901806 Oct 12 07:43:28.087402 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42982) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:28.235542 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-a58c6d42-304f-4fae-a01c-b028de82de3a None None] Provisioning complete for port d6e0d05f-a51a-4877-b0a7-5631afe735df triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:43:28.236109 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a58c6d42-304f-4fae-a01c-b028de82de3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:28.236374 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-a58c6d42-304f-4fae-a01c-b028de82de3a None None] Attempt 1 to provision port d6e0d05f-a51a-4877-b0a7-5631afe735df Oct 12 07:43:28.293007 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 21a4d8ad-00fb-4a31-b3ab-a98bac325788 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:43:28.293489 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:28.293954 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 21a4d8ad-00fb-4a31-b3ab-a98bac325788 Oct 12 07:43:28.516915 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-26293d0b-a7a9-45da-87d0-f7aa43251e86 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:28.685477 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ab90ca-59b9-4d74-90e9-bbb49c8b35d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-55db45d2-9ff8-4a91-82b7-83068e9a38d8', 'network_id': '55db45d2-9ff8-4a91-82b7-83068e9a38d8', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'fixed_ips': [{'subnet_id': 'd419f0bc-f1cf-4ff5-8f34-6c7910dd3ddc'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:43:28.686869 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c9ab90ca-59b9-4d74-90e9-bbb49c8b35d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:28.749823 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a58c6d42-304f-4fae-a01c-b028de82de3a None None] Current status of the port d6e0d05f-a51a-4877-b0a7-5631afe735df is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:43:28.750231 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a58c6d42-304f-4fae-a01c-b028de82de3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:28.788763 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-26293d0b-a7a9-45da-87d0-f7aa43251e86 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Allocated IP 172.22.0.1 (55db45d2-9ff8-4a91-82b7-83068e9a38d8/d419f0bc-f1cf-4ff5-8f34-6c7910dd3ddc/f2be6483-5eab-44b3-9d5c-3c3a7fc03bef) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:43:28.833730 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 21a4d8ad-00fb-4a31-b3ab-a98bac325788 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:43:28.834901 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device d6e0d05f-a51a-4877-b0a7-5631afe735df up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:43:28.886212 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-a58c6d42-304f-4fae-a01c-b028de82de3a None None] For port d6e0d05f-a51a-4877-b0a7-5631afe735df, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=d6e0d05f-a51a-4877-b0a7-5631afe735df,segment=NetworkSegment(57cd9b2d-6173-4c15-a569-23144d2c747b),segment_id=57cd9b2d-6173-4c15-a569-23144d2c747b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:43:28.896198 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a58c6d42-304f-4fae-a01c-b028de82de3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:28.924362 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-26293d0b-a7a9-45da-87d0-f7aa43251e86 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:28.962764 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c6d42-304f-4fae-a01c-b028de82de3a None None] Pushing event updated for resources: {'Port': ['ID=d6e0d05f-a51a-4877-b0a7-5631afe735df,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:28.965384 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-26293d0b-a7a9-45da-87d0-f7aa43251e86 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:28.968947 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port d6e0d05f-a51a-4877-b0a7-5631afe735df triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:43:28.969320 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:28.969649 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port d6e0d05f-a51a-4877-b0a7-5631afe735df Oct 12 07:43:29.022607 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26293d0b-a7a9-45da-87d0-f7aa43251e86 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Network 55db45d2-9ff8-4a91-82b7-83068e9a38d8 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:43:29.027063 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-26293d0b-a7a9-45da-87d0-f7aa43251e86 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:43:29.029247 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26293d0b-a7a9-45da-87d0-f7aa43251e86 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event updated for resources: {'Port': ['ID=f2be6483-5eab-44b3-9d5c-3c3a7fc03bef,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:29.031494 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26293d0b-a7a9-45da-87d0-f7aa43251e86 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:43:29.054081 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-c9ab90ca-59b9-4d74-90e9-bbb49c8b35d1 None None] Allocated IP 172.22.0.2 (55db45d2-9ff8-4a91-82b7-83068e9a38d8/d419f0bc-f1cf-4ff5-8f34-6c7910dd3ddc/df1a085e-2559-43ea-a96c-5352752576b9) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:43:29.058907 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-3d5d103c-5a47-4055-afd3-874e26b85058 None None] Provisioning complete for port d6e0d05f-a51a-4877-b0a7-5631afe735df triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:43:29.059279 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3d5d103c-5a47-4055-afd3-874e26b85058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:29.059626 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-3d5d103c-5a47-4055-afd3-874e26b85058 None None] Attempt 1 to provision port d6e0d05f-a51a-4877-b0a7-5631afe735df Oct 12 07:43:29.084767 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-26293d0b-a7a9-45da-87d0-f7aa43251e86 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:29.208961 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port d6e0d05f-a51a-4877-b0a7-5631afe735df is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:43:29.226156 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-26293d0b-a7a9-45da-87d0-f7aa43251e86 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:29.295180 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-3d5d103c-5a47-4055-afd3-874e26b85058 None None] Current status of the port d6e0d05f-a51a-4877-b0a7-5631afe735df is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:43:29.321766 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c9ab90ca-59b9-4d74-90e9-bbb49c8b35d1 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:29.325188 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-3d5d103c-5a47-4055-afd3-874e26b85058 None None] Provisioning complete for port e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:43:29.325553 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3d5d103c-5a47-4055-afd3-874e26b85058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:29.325881 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-3d5d103c-5a47-4055-afd3-874e26b85058 None None] Attempt 1 to provision port e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4 Oct 12 07:43:29.347908 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c9ab90ca-59b9-4d74-90e9-bbb49c8b35d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:29.404912 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ab90ca-59b9-4d74-90e9-bbb49c8b35d1 None None] Network 55db45d2-9ff8-4a91-82b7-83068e9a38d8 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:43:29.405582 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-3d5d103c-5a47-4055-afd3-874e26b85058 None None] Port e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:43:29.408978 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-c9ab90ca-59b9-4d74-90e9-bbb49c8b35d1 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:43:29.411311 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab90ca-59b9-4d74-90e9-bbb49c8b35d1 None None] Pushing event updated for resources: {'Port': ['ID=df1a085e-2559-43ea-a96c-5352752576b9,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:29.413512 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ab90ca-59b9-4d74-90e9-bbb49c8b35d1 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:43:29.473352 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-c9ab90ca-59b9-4d74-90e9-bbb49c8b35d1 None None] Attempting to bind port df1a085e-2559-43ea-a96c-5352752576b9 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:43:29.473737 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-c9ab90ca-59b9-4d74-90e9-bbb49c8b35d1 None None] Attempting to bind port df1a085e-2559-43ea-a96c-5352752576b9 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'b19b9a85-bbf4-4aed-95b9-71b0e04b14a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '55db45d2-9ff8-4a91-82b7-83068e9a38d8'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:43:29.474121 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ab90ca-59b9-4d74-90e9-bbb49c8b35d1 None None] Attempting to bind port df1a085e-2559-43ea-a96c-5352752576b9 on network 55db45d2-9ff8-4a91-82b7-83068e9a38d8 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:43:29.479070 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ab90ca-59b9-4d74-90e9-bbb49c8b35d1 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:43:29.479441 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ab90ca-59b9-4d74-90e9-bbb49c8b35d1 None None] Checking segment: {'id': 'b19b9a85-bbf4-4aed-95b9-71b0e04b14a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '55db45d2-9ff8-4a91-82b7-83068e9a38d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:43:29.479844 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c9ab90ca-59b9-4d74-90e9-bbb49c8b35d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:29.480238 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ab90ca-59b9-4d74-90e9-bbb49c8b35d1 None None] Bound using segment: {'id': 'b19b9a85-bbf4-4aed-95b9-71b0e04b14a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '55db45d2-9ff8-4a91-82b7-83068e9a38d8'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:43:29.480703 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-c9ab90ca-59b9-4d74-90e9-bbb49c8b35d1 None None] Bound port: df1a085e-2559-43ea-a96c-5352752576b9, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b19b9a85-bbf4-4aed-95b9-71b0e04b14a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '55db45d2-9ff8-4a91-82b7-83068e9a38d8'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:43:29.481083 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c9ab90ca-59b9-4d74-90e9-bbb49c8b35d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:29.523050 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-26293d0b-a7a9-45da-87d0-f7aa43251e86 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:29.528409 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-26293d0b-a7a9-45da-87d0-f7aa43251e86 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:29.546677 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-c9ab90ca-59b9-4d74-90e9-bbb49c8b35d1 None None] For port df1a085e-2559-43ea-a96c-5352752576b9, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:43:29.550005 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-c9ab90ca-59b9-4d74-90e9-bbb49c8b35d1 None None] For port df1a085e-2559-43ea-a96c-5352752576b9, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=df1a085e-2559-43ea-a96c-5352752576b9,segment=NetworkSegment(b19b9a85-bbf4-4aed-95b9-71b0e04b14a5),segment_id=b19b9a85-bbf4-4aed-95b9-71b0e04b14a5)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:43:29.558562 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c9ab90ca-59b9-4d74-90e9-bbb49c8b35d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:29.608020 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e095ed-6fd0-4264-acf3-adead1dce8b5 None None] Sync routers for ids ['c817bc85-ed1a-4db4-a97d-cc55a405723f'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:43:29.613875 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-26293d0b-a7a9-45da-87d0-f7aa43251e86 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:29.615975 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab90ca-59b9-4d74-90e9-bbb49c8b35d1 None None] Pushing event updated for resources: {'Port': ['ID=df1a085e-2559-43ea-a96c-5352752576b9,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:29.616123 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26293d0b-a7a9-45da-87d0-f7aa43251e86 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event updated for resources: {'Port': ['ID=f2be6483-5eab-44b3-9d5c-3c3a7fc03bef,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:29.621700 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e095ed-6fd0-4264-acf3-adead1dce8b5 None None] Routers {'c817bc85-ed1a-4db4-a97d-cc55a405723f'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:43:29.622427 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-d2e095ed-6fd0-4264-acf3-adead1dce8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:43:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['c817bc85-ed1a-4db4-a97d-cc55a405723f'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:29.714386 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-d2e095ed-6fd0-4264-acf3-adead1dce8b5 None None] Set router c817bc85-ed1a-4db4-a97d-cc55a405723f gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:43:29.721539 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26293d0b-a7a9-45da-87d0-f7aa43251e86 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Network 55db45d2-9ff8-4a91-82b7-83068e9a38d8 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:43:29.723033 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-26293d0b-a7a9-45da-87d0-f7aa43251e86 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:43:29.846428 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26293d0b-a7a9-45da-87d0-f7aa43251e86 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Router c817bc85-ed1a-4db4-a97d-cc55a405723f has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:43:29.906684 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-3d5d103c-5a47-4055-afd3-874e26b85058 None None] Attempt 2 to provision port e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4 Oct 12 07:43:29.955258 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-3d5d103c-5a47-4055-afd3-874e26b85058 None None] Port e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:43:29.976862 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26293d0b-a7a9-45da-87d0-f7aa43251e86 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:43:29.987596 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-26293d0b-a7a9-45da-87d0-f7aa43251e86 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "PUT /v2.0/routers/c817bc85-ed1a-4db4-a97d-cc55a405723f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8984585 Oct 12 07:43:29.990518 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42986) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:29.992590 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-d2e095ed-6fd0-4264-acf3-adead1dce8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'name': 'tempest-RoutersTest-router-634791340', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:21Z', 'updated_at': '2022-10-12T07:43:29Z', 'revision_number': 4, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'gw_port_host': None, '_interfaces': [{'id': '21a4d8ad-00fb-4a31-b3ab-a98bac325788', 'name': '', 'network_id': 'b2fff0e3-288e-46c5-9d77-0b7db19909bb', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:a4:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '3929e33e-1ace-47a6-9e92-5855bc44b921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:22Z', 'updated_at': '2022-10-12T07:43:27Z', 'revision_number': 5, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': '3929e33e-1ace-47a6-9e92-5855bc44b921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4', 'name': '', 'network_id': '8e3e96d8-1865-4b95-aed2-37929c9528c4', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:ac:d2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '20d573ac-ab14-4b57-8f01-4c22c23ce7ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:25Z', 'updated_at': '2022-10-12T07:43:26Z', 'revision_number': 2, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': '20d573ac-ab14-4b57-8f01-4c22c23ce7ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2be6483-5eab-44b3-9d5c-3c3a7fc03bef', 'name': '', 'network_id': '55db45d2-9ff8-4a91-82b7-83068e9a38d8', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:69:7a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'd419f0bc-f1cf-4ff5-8f34-6c7910dd3ddc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:28Z', 'updated_at': '2022-10-12T07:43:29Z', 'revision_number': 2, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': 'd419f0bc-f1cf-4ff5-8f34-6c7910dd3ddc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:29.996326 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-86bebe88-af52-498f-9928-10788a71cee9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Request body: {'network': {'name': 'tempest-RoutersTest-260016761'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:43:30.019204 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bebe88-af52-498f-9928-10788a71cee9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Made reservation on behalf of 581b3a364ec742c898d07afe59d874c7 for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:43:30.021979 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e095ed-6fd0-4264-acf3-adead1dce8b5 None None] Checking router: c817bc85-ed1a-4db4-a97d-cc55a405723f for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:43:30.022361 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e095ed-6fd0-4264-acf3-adead1dce8b5 None None] Updating router c817bc85-ed1a-4db4-a97d-cc55a405723f port e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4 binding host dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:43:30.022845 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-86bebe88-af52-498f-9928-10788a71cee9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:30.049954 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device d6e0d05f-a51a-4877-b0a7-5631afe735df up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:43:30.052290 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d2e095ed-6fd0-4264-acf3-adead1dce8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:30.053477 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86bebe88-af52-498f-9928-10788a71cee9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:43:30.066291 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-86bebe88-af52-498f-9928-10788a71cee9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:30.066636 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-86bebe88-af52-498f-9928-10788a71cee9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Added segment 819b505b-b8fe-4ec4-8cf0-ace6af71d817 of type vlan for network a31996b1-3210-4cc0-813f-01fc2ccff220 Oct 12 07:43:30.109601 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-86bebe88-af52-498f-9928-10788a71cee9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:30.114178 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port d6e0d05f-a51a-4877-b0a7-5631afe735df triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:43:30.114557 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:30.114894 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port d6e0d05f-a51a-4877-b0a7-5631afe735df Oct 12 07:43:30.143489 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-86bebe88-af52-498f-9928-10788a71cee9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:30.154686 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bebe88-af52-498f-9928-10788a71cee9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:30.155468 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-86bebe88-af52-498f-9928-10788a71cee9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:30.199534 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-86bebe88-af52-498f-9928-10788a71cee9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2050927 Oct 12 07:43:30.199789 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42988) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:30.203422 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port d6e0d05f-a51a-4877-b0a7-5631afe735df is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:43:30.204501 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device df1a085e-2559-43ea-a96c-5352752576b9 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:43:30.204770 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-5daf28df-35f1-4a8a-b916-ec299b896466 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Request body: {'subnet': {'network_id': 'a31996b1-3210-4cc0-813f-01fc2ccff220', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:43:30.254577 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bebe88-af52-498f-9928-10788a71cee9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event updated for resources: {'Network': ['ID=a31996b1-3210-4cc0-813f-01fc2ccff220,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:30.262406 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port df1a085e-2559-43ea-a96c-5352752576b9 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:43:30.263052 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:30.263542 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port df1a085e-2559-43ea-a96c-5352752576b9 Oct 12 07:43:30.268448 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network a31996b1-3210-4cc0-813f-01fc2ccff220 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:43:30.346682 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5daf28df-35f1-4a8a-b916-ec299b896466 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Made reservation on behalf of 581b3a364ec742c898d07afe59d874c7 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:43:30.347239 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d2e095ed-6fd0-4264-acf3-adead1dce8b5 None None] Notify callbacks [] for port, precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:30.350461 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5daf28df-35f1-4a8a-b916-ec299b896466 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:30.355495 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d2e095ed-6fd0-4264-acf3-adead1dce8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:30.426554 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port df1a085e-2559-43ea-a96c-5352752576b9 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:43:30.427176 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:30.461500 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-3d5d103c-5a47-4055-afd3-874e26b85058 None None] Attempt 3 to provision port e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4 Oct 12 07:43:30.478498 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20b726-4d2e-4872-8c1b-25b15bb9025b None None] Pushing event updated for resources: {'Port': ['ID=e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:30.481552 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-d2e095ed-6fd0-4264-acf3-adead1dce8b5 None None] Attempting to bind port e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:43:30.481916 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-d2e095ed-6fd0-4264-acf3-adead1dce8b5 None None] Attempting to bind port e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '57cd9b2d-6173-4c15-a569-23144d2c747b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e3e96d8-1865-4b95-aed2-37929c9528c4'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:43:30.482296 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e095ed-6fd0-4264-acf3-adead1dce8b5 None None] Attempting to bind port e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4 on network 8e3e96d8-1865-4b95-aed2-37929c9528c4 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:43:30.489374 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f20b726-4d2e-4872-8c1b-25b15bb9025b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:43:30.489725 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f20b726-4d2e-4872-8c1b-25b15bb9025b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:43:30.490072 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f20b726-4d2e-4872-8c1b-25b15bb9025b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:43:30.490617 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f20b726-4d2e-4872-8c1b-25b15bb9025b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:43:30.491246 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f20b726-4d2e-4872-8c1b-25b15bb9025b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:43:30.491798 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f20b726-4d2e-4872-8c1b-25b15bb9025b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:43:30.492293 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f20b726-4d2e-4872-8c1b-25b15bb9025b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:43:30.492800 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f20b726-4d2e-4872-8c1b-25b15bb9025b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:43:30.493364 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f20b726-4d2e-4872-8c1b-25b15bb9025b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:43:30.493852 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f20b726-4d2e-4872-8c1b-25b15bb9025b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:43:30.494968 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f20b726-4d2e-4872-8c1b-25b15bb9025b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:43:30.495472 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f20b726-4d2e-4872-8c1b-25b15bb9025b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:43:30.501583 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port df1a085e-2559-43ea-a96c-5352752576b9, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=df1a085e-2559-43ea-a96c-5352752576b9,segment=NetworkSegment(b19b9a85-bbf4-4aed-95b9-71b0e04b14a5),segment_id=b19b9a85-bbf4-4aed-95b9-71b0e04b14a5)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:43:30.504426 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e095ed-6fd0-4264-acf3-adead1dce8b5 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:43:30.505406 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e095ed-6fd0-4264-acf3-adead1dce8b5 None None] Checking segment: {'id': '57cd9b2d-6173-4c15-a569-23144d2c747b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e3e96d8-1865-4b95-aed2-37929c9528c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:43:30.506657 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d2e095ed-6fd0-4264-acf3-adead1dce8b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:30.507756 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e095ed-6fd0-4264-acf3-adead1dce8b5 None None] Bound using segment: {'id': '57cd9b2d-6173-4c15-a569-23144d2c747b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e3e96d8-1865-4b95-aed2-37929c9528c4'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:43:30.507756 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-d2e095ed-6fd0-4264-acf3-adead1dce8b5 None None] Bound port: e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57cd9b2d-6173-4c15-a569-23144d2c747b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e3e96d8-1865-4b95-aed2-37929c9528c4'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:43:30.508444 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d2e095ed-6fd0-4264-acf3-adead1dce8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:30.512611 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:30.573480 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=df1a085e-2559-43ea-a96c-5352752576b9,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:30.578263 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-3d5d103c-5a47-4055-afd3-874e26b85058 None None] Port e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:43:30.590656 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d2e095ed-6fd0-4264-acf3-adead1dce8b5 None None] For port e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:43:30.594308 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d2e095ed-6fd0-4264-acf3-adead1dce8b5 None None] For port e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4,segment=NetworkSegment(57cd9b2d-6173-4c15-a569-23144d2c747b),segment_id=57cd9b2d-6173-4c15-a569-23144d2c747b)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:43:30.596325 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5daf28df-35f1-4a8a-b916-ec299b896466 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:30.600378 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d2e095ed-6fd0-4264-acf3-adead1dce8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:30.605182 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e095ed-6fd0-4264-acf3-adead1dce8b5 None None] Updating router c817bc85-ed1a-4db4-a97d-cc55a405723f port f2be6483-5eab-44b3-9d5c-3c3a7fc03bef binding host dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:43:30.661029 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d2e095ed-6fd0-4264-acf3-adead1dce8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:30.667837 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf28df-35f1-4a8a-b916-ec299b896466 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event updated for resources: {'Subnet': ['ID=827fee55-e001-410e-bf67-5876e1cd328c,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:30.675258 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5daf28df-35f1-4a8a-b916-ec299b896466 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Checking segment: {'id': '819b505b-b8fe-4ec4-8cf0-ace6af71d817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a31996b1-3210-4cc0-813f-01fc2ccff220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:43:30.675623 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5daf28df-35f1-4a8a-b916-ec299b896466 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Network hostable DHCP agents. Network: a31996b1-3210-4cc0-813f-01fc2ccff220, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:43:30.682392 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20b726-4d2e-4872-8c1b-25b15bb9025b None None] Pushing event updated for resources: {'Port': ['ID=e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:30.695021 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5daf28df-35f1-4a8a-b916-ec299b896466 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Network a31996b1-3210-4cc0-813f-01fc2ccff220 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:43:30.705565 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-5daf28df-35f1-4a8a-b916-ec299b896466 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, a31996b1-3210-4cc0-813f-01fc2ccff220) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:43:30.715775 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6366647-3122-41ac-a285-27653da102cd None None] Network a31996b1-3210-4cc0-813f-01fc2ccff220 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:43:30.718919 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5daf28df-35f1-4a8a-b916-ec299b896466 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:30.719746 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5daf28df-35f1-4a8a-b916-ec299b896466 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:30.741518 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b88aba-74e9-43bb-be9d-4e7440186548 None None] Network 55db45d2-9ff8-4a91-82b7-83068e9a38d8 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:43:30.744205 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-5daf28df-35f1-4a8a-b916-ec299b896466 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5432811 Oct 12 07:43:30.746915 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42990) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:30.984137 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d2e095ed-6fd0-4264-acf3-adead1dce8b5 None None] Notify callbacks [] for port, precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:30.993316 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d2e095ed-6fd0-4264-acf3-adead1dce8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:31.001030 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f99b131-8cbf-4b6c-8102-95a5431ef7f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-a31996b1-3210-4cc0-813f-01fc2ccff220', 'network_id': 'a31996b1-3210-4cc0-813f-01fc2ccff220', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'fixed_ips': [{'subnet_id': '827fee55-e001-410e-bf67-5876e1cd328c'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:43:31.001030 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3f99b131-8cbf-4b6c-8102-95a5431ef7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:31.071615 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20b726-4d2e-4872-8c1b-25b15bb9025b None None] Pushing event updated for resources: {'Port': ['ID=f2be6483-5eab-44b3-9d5c-3c3a7fc03bef,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:31.086734 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-3d5d103c-5a47-4055-afd3-874e26b85058 None None] Attempt 4 to provision port e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4 Oct 12 07:43:31.209033 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-3f99b131-8cbf-4b6c-8102-95a5431ef7f5 None None] Allocated IP 172.23.0.2 (a31996b1-3210-4cc0-813f-01fc2ccff220/827fee55-e001-410e-bf67-5876e1cd328c/ae25a1d7-7cb0-41f4-8039-ac6f7d7dff14) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:43:31.264680 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-d2e095ed-6fd0-4264-acf3-adead1dce8b5 None None] Attempting to bind port f2be6483-5eab-44b3-9d5c-3c3a7fc03bef on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:43:31.265167 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-d2e095ed-6fd0-4264-acf3-adead1dce8b5 None None] Attempting to bind port f2be6483-5eab-44b3-9d5c-3c3a7fc03bef by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'b19b9a85-bbf4-4aed-95b9-71b0e04b14a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '55db45d2-9ff8-4a91-82b7-83068e9a38d8'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:43:31.265617 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e095ed-6fd0-4264-acf3-adead1dce8b5 None None] Attempting to bind port f2be6483-5eab-44b3-9d5c-3c3a7fc03bef on network 55db45d2-9ff8-4a91-82b7-83068e9a38d8 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:43:31.272442 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e095ed-6fd0-4264-acf3-adead1dce8b5 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:43:31.272981 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e095ed-6fd0-4264-acf3-adead1dce8b5 None None] Checking segment: {'id': 'b19b9a85-bbf4-4aed-95b9-71b0e04b14a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '55db45d2-9ff8-4a91-82b7-83068e9a38d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:43:31.273574 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d2e095ed-6fd0-4264-acf3-adead1dce8b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:31.275017 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e095ed-6fd0-4264-acf3-adead1dce8b5 None None] Bound using segment: {'id': 'b19b9a85-bbf4-4aed-95b9-71b0e04b14a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '55db45d2-9ff8-4a91-82b7-83068e9a38d8'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:43:31.275017 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-d2e095ed-6fd0-4264-acf3-adead1dce8b5 None None] Bound port: f2be6483-5eab-44b3-9d5c-3c3a7fc03bef, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b19b9a85-bbf4-4aed-95b9-71b0e04b14a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '55db45d2-9ff8-4a91-82b7-83068e9a38d8'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:43:31.275557 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d2e095ed-6fd0-4264-acf3-adead1dce8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:31.276069 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-3d5d103c-5a47-4055-afd3-874e26b85058 None None] Current status of the port e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:43:31.276466 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3d5d103c-5a47-4055-afd3-874e26b85058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:31.355375 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-3d5d103c-5a47-4055-afd3-874e26b85058 None None] For port e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4,segment=NetworkSegment(57cd9b2d-6173-4c15-a569-23144d2c747b),segment_id=57cd9b2d-6173-4c15-a569-23144d2c747b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:43:31.363667 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3d5d103c-5a47-4055-afd3-874e26b85058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:31.367401 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d2e095ed-6fd0-4264-acf3-adead1dce8b5 None None] For port f2be6483-5eab-44b3-9d5c-3c3a7fc03bef, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:43:31.372429 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d2e095ed-6fd0-4264-acf3-adead1dce8b5 None None] For port f2be6483-5eab-44b3-9d5c-3c3a7fc03bef, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=f2be6483-5eab-44b3-9d5c-3c3a7fc03bef,segment=NetworkSegment(b19b9a85-bbf4-4aed-95b9-71b0e04b14a5),segment_id=b19b9a85-bbf4-4aed-95b9-71b0e04b14a5)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:43:31.381464 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d2e095ed-6fd0-4264-acf3-adead1dce8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:31.444273 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e095ed-6fd0-4264-acf3-adead1dce8b5 None None] Routers {'c817bc85-ed1a-4db4-a97d-cc55a405723f'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:43:31.444911 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-d2e095ed-6fd0-4264-acf3-adead1dce8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:43:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['c817bc85-ed1a-4db4-a97d-cc55a405723f'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:31.490115 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20b726-4d2e-4872-8c1b-25b15bb9025b None None] Pushing event updated for resources: {'Port': ['ID=f2be6483-5eab-44b3-9d5c-3c3a7fc03bef,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:31.517754 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3f99b131-8cbf-4b6c-8102-95a5431ef7f5 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:31.548668 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-d2e095ed-6fd0-4264-acf3-adead1dce8b5 None None] Set router c817bc85-ed1a-4db4-a97d-cc55a405723f gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:43:31.549528 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3f99b131-8cbf-4b6c-8102-95a5431ef7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:31.566432 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d103c-5a47-4055-afd3-874e26b85058 None None] Pushing event updated for resources: {'Port': ['ID=e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:31.587063 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b0565a32-a1c2-4738-aa74-7a63a816f733 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:31.592349 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-ce133603-a83f-44c8-a88f-5b16da838ce2 None None] Provisioning complete for port df1a085e-2559-43ea-a96c-5352752576b9 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:43:31.592724 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ce133603-a83f-44c8-a88f-5b16da838ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:31.593059 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ce133603-a83f-44c8-a88f-5b16da838ce2 None None] Attempt 1 to provision port df1a085e-2559-43ea-a96c-5352752576b9 Oct 12 07:43:31.641059 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f99b131-8cbf-4b6c-8102-95a5431ef7f5 None None] Network a31996b1-3210-4cc0-813f-01fc2ccff220 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:43:31.648345 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-3f99b131-8cbf-4b6c-8102-95a5431ef7f5 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:43:31.651042 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f99b131-8cbf-4b6c-8102-95a5431ef7f5 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:43:31.665567 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f99b131-8cbf-4b6c-8102-95a5431ef7f5 None None] Pushing event updated for resources: {'Port': ['ID=ae25a1d7-7cb0-41f4-8039-ac6f7d7dff14,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:31.767108 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-3f99b131-8cbf-4b6c-8102-95a5431ef7f5 None None] Attempting to bind port ae25a1d7-7cb0-41f4-8039-ac6f7d7dff14 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:43:31.767632 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-3f99b131-8cbf-4b6c-8102-95a5431ef7f5 None None] Attempting to bind port ae25a1d7-7cb0-41f4-8039-ac6f7d7dff14 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '819b505b-b8fe-4ec4-8cf0-ace6af71d817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a31996b1-3210-4cc0-813f-01fc2ccff220'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:43:31.768124 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f99b131-8cbf-4b6c-8102-95a5431ef7f5 None None] Attempting to bind port ae25a1d7-7cb0-41f4-8039-ac6f7d7dff14 on network a31996b1-3210-4cc0-813f-01fc2ccff220 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:43:31.771625 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ce133603-a83f-44c8-a88f-5b16da838ce2 None None] Current status of the port df1a085e-2559-43ea-a96c-5352752576b9 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:43:31.777325 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f99b131-8cbf-4b6c-8102-95a5431ef7f5 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:43:31.777842 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f99b131-8cbf-4b6c-8102-95a5431ef7f5 None None] Checking segment: {'id': '819b505b-b8fe-4ec4-8cf0-ace6af71d817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a31996b1-3210-4cc0-813f-01fc2ccff220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:43:31.778908 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3f99b131-8cbf-4b6c-8102-95a5431ef7f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:31.779609 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f99b131-8cbf-4b6c-8102-95a5431ef7f5 None None] Bound using segment: {'id': '819b505b-b8fe-4ec4-8cf0-ace6af71d817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a31996b1-3210-4cc0-813f-01fc2ccff220'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:43:31.780146 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-3f99b131-8cbf-4b6c-8102-95a5431ef7f5 None None] Bound port: ae25a1d7-7cb0-41f4-8039-ac6f7d7dff14, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '819b505b-b8fe-4ec4-8cf0-ace6af71d817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a31996b1-3210-4cc0-813f-01fc2ccff220'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:43:31.780629 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3f99b131-8cbf-4b6c-8102-95a5431ef7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:31.796645 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-d2e095ed-6fd0-4264-acf3-adead1dce8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'name': 'tempest-RoutersTest-router-634791340', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:21Z', 'updated_at': '2022-10-12T07:43:29Z', 'revision_number': 4, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'gw_port_host': None, '_interfaces': [{'id': '21a4d8ad-00fb-4a31-b3ab-a98bac325788', 'name': '', 'network_id': 'b2fff0e3-288e-46c5-9d77-0b7db19909bb', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:a4:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '3929e33e-1ace-47a6-9e92-5855bc44b921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:22Z', 'updated_at': '2022-10-12T07:43:27Z', 'revision_number': 5, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': '3929e33e-1ace-47a6-9e92-5855bc44b921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4', 'name': '', 'network_id': '8e3e96d8-1865-4b95-aed2-37929c9528c4', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:ac:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '20d573ac-ab14-4b57-8f01-4c22c23ce7ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:25Z', 'updated_at': '2022-10-12T07:43:31Z', 'revision_number': 5, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': '20d573ac-ab14-4b57-8f01-4c22c23ce7ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2be6483-5eab-44b3-9d5c-3c3a7fc03bef', 'name': '', 'network_id': '55db45d2-9ff8-4a91-82b7-83068e9a38d8', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:69:7a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'd419f0bc-f1cf-4ff5-8f34-6c7910dd3ddc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:28Z', 'updated_at': '2022-10-12T07:43:31Z', 'revision_number': 4, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': 'd419f0bc-f1cf-4ff5-8f34-6c7910dd3ddc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:31.829245 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e095ed-6fd0-4264-acf3-adead1dce8b5 None None] The sync data for ids ['c817bc85-ed1a-4db4-a97d-cc55a405723f'] in dv-neutron-860909-2-hyperv is: [{'id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'name': 'tempest-RoutersTest-router-634791340', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:21Z', 'updated_at': '2022-10-12T07:43:29Z', 'revision_number': 4, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'gw_port_host': None, '_interfaces': [{'id': '21a4d8ad-00fb-4a31-b3ab-a98bac325788', 'name': '', 'network_id': 'b2fff0e3-288e-46c5-9d77-0b7db19909bb', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:a4:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '3929e33e-1ace-47a6-9e92-5855bc44b921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:22Z', 'updated_at': '2022-10-12T07:43:27Z', 'revision_number': 5, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': '3929e33e-1ace-47a6-9e92-5855bc44b921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4', 'name': '', 'network_id': '8e3e96d8-1865-4b95-aed2-37929c9528c4', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:ac:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '20d573ac-ab14-4b57-8f01-4c22c23ce7ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:25Z', 'updated_at': '2022-10-12T07:43:31Z', 'revision_number': 5, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': '20d573ac-ab14-4b57-8f01-4c22c23ce7ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2be6483-5eab-44b3-9d5c-3c3a7fc03bef', 'name': '', 'network_id': '55db45d2-9ff8-4a91-82b7-83068e9a38d8', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:69:7a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'd419f0bc-f1cf-4ff5-8f34-6c7910dd3ddc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:28Z', 'updated_at': '2022-10-12T07:43:31Z', 'revision_number': 4, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': 'd419f0bc-f1cf-4ff5-8f34-6c7910dd3ddc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:43:31.830666 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-ce133603-a83f-44c8-a88f-5b16da838ce2 None None] Provisioning complete for port e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:43:31.831138 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ce133603-a83f-44c8-a88f-5b16da838ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:31.831571 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ce133603-a83f-44c8-a88f-5b16da838ce2 None None] Attempt 1 to provision port e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4 Oct 12 07:43:31.880599 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-b0565a32-a1c2-4738-aa74-7a63a816f733 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Allocated IP 172.23.0.1 (a31996b1-3210-4cc0-813f-01fc2ccff220/827fee55-e001-410e-bf67-5876e1cd328c/a1d35eeb-537c-4a89-9e60-4ab65263b611) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:43:31.906707 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-3f99b131-8cbf-4b6c-8102-95a5431ef7f5 None None] For port ae25a1d7-7cb0-41f4-8039-ac6f7d7dff14, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:43:31.913530 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-3f99b131-8cbf-4b6c-8102-95a5431ef7f5 None None] For port ae25a1d7-7cb0-41f4-8039-ac6f7d7dff14, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=ae25a1d7-7cb0-41f4-8039-ac6f7d7dff14,segment=NetworkSegment(819b505b-b8fe-4ec4-8cf0-ace6af71d817),segment_id=819b505b-b8fe-4ec4-8cf0-ace6af71d817)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:43:31.921138 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3f99b131-8cbf-4b6c-8102-95a5431ef7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:32.003827 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ce133603-a83f-44c8-a88f-5b16da838ce2 None None] Current status of the port e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:43:32.013760 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f99b131-8cbf-4b6c-8102-95a5431ef7f5 None None] Pushing event updated for resources: {'Port': ['ID=ae25a1d7-7cb0-41f4-8039-ac6f7d7dff14,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:32.027489 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-ce133603-a83f-44c8-a88f-5b16da838ce2 None None] Provisioning complete for port f2be6483-5eab-44b3-9d5c-3c3a7fc03bef triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:43:32.028429 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ce133603-a83f-44c8-a88f-5b16da838ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:32.028429 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ce133603-a83f-44c8-a88f-5b16da838ce2 None None] Attempt 1 to provision port f2be6483-5eab-44b3-9d5c-3c3a7fc03bef Oct 12 07:43:32.062114 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b0565a32-a1c2-4738-aa74-7a63a816f733 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:32.103782 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device df1a085e-2559-43ea-a96c-5352752576b9 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:43:32.122568 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b0565a32-a1c2-4738-aa74-7a63a816f733 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:32.219642 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0565a32-a1c2-4738-aa74-7a63a816f733 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Network a31996b1-3210-4cc0-813f-01fc2ccff220 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:43:32.222374 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ce133603-a83f-44c8-a88f-5b16da838ce2 None None] Current status of the port f2be6483-5eab-44b3-9d5c-3c3a7fc03bef is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:43:32.222844 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ce133603-a83f-44c8-a88f-5b16da838ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:32.223008 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-b0565a32-a1c2-4738-aa74-7a63a816f733 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:43:32.227391 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0565a32-a1c2-4738-aa74-7a63a816f733 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:43:32.261382 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0565a32-a1c2-4738-aa74-7a63a816f733 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event updated for resources: {'Port': ['ID=a1d35eeb-537c-4a89-9e60-4ab65263b611,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:32.267340 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port df1a085e-2559-43ea-a96c-5352752576b9 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:43:32.267617 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:32.267949 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port df1a085e-2559-43ea-a96c-5352752576b9 Oct 12 07:43:32.297897 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b0565a32-a1c2-4738-aa74-7a63a816f733 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:32.316270 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-ce133603-a83f-44c8-a88f-5b16da838ce2 None None] For port f2be6483-5eab-44b3-9d5c-3c3a7fc03bef, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=f2be6483-5eab-44b3-9d5c-3c3a7fc03bef,segment=NetworkSegment(b19b9a85-bbf4-4aed-95b9-71b0e04b14a5),segment_id=b19b9a85-bbf4-4aed-95b9-71b0e04b14a5)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:43:32.327528 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ce133603-a83f-44c8-a88f-5b16da838ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:32.448803 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce133603-a83f-44c8-a88f-5b16da838ce2 None None] Pushing event updated for resources: {'Port': ['ID=f2be6483-5eab-44b3-9d5c-3c3a7fc03bef,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:32.454612 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b0565a32-a1c2-4738-aa74-7a63a816f733 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:32.456333 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port df1a085e-2559-43ea-a96c-5352752576b9 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:43:32.457475 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:43:32.500942 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-0c8039a8-8867-48ba-96fd-bbdfdb3e3948 None None] Provisioning complete for port f2be6483-5eab-44b3-9d5c-3c3a7fc03bef triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:43:32.501306 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0c8039a8-8867-48ba-96fd-bbdfdb3e3948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:32.501641 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-0c8039a8-8867-48ba-96fd-bbdfdb3e3948 None None] Attempt 1 to provision port f2be6483-5eab-44b3-9d5c-3c3a7fc03bef Oct 12 07:43:32.537242 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:43:32.537902 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:32.537902 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4 Oct 12 07:43:32.746717 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b0565a32-a1c2-4738-aa74-7a63a816f733 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:32.755210 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b0565a32-a1c2-4738-aa74-7a63a816f733 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:32.812376 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:43:32.816005 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-0c8039a8-8867-48ba-96fd-bbdfdb3e3948 None None] Current status of the port f2be6483-5eab-44b3-9d5c-3c3a7fc03bef is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:43:32.838501 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0565a32-a1c2-4738-aa74-7a63a816f733 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event updated for resources: {'Port': ['ID=a1d35eeb-537c-4a89-9e60-4ab65263b611,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:32.841064 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b0565a32-a1c2-4738-aa74-7a63a816f733 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:32.893917 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931be0ca-8ff9-4111-b284-2dd791ef2976 None None] Sync routers for ids ['c817bc85-ed1a-4db4-a97d-cc55a405723f'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:43:32.904708 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931be0ca-8ff9-4111-b284-2dd791ef2976 None None] Routers {'c817bc85-ed1a-4db4-a97d-cc55a405723f'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:43:32.905342 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-931be0ca-8ff9-4111-b284-2dd791ef2976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:43:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['c817bc85-ed1a-4db4-a97d-cc55a405723f'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:32.940358 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0565a32-a1c2-4738-aa74-7a63a816f733 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Network a31996b1-3210-4cc0-813f-01fc2ccff220 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:43:32.942127 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-b0565a32-a1c2-4738-aa74-7a63a816f733 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:43:33.004133 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-931be0ca-8ff9-4111-b284-2dd791ef2976 None None] Set router c817bc85-ed1a-4db4-a97d-cc55a405723f gateway port host: None {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:43:33.052065 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0565a32-a1c2-4738-aa74-7a63a816f733 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Router c817bc85-ed1a-4db4-a97d-cc55a405723f has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:43:33.155562 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0565a32-a1c2-4738-aa74-7a63a816f733 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:43:33.160772 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b0565a32-a1c2-4738-aa74-7a63a816f733 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "PUT /v2.0/routers/c817bc85-ed1a-4db4-a97d-cc55a405723f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4128504 Oct 12 07:43:33.163688 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 42992) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:33.169362 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-24cafec3-8fa5-4f5b-bb8f-1ac56caaba15 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:43:33.180649 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834dcc0d-9110-4cad-b818-0367dfa2ae95 None None] Network a31996b1-3210-4cc0-813f-01fc2ccff220 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:43:33.299416 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-d07207cf-a7ab-4611-97b3-730024421b56 None None] Provisioning complete for port ae25a1d7-7cb0-41f4-8039-ac6f7d7dff14 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:43:33.299788 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d07207cf-a7ab-4611-97b3-730024421b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:33.300120 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-d07207cf-a7ab-4611-97b3-730024421b56 None None] Attempt 1 to provision port ae25a1d7-7cb0-41f4-8039-ac6f7d7dff14 Oct 12 07:43:33.368123 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-931be0ca-8ff9-4111-b284-2dd791ef2976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'name': 'tempest-RoutersTest-router-634791340', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:21Z', 'updated_at': '2022-10-12T07:43:32Z', 'revision_number': 5, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'gw_port_host': None, '_interfaces': [{'id': '21a4d8ad-00fb-4a31-b3ab-a98bac325788', 'name': '', 'network_id': 'b2fff0e3-288e-46c5-9d77-0b7db19909bb', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:a4:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '3929e33e-1ace-47a6-9e92-5855bc44b921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:22Z', 'updated_at': '2022-10-12T07:43:27Z', 'revision_number': 5, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': '3929e33e-1ace-47a6-9e92-5855bc44b921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1d35eeb-537c-4a89-9e60-4ab65263b611', 'name': '', 'network_id': 'a31996b1-3210-4cc0-813f-01fc2ccff220', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:85:d2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '827fee55-e001-410e-bf67-5876e1cd328c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:31Z', 'updated_at': '2022-10-12T07:43:32Z', 'revision_number': 2, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': '827fee55-e001-410e-bf67-5876e1cd328c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4', 'name': '', 'network_id': '8e3e96d8-1865-4b95-aed2-37929c9528c4', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:ac:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '20d573ac-ab14-4b57-8f01-4c22c23ce7ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:25Z', 'updated_at': '2022-10-12T07:43:31Z', 'revision_number': 5, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': '20d573ac-ab14-4b57-8f01-4c22c23ce7ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2be6483-5eab-44b3-9d5c-3c3a7fc03bef', 'name': '', 'network_id': '55db45d2-9ff8-4a91-82b7-83068e9a38d8', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:69:7a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'd419f0bc-f1cf-4ff5-8f34-6c7910dd3ddc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:28Z', 'updated_at': '2022-10-12T07:43:32Z', 'revision_number': 5, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': 'd419f0bc-f1cf-4ff5-8f34-6c7910dd3ddc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:33.404460 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931be0ca-8ff9-4111-b284-2dd791ef2976 None None] Checking router: c817bc85-ed1a-4db4-a97d-cc55a405723f for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:43:33.404809 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931be0ca-8ff9-4111-b284-2dd791ef2976 None None] Updating router c817bc85-ed1a-4db4-a97d-cc55a405723f port a1d35eeb-537c-4a89-9e60-4ab65263b611 binding host dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:43:33.459327 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-931be0ca-8ff9-4111-b284-2dd791ef2976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:33.519818 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.extraroute_db [None req-24cafec3-8fa5-4f5b-bb8f-1ac56caaba15 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103201) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 12 07:43:33.534898 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.extraroute_db [None req-24cafec3-8fa5-4f5b-bb8f-1ac56caaba15 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Removed routes are [] {{(pid=103201) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 12 07:43:33.535429 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-24cafec3-8fa5-4f5b-bb8f-1ac56caaba15 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33139406', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33141651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13931'] for router, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:33.542234 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-d07207cf-a7ab-4611-97b3-730024421b56 None None] Current status of the port ae25a1d7-7cb0-41f4-8039-ac6f7d7dff14 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:43:33.542754 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d07207cf-a7ab-4611-97b3-730024421b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:33.648562 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-d07207cf-a7ab-4611-97b3-730024421b56 None None] For port ae25a1d7-7cb0-41f4-8039-ac6f7d7dff14, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=ae25a1d7-7cb0-41f4-8039-ac6f7d7dff14,segment=NetworkSegment(819b505b-b8fe-4ec4-8cf0-ace6af71d817),segment_id=819b505b-b8fe-4ec4-8cf0-ace6af71d817)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:43:33.663335 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d07207cf-a7ab-4611-97b3-730024421b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:33.738837 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-24cafec3-8fa5-4f5b-bb8f-1ac56caaba15 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33139406', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33141651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13931'] for router, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:33.742571 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-24cafec3-8fa5-4f5b-bb8f-1ac56caaba15 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33139383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33139388', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33141656'] for router, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:33.759720 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07207cf-a7ab-4611-97b3-730024421b56 None None] Pushing event updated for resources: {'Port': ['ID=ae25a1d7-7cb0-41f4-8039-ac6f7d7dff14,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:33.811783 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-5f9f8081-3b48-4233-b37e-05bd338f89d6 None None] Provisioning complete for port a1d35eeb-537c-4a89-9e60-4ab65263b611 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:43:33.812153 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5f9f8081-3b48-4233-b37e-05bd338f89d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:33.812833 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-5f9f8081-3b48-4233-b37e-05bd338f89d6 None None] Attempt 1 to provision port a1d35eeb-537c-4a89-9e60-4ab65263b611 Oct 12 07:43:33.853853 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24cafec3-8fa5-4f5b-bb8f-1ac56caaba15 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Router c817bc85-ed1a-4db4-a97d-cc55a405723f has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:43:33.884561 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-931be0ca-8ff9-4111-b284-2dd791ef2976 None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:33.886773 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-5f9f8081-3b48-4233-b37e-05bd338f89d6 None None] Port a1d35eeb-537c-4a89-9e60-4ab65263b611 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:43:33.899063 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-931be0ca-8ff9-4111-b284-2dd791ef2976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:33.978329 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f0b2a8-83e4-4231-8081-6ab3dd27c358 None None] Pushing event updated for resources: {'Port': ['ID=a1d35eeb-537c-4a89-9e60-4ab65263b611,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:33.979172 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24cafec3-8fa5-4f5b-bb8f-1ac56caaba15 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:43:33.992125 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-24cafec3-8fa5-4f5b-bb8f-1ac56caaba15 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:33.993336 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-24cafec3-8fa5-4f5b-bb8f-1ac56caaba15 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "PUT /v2.0/routers/c817bc85-ed1a-4db4-a97d-cc55a405723f HTTP/1.1" status: 200 len: 933 time: 0.8283687 Oct 12 07:43:33.996158 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42994) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:34.015814 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-931be0ca-8ff9-4111-b284-2dd791ef2976 None None] Attempting to bind port a1d35eeb-537c-4a89-9e60-4ab65263b611 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:43:34.016187 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-931be0ca-8ff9-4111-b284-2dd791ef2976 None None] Attempting to bind port a1d35eeb-537c-4a89-9e60-4ab65263b611 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '819b505b-b8fe-4ec4-8cf0-ace6af71d817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a31996b1-3210-4cc0-813f-01fc2ccff220'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:43:34.016546 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931be0ca-8ff9-4111-b284-2dd791ef2976 None None] Attempting to bind port a1d35eeb-537c-4a89-9e60-4ab65263b611 on network a31996b1-3210-4cc0-813f-01fc2ccff220 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:43:34.021904 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931be0ca-8ff9-4111-b284-2dd791ef2976 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:43:34.022438 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931be0ca-8ff9-4111-b284-2dd791ef2976 None None] Checking segment: {'id': '819b505b-b8fe-4ec4-8cf0-ace6af71d817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a31996b1-3210-4cc0-813f-01fc2ccff220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:43:34.022845 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-931be0ca-8ff9-4111-b284-2dd791ef2976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:34.023230 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931be0ca-8ff9-4111-b284-2dd791ef2976 None None] Bound using segment: {'id': '819b505b-b8fe-4ec4-8cf0-ace6af71d817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a31996b1-3210-4cc0-813f-01fc2ccff220'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:43:34.023693 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-931be0ca-8ff9-4111-b284-2dd791ef2976 None None] Bound port: a1d35eeb-537c-4a89-9e60-4ab65263b611, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '819b505b-b8fe-4ec4-8cf0-ace6af71d817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a31996b1-3210-4cc0-813f-01fc2ccff220'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:43:34.024093 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-931be0ca-8ff9-4111-b284-2dd791ef2976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:34.070480 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device ae25a1d7-7cb0-41f4-8039-ac6f7d7dff14 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:43:34.119314 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-054f63aa-5b2e-4011-8911-23cf117eb94e tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "GET /v2.0/routers/c817bc85-ed1a-4db4-a97d-cc55a405723f HTTP/1.1" status: 200 len: 933 time: 0.1219633 Oct 12 07:43:34.121976 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42996) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:34.127661 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-4d7e312c-d233-43b2-9291-54c8069ed9b4 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Request body: {'router': {'routes': None}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:43:34.135613 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-931be0ca-8ff9-4111-b284-2dd791ef2976 None None] For port a1d35eeb-537c-4a89-9e60-4ab65263b611, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:43:34.139799 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-931be0ca-8ff9-4111-b284-2dd791ef2976 None None] For port a1d35eeb-537c-4a89-9e60-4ab65263b611, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=a1d35eeb-537c-4a89-9e60-4ab65263b611,segment=NetworkSegment(819b505b-b8fe-4ec4-8cf0-ace6af71d817),segment_id=819b505b-b8fe-4ec4-8cf0-ace6af71d817)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:43:34.149418 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-931be0ca-8ff9-4111-b284-2dd791ef2976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:34.183263 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port ae25a1d7-7cb0-41f4-8039-ac6f7d7dff14 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:43:34.183638 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:34.183971 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port ae25a1d7-7cb0-41f4-8039-ac6f7d7dff14 Oct 12 07:43:34.225115 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931be0ca-8ff9-4111-b284-2dd791ef2976 None None] Routers {'c817bc85-ed1a-4db4-a97d-cc55a405723f'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:43:34.225829 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-931be0ca-8ff9-4111-b284-2dd791ef2976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:43:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['c817bc85-ed1a-4db4-a97d-cc55a405723f'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:34.281814 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f0b2a8-83e4-4231-8081-6ab3dd27c358 None None] Pushing event updated for resources: {'Port': ['ID=a1d35eeb-537c-4a89-9e60-4ab65263b611,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:34.358085 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-931be0ca-8ff9-4111-b284-2dd791ef2976 None None] Set router c817bc85-ed1a-4db4-a97d-cc55a405723f gateway port host: None {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:43:34.388312 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-5f9f8081-3b48-4233-b37e-05bd338f89d6 None None] Attempt 2 to provision port a1d35eeb-537c-4a89-9e60-4ab65263b611 Oct 12 07:43:34.423483 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port ae25a1d7-7cb0-41f4-8039-ac6f7d7dff14 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:43:34.424571 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device f2be6483-5eab-44b3-9d5c-3c3a7fc03bef up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:43:34.492466 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.extraroute_db [None req-4d7e312c-d233-43b2-9291-54c8069ed9b4 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Added routes are [] {{(pid=103200) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 12 07:43:34.492783 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.extraroute_db [None req-4d7e312c-d233-43b2-9291-54c8069ed9b4 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103200) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 12 07:43:34.526682 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4d7e312c-d233-43b2-9291-54c8069ed9b4 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33139406', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33141651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13931'] for router, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:34.712929 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4d7e312c-d233-43b2-9291-54c8069ed9b4 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33139406', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33141651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13931'] for router, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:34.716385 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4d7e312c-d233-43b2-9291-54c8069ed9b4 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33139383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33139388', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33141656'] for router, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:34.756004 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port f2be6483-5eab-44b3-9d5c-3c3a7fc03bef triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:43:34.756600 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:34.756694 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port f2be6483-5eab-44b3-9d5c-3c3a7fc03bef Oct 12 07:43:34.796827 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-5f9f8081-3b48-4233-b37e-05bd338f89d6 None None] Current status of the port a1d35eeb-537c-4a89-9e60-4ab65263b611 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:43:34.797291 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5f9f8081-3b48-4233-b37e-05bd338f89d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:34.821001 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7e312c-d233-43b2-9291-54c8069ed9b4 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Router c817bc85-ed1a-4db4-a97d-cc55a405723f has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:43:34.867265 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-5f9f8081-3b48-4233-b37e-05bd338f89d6 None None] For port a1d35eeb-537c-4a89-9e60-4ab65263b611, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=a1d35eeb-537c-4a89-9e60-4ab65263b611,segment=NetworkSegment(819b505b-b8fe-4ec4-8cf0-ace6af71d817),segment_id=819b505b-b8fe-4ec4-8cf0-ace6af71d817)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:43:34.875590 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5f9f8081-3b48-4233-b37e-05bd338f89d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:34.913524 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7e312c-d233-43b2-9291-54c8069ed9b4 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:43:34.921652 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4d7e312c-d233-43b2-9291-54c8069ed9b4 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:34.928125 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-4d7e312c-d233-43b2-9291-54c8069ed9b4 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "PUT /v2.0/routers/c817bc85-ed1a-4db4-a97d-cc55a405723f HTTP/1.1" status: 200 len: 699 time: 0.7997041 Oct 12 07:43:34.928125 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 42998) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:34.956013 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-5f9f8081-3b48-4233-b37e-05bd338f89d6 None None] Provisioning complete for port ae25a1d7-7cb0-41f4-8039-ac6f7d7dff14 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:43:34.956383 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5f9f8081-3b48-4233-b37e-05bd338f89d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:34.956716 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-5f9f8081-3b48-4233-b37e-05bd338f89d6 None None] Attempt 1 to provision port ae25a1d7-7cb0-41f4-8039-ac6f7d7dff14 Oct 12 07:43:34.994175 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f8081-3b48-4233-b37e-05bd338f89d6 None None] Pushing event updated for resources: {'Port': ['ID=a1d35eeb-537c-4a89-9e60-4ab65263b611,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:34.998944 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port f2be6483-5eab-44b3-9d5c-3c3a7fc03bef is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:43:35.005023 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-931be0ca-8ff9-4111-b284-2dd791ef2976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'name': 'tempest-RoutersTest-router-634791340', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:21Z', 'updated_at': '2022-10-12T07:43:33Z', 'revision_number': 6, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'gw_port_host': None, '_interfaces': [{'id': '21a4d8ad-00fb-4a31-b3ab-a98bac325788', 'name': '', 'network_id': 'b2fff0e3-288e-46c5-9d77-0b7db19909bb', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:a4:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '3929e33e-1ace-47a6-9e92-5855bc44b921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:22Z', 'updated_at': '2022-10-12T07:43:27Z', 'revision_number': 5, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': '3929e33e-1ace-47a6-9e92-5855bc44b921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1d35eeb-537c-4a89-9e60-4ab65263b611', 'name': '', 'network_id': 'a31996b1-3210-4cc0-813f-01fc2ccff220', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:85:d2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '827fee55-e001-410e-bf67-5876e1cd328c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:31Z', 'updated_at': '2022-10-12T07:43:34Z', 'revision_number': 4, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': '827fee55-e001-410e-bf67-5876e1cd328c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4', 'name': '', 'network_id': '8e3e96d8-1865-4b95-aed2-37929c9528c4', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:ac:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '20d573ac-ab14-4b57-8f01-4c22c23ce7ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:25Z', 'updated_at': '2022-10-12T07:43:31Z', 'revision_number': 5, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': '20d573ac-ab14-4b57-8f01-4c22c23ce7ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2be6483-5eab-44b3-9d5c-3c3a7fc03bef', 'name': '', 'network_id': '55db45d2-9ff8-4a91-82b7-83068e9a38d8', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:69:7a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'd419f0bc-f1cf-4ff5-8f34-6c7910dd3ddc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:28Z', 'updated_at': '2022-10-12T07:43:32Z', 'revision_number': 5, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': 'd419f0bc-f1cf-4ff5-8f34-6c7910dd3ddc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:35.027362 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-33a66a9e-0d62-453f-9166-8c07029a517d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "GET /v2.0/routers/c817bc85-ed1a-4db4-a97d-cc55a405723f HTTP/1.1" status: 200 len: 699 time: 0.0978537 Oct 12 07:43:35.027964 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43000) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:35.037198 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931be0ca-8ff9-4111-b284-2dd791ef2976 None None] The sync data for ids ['c817bc85-ed1a-4db4-a97d-cc55a405723f'] in dv-neutron-860909-2-hyperv is: [{'id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'name': 'tempest-RoutersTest-router-634791340', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:21Z', 'updated_at': '2022-10-12T07:43:33Z', 'revision_number': 6, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'gw_port_host': None, '_interfaces': [{'id': '21a4d8ad-00fb-4a31-b3ab-a98bac325788', 'name': '', 'network_id': 'b2fff0e3-288e-46c5-9d77-0b7db19909bb', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:a4:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '3929e33e-1ace-47a6-9e92-5855bc44b921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:22Z', 'updated_at': '2022-10-12T07:43:27Z', 'revision_number': 5, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': '3929e33e-1ace-47a6-9e92-5855bc44b921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1d35eeb-537c-4a89-9e60-4ab65263b611', 'name': '', 'network_id': 'a31996b1-3210-4cc0-813f-01fc2ccff220', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:85:d2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '827fee55-e001-410e-bf67-5876e1cd328c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:31Z', 'updated_at': '2022-10-12T07:43:34Z', 'revision_number': 4, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': '827fee55-e001-410e-bf67-5876e1cd328c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4', 'name': '', 'network_id': '8e3e96d8-1865-4b95-aed2-37929c9528c4', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:ac:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '20d573ac-ab14-4b57-8f01-4c22c23ce7ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:25Z', 'updated_at': '2022-10-12T07:43:31Z', 'revision_number': 5, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': '20d573ac-ab14-4b57-8f01-4c22c23ce7ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2be6483-5eab-44b3-9d5c-3c3a7fc03bef', 'name': '', 'network_id': '55db45d2-9ff8-4a91-82b7-83068e9a38d8', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:69:7a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'd419f0bc-f1cf-4ff5-8f34-6c7910dd3ddc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:28Z', 'updated_at': '2022-10-12T07:43:32Z', 'revision_number': 5, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': 'd419f0bc-f1cf-4ff5-8f34-6c7910dd3ddc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:43:35.090594 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-5f9f8081-3b48-4233-b37e-05bd338f89d6 None None] Current status of the port ae25a1d7-7cb0-41f4-8039-ac6f7d7dff14 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:43:35.211557 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-4a2ed6ba-2ddd-4022-99ca-bd12d75b1ce1 None None] Provisioning complete for port a1d35eeb-537c-4a89-9e60-4ab65263b611 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:43:35.211925 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4a2ed6ba-2ddd-4022-99ca-bd12d75b1ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:35.212255 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-4a2ed6ba-2ddd-4022-99ca-bd12d75b1ce1 None None] Attempt 1 to provision port a1d35eeb-537c-4a89-9e60-4ab65263b611 Oct 12 07:43:35.323208 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-4a2ed6ba-2ddd-4022-99ca-bd12d75b1ce1 None None] Current status of the port a1d35eeb-537c-4a89-9e60-4ab65263b611 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:43:35.402605 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-44034cd9-4018-42ea-9fd8-283693dfe56c tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:35.668775 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-44034cd9-4018-42ea-9fd8-283693dfe56c tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Deleting port a1d35eeb-537c-4a89-9e60-4ab65263b611 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:43:35.669038 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-44034cd9-4018-42ea-9fd8-283693dfe56c tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:35.761217 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-44034cd9-4018-42ea-9fd8-283693dfe56c tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] For port a1d35eeb-537c-4a89-9e60-4ab65263b611, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=a1d35eeb-537c-4a89-9e60-4ab65263b611,segment=NetworkSegment(819b505b-b8fe-4ec4-8cf0-ace6af71d817),segment_id=819b505b-b8fe-4ec4-8cf0-ace6af71d817)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:43:35.761592 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-44034cd9-4018-42ea-9fd8-283693dfe56c tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:35.769864 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae6a8e6-33ee-494b-b59c-70ef51d74072 None None] Sync routers for ids ['c817bc85-ed1a-4db4-a97d-cc55a405723f'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:43:35.779996 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-44034cd9-4018-42ea-9fd8-283693dfe56c tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Calling delete_port for a1d35eeb-537c-4a89-9e60-4ab65263b611 owned by network:router_interface {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:43:35.781639 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae6a8e6-33ee-494b-b59c-70ef51d74072 None None] Routers {'c817bc85-ed1a-4db4-a97d-cc55a405723f'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:43:35.782503 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-2ae6a8e6-33ee-494b-b59c-70ef51d74072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:43:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['c817bc85-ed1a-4db4-a97d-cc55a405723f'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:35.880296 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-2ae6a8e6-33ee-494b-b59c-70ef51d74072 None None] Set router c817bc85-ed1a-4db4-a97d-cc55a405723f gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:43:35.972948 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device a1d35eeb-537c-4a89-9e60-4ab65263b611 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:43:35.982908 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-44034cd9-4018-42ea-9fd8-283693dfe56c tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:36.027214 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No active binding found for port a1d35eeb-537c-4a89-9e60-4ab65263b611 {{(pid=103202) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 12 07:43:36.028682 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device a1d35eeb-537c-4a89-9e60-4ab65263b611 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 12 07:43:36.037281 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44034cd9-4018-42ea-9fd8-283693dfe56c tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event deleted for resources: {'Port': ['ID=a1d35eeb-537c-4a89-9e60-4ab65263b611,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:36.064574 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Port a1d35eeb-537c-4a89-9e60-4ab65263b611 not found, will not notify nova. {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 12 07:43:36.120990 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-2ae6a8e6-33ee-494b-b59c-70ef51d74072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'name': 'tempest-RoutersTest-router-634791340', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:21Z', 'updated_at': '2022-10-12T07:43:34Z', 'revision_number': 7, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'gw_port_host': None, '_interfaces': [{'id': '21a4d8ad-00fb-4a31-b3ab-a98bac325788', 'name': '', 'network_id': 'b2fff0e3-288e-46c5-9d77-0b7db19909bb', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:a4:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '3929e33e-1ace-47a6-9e92-5855bc44b921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:22Z', 'updated_at': '2022-10-12T07:43:27Z', 'revision_number': 5, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': '3929e33e-1ace-47a6-9e92-5855bc44b921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1d35eeb-537c-4a89-9e60-4ab65263b611', 'name': '', 'network_id': 'a31996b1-3210-4cc0-813f-01fc2ccff220', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:85:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '827fee55-e001-410e-bf67-5876e1cd328c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:31Z', 'updated_at': '2022-10-12T07:43:34Z', 'revision_number': 5, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': '827fee55-e001-410e-bf67-5876e1cd328c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4', 'name': '', 'network_id': '8e3e96d8-1865-4b95-aed2-37929c9528c4', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:ac:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '20d573ac-ab14-4b57-8f01-4c22c23ce7ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:25Z', 'updated_at': '2022-10-12T07:43:31Z', 'revision_number': 5, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': '20d573ac-ab14-4b57-8f01-4c22c23ce7ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2be6483-5eab-44b3-9d5c-3c3a7fc03bef', 'name': '', 'network_id': '55db45d2-9ff8-4a91-82b7-83068e9a38d8', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:69:7a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'd419f0bc-f1cf-4ff5-8f34-6c7910dd3ddc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:28Z', 'updated_at': '2022-10-12T07:43:32Z', 'revision_number': 5, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': 'd419f0bc-f1cf-4ff5-8f34-6c7910dd3ddc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:36.151374 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae6a8e6-33ee-494b-b59c-70ef51d74072 None None] Checking router: c817bc85-ed1a-4db4-a97d-cc55a405723f for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:43:36.160283 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae6a8e6-33ee-494b-b59c-70ef51d74072 None None] Routers {'c817bc85-ed1a-4db4-a97d-cc55a405723f'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:43:36.160899 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-2ae6a8e6-33ee-494b-b59c-70ef51d74072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:43:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['c817bc85-ed1a-4db4-a97d-cc55a405723f'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:36.191372 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-44034cd9-4018-42ea-9fd8-283693dfe56c tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:36.267968 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-2ae6a8e6-33ee-494b-b59c-70ef51d74072 None None] Set router c817bc85-ed1a-4db4-a97d-cc55a405723f gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:43:36.501946 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-2ae6a8e6-33ee-494b-b59c-70ef51d74072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'name': 'tempest-RoutersTest-router-634791340', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:21Z', 'updated_at': '2022-10-12T07:43:35Z', 'revision_number': 8, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'gw_port_host': None, '_interfaces': [{'id': '21a4d8ad-00fb-4a31-b3ab-a98bac325788', 'name': '', 'network_id': 'b2fff0e3-288e-46c5-9d77-0b7db19909bb', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:a4:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '3929e33e-1ace-47a6-9e92-5855bc44b921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:22Z', 'updated_at': '2022-10-12T07:43:27Z', 'revision_number': 5, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': '3929e33e-1ace-47a6-9e92-5855bc44b921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4', 'name': '', 'network_id': '8e3e96d8-1865-4b95-aed2-37929c9528c4', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:ac:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '20d573ac-ab14-4b57-8f01-4c22c23ce7ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:25Z', 'updated_at': '2022-10-12T07:43:31Z', 'revision_number': 5, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': '20d573ac-ab14-4b57-8f01-4c22c23ce7ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2be6483-5eab-44b3-9d5c-3c3a7fc03bef', 'name': '', 'network_id': '55db45d2-9ff8-4a91-82b7-83068e9a38d8', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:69:7a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'd419f0bc-f1cf-4ff5-8f34-6c7910dd3ddc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:28Z', 'updated_at': '2022-10-12T07:43:32Z', 'revision_number': 5, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': 'd419f0bc-f1cf-4ff5-8f34-6c7910dd3ddc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:36.536702 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae6a8e6-33ee-494b-b59c-70ef51d74072 None None] The sync data for ids ['c817bc85-ed1a-4db4-a97d-cc55a405723f'] in dv-neutron-860909-2-hyperv is: [{'id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'name': 'tempest-RoutersTest-router-634791340', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:21Z', 'updated_at': '2022-10-12T07:43:35Z', 'revision_number': 8, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'gw_port_host': None, '_interfaces': [{'id': '21a4d8ad-00fb-4a31-b3ab-a98bac325788', 'name': '', 'network_id': 'b2fff0e3-288e-46c5-9d77-0b7db19909bb', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:a4:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '3929e33e-1ace-47a6-9e92-5855bc44b921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:22Z', 'updated_at': '2022-10-12T07:43:27Z', 'revision_number': 5, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': '3929e33e-1ace-47a6-9e92-5855bc44b921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4', 'name': '', 'network_id': '8e3e96d8-1865-4b95-aed2-37929c9528c4', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:ac:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '20d573ac-ab14-4b57-8f01-4c22c23ce7ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:25Z', 'updated_at': '2022-10-12T07:43:31Z', 'revision_number': 5, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': '20d573ac-ab14-4b57-8f01-4c22c23ce7ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2be6483-5eab-44b3-9d5c-3c3a7fc03bef', 'name': '', 'network_id': '55db45d2-9ff8-4a91-82b7-83068e9a38d8', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:69:7a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'd419f0bc-f1cf-4ff5-8f34-6c7910dd3ddc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:28Z', 'updated_at': '2022-10-12T07:43:32Z', 'revision_number': 5, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': 'd419f0bc-f1cf-4ff5-8f34-6c7910dd3ddc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:43:36.751313 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44034cd9-4018-42ea-9fd8-283693dfe56c tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Router c817bc85-ed1a-4db4-a97d-cc55a405723f has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:43:36.854655 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44034cd9-4018-42ea-9fd8-283693dfe56c tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:43:36.859526 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-44034cd9-4018-42ea-9fd8-283693dfe56c tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "PUT /v2.0/routers/c817bc85-ed1a-4db4-a97d-cc55a405723f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8309898 Oct 12 07:43:36.862214 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43006) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:36.878063 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c7984e-2e8f-4d87-ba8d-d638b2bc552e None None] Sync routers for ids ['c817bc85-ed1a-4db4-a97d-cc55a405723f'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:43:36.888820 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c7984e-2e8f-4d87-ba8d-d638b2bc552e None None] Routers {'c817bc85-ed1a-4db4-a97d-cc55a405723f'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:43:36.889594 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-b0c7984e-2e8f-4d87-ba8d-d638b2bc552e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:43:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['c817bc85-ed1a-4db4-a97d-cc55a405723f'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:36.914754 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-96473bb8-af5f-4d3d-92ce-6e10cc89e037 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Deleting subnet 827fee55-e001-410e-bf67-5876e1cd328c {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:43:36.918830 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-96473bb8-af5f-4d3d-92ce-6e10cc89e037 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:36.960766 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-96473bb8-af5f-4d3d-92ce-6e10cc89e037 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:36.989456 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-b0c7984e-2e8f-4d87-ba8d-d638b2bc552e None None] Set router c817bc85-ed1a-4db4-a97d-cc55a405723f gateway port host: None {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:43:37.049464 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-96473bb8-af5f-4d3d-92ce-6e10cc89e037 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:37.111167 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-96473bb8-af5f-4d3d-92ce-6e10cc89e037 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:37.140194 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96473bb8-af5f-4d3d-92ce-6e10cc89e037 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event deleted for resources: {'Subnet': ['ID=827fee55-e001-410e-bf67-5876e1cd328c,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:37.142294 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-96473bb8-af5f-4d3d-92ce-6e10cc89e037 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:37.148253 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-96473bb8-af5f-4d3d-92ce-6e10cc89e037 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "DELETE /v2.0/subnets/827fee55-e001-410e-bf67-5876e1cd328c HTTP/1.1" status: 204 len: 168 time: 0.2822313 Oct 12 07:43:37.151255 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43008) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:37.157322 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bee459b-b2c8-4a25-ac6c-9ef9f5d226a3 None None] Network a31996b1-3210-4cc0-813f-01fc2ccff220 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:43:37.237258 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-766f3918-e15e-4460-87db-a5be4ae40b87 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:37.294132 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-766f3918-e15e-4460-87db-a5be4ae40b87 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Deleting port ae25a1d7-7cb0-41f4-8039-ac6f7d7dff14 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:43:37.294476 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-766f3918-e15e-4460-87db-a5be4ae40b87 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:37.311791 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-b0c7984e-2e8f-4d87-ba8d-d638b2bc552e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'name': 'tempest-RoutersTest-router-634791340', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:21Z', 'updated_at': '2022-10-12T07:43:35Z', 'revision_number': 8, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'gw_port_host': None, '_interfaces': [{'id': '21a4d8ad-00fb-4a31-b3ab-a98bac325788', 'name': '', 'network_id': 'b2fff0e3-288e-46c5-9d77-0b7db19909bb', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:a4:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '3929e33e-1ace-47a6-9e92-5855bc44b921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:22Z', 'updated_at': '2022-10-12T07:43:27Z', 'revision_number': 5, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': '3929e33e-1ace-47a6-9e92-5855bc44b921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4', 'name': '', 'network_id': '8e3e96d8-1865-4b95-aed2-37929c9528c4', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:ac:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '20d573ac-ab14-4b57-8f01-4c22c23ce7ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:25Z', 'updated_at': '2022-10-12T07:43:31Z', 'revision_number': 5, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': '20d573ac-ab14-4b57-8f01-4c22c23ce7ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2be6483-5eab-44b3-9d5c-3c3a7fc03bef', 'name': '', 'network_id': '55db45d2-9ff8-4a91-82b7-83068e9a38d8', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:69:7a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'd419f0bc-f1cf-4ff5-8f34-6c7910dd3ddc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:28Z', 'updated_at': '2022-10-12T07:43:32Z', 'revision_number': 5, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': 'd419f0bc-f1cf-4ff5-8f34-6c7910dd3ddc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:37.343051 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c7984e-2e8f-4d87-ba8d-d638b2bc552e None None] Checking router: c817bc85-ed1a-4db4-a97d-cc55a405723f for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:43:37.352396 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c7984e-2e8f-4d87-ba8d-d638b2bc552e None None] Routers {'c817bc85-ed1a-4db4-a97d-cc55a405723f'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:43:37.352926 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-b0c7984e-2e8f-4d87-ba8d-d638b2bc552e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:43:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['c817bc85-ed1a-4db4-a97d-cc55a405723f'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:37.369083 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-766f3918-e15e-4460-87db-a5be4ae40b87 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] For port ae25a1d7-7cb0-41f4-8039-ac6f7d7dff14, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=ae25a1d7-7cb0-41f4-8039-ac6f7d7dff14,segment=NetworkSegment(819b505b-b8fe-4ec4-8cf0-ace6af71d817),segment_id=819b505b-b8fe-4ec4-8cf0-ace6af71d817)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:43:37.369765 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-766f3918-e15e-4460-87db-a5be4ae40b87 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:37.381373 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-766f3918-e15e-4460-87db-a5be4ae40b87 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Calling delete_port for ae25a1d7-7cb0-41f4-8039-ac6f7d7dff14 owned by network:dhcp {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:43:37.391159 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb8aa71-6666-428a-b562-a971cf6adf3a None None] DHCP port deletion for a31996b1-3210-4cc0-813f-01fc2ccff220 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:43:37.472920 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-b0c7984e-2e8f-4d87-ba8d-d638b2bc552e None None] Set router c817bc85-ed1a-4db4-a97d-cc55a405723f gateway port host: None {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:43:37.476325 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-766f3918-e15e-4460-87db-a5be4ae40b87 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:37.504437 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f3918-e15e-4460-87db-a5be4ae40b87 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event deleted for resources: {'Port': ['ID=ae25a1d7-7cb0-41f4-8039-ac6f7d7dff14,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:37.508018 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766f3918-e15e-4460-87db-a5be4ae40b87 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] No DVR routers for this DVR port ae25a1d7-7cb0-41f4-8039-ac6f7d7dff14 on host dv-neutron-860909-2-hyperv {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:43:37.553393 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ffb8aa71-6666-428a-b562-a971cf6adf3a None None] Deleting port ae25a1d7-7cb0-41f4-8039-ac6f7d7dff14 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:43:37.553762 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ffb8aa71-6666-428a-b562-a971cf6adf3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:37.594074 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-766f3918-e15e-4460-87db-a5be4ae40b87 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:37.617069 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-766f3918-e15e-4460-87db-a5be4ae40b87 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a31996b1-3210-4cc0-813f-01fc2ccff220']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:37.627355 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-766f3918-e15e-4460-87db-a5be4ae40b87 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '819b505b-b8fe-4ec4-8cf0-ace6af71d817') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:37.627656 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-766f3918-e15e-4460-87db-a5be4ae40b87 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '819b505b-b8fe-4ec4-8cf0-ace6af71d817') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:37.637284 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-766f3918-e15e-4460-87db-a5be4ae40b87 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:37.650607 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-766f3918-e15e-4460-87db-a5be4ae40b87 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:37.656659 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-766f3918-e15e-4460-87db-a5be4ae40b87 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:43:37.657044 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-766f3918-e15e-4460-87db-a5be4ae40b87 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:37.668775 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-ffb8aa71-6666-428a-b562-a971cf6adf3a None None] For port ae25a1d7-7cb0-41f4-8039-ac6f7d7dff14, host dv-neutron-860909-2-hyperv, got binding levels [] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:43:37.669163 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ffb8aa71-6666-428a-b562-a971cf6adf3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:37.689561 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ffb8aa71-6666-428a-b562-a971cf6adf3a None None] Calling delete_port for ae25a1d7-7cb0-41f4-8039-ac6f7d7dff14 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:43:37.690673 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 819b505b-b8fe-4ec4-8cf0-ace6af71d817 resource provider aggregate not found Oct 12 07:43:37.697022 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.ipam_backend_mixin [None req-ffb8aa71-6666-428a-b562-a971cf6adf3a None None] Port ae25a1d7-7cb0-41f4-8039-ac6f7d7dff14 was not found and therefore no delete operation was performed {{(pid=103202) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 12 07:43:37.701472 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ffb8aa71-6666-428a-b562-a971cf6adf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:37.731907 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-766f3918-e15e-4460-87db-a5be4ae40b87 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:37.740367 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-766f3918-e15e-4460-87db-a5be4ae40b87 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:37.743607 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-766f3918-e15e-4460-87db-a5be4ae40b87 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "DELETE /v2.0/networks/a31996b1-3210-4cc0-813f-01fc2ccff220 HTTP/1.1" status: 204 len: 168 time: 0.5942926 Oct 12 07:43:37.745678 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 819b505b-b8fe-4ec4-8cf0-ace6af71d817 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 819b505b-b8fe-4ec4-8cf0-ace6af71d817 found for delete ", "request_id": "req-0d127830-3f08-4643-a99d-9ad93f3221cf"}]} Oct 12 07:43:37.747236 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43014) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:37.751116 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb8aa71-6666-428a-b562-a971cf6adf3a None None] Pushing event deleted for resources: {'Port': ['ID=ae25a1d7-7cb0-41f4-8039-ac6f7d7dff14,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:37.755206 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f3918-e15e-4460-87db-a5be4ae40b87 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event deleted for resources: {'Network': ['ID=a31996b1-3210-4cc0-813f-01fc2ccff220,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:37.762267 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb8aa71-6666-428a-b562-a971cf6adf3a None None] No DVR routers for this DVR port ae25a1d7-7cb0-41f4-8039-ac6f7d7dff14 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:43:37.796208 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-b0c7984e-2e8f-4d87-ba8d-d638b2bc552e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'name': 'tempest-RoutersTest-router-634791340', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:21Z', 'updated_at': '2022-10-12T07:43:35Z', 'revision_number': 8, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'gw_port_host': None, '_interfaces': [{'id': '21a4d8ad-00fb-4a31-b3ab-a98bac325788', 'name': '', 'network_id': 'b2fff0e3-288e-46c5-9d77-0b7db19909bb', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:a4:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '3929e33e-1ace-47a6-9e92-5855bc44b921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:22Z', 'updated_at': '2022-10-12T07:43:27Z', 'revision_number': 5, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': '3929e33e-1ace-47a6-9e92-5855bc44b921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4', 'name': '', 'network_id': '8e3e96d8-1865-4b95-aed2-37929c9528c4', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:ac:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '20d573ac-ab14-4b57-8f01-4c22c23ce7ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:25Z', 'updated_at': '2022-10-12T07:43:31Z', 'revision_number': 5, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': '20d573ac-ab14-4b57-8f01-4c22c23ce7ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2be6483-5eab-44b3-9d5c-3c3a7fc03bef', 'name': '', 'network_id': '55db45d2-9ff8-4a91-82b7-83068e9a38d8', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:69:7a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'd419f0bc-f1cf-4ff5-8f34-6c7910dd3ddc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:28Z', 'updated_at': '2022-10-12T07:43:32Z', 'revision_number': 5, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': 'd419f0bc-f1cf-4ff5-8f34-6c7910dd3ddc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:37.825301 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c7984e-2e8f-4d87-ba8d-d638b2bc552e None None] The sync data for ids ['c817bc85-ed1a-4db4-a97d-cc55a405723f'] in dv-neutron-860909-2-hyperv is: [{'id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'name': 'tempest-RoutersTest-router-634791340', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:21Z', 'updated_at': '2022-10-12T07:43:35Z', 'revision_number': 8, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'gw_port_host': None, '_interfaces': [{'id': '21a4d8ad-00fb-4a31-b3ab-a98bac325788', 'name': '', 'network_id': 'b2fff0e3-288e-46c5-9d77-0b7db19909bb', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:a4:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '3929e33e-1ace-47a6-9e92-5855bc44b921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:22Z', 'updated_at': '2022-10-12T07:43:27Z', 'revision_number': 5, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': '3929e33e-1ace-47a6-9e92-5855bc44b921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4', 'name': '', 'network_id': '8e3e96d8-1865-4b95-aed2-37929c9528c4', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:ac:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '20d573ac-ab14-4b57-8f01-4c22c23ce7ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:25Z', 'updated_at': '2022-10-12T07:43:31Z', 'revision_number': 5, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': '20d573ac-ab14-4b57-8f01-4c22c23ce7ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2be6483-5eab-44b3-9d5c-3c3a7fc03bef', 'name': '', 'network_id': '55db45d2-9ff8-4a91-82b7-83068e9a38d8', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:69:7a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'd419f0bc-f1cf-4ff5-8f34-6c7910dd3ddc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:28Z', 'updated_at': '2022-10-12T07:43:32Z', 'revision_number': 5, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': 'd419f0bc-f1cf-4ff5-8f34-6c7910dd3ddc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:43:37.943453 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device a1d35eeb-537c-4a89-9e60-4ab65263b611 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:43:37.966347 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: a1d35eeb-537c-4a89-9e60-4ab65263b611 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:43:37.966934 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device a1d35eeb-537c-4a89-9e60-4ab65263b611 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:43:37.967378 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device ae25a1d7-7cb0-41f4-8039-ac6f7d7dff14 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:43:37.989046 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: ae25a1d7-7cb0-41f4-8039-ac6f7d7dff14 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:43:37.989375 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device ae25a1d7-7cb0-41f4-8039-ac6f7d7dff14 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:43:38.097155 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1bd1cc01-9d05-4ddc-a37d-3314cfae64f0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:38.336317 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-1bd1cc01-9d05-4ddc-a37d-3314cfae64f0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Deleting port f2be6483-5eab-44b3-9d5c-3c3a7fc03bef {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:43:38.336600 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1bd1cc01-9d05-4ddc-a37d-3314cfae64f0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:38.424098 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-1bd1cc01-9d05-4ddc-a37d-3314cfae64f0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] For port f2be6483-5eab-44b3-9d5c-3c3a7fc03bef, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=f2be6483-5eab-44b3-9d5c-3c3a7fc03bef,segment=NetworkSegment(b19b9a85-bbf4-4aed-95b9-71b0e04b14a5),segment_id=b19b9a85-bbf4-4aed-95b9-71b0e04b14a5)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:43:38.424454 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1bd1cc01-9d05-4ddc-a37d-3314cfae64f0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:38.435864 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-1bd1cc01-9d05-4ddc-a37d-3314cfae64f0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Calling delete_port for f2be6483-5eab-44b3-9d5c-3c3a7fc03bef owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:43:38.598980 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1bd1cc01-9d05-4ddc-a37d-3314cfae64f0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:38.628533 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd1cc01-9d05-4ddc-a37d-3314cfae64f0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event deleted for resources: {'Port': ['ID=f2be6483-5eab-44b3-9d5c-3c3a7fc03bef,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:38.656027 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd1cc01-9d05-4ddc-a37d-3314cfae64f0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:43:38.656375 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd1cc01-9d05-4ddc-a37d-3314cfae64f0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:43:38.656710 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd1cc01-9d05-4ddc-a37d-3314cfae64f0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:43:38.657039 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd1cc01-9d05-4ddc-a37d-3314cfae64f0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:43:38.657368 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd1cc01-9d05-4ddc-a37d-3314cfae64f0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:43:38.657692 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd1cc01-9d05-4ddc-a37d-3314cfae64f0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:43:38.658015 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd1cc01-9d05-4ddc-a37d-3314cfae64f0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:43:38.658361 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd1cc01-9d05-4ddc-a37d-3314cfae64f0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:43:38.658680 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd1cc01-9d05-4ddc-a37d-3314cfae64f0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:43:38.659014 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd1cc01-9d05-4ddc-a37d-3314cfae64f0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:43:38.659318 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd1cc01-9d05-4ddc-a37d-3314cfae64f0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:43:38.659634 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd1cc01-9d05-4ddc-a37d-3314cfae64f0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:43:38.804950 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1bd1cc01-9d05-4ddc-a37d-3314cfae64f0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:38.991434 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd1cc01-9d05-4ddc-a37d-3314cfae64f0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Router c817bc85-ed1a-4db4-a97d-cc55a405723f has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:43:39.359309 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd1cc01-9d05-4ddc-a37d-3314cfae64f0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:43:39.364415 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-1bd1cc01-9d05-4ddc-a37d-3314cfae64f0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "PUT /v2.0/routers/c817bc85-ed1a-4db4-a97d-cc55a405723f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6154115 Oct 12 07:43:39.367501 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43016) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:39.368088 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e2180f-1e80-4dc8-9a3d-f1af649788ed None None] Sync routers for ids ['c817bc85-ed1a-4db4-a97d-cc55a405723f'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:43:39.378530 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e2180f-1e80-4dc8-9a3d-f1af649788ed None None] Routers {'c817bc85-ed1a-4db4-a97d-cc55a405723f'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:43:39.379122 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-01e2180f-1e80-4dc8-9a3d-f1af649788ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:43:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['c817bc85-ed1a-4db4-a97d-cc55a405723f'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:39.418593 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2704d28-6a51-419f-aa35-acd606a2cc99 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Deleting subnet d419f0bc-f1cf-4ff5-8f34-6c7910dd3ddc {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:43:39.421776 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f2704d28-6a51-419f-aa35-acd606a2cc99 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:39.461834 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f2704d28-6a51-419f-aa35-acd606a2cc99 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:39.464925 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-01e2180f-1e80-4dc8-9a3d-f1af649788ed None None] Set router c817bc85-ed1a-4db4-a97d-cc55a405723f gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:43:39.552509 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f2704d28-6a51-419f-aa35-acd606a2cc99 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:39.613778 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f2704d28-6a51-419f-aa35-acd606a2cc99 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:39.641473 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2704d28-6a51-419f-aa35-acd606a2cc99 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event deleted for resources: {'Subnet': ['ID=d419f0bc-f1cf-4ff5-8f34-6c7910dd3ddc,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:39.645973 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f2704d28-6a51-419f-aa35-acd606a2cc99 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:39.652696 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f2704d28-6a51-419f-aa35-acd606a2cc99 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "DELETE /v2.0/subnets/d419f0bc-f1cf-4ff5-8f34-6c7910dd3ddc HTTP/1.1" status: 204 len: 168 time: 0.2805550 Oct 12 07:43:39.653377 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e5d582-95df-43ee-b470-54ed80414222 None None] Network 55db45d2-9ff8-4a91-82b7-83068e9a38d8 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:43:39.653835 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43018) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:39.733091 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-825265dd-d26a-4c44-9acb-fb39be1ea266 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:39.747564 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-01e2180f-1e80-4dc8-9a3d-f1af649788ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'name': 'tempest-RoutersTest-router-634791340', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:21Z', 'updated_at': '2022-10-12T07:43:38Z', 'revision_number': 9, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'gw_port_host': None, '_interfaces': [{'id': '21a4d8ad-00fb-4a31-b3ab-a98bac325788', 'name': '', 'network_id': 'b2fff0e3-288e-46c5-9d77-0b7db19909bb', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:a4:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '3929e33e-1ace-47a6-9e92-5855bc44b921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:22Z', 'updated_at': '2022-10-12T07:43:27Z', 'revision_number': 5, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': '3929e33e-1ace-47a6-9e92-5855bc44b921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4', 'name': '', 'network_id': '8e3e96d8-1865-4b95-aed2-37929c9528c4', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:ac:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '20d573ac-ab14-4b57-8f01-4c22c23ce7ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:25Z', 'updated_at': '2022-10-12T07:43:31Z', 'revision_number': 5, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': '20d573ac-ab14-4b57-8f01-4c22c23ce7ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:39.778364 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e2180f-1e80-4dc8-9a3d-f1af649788ed None None] Checking router: c817bc85-ed1a-4db4-a97d-cc55a405723f for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:43:39.787156 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e2180f-1e80-4dc8-9a3d-f1af649788ed None None] Routers {'c817bc85-ed1a-4db4-a97d-cc55a405723f'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:43:39.787762 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-01e2180f-1e80-4dc8-9a3d-f1af649788ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:43:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['c817bc85-ed1a-4db4-a97d-cc55a405723f'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:39.791796 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-825265dd-d26a-4c44-9acb-fb39be1ea266 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Deleting port df1a085e-2559-43ea-a96c-5352752576b9 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:43:39.792260 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-825265dd-d26a-4c44-9acb-fb39be1ea266 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:39.856291 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a7148b-8357-4943-abd1-5a8855905289 None None] DHCP port deletion for 55db45d2-9ff8-4a91-82b7-83068e9a38d8 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:43:39.861177 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-825265dd-d26a-4c44-9acb-fb39be1ea266 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] For port df1a085e-2559-43ea-a96c-5352752576b9, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=df1a085e-2559-43ea-a96c-5352752576b9,segment=NetworkSegment(b19b9a85-bbf4-4aed-95b9-71b0e04b14a5),segment_id=b19b9a85-bbf4-4aed-95b9-71b0e04b14a5)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:43:39.863022 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-825265dd-d26a-4c44-9acb-fb39be1ea266 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:39.876200 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-825265dd-d26a-4c44-9acb-fb39be1ea266 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Calling delete_port for df1a085e-2559-43ea-a96c-5352752576b9 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:43:39.879645 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-01e2180f-1e80-4dc8-9a3d-f1af649788ed None None] Set router c817bc85-ed1a-4db4-a97d-cc55a405723f gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:43:39.922086 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-88a7148b-8357-4943-abd1-5a8855905289 None None] Deleting port df1a085e-2559-43ea-a96c-5352752576b9 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:43:39.922086 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-88a7148b-8357-4943-abd1-5a8855905289 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:39.968113 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-825265dd-d26a-4c44-9acb-fb39be1ea266 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:39.996421 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-88a7148b-8357-4943-abd1-5a8855905289 None None] For port df1a085e-2559-43ea-a96c-5352752576b9, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=df1a085e-2559-43ea-a96c-5352752576b9,segment=NetworkSegment(b19b9a85-bbf4-4aed-95b9-71b0e04b14a5),segment_id=b19b9a85-bbf4-4aed-95b9-71b0e04b14a5)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:43:39.996827 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-88a7148b-8357-4943-abd1-5a8855905289 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:39.997554 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825265dd-d26a-4c44-9acb-fb39be1ea266 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event deleted for resources: {'Port': ['ID=df1a085e-2559-43ea-a96c-5352752576b9,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:40.006978 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825265dd-d26a-4c44-9acb-fb39be1ea266 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] No DVR routers for this DVR port df1a085e-2559-43ea-a96c-5352752576b9 on host dv-neutron-860909-2-hyperv {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:43:40.012266 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-88a7148b-8357-4943-abd1-5a8855905289 None None] Calling delete_port for df1a085e-2559-43ea-a96c-5352752576b9 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:43:40.077754 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device df1a085e-2559-43ea-a96c-5352752576b9 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:43:40.102369 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: df1a085e-2559-43ea-a96c-5352752576b9 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:43:40.102859 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device df1a085e-2559-43ea-a96c-5352752576b9 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:43:40.105933 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-825265dd-d26a-4c44-9acb-fb39be1ea266 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:40.126059 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-01e2180f-1e80-4dc8-9a3d-f1af649788ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'name': 'tempest-RoutersTest-router-634791340', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:21Z', 'updated_at': '2022-10-12T07:43:38Z', 'revision_number': 9, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'gw_port_host': None, '_interfaces': [{'id': '21a4d8ad-00fb-4a31-b3ab-a98bac325788', 'name': '', 'network_id': 'b2fff0e3-288e-46c5-9d77-0b7db19909bb', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:a4:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '3929e33e-1ace-47a6-9e92-5855bc44b921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:22Z', 'updated_at': '2022-10-12T07:43:27Z', 'revision_number': 5, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': '3929e33e-1ace-47a6-9e92-5855bc44b921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4', 'name': '', 'network_id': '8e3e96d8-1865-4b95-aed2-37929c9528c4', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:ac:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '20d573ac-ab14-4b57-8f01-4c22c23ce7ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:25Z', 'updated_at': '2022-10-12T07:43:31Z', 'revision_number': 5, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': '20d573ac-ab14-4b57-8f01-4c22c23ce7ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:40.131235 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-825265dd-d26a-4c44-9acb-fb39be1ea266 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55db45d2-9ff8-4a91-82b7-83068e9a38d8']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:40.142235 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-88a7148b-8357-4943-abd1-5a8855905289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:40.142935 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-825265dd-d26a-4c44-9acb-fb39be1ea266 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b19b9a85-bbf4-4aed-95b9-71b0e04b14a5') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:40.143311 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-825265dd-d26a-4c44-9acb-fb39be1ea266 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b19b9a85-bbf4-4aed-95b9-71b0e04b14a5') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:40.157933 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e2180f-1e80-4dc8-9a3d-f1af649788ed None None] The sync data for ids ['c817bc85-ed1a-4db4-a97d-cc55a405723f'] in dv-neutron-860909-2-hyperv is: [{'id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'name': 'tempest-RoutersTest-router-634791340', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:21Z', 'updated_at': '2022-10-12T07:43:38Z', 'revision_number': 9, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'gw_port_host': None, '_interfaces': [{'id': '21a4d8ad-00fb-4a31-b3ab-a98bac325788', 'name': '', 'network_id': 'b2fff0e3-288e-46c5-9d77-0b7db19909bb', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:a4:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '3929e33e-1ace-47a6-9e92-5855bc44b921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:22Z', 'updated_at': '2022-10-12T07:43:27Z', 'revision_number': 5, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': '3929e33e-1ace-47a6-9e92-5855bc44b921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4', 'name': '', 'network_id': '8e3e96d8-1865-4b95-aed2-37929c9528c4', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:ac:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '20d573ac-ab14-4b57-8f01-4c22c23ce7ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:25Z', 'updated_at': '2022-10-12T07:43:31Z', 'revision_number': 5, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': '20d573ac-ab14-4b57-8f01-4c22c23ce7ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:43:40.160017 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-825265dd-d26a-4c44-9acb-fb39be1ea266 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:40.175282 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-825265dd-d26a-4c44-9acb-fb39be1ea266 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:40.177400 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a7148b-8357-4943-abd1-5a8855905289 None None] Pushing event deleted for resources: {'Port': ['ID=df1a085e-2559-43ea-a96c-5352752576b9,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:40.182563 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-825265dd-d26a-4c44-9acb-fb39be1ea266 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:43:40.183281 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-825265dd-d26a-4c44-9acb-fb39be1ea266 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:40.186540 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a7148b-8357-4943-abd1-5a8855905289 None None] No DVR routers for this DVR port df1a085e-2559-43ea-a96c-5352752576b9 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:43:40.190832 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a7148b-8357-4943-abd1-5a8855905289 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:43:40.191184 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a7148b-8357-4943-abd1-5a8855905289 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:43:40.191576 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a7148b-8357-4943-abd1-5a8855905289 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:43:40.197767 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a7148b-8357-4943-abd1-5a8855905289 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:43:40.197767 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a7148b-8357-4943-abd1-5a8855905289 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:43:40.197767 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a7148b-8357-4943-abd1-5a8855905289 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:43:40.197767 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a7148b-8357-4943-abd1-5a8855905289 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:43:40.197767 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a7148b-8357-4943-abd1-5a8855905289 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:43:40.197767 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a7148b-8357-4943-abd1-5a8855905289 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:43:40.197767 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a7148b-8357-4943-abd1-5a8855905289 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:43:40.197767 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a7148b-8357-4943-abd1-5a8855905289 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:43:40.197767 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a7148b-8357-4943-abd1-5a8855905289 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:43:40.225601 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment b19b9a85-bbf4-4aed-95b9-71b0e04b14a5 resource provider aggregate not found Oct 12 07:43:40.265440 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment b19b9a85-bbf4-4aed-95b9-71b0e04b14a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b19b9a85-bbf4-4aed-95b9-71b0e04b14a5 found for delete ", "request_id": "req-9969b496-21be-4103-9b80-98c3d83598dc"}]} Oct 12 07:43:40.277263 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-825265dd-d26a-4c44-9acb-fb39be1ea266 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:40.295397 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-825265dd-d26a-4c44-9acb-fb39be1ea266 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:40.301482 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-825265dd-d26a-4c44-9acb-fb39be1ea266 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "DELETE /v2.0/networks/55db45d2-9ff8-4a91-82b7-83068e9a38d8 HTTP/1.1" status: 204 len: 168 time: 0.6467869 Oct 12 07:43:40.301836 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43024) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:40.302465 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825265dd-d26a-4c44-9acb-fb39be1ea266 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event deleted for resources: {'Network': ['ID=55db45d2-9ff8-4a91-82b7-83068e9a38d8,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:40.649284 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c190922f-63f2-400a-91b7-3dd9ed000291 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:40.894817 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-c190922f-63f2-400a-91b7-3dd9ed000291 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Deleting port e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:43:40.895174 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c190922f-63f2-400a-91b7-3dd9ed000291 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:40.989957 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-c190922f-63f2-400a-91b7-3dd9ed000291 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] For port e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4,segment=NetworkSegment(57cd9b2d-6173-4c15-a569-23144d2c747b),segment_id=57cd9b2d-6173-4c15-a569-23144d2c747b)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:43:40.990338 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c190922f-63f2-400a-91b7-3dd9ed000291 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:41.003440 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-c190922f-63f2-400a-91b7-3dd9ed000291 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Calling delete_port for e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4 owned by network:router_interface {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:43:41.169314 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c190922f-63f2-400a-91b7-3dd9ed000291 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:41.195723 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c190922f-63f2-400a-91b7-3dd9ed000291 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event deleted for resources: {'Port': ['ID=e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:41.225833 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c190922f-63f2-400a-91b7-3dd9ed000291 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:43:41.226209 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c190922f-63f2-400a-91b7-3dd9ed000291 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:43:41.226538 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c190922f-63f2-400a-91b7-3dd9ed000291 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:43:41.226869 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c190922f-63f2-400a-91b7-3dd9ed000291 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:43:41.227194 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c190922f-63f2-400a-91b7-3dd9ed000291 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:43:41.227517 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c190922f-63f2-400a-91b7-3dd9ed000291 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:43:41.227860 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c190922f-63f2-400a-91b7-3dd9ed000291 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:43:41.228161 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c190922f-63f2-400a-91b7-3dd9ed000291 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:43:41.228619 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c190922f-63f2-400a-91b7-3dd9ed000291 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:43:41.228958 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c190922f-63f2-400a-91b7-3dd9ed000291 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:43:41.229357 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c190922f-63f2-400a-91b7-3dd9ed000291 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:43:41.229782 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c190922f-63f2-400a-91b7-3dd9ed000291 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:43:41.368649 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c190922f-63f2-400a-91b7-3dd9ed000291 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:41.547370 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c190922f-63f2-400a-91b7-3dd9ed000291 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Router c817bc85-ed1a-4db4-a97d-cc55a405723f has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:43:41.637407 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c190922f-63f2-400a-91b7-3dd9ed000291 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:43:41.642328 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c190922f-63f2-400a-91b7-3dd9ed000291 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "PUT /v2.0/routers/c817bc85-ed1a-4db4-a97d-cc55a405723f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3385344 Oct 12 07:43:41.645455 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43026) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:41.646484 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1848cd-fcce-492a-98c8-4a91189240da None None] Sync routers for ids ['c817bc85-ed1a-4db4-a97d-cc55a405723f'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:43:41.656696 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1848cd-fcce-492a-98c8-4a91189240da None None] Routers {'c817bc85-ed1a-4db4-a97d-cc55a405723f'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:43:41.657300 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-5f1848cd-fcce-492a-98c8-4a91189240da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:43:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['c817bc85-ed1a-4db4-a97d-cc55a405723f'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:41.696416 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-d98a742c-d734-42a8-b900-c495aef307f0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Deleting subnet 20d573ac-ab14-4b57-8f01-4c22c23ce7ad {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:43:41.699818 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d98a742c-d734-42a8-b900-c495aef307f0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:41.747312 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d98a742c-d734-42a8-b900-c495aef307f0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:41.831355 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d98a742c-d734-42a8-b900-c495aef307f0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:41.891395 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-5f1848cd-fcce-492a-98c8-4a91189240da None None] Set router c817bc85-ed1a-4db4-a97d-cc55a405723f gateway port host: None {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:43:41.893733 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d98a742c-d734-42a8-b900-c495aef307f0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:41.929291 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a742c-d734-42a8-b900-c495aef307f0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event deleted for resources: {'Subnet': ['ID=20d573ac-ab14-4b57-8f01-4c22c23ce7ad,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:41.931668 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d98a742c-d734-42a8-b900-c495aef307f0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:41.937897 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d98a742c-d734-42a8-b900-c495aef307f0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "DELETE /v2.0/subnets/20d573ac-ab14-4b57-8f01-4c22c23ce7ad HTTP/1.1" status: 204 len: 168 time: 0.2913654 Oct 12 07:43:41.938329 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43028) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:41.945597 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8084bf-9490-4142-b30d-b064e55caa9a None None] Network 8e3e96d8-1865-4b95-aed2-37929c9528c4 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:43:41.976397 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device f2be6483-5eab-44b3-9d5c-3c3a7fc03bef no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:43:42.018128 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4b0ab296-0ecc-44b0-9355-b4fa9c56c5f9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:42.020004 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: f2be6483-5eab-44b3-9d5c-3c3a7fc03bef {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:43:42.020341 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device f2be6483-5eab-44b3-9d5c-3c3a7fc03bef not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:43:42.072602 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-4b0ab296-0ecc-44b0-9355-b4fa9c56c5f9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Deleting port d6e0d05f-a51a-4877-b0a7-5631afe735df {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:43:42.072840 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4b0ab296-0ecc-44b0-9355-b4fa9c56c5f9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:42.134058 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-4b0ab296-0ecc-44b0-9355-b4fa9c56c5f9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] For port d6e0d05f-a51a-4877-b0a7-5631afe735df, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=d6e0d05f-a51a-4877-b0a7-5631afe735df,segment=NetworkSegment(57cd9b2d-6173-4c15-a569-23144d2c747b),segment_id=57cd9b2d-6173-4c15-a569-23144d2c747b)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:43:42.134436 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4b0ab296-0ecc-44b0-9355-b4fa9c56c5f9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:42.147510 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-4b0ab296-0ecc-44b0-9355-b4fa9c56c5f9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Calling delete_port for d6e0d05f-a51a-4877-b0a7-5631afe735df owned by network:dhcp {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:43:42.223083 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-5f1848cd-fcce-492a-98c8-4a91189240da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'name': 'tempest-RoutersTest-router-634791340', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:21Z', 'updated_at': '2022-10-12T07:43:41Z', 'revision_number': 10, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'gw_port_host': None, '_interfaces': [{'id': '21a4d8ad-00fb-4a31-b3ab-a98bac325788', 'name': '', 'network_id': 'b2fff0e3-288e-46c5-9d77-0b7db19909bb', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:a4:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '3929e33e-1ace-47a6-9e92-5855bc44b921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:22Z', 'updated_at': '2022-10-12T07:43:27Z', 'revision_number': 5, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': '3929e33e-1ace-47a6-9e92-5855bc44b921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:42.236916 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4b0ab296-0ecc-44b0-9355-b4fa9c56c5f9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:42.251959 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1848cd-fcce-492a-98c8-4a91189240da None None] Checking router: c817bc85-ed1a-4db4-a97d-cc55a405723f for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:43:42.255705 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4af090-00a7-474e-bfa7-8875ac77ea75 None None] DHCP port deletion for 8e3e96d8-1865-4b95-aed2-37929c9528c4 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:43:42.263202 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ab296-0ecc-44b0-9355-b4fa9c56c5f9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event deleted for resources: {'Port': ['ID=d6e0d05f-a51a-4877-b0a7-5631afe735df,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:42.266359 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1848cd-fcce-492a-98c8-4a91189240da None None] Routers {'c817bc85-ed1a-4db4-a97d-cc55a405723f'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:43:42.266963 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-5f1848cd-fcce-492a-98c8-4a91189240da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:43:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['c817bc85-ed1a-4db4-a97d-cc55a405723f'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:42.268645 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0ab296-0ecc-44b0-9355-b4fa9c56c5f9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] No DVR routers for this DVR port d6e0d05f-a51a-4877-b0a7-5631afe735df on host dv-neutron-860909-2-hyperv {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:43:42.354238 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4b0ab296-0ecc-44b0-9355-b4fa9c56c5f9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:42.359324 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-5f1848cd-fcce-492a-98c8-4a91189240da None None] Set router c817bc85-ed1a-4db4-a97d-cc55a405723f gateway port host: None {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:43:42.373547 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-4b0ab296-0ecc-44b0-9355-b4fa9c56c5f9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e3e96d8-1865-4b95-aed2-37929c9528c4']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:42.382697 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-4b0ab296-0ecc-44b0-9355-b4fa9c56c5f9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57cd9b2d-6173-4c15-a569-23144d2c747b') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:42.382995 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-4b0ab296-0ecc-44b0-9355-b4fa9c56c5f9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57cd9b2d-6173-4c15-a569-23144d2c747b') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:42.392750 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4b0ab296-0ecc-44b0-9355-b4fa9c56c5f9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:42.405991 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4b0ab296-0ecc-44b0-9355-b4fa9c56c5f9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:42.412166 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b0ab296-0ecc-44b0-9355-b4fa9c56c5f9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:43:42.412548 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4b0ab296-0ecc-44b0-9355-b4fa9c56c5f9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:42.433312 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 57cd9b2d-6173-4c15-a569-23144d2c747b resource provider aggregate not found Oct 12 07:43:42.454963 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:43:42.476124 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 57cd9b2d-6173-4c15-a569-23144d2c747b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 57cd9b2d-6173-4c15-a569-23144d2c747b found for delete ", "request_id": "req-88aba202-5172-487a-b4ef-df4f33947edf"}]} Oct 12 07:43:42.484335 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4b0ab296-0ecc-44b0-9355-b4fa9c56c5f9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:42.495031 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4b0ab296-0ecc-44b0-9355-b4fa9c56c5f9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:42.498330 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-4b0ab296-0ecc-44b0-9355-b4fa9c56c5f9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "DELETE /v2.0/networks/8e3e96d8-1865-4b95-aed2-37929c9528c4 HTTP/1.1" status: 204 len: 168 time: 0.5593767 Oct 12 07:43:42.501117 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43034) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:42.512657 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ab296-0ecc-44b0-9355-b4fa9c56c5f9 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event deleted for resources: {'Network': ['ID=8e3e96d8-1865-4b95-aed2-37929c9528c4,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:42.565333 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-5f1848cd-fcce-492a-98c8-4a91189240da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'name': 'tempest-RoutersTest-router-634791340', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:21Z', 'updated_at': '2022-10-12T07:43:41Z', 'revision_number': 10, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'gw_port_host': None, '_interfaces': [{'id': '21a4d8ad-00fb-4a31-b3ab-a98bac325788', 'name': '', 'network_id': 'b2fff0e3-288e-46c5-9d77-0b7db19909bb', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:a4:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '3929e33e-1ace-47a6-9e92-5855bc44b921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:22Z', 'updated_at': '2022-10-12T07:43:27Z', 'revision_number': 5, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': '3929e33e-1ace-47a6-9e92-5855bc44b921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:42.592361 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1848cd-fcce-492a-98c8-4a91189240da None None] The sync data for ids ['c817bc85-ed1a-4db4-a97d-cc55a405723f'] in dv-neutron-860909-2-hyperv is: [{'id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'name': 'tempest-RoutersTest-router-634791340', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:21Z', 'updated_at': '2022-10-12T07:43:41Z', 'revision_number': 10, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'gw_port_host': None, '_interfaces': [{'id': '21a4d8ad-00fb-4a31-b3ab-a98bac325788', 'name': '', 'network_id': 'b2fff0e3-288e-46c5-9d77-0b7db19909bb', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'mac_address': 'fa:16:3e:a4:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '3929e33e-1ace-47a6-9e92-5855bc44b921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:22Z', 'updated_at': '2022-10-12T07:43:27Z', 'revision_number': 5, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'subnets': [{'id': '3929e33e-1ace-47a6-9e92-5855bc44b921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:43:42.827660 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7c1f3294-69e9-41f7-8e77-7066261e45d6 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:43.067588 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-7c1f3294-69e9-41f7-8e77-7066261e45d6 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Deleting port 21a4d8ad-00fb-4a31-b3ab-a98bac325788 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:43:43.067922 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7c1f3294-69e9-41f7-8e77-7066261e45d6 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:43.159286 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-7c1f3294-69e9-41f7-8e77-7066261e45d6 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] For port 21a4d8ad-00fb-4a31-b3ab-a98bac325788, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=21a4d8ad-00fb-4a31-b3ab-a98bac325788,segment=NetworkSegment(462a06e5-e81f-481e-b874-e9f019ebc2b5),segment_id=462a06e5-e81f-481e-b874-e9f019ebc2b5)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:43:43.159651 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7c1f3294-69e9-41f7-8e77-7066261e45d6 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:43.171482 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-7c1f3294-69e9-41f7-8e77-7066261e45d6 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Calling delete_port for 21a4d8ad-00fb-4a31-b3ab-a98bac325788 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:43:43.335467 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7c1f3294-69e9-41f7-8e77-7066261e45d6 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:43.361958 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f3294-69e9-41f7-8e77-7066261e45d6 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event deleted for resources: {'Port': ['ID=21a4d8ad-00fb-4a31-b3ab-a98bac325788,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:43.499551 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7c1f3294-69e9-41f7-8e77-7066261e45d6 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:43.654299 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1f3294-69e9-41f7-8e77-7066261e45d6 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Router c817bc85-ed1a-4db4-a97d-cc55a405723f has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:43:43.728023 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1f3294-69e9-41f7-8e77-7066261e45d6 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:43:43.732882 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-7c1f3294-69e9-41f7-8e77-7066261e45d6 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "PUT /v2.0/routers/c817bc85-ed1a-4db4-a97d-cc55a405723f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2307448 Oct 12 07:43:43.735498 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43036) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:43.737424 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8172e8d-5db8-46ba-b3e5-9bf0adf556b3 None None] Sync routers for ids ['c817bc85-ed1a-4db4-a97d-cc55a405723f'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:43:43.747298 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8172e8d-5db8-46ba-b3e5-9bf0adf556b3 None None] Routers {'c817bc85-ed1a-4db4-a97d-cc55a405723f'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:43:43.747887 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-d8172e8d-5db8-46ba-b3e5-9bf0adf556b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:43:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['c817bc85-ed1a-4db4-a97d-cc55a405723f'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:43.785204 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-eda3e4bd-5636-452f-a1e9-1f25faad1b6a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Deleting subnet 3929e33e-1ace-47a6-9e92-5855bc44b921 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:43:43.788349 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eda3e4bd-5636-452f-a1e9-1f25faad1b6a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:43.816659 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-d8172e8d-5db8-46ba-b3e5-9bf0adf556b3 None None] Set router c817bc85-ed1a-4db4-a97d-cc55a405723f gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:43:43.828224 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eda3e4bd-5636-452f-a1e9-1f25faad1b6a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:43.871971 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-d8172e8d-5db8-46ba-b3e5-9bf0adf556b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'name': 'tempest-RoutersTest-router-634791340', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:21Z', 'updated_at': '2022-10-12T07:43:43Z', 'revision_number': 11, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'gw_port_host': None}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:43.888278 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-73d70301-8a18-4089-b70f-3dda38962090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:43.899243 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8172e8d-5db8-46ba-b3e5-9bf0adf556b3 None None] Checking router: c817bc85-ed1a-4db4-a97d-cc55a405723f for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:43:43.908684 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8172e8d-5db8-46ba-b3e5-9bf0adf556b3 None None] Routers {'c817bc85-ed1a-4db4-a97d-cc55a405723f'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:43:43.909211 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-d8172e8d-5db8-46ba-b3e5-9bf0adf556b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:43:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['c817bc85-ed1a-4db4-a97d-cc55a405723f'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:43.935551 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eda3e4bd-5636-452f-a1e9-1f25faad1b6a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:43.979313 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-d8172e8d-5db8-46ba-b3e5-9bf0adf556b3 None None] Set router c817bc85-ed1a-4db4-a97d-cc55a405723f gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:43:43.999325 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device d6e0d05f-a51a-4877-b0a7-5631afe735df no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:43:44.001981 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eda3e4bd-5636-452f-a1e9-1f25faad1b6a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:44.020898 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: d6e0d05f-a51a-4877-b0a7-5631afe735df {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:43:44.021338 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device d6e0d05f-a51a-4877-b0a7-5631afe735df not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:43:44.021821 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:43:44.030537 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda3e4bd-5636-452f-a1e9-1f25faad1b6a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event deleted for resources: {'Subnet': ['ID=3929e33e-1ace-47a6-9e92-5855bc44b921,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:44.034343 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eda3e4bd-5636-452f-a1e9-1f25faad1b6a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:44.037130 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-d8172e8d-5db8-46ba-b3e5-9bf0adf556b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'name': 'tempest-RoutersTest-router-634791340', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:21Z', 'updated_at': '2022-10-12T07:43:43Z', 'revision_number': 11, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'gw_port_host': None}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:44.037683 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-eda3e4bd-5636-452f-a1e9-1f25faad1b6a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "DELETE /v2.0/subnets/3929e33e-1ace-47a6-9e92-5855bc44b921 HTTP/1.1" status: 204 len: 168 time: 0.3012593 Oct 12 07:43:44.041929 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43038) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:44.053066 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e8c33f-9829-4691-9885-4e6ec5c6322c None None] Network b2fff0e3-288e-46c5-9d77-0b7db19909bb requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:43:44.056190 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:43:44.057045 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device e9eb4bb5-c3ce-477e-9ad0-36c327b83cd4 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:43:44.068943 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8172e8d-5db8-46ba-b3e5-9bf0adf556b3 None None] The sync data for ids ['c817bc85-ed1a-4db4-a97d-cc55a405723f'] in dv-neutron-860909-2-hyperv is: [{'id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'name': 'tempest-RoutersTest-router-634791340', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:21Z', 'updated_at': '2022-10-12T07:43:43Z', 'revision_number': 11, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'gw_port_host': None}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:43:44.132073 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59f583a4-1450-4947-bb59-4bfeeb5b8c27 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:44.191320 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-59f583a4-1450-4947-bb59-4bfeeb5b8c27 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Deleting port 06d118dd-b8fa-4848-b1bd-64ca94e55085 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:43:44.191768 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59f583a4-1450-4947-bb59-4bfeeb5b8c27 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:44.254377 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-59f583a4-1450-4947-bb59-4bfeeb5b8c27 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] For port 06d118dd-b8fa-4848-b1bd-64ca94e55085, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=06d118dd-b8fa-4848-b1bd-64ca94e55085,segment=NetworkSegment(462a06e5-e81f-481e-b874-e9f019ebc2b5),segment_id=462a06e5-e81f-481e-b874-e9f019ebc2b5)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:43:44.254748 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59f583a4-1450-4947-bb59-4bfeeb5b8c27 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:44.267986 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-59f583a4-1450-4947-bb59-4bfeeb5b8c27 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Calling delete_port for 06d118dd-b8fa-4848-b1bd-64ca94e55085 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:43:44.349767 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59f583a4-1450-4947-bb59-4bfeeb5b8c27 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:44.375662 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f583a4-1450-4947-bb59-4bfeeb5b8c27 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event deleted for resources: {'Port': ['ID=06d118dd-b8fa-4848-b1bd-64ca94e55085,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:44.380722 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f583a4-1450-4947-bb59-4bfeeb5b8c27 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] No DVR routers for this DVR port 06d118dd-b8fa-4848-b1bd-64ca94e55085 on host dv-neutron-860909-2-hyperv {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:43:44.439362 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdd97ee-1b58-4658-aa30-c217e27b672a None None] DHCP port deletion for b2fff0e3-288e-46c5-9d77-0b7db19909bb request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:43:44.469750 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59f583a4-1450-4947-bb59-4bfeeb5b8c27 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:44.491153 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-59f583a4-1450-4947-bb59-4bfeeb5b8c27 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2fff0e3-288e-46c5-9d77-0b7db19909bb']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:44.501042 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-59f583a4-1450-4947-bb59-4bfeeb5b8c27 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '462a06e5-e81f-481e-b874-e9f019ebc2b5') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:44.501346 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-59f583a4-1450-4947-bb59-4bfeeb5b8c27 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '462a06e5-e81f-481e-b874-e9f019ebc2b5') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:44.510936 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59f583a4-1450-4947-bb59-4bfeeb5b8c27 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:44.523839 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59f583a4-1450-4947-bb59-4bfeeb5b8c27 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:44.529684 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59f583a4-1450-4947-bb59-4bfeeb5b8c27 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:43:44.530096 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59f583a4-1450-4947-bb59-4bfeeb5b8c27 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:44.562535 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 462a06e5-e81f-481e-b874-e9f019ebc2b5 resource provider aggregate not found Oct 12 07:43:44.591985 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 462a06e5-e81f-481e-b874-e9f019ebc2b5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 462a06e5-e81f-481e-b874-e9f019ebc2b5 found for delete ", "request_id": "req-81ccbd83-7cd8-4be5-9b82-e36f1e434ec8"}]} Oct 12 07:43:44.599337 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59f583a4-1450-4947-bb59-4bfeeb5b8c27 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:44.606695 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59f583a4-1450-4947-bb59-4bfeeb5b8c27 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:44.609695 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-59f583a4-1450-4947-bb59-4bfeeb5b8c27 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "DELETE /v2.0/networks/b2fff0e3-288e-46c5-9d77-0b7db19909bb HTTP/1.1" status: 204 len: 168 time: 0.5666530 Oct 12 07:43:44.612619 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43044) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:44.617431 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-f8cef89e-f5ee-4aea-8fc2-5173bd9867fb tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Request body: {'router': {'routes': None}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:43:44.621141 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f583a4-1450-4947-bb59-4bfeeb5b8c27 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Pushing event deleted for resources: {'Network': ['ID=b2fff0e3-288e-46c5-9d77-0b7db19909bb,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:44.767817 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.extraroute_db [None req-f8cef89e-f5ee-4aea-8fc2-5173bd9867fb tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Added routes are [] {{(pid=103200) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 12 07:43:44.768048 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.extraroute_db [None req-f8cef89e-f5ee-4aea-8fc2-5173bd9867fb tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Removed routes are [] {{(pid=103200) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 12 07:43:44.768354 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f8cef89e-f5ee-4aea-8fc2-5173bd9867fb tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33139406', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33141651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13931'] for router, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:44.906159 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f8cef89e-f5ee-4aea-8fc2-5173bd9867fb tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33139406', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33141651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13931'] for router, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:44.909459 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f8cef89e-f5ee-4aea-8fc2-5173bd9867fb tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33139383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33139388', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33141656'] for router, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:44.984563 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8cef89e-f5ee-4aea-8fc2-5173bd9867fb tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Router c817bc85-ed1a-4db4-a97d-cc55a405723f has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:43:45.057819 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8cef89e-f5ee-4aea-8fc2-5173bd9867fb tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:43:45.064600 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f8cef89e-f5ee-4aea-8fc2-5173bd9867fb tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:45.065736 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f8cef89e-f5ee-4aea-8fc2-5173bd9867fb tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "PUT /v2.0/routers/c817bc85-ed1a-4db4-a97d-cc55a405723f HTTP/1.1" status: 200 len: 700 time: 0.4520295 Oct 12 07:43:45.067610 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebd2b4e-1f45-4e8f-b662-e47b40df3456 None None] Sync routers for ids ['c817bc85-ed1a-4db4-a97d-cc55a405723f'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:43:45.068491 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43046) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:45.081660 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebd2b4e-1f45-4e8f-b662-e47b40df3456 None None] Routers {'c817bc85-ed1a-4db4-a97d-cc55a405723f'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:43:45.082291 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-1ebd2b4e-1f45-4e8f-b662-e47b40df3456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:43:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['c817bc85-ed1a-4db4-a97d-cc55a405723f'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:45.095334 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e52f517b-95eb-42c9-b334-b80cda71d271 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "GET /v2.0/ports?device_id=c817bc85-ed1a-4db4-a97d-cc55a405723f HTTP/1.1" status: 200 len: 205 time: 0.0257735 Oct 12 07:43:45.097755 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43048) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:45.149307 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-1ebd2b4e-1f45-4e8f-b662-e47b40df3456 None None] Set router c817bc85-ed1a-4db4-a97d-cc55a405723f gateway port host: None {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:43:45.169937 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cb4751ca-19a1-4dd1-843c-e137465f73f5 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for router, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:45.204598 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-1ebd2b4e-1f45-4e8f-b662-e47b40df3456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'name': 'tempest-RoutersTest-router-634791340', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:21Z', 'updated_at': '2022-10-12T07:43:43Z', 'revision_number': 11, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'gw_port_host': None}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:45.231019 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebd2b4e-1f45-4e8f-b662-e47b40df3456 None None] Checking router: c817bc85-ed1a-4db4-a97d-cc55a405723f for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:43:45.239126 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebd2b4e-1f45-4e8f-b662-e47b40df3456 None None] Routers {'c817bc85-ed1a-4db4-a97d-cc55a405723f'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:43:45.239714 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-1ebd2b4e-1f45-4e8f-b662-e47b40df3456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:43:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['c817bc85-ed1a-4db4-a97d-cc55a405723f'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:45.309677 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-1ebd2b4e-1f45-4e8f-b662-e47b40df3456 None None] Set router c817bc85-ed1a-4db4-a97d-cc55a405723f gateway port host: None {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:43:45.325471 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cb4751ca-19a1-4dd1-843c-e137465f73f5 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:45.327812 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cb4751ca-19a1-4dd1-843c-e137465f73f5 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:45.364993 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-1ebd2b4e-1f45-4e8f-b662-e47b40df3456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'name': 'tempest-RoutersTest-router-634791340', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:21Z', 'updated_at': '2022-10-12T07:43:43Z', 'revision_number': 11, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'gw_port_host': None}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:45.372969 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cb4751ca-19a1-4dd1-843c-e137465f73f5 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:45.373498 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4751ca-19a1-4dd1-843c-e137465f73f5 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Fanout notify agent at l3_agent the message router_deleted on router c817bc85-ed1a-4db4-a97d-cc55a405723f {{(pid=103200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:43:45.380157 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cb4751ca-19a1-4dd1-843c-e137465f73f5 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:45.381272 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-cb4751ca-19a1-4dd1-843c-e137465f73f5 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "DELETE /v2.0/routers/c817bc85-ed1a-4db4-a97d-cc55a405723f HTTP/1.1" status: 204 len: 168 time: 0.2825694 Oct 12 07:43:45.387282 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43050) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:45.389963 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-61b9d78f-becc-497e-950e-39f5a7bc8275 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-152690724', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:43:45.392071 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebd2b4e-1f45-4e8f-b662-e47b40df3456 None None] The sync data for ids ['c817bc85-ed1a-4db4-a97d-cc55a405723f'] in dv-neutron-860909-2-hyperv is: [{'id': 'c817bc85-ed1a-4db4-a97d-cc55a405723f', 'name': 'tempest-RoutersTest-router-634791340', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:21Z', 'updated_at': '2022-10-12T07:43:43Z', 'revision_number': 11, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'gw_port_host': None}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:43:45.413334 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-61b9d78f-becc-497e-950e-39f5a7bc8275 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:45.414417 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-61b9d78f-becc-497e-950e-39f5a7bc8275 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:45.467447 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-61b9d78f-becc-497e-950e-39f5a7bc8275 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:45.472507 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-61b9d78f-becc-497e-950e-39f5a7bc8275 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:45.491389 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-61b9d78f-becc-497e-950e-39f5a7bc8275 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:45.492611 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-61b9d78f-becc-497e-950e-39f5a7bc8275 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1058888 Oct 12 07:43:45.495825 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43052) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:45.500290 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-c239cbb6-0a15-44f9-aac4-2076930a2174 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:43:45.930876 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 06d118dd-b8fa-4848-b1bd-64ca94e55085 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:43:45.952073 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 06d118dd-b8fa-4848-b1bd-64ca94e55085 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:43:45.952414 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 06d118dd-b8fa-4848-b1bd-64ca94e55085 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:43:45.952832 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 21a4d8ad-00fb-4a31-b3ab-a98bac325788 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:43:45.974570 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 21a4d8ad-00fb-4a31-b3ab-a98bac325788 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:43:45.974910 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 21a4d8ad-00fb-4a31-b3ab-a98bac325788 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:43:46.040053 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c239cbb6-0a15-44f9-aac4-2076930a2174 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33139406', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33141651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13931'] for router, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:46.046423 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-96c4cc3e-eba8-4221-b3cb-a5cb1759296b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:46.050860 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c239cbb6-0a15-44f9-aac4-2076930a2174 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33139383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33139388', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33141656'] for router, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:46.146366 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c239cbb6-0a15-44f9-aac4-2076930a2174 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Router eebc5ada-e402-4e17-a347-2188755fcb94 is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:43:46.221835 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c239cbb6-0a15-44f9-aac4-2076930a2174 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:43:46.228972 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c239cbb6-0a15-44f9-aac4-2076930a2174 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:46.231820 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f1d469-3482-4e23-97ac-ec25dffc2f7d None None] Sync routers for ids ['eebc5ada-e402-4e17-a347-2188755fcb94'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:43:46.232751 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43054) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:46.233282 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c239cbb6-0a15-44f9-aac4-2076930a2174 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "PUT /v2.0/routers/eebc5ada-e402-4e17-a347-2188755fcb94 HTTP/1.1" status: 200 len: 693 time: 0.7360022 Oct 12 07:43:46.241837 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f1d469-3482-4e23-97ac-ec25dffc2f7d None None] Routers {'eebc5ada-e402-4e17-a347-2188755fcb94'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:43:46.242528 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-67f1d469-3482-4e23-97ac-ec25dffc2f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:43:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['eebc5ada-e402-4e17-a347-2188755fcb94'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:46.311844 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-67f1d469-3482-4e23-97ac-ec25dffc2f7d None None] Set router eebc5ada-e402-4e17-a347-2188755fcb94 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:43:46.313420 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-40d18222-5739-4f09-b7f0-782afa6bcadc tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "GET /v2.0/routers/eebc5ada-e402-4e17-a347-2188755fcb94 HTTP/1.1" status: 200 len: 699 time: 0.0794940 Oct 12 07:43:46.316558 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43056) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:46.344652 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-86a8567c-44b7-4ee2-9e10-79cf83b648b5 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "GET /v2.0/ports?device_id=eebc5ada-e402-4e17-a347-2188755fcb94 HTTP/1.1" status: 200 len: 205 time: 0.0248463 Oct 12 07:43:46.344884 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43058) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:46.366707 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-67f1d469-3482-4e23-97ac-ec25dffc2f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebc5ada-e402-4e17-a347-2188755fcb94', 'name': 'tempest-RoutersTest-router-152690724', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:45Z', 'updated_at': '2022-10-12T07:43:46Z', 'revision_number': 2, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'gw_port_host': None}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:46.392482 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f1d469-3482-4e23-97ac-ec25dffc2f7d None None] Checking router: eebc5ada-e402-4e17-a347-2188755fcb94 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:43:46.401590 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f1d469-3482-4e23-97ac-ec25dffc2f7d None None] Routers {'eebc5ada-e402-4e17-a347-2188755fcb94'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:43:46.402139 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-67f1d469-3482-4e23-97ac-ec25dffc2f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:43:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['eebc5ada-e402-4e17-a347-2188755fcb94'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:46.421020 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4aeb781d-2bf6-4c4f-97fe-780e389737bd tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for router, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:46.469141 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-67f1d469-3482-4e23-97ac-ec25dffc2f7d None None] Set router eebc5ada-e402-4e17-a347-2188755fcb94 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:43:46.518644 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-67f1d469-3482-4e23-97ac-ec25dffc2f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebc5ada-e402-4e17-a347-2188755fcb94', 'name': 'tempest-RoutersTest-router-152690724', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:45Z', 'updated_at': '2022-10-12T07:43:46Z', 'revision_number': 2, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'gw_port_host': None}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:46.582639 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4aeb781d-2bf6-4c4f-97fe-780e389737bd tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:46.585272 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4aeb781d-2bf6-4c4f-97fe-780e389737bd tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:46.629822 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f1d469-3482-4e23-97ac-ec25dffc2f7d None None] The sync data for ids ['eebc5ada-e402-4e17-a347-2188755fcb94'] in dv-neutron-860909-2-hyperv is: [{'id': 'eebc5ada-e402-4e17-a347-2188755fcb94', 'name': 'tempest-RoutersTest-router-152690724', 'tenant_id': '581b3a364ec742c898d07afe59d874c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:45Z', 'updated_at': '2022-10-12T07:43:46Z', 'revision_number': 2, 'project_id': '581b3a364ec742c898d07afe59d874c7', 'gw_port_host': None}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:43:46.632232 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4aeb781d-2bf6-4c4f-97fe-780e389737bd tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:46.633458 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aeb781d-2bf6-4c4f-97fe-780e389737bd tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Fanout notify agent at l3_agent the message router_deleted on router eebc5ada-e402-4e17-a347-2188755fcb94 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:43:46.640636 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4aeb781d-2bf6-4c4f-97fe-780e389737bd tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:46.641733 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-4aeb781d-2bf6-4c4f-97fe-780e389737bd tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "DELETE /v2.0/routers/eebc5ada-e402-4e17-a347-2188755fcb94 HTTP/1.1" status: 204 len: 168 time: 0.2960036 Oct 12 07:43:46.648095 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43060) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:46.677022 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f1127f67-b6db-4956-88e6-91f12ea136c7 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "GET /v2.0/ports?device_id=eebc5ada-e402-4e17-a347-2188755fcb94 HTTP/1.1" status: 200 len: 205 time: 0.0278277 Oct 12 07:43:46.679589 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43062) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:46.716828 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-18ce3df5-a854-4448-9a1d-ae0121443534 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] delete failed (client error): The resource could not be found. Oct 12 07:43:46.717850 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-18ce3df5-a854-4448-9a1d-ae0121443534 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "DELETE /v2.0/routers/eebc5ada-e402-4e17-a347-2188755fcb94 HTTP/1.1" status: 404 len: 336 time: 0.0372896 Oct 12 07:43:46.720384 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43064) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:46.746164 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-14615bec-cdcf-44fb-ae80-c0343a84a155 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] DELETE failed (client error): The resource could not be found. Oct 12 07:43:46.746615 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14615bec-cdcf-44fb-ae80-c0343a84a155 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:43:46.749538 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-14615bec-cdcf-44fb-ae80-c0343a84a155 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "DELETE /v2.0/subnets/827fee55-e001-410e-bf67-5876e1cd328c HTTP/1.1" status: 404 len: 337 time: 0.0282872 Oct 12 07:43:46.752117 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43066) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:46.781842 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a385b23-dfa0-4d95-bb6f-0677b50cb05a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] DELETE failed (client error): The resource could not be found. Oct 12 07:43:46.782319 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a385b23-dfa0-4d95-bb6f-0677b50cb05a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:43:46.785232 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-2a385b23-dfa0-4d95-bb6f-0677b50cb05a tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "DELETE /v2.0/subnets/d419f0bc-f1cf-4ff5-8f34-6c7910dd3ddc HTTP/1.1" status: 404 len: 337 time: 0.0322063 Oct 12 07:43:46.787773 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43068) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:46.813927 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-06382afb-e416-468d-9a3e-416182047084 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] DELETE failed (client error): The resource could not be found. Oct 12 07:43:46.814420 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06382afb-e416-468d-9a3e-416182047084 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:43:46.817453 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-06382afb-e416-468d-9a3e-416182047084 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "DELETE /v2.0/subnets/20d573ac-ab14-4b57-8f01-4c22c23ce7ad HTTP/1.1" status: 404 len: 337 time: 0.0287566 Oct 12 07:43:46.819917 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43070) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:46.846606 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6610e43-95c9-4898-b02c-66fb60466ee7 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] DELETE failed (client error): The resource could not be found. Oct 12 07:43:46.847046 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6610e43-95c9-4898-b02c-66fb60466ee7 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:43:46.850097 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d6610e43-95c9-4898-b02c-66fb60466ee7 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "DELETE /v2.0/subnets/3929e33e-1ace-47a6-9e92-5855bc44b921 HTTP/1.1" status: 404 len: 337 time: 0.0292213 Oct 12 07:43:46.852579 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43072) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:46.878058 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-9f3b4a29-f82f-41d9-8421-ef783d562848 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "GET /v2.0/ports?device_id=c817bc85-ed1a-4db4-a97d-cc55a405723f HTTP/1.1" status: 200 len: 205 time: 0.0244110 Oct 12 07:43:46.880374 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43074) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:46.916503 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-b66339e8-0353-4f87-944d-6e79431047c0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] delete failed (client error): The resource could not be found. Oct 12 07:43:46.917408 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b66339e8-0353-4f87-944d-6e79431047c0 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "DELETE /v2.0/routers/c817bc85-ed1a-4db4-a97d-cc55a405723f HTTP/1.1" status: 404 len: 336 time: 0.0361600 Oct 12 07:43:46.919894 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43076) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:46.950120 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-845fb7f5-92ae-4711-b567-184443bc9c3d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "GET /v2.0/ports?device_id=74e79ed6-36ed-4307-ba6b-38492b4b52a2 HTTP/1.1" status: 200 len: 205 time: 0.0292134 Oct 12 07:43:46.952279 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43078) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:46.987857 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-92147c1b-ea06-41b6-bf74-8030136766b8 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] delete failed (client error): The resource could not be found. Oct 12 07:43:46.988897 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-92147c1b-ea06-41b6-bf74-8030136766b8 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "DELETE /v2.0/routers/74e79ed6-36ed-4307-ba6b-38492b4b52a2 HTTP/1.1" status: 404 len: 336 time: 0.0357552 Oct 12 07:43:46.991505 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43084) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:47.018175 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-bce93969-a2fb-49ec-9398-749927620c20 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] DELETE failed (client error): The resource could not be found. Oct 12 07:43:47.018717 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bce93969-a2fb-49ec-9398-749927620c20 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:43:47.021808 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-bce93969-a2fb-49ec-9398-749927620c20 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "DELETE /v2.0/subnets/f737cb08-e00d-460b-a368-090bef062f0f HTTP/1.1" status: 404 len: 337 time: 0.0293009 Oct 12 07:43:47.024378 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43086) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:47.053975 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-96fa67b8-df5f-472b-966b-676c90fdae2f tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f324361-e4dc-4d53-a367-a32a5ad4f834 HTTP/1.1" status: 200 len: 205 time: 0.0283997 Oct 12 07:43:47.057220 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43088) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:47.095541 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-2f3f36ad-0bed-42a3-983d-5cfb6d309ecf tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] delete failed (client error): The resource could not be found. Oct 12 07:43:47.096662 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-2f3f36ad-0bed-42a3-983d-5cfb6d309ecf tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "DELETE /v2.0/routers/1f324361-e4dc-4d53-a367-a32a5ad4f834 HTTP/1.1" status: 404 len: 336 time: 0.0384288 Oct 12 07:43:47.099356 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43090) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:47.128551 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e34a1073-8287-4a09-9c90-2184f5ba9c18 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5e333b7-3286-486e-a1df-96a03f558431 HTTP/1.1" status: 200 len: 205 time: 0.0259359 Oct 12 07:43:47.128860 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43092) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:47.170061 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-b01a3544-e02d-42fa-b2b6-ae00f49d19cb tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] delete failed (client error): The resource could not be found. Oct 12 07:43:47.171010 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b01a3544-e02d-42fa-b2b6-ae00f49d19cb tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "DELETE /v2.0/routers/c5e333b7-3286-486e-a1df-96a03f558431 HTTP/1.1" status: 404 len: 336 time: 0.0412571 Oct 12 07:43:47.173529 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43094) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:47.201355 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d8426b2-9e12-4a96-a2bd-26ece95f6047 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] DELETE failed (client error): The resource could not be found. Oct 12 07:43:47.201823 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d8426b2-9e12-4a96-a2bd-26ece95f6047 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:43:47.205162 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-3d8426b2-9e12-4a96-a2bd-26ece95f6047 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "DELETE /v2.0/subnets/0caab9c7-c30d-4637-a510-a18f93abff4a HTTP/1.1" status: 404 len: 337 time: 0.0304656 Oct 12 07:43:47.207729 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43098) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:47.222192 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:47.234785 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-0857d1cd-1cba-4d60-9ea6-5102a74ee606 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9baf311-7984-4f1b-947d-8314ee382eb5 HTTP/1.1" status: 200 len: 205 time: 0.0258083 Oct 12 07:43:47.237127 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43100) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:47.273941 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-1bfe5874-72b9-4ec9-9f71-c497f9d92a45 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] delete failed (client error): The resource could not be found. Oct 12 07:43:47.275014 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-1bfe5874-72b9-4ec9-9f71-c497f9d92a45 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "DELETE /v2.0/routers/e9baf311-7984-4f1b-947d-8314ee382eb5 HTTP/1.1" status: 404 len: 336 time: 0.0370159 Oct 12 07:43:47.277555 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43102) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:47.311889 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-96004686-7bab-42fd-bfbc-581721187560 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] DELETE failed (client error): The resource could not be found. Oct 12 07:43:47.312355 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96004686-7bab-42fd-bfbc-581721187560 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:43:47.315456 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-96004686-7bab-42fd-bfbc-581721187560 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "DELETE /v2.0/subnets/3cd025ea-050b-4a2f-8a64-c7b02a640974 HTTP/1.1" status: 404 len: 337 time: 0.0369697 Oct 12 07:43:47.318118 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43104) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:47.344310 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-5124a519-60d4-4b29-9849-e09d6036e7e1 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fb73e08-84b7-4891-ad61-99da7250753b HTTP/1.1" status: 200 len: 205 time: 0.0250666 Oct 12 07:43:47.346541 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43106) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:47.383239 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.api.v2.resource [None req-3e365be9-1786-49c2-a220-da8e3081d03d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] delete failed (client error): The resource could not be found. Oct 12 07:43:47.384268 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-3e365be9-1786-49c2-a220-da8e3081d03d tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "DELETE /v2.0/routers/6fb73e08-84b7-4891-ad61-99da7250753b HTTP/1.1" status: 404 len: 336 time: 0.0368607 Oct 12 07:43:47.386901 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43108) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:47.417128 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f36ac0f-5923-4670-a247-db7518f70f89 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] DELETE failed (client error): The resource could not be found. Oct 12 07:43:47.417570 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f36ac0f-5923-4670-a247-db7518f70f89 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:43:47.420596 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-4f36ac0f-5923-4670-a247-db7518f70f89 tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "DELETE /v2.0/subnets/d4c4ed9a-5e48-4ae8-a585-c5f997fa585a HTTP/1.1" status: 404 len: 337 time: 0.0327015 Oct 12 07:43:47.422953 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43110) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:47.449057 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-0874eace-1a35-4c4c-8e45-9dcffc3d566f tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] DELETE failed (client error): The resource could not be found. Oct 12 07:43:47.449516 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0874eace-1a35-4c4c-8e45-9dcffc3d566f tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 07:43:47.452537 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-0874eace-1a35-4c4c-8e45-9dcffc3d566f tempest-RoutersTest-1351391958 tempest-RoutersTest-1351391958-project] 10.222.0.26 "DELETE /v2.0/subnets/7e52f716-1221-4041-ba9a-8a91d9383056 HTTP/1.1" status: 404 len: 337 time: 0.0287018 Oct 12 07:43:47.696939 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43116) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:47.823342 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-525f2798-57d2-4d24-86a6-52d924706652 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=581b3a364ec742c898d07afe59d874c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1252909 Oct 12 07:43:47.825694 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43120) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:47.872253 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b063e9a5-d48f-43db-a88d-9cb040fb8145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:47.892920 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b063e9a5-d48f-43db-a88d-9cb040fb8145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:47.937837 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b063e9a5-d48f-43db-a88d-9cb040fb8145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:47.941436 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b063e9a5-d48f-43db-a88d-9cb040fb8145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:47.942598 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b063e9a5-d48f-43db-a88d-9cb040fb8145 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/71205d68-2202-4284-a8f7-8ac53d825210 HTTP/1.1" status: 204 len: 168 time: 0.1159806 Oct 12 07:43:47.949964 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b063e9a5-d48f-43db-a88d-9cb040fb8145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71205d68-2202-4284-a8f7-8ac53d825210,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:43:48.780029 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:49.118820 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:50.955982 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:53.553639 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43128) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:53.761731 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8661f83a-d98d-456c-b1d3-a48bad76427a tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:53.762234 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8661f83a-d98d-456c-b1d3-a48bad76427a tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:53.762716 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8661f83a-d98d-456c-b1d3-a48bad76427a tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:53.764367 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-8661f83a-d98d-456c-b1d3-a48bad76427a tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/ports?project_id=62f83991a7314cd6b6c084162dcfff66&network_id=8e4fab22-158c-4bfc-8f30-2a4009b89223 HTTP/1.1" status: 200 len: 2999 time: 0.2097118 Oct 12 07:43:56.531269 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43140) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:56.577821 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db6b5a2-3460-4b0e-8157-91d38a08c848 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:56.579329 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-8db6b5a2-3460-4b0e-8157-91d38a08c848 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 HTTP/1.1" status: 200 len: 814 time: 0.0470710 Oct 12 07:43:57.361056 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43146) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:57.366475 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-2941a46e-46e4-450c-83a5-9f1a699dd09b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:43:57.421758 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2941a46e-46e4-450c-83a5-9f1a699dd09b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for floatingip, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:57.564718 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2941a46e-46e4-450c-83a5-9f1a699dd09b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:57.568438 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2941a46e-46e4-450c-83a5-9f1a699dd09b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:57.568723 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.l3_db [None req-2941a46e-46e4-450c-83a5-9f1a699dd09b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Floating IP f4a386c8-0e87-43cd-adb5-10db229868e5 disassociated. External IP: 172.26.3.80, port: 87173ff7-5881-483e-a2ca-89c48e7f980e. Oct 12 07:43:58.052255 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2941a46e-46e4-450c-83a5-9f1a699dd09b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Router 0f182e0c-f966-4731-bf56-fb3561936093 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:43:58.156601 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2941a46e-46e4-450c-83a5-9f1a699dd09b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:43:58.161360 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2941a46e-46e4-450c-83a5-9f1a699dd09b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:43:58.166968 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21177723-8f48-429e-815e-0756595e153f None None] Sync routers for ids ['0f182e0c-f966-4731-bf56-fb3561936093'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:43:58.176546 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21177723-8f48-429e-815e-0756595e153f None None] Routers {'0f182e0c-f966-4731-bf56-fb3561936093'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:43:58.177140 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-21177723-8f48-429e-815e-0756595e153f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:43:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['0f182e0c-f966-4731-bf56-fb3561936093'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:58.188925 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-2941a46e-46e4-450c-83a5-9f1a699dd09b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "PUT /v2.0/floatingips/f4a386c8-0e87-43cd-adb5-10db229868e5 HTTP/1.1" status: 200 len: 689 time: 0.8267105 Oct 12 07:43:58.189579 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa14418-b760-4c4f-9e10-60b2d8e93587', 'tag': '87173ff7-5881-483e-a2ca-89c48e7f980e'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:43:58.191743 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43148) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:58.192220 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddba47f6901442025abf8f9725c41876113475a10693ce4f7782efac72d774e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4c7e1e-8c39-4c0e-b82a-acedf25f7a65" -d '{"events": [{"name": "network-changed", "server_uuid": "afa14418-b760-4c4f-9e10-60b2d8e93587", "tag": "87173ff7-5881-483e-a2ca-89c48e7f980e"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:43:58.229818 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22a602f-b720-4f48-9d56-e96c526ad8c9 x-openstack-request-id: req-a22a602f-b720-4f48-9d56-e96c526ad8c9 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:43:58.230144 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa14418-b760-4c4f-9e10-60b2d8e93587", "tag": "87173ff7-5881-483e-a2ca-89c48e7f980e", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:43:58.230397 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a22a602f-b720-4f48-9d56-e96c526ad8c9 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:43:58.230799 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a22a602f-b720-4f48-9d56-e96c526ad8c9'] response: {'name': 'network-changed', 'server_uuid': 'afa14418-b760-4c4f-9e10-60b2d8e93587', 'tag': '87173ff7-5881-483e-a2ca-89c48e7f980e', 'status': 'completed', 'code': 200} Oct 12 07:43:58.237337 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-3183ef4e-d4e6-4235-ae45-90c5f0b06b1b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/floatingips/f4a386c8-0e87-43cd-adb5-10db229868e5 HTTP/1.1" status: 200 len: 689 time: 0.0433931 Oct 12 07:43:58.291937 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c7e1e-8c39-4c0e-b82a-acedf25f7a65 req-26c7e7ec-c4ff-47a0-8bab-11705eaa2bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:58.292801 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-21177723-8f48-429e-815e-0756595e153f None None] Set router 0f182e0c-f966-4731-bf56-fb3561936093 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:43:58.293465 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cd4c7e1e-8c39-4c0e-b82a-acedf25f7a65 req-26c7e7ec-c4ff-47a0-8bab-11705eaa2bc0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&device_id=afa14418-b760-4c4f-9e10-60b2d8e93587 HTTP/1.1" status: 200 len: 1098 time: 0.0423157 Oct 12 07:43:58.391133 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c7e1e-8c39-4c0e-b82a-acedf25f7a65 req-eed32f21-24d6-40e4-8356-db6a956c2451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:58.392605 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cd4c7e1e-8c39-4c0e-b82a-acedf25f7a65 req-eed32f21-24d6-40e4-8356-db6a956c2451 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8e4fab22-158c-4bfc-8f30-2a4009b89223 HTTP/1.1" status: 200 len: 897 time: 0.0921216 Oct 12 07:43:58.434692 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cd4c7e1e-8c39-4c0e-b82a-acedf25f7a65 req-03b725a5-047f-482f-8728-ce5300100189 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87173ff7-5881-483e-a2ca-89c48e7f980e HTTP/1.1" status: 200 len: 217 time: 0.0351384 Oct 12 07:43:58.490056 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c7e1e-8c39-4c0e-b82a-acedf25f7a65 req-957b7353-7743-475e-86d0-ec46045f96ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:58.490323 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-21177723-8f48-429e-815e-0756595e153f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f182e0c-f966-4731-bf56-fb3561936093', 'name': 'tempest-TestNetworkBasicOps-router-415717493', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '4df1bba8-c452-4d6b-954d-2ff0b7aafd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:01Z', 'updated_at': '2022-10-12T07:43:07Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '4df1bba8-c452-4d6b-954d-2ff0b7aafd2d', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:39:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f182e0c-f966-4731-bf56-fb3561936093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:02Z', 'updated_at': '2022-10-12T07:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': 'c6447b85-5334-4962-8c88-d7e91d97bcf6', 'name': '', 'network_id': '8e4fab22-158c-4bfc-8f30-2a4009b89223', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:99:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f182e0c-f966-4731-bf56-fb3561936093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '3de92281-69b1-48a2-949d-cfca16d0bb5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:06Z', 'updated_at': '2022-10-12T07:43:12Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '3de92281-69b1-48a2-949d-cfca16d0bb5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:58.491635 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cd4c7e1e-8c39-4c0e-b82a-acedf25f7a65 req-957b7353-7743-475e-86d0-ec46045f96ee service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3de92281-69b1-48a2-949d-cfca16d0bb5f HTTP/1.1" status: 200 len: 834 time: 0.0505221 Oct 12 07:43:58.516996 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21177723-8f48-429e-815e-0756595e153f None None] Checking router: 0f182e0c-f966-4731-bf56-fb3561936093 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:43:58.525533 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21177723-8f48-429e-815e-0756595e153f None None] Routers {'0f182e0c-f966-4731-bf56-fb3561936093'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:43:58.526215 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-21177723-8f48-429e-815e-0756595e153f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:43:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['0f182e0c-f966-4731-bf56-fb3561936093'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:58.537397 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c7e1e-8c39-4c0e-b82a-acedf25f7a65 req-3b60eaef-ff89-4f39-bba0-1a6c77fe793c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:58.538948 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cd4c7e1e-8c39-4c0e-b82a-acedf25f7a65 req-3b60eaef-ff89-4f39-bba0-1a6c77fe793c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8e4fab22-158c-4bfc-8f30-2a4009b89223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394244 Oct 12 07:43:58.630561 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-21177723-8f48-429e-815e-0756595e153f None None] Set router 0f182e0c-f966-4731-bf56-fb3561936093 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:43:58.631711 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cd4c7e1e-8c39-4c0e-b82a-acedf25f7a65 req-67654646-f171-403a-8286-05355d31a8c1 service neutron] 10.222.0.23 "GET /v2.0/networks/8e4fab22-158c-4bfc-8f30-2a4009b89223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850599 Oct 12 07:43:58.722855 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cd4c7e1e-8c39-4c0e-b82a-acedf25f7a65 req-01394f48-e4da-4160-a484-dd42b040de81 service neutron] 10.222.0.23 "GET /v2.0/networks/8e4fab22-158c-4bfc-8f30-2a4009b89223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847580 Oct 12 07:43:58.969959 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-21177723-8f48-429e-815e-0756595e153f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f182e0c-f966-4731-bf56-fb3561936093', 'name': 'tempest-TestNetworkBasicOps-router-415717493', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '4df1bba8-c452-4d6b-954d-2ff0b7aafd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:01Z', 'updated_at': '2022-10-12T07:43:07Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '4df1bba8-c452-4d6b-954d-2ff0b7aafd2d', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:39:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f182e0c-f966-4731-bf56-fb3561936093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:02Z', 'updated_at': '2022-10-12T07:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': 'c6447b85-5334-4962-8c88-d7e91d97bcf6', 'name': '', 'network_id': '8e4fab22-158c-4bfc-8f30-2a4009b89223', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:99:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f182e0c-f966-4731-bf56-fb3561936093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '3de92281-69b1-48a2-949d-cfca16d0bb5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:06Z', 'updated_at': '2022-10-12T07:43:12Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '3de92281-69b1-48a2-949d-cfca16d0bb5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:43:58.997107 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21177723-8f48-429e-815e-0756595e153f None None] The sync data for ids ['0f182e0c-f966-4731-bf56-fb3561936093'] in dv-neutron-860909-2-hyperv is: [{'id': '0f182e0c-f966-4731-bf56-fb3561936093', 'name': 'tempest-TestNetworkBasicOps-router-415717493', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '4df1bba8-c452-4d6b-954d-2ff0b7aafd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:01Z', 'updated_at': '2022-10-12T07:43:07Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '4df1bba8-c452-4d6b-954d-2ff0b7aafd2d', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:39:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f182e0c-f966-4731-bf56-fb3561936093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:02Z', 'updated_at': '2022-10-12T07:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': 'c6447b85-5334-4962-8c88-d7e91d97bcf6', 'name': '', 'network_id': '8e4fab22-158c-4bfc-8f30-2a4009b89223', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:99:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f182e0c-f966-4731-bf56-fb3561936093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '3de92281-69b1-48a2-949d-cfca16d0bb5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:06Z', 'updated_at': '2022-10-12T07:43:12Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '3de92281-69b1-48a2-949d-cfca16d0bb5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:43:59.209848 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485a911c-9916-46db-adea-fb8dc82f8edd None None] New status for floating IP f4a386c8-0e87-43cd-adb5-10db229868e5: DOWN {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 07:43:59.239788 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43152) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:43:59.288039 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c8859e59-fff6-452a-8a4b-8eb8599d4ab9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/floatingips/f4a386c8-0e87-43cd-adb5-10db229868e5 HTTP/1.1" status: 200 len: 689 time: 0.0468838 Oct 12 07:43:59.393251 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9b982b05-5d6b-4d32-9414-d1e2d79b3545 req-da3430d8-3fe1-457a-ae3d-09be0955a2f3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d2d914c9-c0dd-4781-aa4a-3d597e4a9606&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385392 Oct 12 07:43:59.473269 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b982b05-5d6b-4d32-9414-d1e2d79b3545 req-e31cbe8a-11a2-4b50-a96e-ab56fb064495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:59.474786 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9b982b05-5d6b-4d32-9414-d1e2d79b3545 req-e31cbe8a-11a2-4b50-a96e-ab56fb064495 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82e1d814e4454fb2a7138e45884a198c&device_id=d2d914c9-c0dd-4781-aa4a-3d597e4a9606 HTTP/1.1" status: 200 len: 1098 time: 0.0398717 Oct 12 07:43:59.578881 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b982b05-5d6b-4d32-9414-d1e2d79b3545 req-17833a66-3da9-4701-9502-acca75f8ce12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:59.580229 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9b982b05-5d6b-4d32-9414-d1e2d79b3545 req-17833a66-3da9-4701-9502-acca75f8ce12 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7804729f-5a18-4f8e-8ea7-dae1d105ce0d HTTP/1.1" status: 200 len: 913 time: 0.0854180 Oct 12 07:43:59.643695 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9b982b05-5d6b-4d32-9414-d1e2d79b3545 req-9a871a40-7426-41e9-9622-a06e07bdcb3e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd7563bd-dcc8-4345-9a07-82d357321e95 HTTP/1.1" status: 200 len: 1000 time: 0.0569296 Oct 12 07:43:59.691154 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b982b05-5d6b-4d32-9414-d1e2d79b3545 req-b52e5992-8774-4d2e-afc7-41fb96cca514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:59.692549 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9b982b05-5d6b-4d32-9414-d1e2d79b3545 req-b52e5992-8774-4d2e-afc7-41fb96cca514 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=47a40364-9659-4f40-a5db-71e52bd850ae HTTP/1.1" status: 200 len: 851 time: 0.0427105 Oct 12 07:43:59.741462 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b982b05-5d6b-4d32-9414-d1e2d79b3545 req-f28b4f54-9ca3-4faa-81c5-14eeec2d438e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:43:59.742947 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9b982b05-5d6b-4d32-9414-d1e2d79b3545 req-f28b4f54-9ca3-4faa-81c5-14eeec2d438e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7804729f-5a18-4f8e-8ea7-dae1d105ce0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430875 Oct 12 07:43:59.831488 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9b982b05-5d6b-4d32-9414-d1e2d79b3545 req-9018f980-553a-4511-8df5-7a254f82432c service neutron] 10.222.0.23 "GET /v2.0/networks/7804729f-5a18-4f8e-8ea7-dae1d105ce0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811837 Oct 12 07:43:59.923356 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9b982b05-5d6b-4d32-9414-d1e2d79b3545 req-c3a9008d-5013-4a6f-bb64-18e4e17f2e30 service neutron] 10.222.0.23 "GET /v2.0/networks/7804729f-5a18-4f8e-8ea7-dae1d105ce0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855353 Oct 12 07:44:00.290904 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43154) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:44:00.340263 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f105bc47-7882-4e47-aa8e-912566eba8cb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/floatingips/f4a386c8-0e87-43cd-adb5-10db229868e5 HTTP/1.1" status: 200 len: 687 time: 0.0477650 Oct 12 07:44:01.413804 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43158) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:44:01.418995 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-314430bb-7dd9-41ae-8c92-6bf37d200a98 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1162465903', 'description': 'tempest-secgroup-smoke-1162465903 description', 'project_id': '62f83991a7314cd6b6c084162dcfff66'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:44:01.439162 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-314430bb-7dd9-41ae-8c92-6bf37d200a98 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:01.503112 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-314430bb-7dd9-41ae-8c92-6bf37d200a98 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:01.506694 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-314430bb-7dd9-41ae-8c92-6bf37d200a98 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:01.537279 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-314430bb-7dd9-41ae-8c92-6bf37d200a98 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:01.538507 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-314430bb-7dd9-41ae-8c92-6bf37d200a98 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1236954 Oct 12 07:44:01.540308 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314430bb-7dd9-41ae-8c92-6bf37d200a98 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bd53cb-360a-4427-823a-04261170e82e,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:44:01.541670 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43160) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:44:01.547636 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-83eef253-7e33-435e-98ef-dfe8439bd794 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': 'a2bd53cb-360a-4427-823a-04261170e82e', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:44:01.571286 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-83eef253-7e33-435e-98ef-dfe8439bd794 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:01.626732 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-83eef253-7e33-435e-98ef-dfe8439bd794 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:01.631224 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-83eef253-7e33-435e-98ef-dfe8439bd794 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:01.648703 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eef253-7e33-435e-98ef-dfe8439bd794 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccf532ce-9a86-4be3-b8ce-a4f65078f172,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:44:01.656081 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-83eef253-7e33-435e-98ef-dfe8439bd794 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:01.657263 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-83eef253-7e33-435e-98ef-dfe8439bd794 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1138632 Oct 12 07:44:01.660062 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43162) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:44:01.664269 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-1570ac81-3ee5-4d3a-aa4d-ffd568558e02 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': 'a2bd53cb-360a-4427-823a-04261170e82e', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:44:01.688999 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1570ac81-3ee5-4d3a-aa4d-ffd568558e02 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:01.744531 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1570ac81-3ee5-4d3a-aa4d-ffd568558e02 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:01.747442 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1570ac81-3ee5-4d3a-aa4d-ffd568558e02 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:01.765532 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1570ac81-3ee5-4d3a-aa4d-ffd568558e02 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f6cd1af-aba6-42bc-94e7-5d7e7c9ec119,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:44:01.773556 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1570ac81-3ee5-4d3a-aa4d-ffd568558e02 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:01.774783 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-1570ac81-3ee5-4d3a-aa4d-ffd568558e02 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1138189 Oct 12 07:44:01.777538 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43164) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:44:01.781746 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-fc3a2d54-bff0-4369-8cf0-260a02bb2d69 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': 'a2bd53cb-360a-4427-823a-04261170e82e', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:44:01.806240 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fc3a2d54-bff0-4369-8cf0-260a02bb2d69 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:01.866537 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fc3a2d54-bff0-4369-8cf0-260a02bb2d69 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:01.870611 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fc3a2d54-bff0-4369-8cf0-260a02bb2d69 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:01.886879 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3a2d54-bff0-4369-8cf0-260a02bb2d69 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0bfdf18-31fe-4b1c-b5f6-00f610852f82,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:44:01.894996 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fc3a2d54-bff0-4369-8cf0-260a02bb2d69 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:01.896169 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-fc3a2d54-bff0-4369-8cf0-260a02bb2d69 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176946 Oct 12 07:44:01.898906 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43166) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:44:01.903077 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-7b0d4e63-07aa-48ea-a9ad-90549d2d2a82 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': 'a2bd53cb-360a-4427-823a-04261170e82e', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:44:01.926759 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7b0d4e63-07aa-48ea-a9ad-90549d2d2a82 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:01.985966 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7b0d4e63-07aa-48ea-a9ad-90549d2d2a82 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:01.989546 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7b0d4e63-07aa-48ea-a9ad-90549d2d2a82 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:02.006100 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d4e63-07aa-48ea-a9ad-90549d2d2a82 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2bd5dac-f392-4d99-9a50-3173ba81919e,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:44:02.014050 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7b0d4e63-07aa-48ea-a9ad-90549d2d2a82 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:02.015247 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-7b0d4e63-07aa-48ea-a9ad-90549d2d2a82 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1154425 Oct 12 07:44:02.018004 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43168) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:44:02.022237 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-6ba975aa-5b9d-466a-b56b-b2dbef492c21 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': 'a2bd53cb-360a-4427-823a-04261170e82e', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:44:02.042362 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.securitygroups_db [None req-6ba975aa-5b9d-466a-b56b-b2dbef492c21 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Project 62f83991a7314cd6b6c084162dcfff66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 07:44:02.047100 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6ba975aa-5b9d-466a-b56b-b2dbef492c21 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:02.106315 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6ba975aa-5b9d-466a-b56b-b2dbef492c21 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:02.109719 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6ba975aa-5b9d-466a-b56b-b2dbef492c21 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:02.126052 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba975aa-5b9d-466a-b56b-b2dbef492c21 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b90725aa-9f10-442e-95de-7de7a5928e22,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:44:02.134106 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6ba975aa-5b9d-466a-b56b-b2dbef492c21 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:02.135266 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-6ba975aa-5b9d-466a-b56b-b2dbef492c21 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1162984 Oct 12 07:44:02.137956 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43170) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:44:02.142386 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-1a87d2ad-8c57-451e-9bc3-83fd58089ab8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': 'a2bd53cb-360a-4427-823a-04261170e82e', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:44:02.162202 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.securitygroups_db [None req-1a87d2ad-8c57-451e-9bc3-83fd58089ab8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Project 62f83991a7314cd6b6c084162dcfff66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 07:44:02.167427 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1a87d2ad-8c57-451e-9bc3-83fd58089ab8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:02.229088 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1a87d2ad-8c57-451e-9bc3-83fd58089ab8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:02.232458 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1a87d2ad-8c57-451e-9bc3-83fd58089ab8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:02.249520 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a87d2ad-8c57-451e-9bc3-83fd58089ab8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb6ab3a2-b31b-4496-acc2-39ac691c96a2,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:44:02.256647 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1a87d2ad-8c57-451e-9bc3-83fd58089ab8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:02.257840 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-1a87d2ad-8c57-451e-9bc3-83fd58089ab8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1189518 Oct 12 07:44:02.446590 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-f639d302-8c28-47da-8006-f1c440e9f9b6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1162465903&fields=id&tenant_id=62f83991a7314cd6b6c084162dcfff66 HTTP/1.1" status: 200 len: 267 time: 0.0319254 Oct 12 07:44:02.551180 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-9a9cb48f-0879-43c8-af7f-73f16a2e8dac tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:44:02.552776 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-9a9cb48f-0879-43c8-af7f-73f16a2e8dac tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/networks?id=8e4fab22-158c-4bfc-8f30-2a4009b89223 HTTP/1.1" status: 200 len: 796 time: 0.0989628 Oct 12 07:44:02.567590 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-e3a31336-8fd0-494b-a953-02f7a13fab0c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/quotas/62f83991a7314cd6b6c084162dcfff66 HTTP/1.1" status: 200 len: 375 time: 0.0090635 Oct 12 07:44:02.627345 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-56c8fdf0-1af1-48a4-a42e-553d799fdd2a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0538578 Oct 12 07:44:02.776302 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-766547b1-dff5-4658-b9c7-fa7498ef28ad service neutron] 10.222.0.26 "GET /v2.0/networks/8e4fab22-158c-4bfc-8f30-2a4009b89223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363940 Oct 12 07:44:02.874100 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-547e7645-e880-4f45-a504-d436486fc72b service neutron] 10.222.0.26 "GET /v2.0/networks/8e4fab22-158c-4bfc-8f30-2a4009b89223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913551 Oct 12 07:44:03.033555 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0ff3f6f7-bb85-4781-9599-6a20153fea24 req-cee0473d-ff52-4429-a050-3984261c7127 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c4f588e-59b4-43f4-a80f-22385351bb56 HTTP/1.1" status: 200 len: 210 time: 0.0257928 Oct 12 07:44:03.937386 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-7d62d8f2-35ce-42a0-b8c1-53e854c86578 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:44:03.938794 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-7d62d8f2-35ce-42a0-b8c1-53e854c86578 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "GET /v2.0/networks?id=8e4fab22-158c-4bfc-8f30-2a4009b89223 HTTP/1.1" status: 200 len: 796 time: 0.1061585 Oct 12 07:44:03.985731 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-891122c5-5e0a-48f3-97e1-96d7cd4c2eec tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62f83991a7314cd6b6c084162dcfff66 HTTP/1.1" status: 200 len: 473 time: 0.0374353 Oct 12 07:44:03.997308 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-e60f17b1-8f19-4f1a-894d-da22f47f3a45 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'port': {'device_id': '9c4f588e-59b4-43f4-a80f-22385351bb56', 'network_id': '8e4fab22-158c-4bfc-8f30-2a4009b89223', 'admin_state_up': True, 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'security_groups': ['a2bd53cb-360a-4427-823a-04261170e82e']}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:44:04.102755 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-e60f17b1-8f19-4f1a-894d-da22f47f3a45 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Made reservation on behalf of 62f83991a7314cd6b6c084162dcfff66 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:44:04.106282 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-e60f17b1-8f19-4f1a-894d-da22f47f3a45 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:04.153220 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3223c860-3f5b-415c-880b-cc73199ac629 req-618f9c1d-2d29-4472-a951-0b3093dae3e1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c4f588e-59b4-43f4-a80f-22385351bb56 HTTP/1.1" status: 200 len: 210 time: 0.0439141 Oct 12 07:44:04.254586 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-e60f17b1-8f19-4f1a-894d-da22f47f3a45 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Allocated IP 172.20.0.14 (8e4fab22-158c-4bfc-8f30-2a4009b89223/3de92281-69b1-48a2-949d-cfca16d0bb5f/ef1b7114-9149-4f84-9124-372e75b78e1a) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:44:04.392194 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-e60f17b1-8f19-4f1a-894d-da22f47f3a45 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:04.424024 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-e60f17b1-8f19-4f1a-894d-da22f47f3a45 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:04.467886 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-e60f17b1-8f19-4f1a-894d-da22f47f3a45 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network 8e4fab22-158c-4bfc-8f30-2a4009b89223 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:44:04.470923 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-e60f17b1-8f19-4f1a-894d-da22f47f3a45 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:44:04.474518 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-e60f17b1-8f19-4f1a-894d-da22f47f3a45 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:44:04.497989 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f17b1-8f19-4f1a-894d-da22f47f3a45 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=ef1b7114-9149-4f84-9124-372e75b78e1a,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:44:04.526354 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-e60f17b1-8f19-4f1a-894d-da22f47f3a45 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:44:04.526972 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-e60f17b1-8f19-4f1a-894d-da22f47f3a45 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:04.543919 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-e60f17b1-8f19-4f1a-894d-da22f47f3a45 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5501134 Oct 12 07:44:04.555549 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-abb72a33-7204-4b7c-8589-7d45223a7068 service neutron] Request body: {'port': {'device_id': '9c4f588e-59b4-43f4-a80f-22385351bb56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8609'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:44:04.616770 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-abb72a33-7204-4b7c-8589-7d45223a7068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:04.825794 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-976ab412-0bec-40ee-85e4-3073e00b793f None None] Provisioning complete for port ef1b7114-9149-4f84-9124-372e75b78e1a triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:44:04.826411 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-976ab412-0bec-40ee-85e4-3073e00b793f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:04.826536 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-976ab412-0bec-40ee-85e4-3073e00b793f None None] Attempt 1 to provision port ef1b7114-9149-4f84-9124-372e75b78e1a Oct 12 07:44:04.863093 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-976ab412-0bec-40ee-85e4-3073e00b793f None None] Port ef1b7114-9149-4f84-9124-372e75b78e1a cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:44:04.883102 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-abb72a33-7204-4b7c-8589-7d45223a7068 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef1b7114-9149-4f84-9124-372e75b78e1a {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:44:04.890345 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-abb72a33-7204-4b7c-8589-7d45223a7068 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:04.901779 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-abb72a33-7204-4b7c-8589-7d45223a7068 service neutron] Transition to ACTIVE for port object ef1b7114-9149-4f84-9124-372e75b78e1a will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 07:44:04.906127 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-abb72a33-7204-4b7c-8589-7d45223a7068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:04.985040 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb72a33-7204-4b7c-8589-7d45223a7068 service neutron] Pushing event updated for resources: {'Port': ['ID=ef1b7114-9149-4f84-9124-372e75b78e1a,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:44:05.013579 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-abb72a33-7204-4b7c-8589-7d45223a7068 service neutron] Attempting to bind port ef1b7114-9149-4f84-9124-372e75b78e1a on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:44:05.013907 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-abb72a33-7204-4b7c-8589-7d45223a7068 service neutron] Attempting to bind port ef1b7114-9149-4f84-9124-372e75b78e1a by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '0698dc22-2072-46fb-aaec-216263c3b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '8e4fab22-158c-4bfc-8f30-2a4009b89223'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:44:05.014263 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-abb72a33-7204-4b7c-8589-7d45223a7068 service neutron] Attempting to bind port ef1b7114-9149-4f84-9124-372e75b78e1a on network 8e4fab22-158c-4bfc-8f30-2a4009b89223 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:44:05.018366 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-abb72a33-7204-4b7c-8589-7d45223a7068 service neutron] Port ef1b7114-9149-4f84-9124-372e75b78e1a on network 8e4fab22-158c-4bfc-8f30-2a4009b89223 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:44:05.018679 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-abb72a33-7204-4b7c-8589-7d45223a7068 service neutron] Attempting to bind port ef1b7114-9149-4f84-9124-372e75b78e1a on network 8e4fab22-158c-4bfc-8f30-2a4009b89223 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:44:05.023407 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-abb72a33-7204-4b7c-8589-7d45223a7068 service neutron] Checking agent: {'id': 'afe9b392-c72e-4ef3-a7bd-ca4c2066af02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8609', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'started_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:44:05.023732 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-abb72a33-7204-4b7c-8589-7d45223a7068 service neutron] Checking segment: {'id': '0698dc22-2072-46fb-aaec-216263c3b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '8e4fab22-158c-4bfc-8f30-2a4009b89223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:44:05.024098 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-abb72a33-7204-4b7c-8589-7d45223a7068 service neutron] Bound using segment: {'id': '0698dc22-2072-46fb-aaec-216263c3b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '8e4fab22-158c-4bfc-8f30-2a4009b89223'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:44:05.024514 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-abb72a33-7204-4b7c-8589-7d45223a7068 service neutron] Bound port: ef1b7114-9149-4f84-9124-372e75b78e1a, host: hv-neutron-8609, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0698dc22-2072-46fb-aaec-216263c3b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '8e4fab22-158c-4bfc-8f30-2a4009b89223'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:44:05.024858 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-abb72a33-7204-4b7c-8589-7d45223a7068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:05.086083 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-abb72a33-7204-4b7c-8589-7d45223a7068 service neutron] For port ef1b7114-9149-4f84-9124-372e75b78e1a, host hv-neutron-8609, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:44:05.089476 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-abb72a33-7204-4b7c-8589-7d45223a7068 service neutron] For port ef1b7114-9149-4f84-9124-372e75b78e1a, host hv-neutron-8609, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=ef1b7114-9149-4f84-9124-372e75b78e1a,segment=NetworkSegment(0698dc22-2072-46fb-aaec-216263c3b12e),segment_id=0698dc22-2072-46fb-aaec-216263c3b12e)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:44:05.094279 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-abb72a33-7204-4b7c-8589-7d45223a7068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:05.097489 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-abb72a33-7204-4b7c-8589-7d45223a7068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:44:05.098103 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-abb72a33-7204-4b7c-8589-7d45223a7068 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:05.099828 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-abb72a33-7204-4b7c-8589-7d45223a7068 service neutron] 10.222.0.23 "PUT /v2.0/ports/ef1b7114-9149-4f84-9124-372e75b78e1a HTTP/1.1" status: 200 len: 1094 time: 0.5485165 Oct 12 07:44:05.101746 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c4f588e-59b4-43f4-a80f-22385351bb56', 'tag': 'ef1b7114-9149-4f84-9124-372e75b78e1a'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:44:05.105585 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43beffce-a622-4ca4-86cc-99c7d0ba0bd0" -d '{"events": [{"name": "network-changed", "server_uuid": "9c4f588e-59b4-43f4-a80f-22385351bb56", "tag": "ef1b7114-9149-4f84-9124-372e75b78e1a"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:44:05.148682 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42dfe1d-349c-4f22-a5ef-d2c1c40d97c0 x-openstack-request-id: req-b42dfe1d-349c-4f22-a5ef-d2c1c40d97c0 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:44:05.148969 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c4f588e-59b4-43f4-a80f-22385351bb56", "tag": "ef1b7114-9149-4f84-9124-372e75b78e1a", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:44:05.149218 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b42dfe1d-349c-4f22-a5ef-d2c1c40d97c0 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:44:05.149610 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b42dfe1d-349c-4f22-a5ef-d2c1c40d97c0'] response: {'name': 'network-changed', 'server_uuid': '9c4f588e-59b4-43f4-a80f-22385351bb56', 'tag': 'ef1b7114-9149-4f84-9124-372e75b78e1a', 'status': 'completed', 'code': 200} Oct 12 07:44:05.191472 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb72a33-7204-4b7c-8589-7d45223a7068 service neutron] Pushing event updated for resources: {'Port': ['ID=ef1b7114-9149-4f84-9124-372e75b78e1a,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:44:05.200817 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-97616b86-9c12-4823-87fe-c3240685ca74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:44:05.202544 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-97616b86-9c12-4823-87fe-c3240685ca74 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&device_id=9c4f588e-59b4-43f4-a80f-22385351bb56 HTTP/1.1" status: 200 len: 1097 time: 0.0631857 Oct 12 07:44:05.246861 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-8d88de8d-90aa-4654-b26b-cfd990a8ce20 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef1b7114-9149-4f84-9124-372e75b78e1a HTTP/1.1" status: 200 len: 217 time: 0.0365872 Oct 12 07:44:05.318952 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-bfafc27f-9d7b-4205-8bff-ff6003b270fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:44:05.320393 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-bfafc27f-9d7b-4205-8bff-ff6003b270fd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3de92281-69b1-48a2-949d-cfca16d0bb5f HTTP/1.1" status: 200 len: 834 time: 0.0666990 Oct 12 07:44:05.331015 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5ea9b-45cb-410a-8ce0-fb60cc63abd9 req-74e2e5e4-cc46-418e-9b68-1644084b2406 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:44:05.332373 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-74b5ea9b-45cb-410a-8ce0-fb60cc63abd9 req-74e2e5e4-cc46-418e-9b68-1644084b2406 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c4f588e-59b4-43f4-a80f-22385351bb56 HTTP/1.1" status: 200 len: 944 time: 0.0879695 Oct 12 07:44:05.364374 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-976ab412-0bec-40ee-85e4-3073e00b793f None None] Attempt 2 to provision port ef1b7114-9149-4f84-9124-372e75b78e1a Oct 12 07:44:05.393795 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-74b5ea9b-45cb-410a-8ce0-fb60cc63abd9 req-dfbc6498-38c3-4703-b34c-4b357db61199 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2bd53cb-360a-4427-823a-04261170e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530109 Oct 12 07:44:05.396336 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-453e3a61-1b7e-44af-a400-cffdc7558b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:44:05.397791 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-453e3a61-1b7e-44af-a400-cffdc7558b9e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8e4fab22-158c-4bfc-8f30-2a4009b89223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0645831 Oct 12 07:44:05.405745 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-976ab412-0bec-40ee-85e4-3073e00b793f None None] Port ef1b7114-9149-4f84-9124-372e75b78e1a had new provisioning blocks added so it will not transition to active. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 12 07:44:05.489044 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-7f37eb95-c7d0-49ab-9daf-de3e807c640f service neutron] 10.222.0.23 "GET /v2.0/networks/8e4fab22-158c-4bfc-8f30-2a4009b89223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838695 Oct 12 07:44:05.577845 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4b9a3a62-94fc-4815-83f1-8cf8ad1d4e04 req-130f85e8-19e7-4a48-9db9-e80834514ef6 service neutron] 10.222.0.23 "GET /v2.0/networks/8e4fab22-158c-4bfc-8f30-2a4009b89223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819702 Oct 12 07:44:05.658949 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43beffce-a622-4ca4-86cc-99c7d0ba0bd0 req-9b6bba38-6182-47e0-950f-6b995b5a1f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:44:05.660316 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-43beffce-a622-4ca4-86cc-99c7d0ba0bd0 req-9b6bba38-6182-47e0-950f-6b995b5a1f91 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&device_id=9c4f588e-59b4-43f4-a80f-22385351bb56 HTTP/1.1" status: 200 len: 1097 time: 0.0404053 Oct 12 07:44:05.751120 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43beffce-a622-4ca4-86cc-99c7d0ba0bd0 req-253fab59-fdd0-4b4f-9578-2b80a89f6f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:44:05.752564 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-43beffce-a622-4ca4-86cc-99c7d0ba0bd0 req-253fab59-fdd0-4b4f-9578-2b80a89f6f04 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8e4fab22-158c-4bfc-8f30-2a4009b89223 HTTP/1.1" status: 200 len: 897 time: 0.0853863 Oct 12 07:44:05.792214 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-43beffce-a622-4ca4-86cc-99c7d0ba0bd0 req-28a0b53f-9a97-4f3e-ae90-ee5fa6a36fb2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef1b7114-9149-4f84-9124-372e75b78e1a HTTP/1.1" status: 200 len: 217 time: 0.0327833 Oct 12 07:44:05.843638 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43beffce-a622-4ca4-86cc-99c7d0ba0bd0 req-19cb5d58-e7f5-4bc4-8a9e-bb9b2b962ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:44:05.845053 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-43beffce-a622-4ca4-86cc-99c7d0ba0bd0 req-19cb5d58-e7f5-4bc4-8a9e-bb9b2b962ae1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3de92281-69b1-48a2-949d-cfca16d0bb5f HTTP/1.1" status: 200 len: 834 time: 0.0465689 Oct 12 07:44:05.888795 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43beffce-a622-4ca4-86cc-99c7d0ba0bd0 req-8d7b25b7-13ee-4012-beb4-f94fe40e91c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:44:05.890292 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-43beffce-a622-4ca4-86cc-99c7d0ba0bd0 req-8d7b25b7-13ee-4012-beb4-f94fe40e91c6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8e4fab22-158c-4bfc-8f30-2a4009b89223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389543 Oct 12 07:44:05.979883 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-43beffce-a622-4ca4-86cc-99c7d0ba0bd0 req-c059d6cf-5c59-4a31-9ecb-21255bc81752 service neutron] 10.222.0.23 "GET /v2.0/networks/8e4fab22-158c-4bfc-8f30-2a4009b89223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825732 Oct 12 07:44:06.067906 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-43beffce-a622-4ca4-86cc-99c7d0ba0bd0 req-f93ba208-1aba-4cc5-a107-02531f948ef3 service neutron] 10.222.0.23 "GET /v2.0/networks/8e4fab22-158c-4bfc-8f30-2a4009b89223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801253 Oct 12 07:44:06.514466 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601c4b5-aea5-438b-9e24-a06859098ffe req-395b8c2d-67f4-4747-abbb-bbb7b0c62448 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:44:06.515905 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b601c4b5-aea5-438b-9e24-a06859098ffe req-395b8c2d-67f4-4747-abbb-bbb7b0c62448 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c4f588e-59b4-43f4-a80f-22385351bb56 HTTP/1.1" status: 200 len: 944 time: 0.0475578 Oct 12 07:44:06.552963 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b601c4b5-aea5-438b-9e24-a06859098ffe req-df624745-1089-430b-b982-7a5dde12d8ff tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2bd53cb-360a-4427-823a-04261170e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311072 Oct 12 07:44:07.268591 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device ef1b7114-9149-4f84-9124-372e75b78e1a details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 07:44:07.362813 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port ef1b7114-9149-4f84-9124-372e75b78e1a, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=ef1b7114-9149-4f84-9124-372e75b78e1a,segment=NetworkSegment(0698dc22-2072-46fb-aaec-216263c3b12e),segment_id=0698dc22-2072-46fb-aaec-216263c3b12e)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:44:07.374483 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': 'ef1b7114-9149-4f84-9124-372e75b78e1a', 'network_id': '8e4fab22-158c-4bfc-8f30-2a4009b89223', 'port_id': 'ef1b7114-9149-4f84-9124-372e75b78e1a', 'mac_address': 'fa:16:3e:31:9d:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de92281-69b1-48a2-949d-cfca16d0bb5f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 07:44:07.409940 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port ef1b7114-9149-4f84-9124-372e75b78e1a is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:44:07.410349 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:07.422366 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef1b7114-9149-4f84-9124-372e75b78e1a {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:44:07.441377 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port ef1b7114-9149-4f84-9124-372e75b78e1a, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=ef1b7114-9149-4f84-9124-372e75b78e1a,segment=NetworkSegment(0698dc22-2072-46fb-aaec-216263c3b12e),segment_id=0698dc22-2072-46fb-aaec-216263c3b12e)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:44:07.445381 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:07.490670 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=ef1b7114-9149-4f84-9124-372e75b78e1a,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:44:07.673322 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['ef1b7114-9149-4f84-9124-372e75b78e1a'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 07:44:07.675295 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e499f-0a3a-4784-8302-da63d4adfbb3 req-ab448364-aff8-413b-89a9-245f0735e521 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:44:07.676760 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bd2e499f-0a3a-4784-8302-da63d4adfbb3 req-ab448364-aff8-413b-89a9-245f0735e521 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c4f588e-59b4-43f4-a80f-22385351bb56 HTTP/1.1" status: 200 len: 945 time: 0.0501149 Oct 12 07:44:07.713796 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bd2e499f-0a3a-4784-8302-da63d4adfbb3 req-19b35fc7-cf2a-4720-b731-c8bcdf87812c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2bd53cb-360a-4427-823a-04261170e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304489 Oct 12 07:44:08.831304 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddead9d-f8fb-4328-8dae-8ad40c2a70a5 req-88419261-16fc-4017-8572-e51294104787 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:44:08.832754 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-dddead9d-f8fb-4328-8dae-8ad40c2a70a5 req-88419261-16fc-4017-8572-e51294104787 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c4f588e-59b4-43f4-a80f-22385351bb56 HTTP/1.1" status: 200 len: 945 time: 0.0478022 Oct 12 07:44:08.869484 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-dddead9d-f8fb-4328-8dae-8ad40c2a70a5 req-cad890d0-d2cd-4e5b-a421-c4ad506ffff4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2bd53cb-360a-4427-823a-04261170e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302424 Oct 12 07:44:09.293753 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device ef1b7114-9149-4f84-9124-372e75b78e1a up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:44:09.345814 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning for port ef1b7114-9149-4f84-9124-372e75b78e1a completed by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 12 07:44:09.349449 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port ef1b7114-9149-4f84-9124-372e75b78e1a triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:44:09.349822 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:09.350188 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port ef1b7114-9149-4f84-9124-372e75b78e1a Oct 12 07:44:09.428649 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port ef1b7114-9149-4f84-9124-372e75b78e1a is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:44:09.429041 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:09.451695 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4f588e-59b4-43f4-a80f-22385351bb56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1b7114-9149-4f84-9124-372e75b78e1a'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:44:09.453952 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47faafe4-70fb-4825-b3a3-bce4923f25b6" -d '{"events": [{"server_uuid": "9c4f588e-59b4-43f4-a80f-22385351bb56", "name": "network-vif-plugged", "status": "completed", "tag": "ef1b7114-9149-4f84-9124-372e75b78e1a"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:44:09.467429 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port ef1b7114-9149-4f84-9124-372e75b78e1a, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=ef1b7114-9149-4f84-9124-372e75b78e1a,segment=NetworkSegment(0698dc22-2072-46fb-aaec-216263c3b12e),segment_id=0698dc22-2072-46fb-aaec-216263c3b12e)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:44:09.471665 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:09.499422 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc32e1dd-9045-4301-81f2-2fe5bbe83bf2 x-openstack-request-id: req-fc32e1dd-9045-4301-81f2-2fe5bbe83bf2 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:44:09.499707 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4f588e-59b4-43f4-a80f-22385351bb56", "name": "network-vif-plugged", "status": "completed", "tag": "ef1b7114-9149-4f84-9124-372e75b78e1a", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:44:09.499957 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fc32e1dd-9045-4301-81f2-2fe5bbe83bf2 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:44:09.500342 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc32e1dd-9045-4301-81f2-2fe5bbe83bf2'] response: {'server_uuid': '9c4f588e-59b4-43f4-a80f-22385351bb56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1b7114-9149-4f84-9124-372e75b78e1a', 'code': 200} Oct 12 07:44:09.526803 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=ef1b7114-9149-4f84-9124-372e75b78e1a,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:44:09.657274 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761d361-86bd-4dbc-a798-7fff7756ccdd req-28159c9e-8c11-45bd-9e71-80425a7ed5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:44:09.658775 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7761d361-86bd-4dbc-a798-7fff7756ccdd req-28159c9e-8c11-45bd-9e71-80425a7ed5e7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9c4f588e-59b4-43f4-a80f-22385351bb56 HTTP/1.1" status: 200 len: 1099 time: 0.0423057 Oct 12 07:44:09.691421 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7761d361-86bd-4dbc-a798-7fff7756ccdd req-ac9a8372-f0c6-451f-ad5d-d35735077573 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a2bd53cb-360a-4427-823a-04261170e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266297 Oct 12 07:44:09.989271 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b8f79-63c2-4667-aa60-6c614103c727 req-6dbf549d-8bf3-40ad-b4bf-e0709a3568fc tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:44:09.990762 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-170b8f79-63c2-4667-aa60-6c614103c727 req-6dbf549d-8bf3-40ad-b4bf-e0709a3568fc tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c4f588e-59b4-43f4-a80f-22385351bb56 HTTP/1.1" status: 200 len: 946 time: 0.0497530 Oct 12 07:44:10.026980 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-170b8f79-63c2-4667-aa60-6c614103c727 req-727c239f-fa6c-431f-b541-834bf5b4d278 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2bd53cb-360a-4427-823a-04261170e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297422 Oct 12 07:44:11.148273 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161fb1c-9051-460d-b8fd-b30b39cbc13b req-92ecf271-c634-4ac0-9ea6-8f0a1afdc4e4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:44:11.149709 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c161fb1c-9051-460d-b8fd-b30b39cbc13b req-92ecf271-c634-4ac0-9ea6-8f0a1afdc4e4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c4f588e-59b4-43f4-a80f-22385351bb56 HTTP/1.1" status: 200 len: 946 time: 0.0473640 Oct 12 07:44:11.186509 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c161fb1c-9051-460d-b8fd-b30b39cbc13b req-1ce55654-bbff-4d08-9967-1ea37616d8fa tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2bd53cb-360a-4427-823a-04261170e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307727 Oct 12 07:44:11.303799 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fb48d-1c69-4b72-bf15-273d965d7196 req-c95cf05e-ea00-48f7-a110-f62ba9ad3ee1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:44:11.305408 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5d9fb48d-1c69-4b72-bf15-273d965d7196 req-c95cf05e-ea00-48f7-a110-f62ba9ad3ee1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c4f588e-59b4-43f4-a80f-22385351bb56 HTTP/1.1" status: 200 len: 946 time: 0.0472488 Oct 12 07:44:11.342999 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5d9fb48d-1c69-4b72-bf15-273d965d7196 req-f6a3bbf6-2785-4f40-89e1-5546b45550f7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2bd53cb-360a-4427-823a-04261170e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308321 Oct 12 07:44:11.370476 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43222) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:44:11.410876 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff5e7e8-680b-4810-8c69-a24a5f695c8a tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:44:11.412354 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-aff5e7e8-680b-4810-8c69-a24a5f695c8a tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=9c4f588e-59b4-43f4-a80f-22385351bb56 HTTP/1.1" status: 200 len: 1094 time: 0.0409422 Oct 12 07:44:11.415132 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43224) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:44:11.419781 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-714a48f8-5193-4788-960f-63a7a94f1df4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'floatingip': {'port_id': 'ef1b7114-9149-4f84-9124-372e75b78e1a'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:44:11.456865 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-714a48f8-5193-4788-960f-63a7a94f1df4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for floatingip, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:12.208782 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-714a48f8-5193-4788-960f-63a7a94f1df4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:12.213826 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-714a48f8-5193-4788-960f-63a7a94f1df4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:12.313024 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [None req-714a48f8-5193-4788-960f-63a7a94f1df4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Floating IP f4a386c8-0e87-43cd-adb5-10db229868e5 associated. External IP: 172.26.3.80, port: ef1b7114-9149-4f84-9124-372e75b78e1a. Oct 12 07:44:12.520385 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714a48f8-5193-4788-960f-63a7a94f1df4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Router 0f182e0c-f966-4731-bf56-fb3561936093 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:44:12.624821 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714a48f8-5193-4788-960f-63a7a94f1df4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:44:12.630305 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-714a48f8-5193-4788-960f-63a7a94f1df4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:12.634093 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ab799b-99bb-4132-8f4a-5cb120167a78 None None] Sync routers for ids ['0f182e0c-f966-4731-bf56-fb3561936093'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:44:12.643759 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ab799b-99bb-4132-8f4a-5cb120167a78 None None] Routers {'0f182e0c-f966-4731-bf56-fb3561936093'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:44:12.644378 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-64ab799b-99bb-4132-8f4a-5cb120167a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:43:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['0f182e0c-f966-4731-bf56-fb3561936093'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:44:12.657594 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-714a48f8-5193-4788-960f-63a7a94f1df4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "PUT /v2.0/floatingips/f4a386c8-0e87-43cd-adb5-10db229868e5 HTTP/1.1" status: 200 len: 991 time: 1.2409666 Oct 12 07:44:12.658337 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c4f588e-59b4-43f4-a80f-22385351bb56', 'tag': 'ef1b7114-9149-4f84-9124-372e75b78e1a'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:44:12.660406 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43226) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:44:12.660893 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21394824-f3cc-4d74-840a-8765faaae9d1" -d '{"events": [{"name": "network-changed", "server_uuid": "9c4f588e-59b4-43f4-a80f-22385351bb56", "tag": "ef1b7114-9149-4f84-9124-372e75b78e1a"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:44:12.699340 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cffde94-d537-4fb5-9a3c-f6a8ca6789ed x-openstack-request-id: req-9cffde94-d537-4fb5-9a3c-f6a8ca6789ed {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:44:12.699633 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c4f588e-59b4-43f4-a80f-22385351bb56", "tag": "ef1b7114-9149-4f84-9124-372e75b78e1a", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:44:12.700407 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9cffde94-d537-4fb5-9a3c-f6a8ca6789ed {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:44:12.700880 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cffde94-d537-4fb5-9a3c-f6a8ca6789ed'] response: {'name': 'network-changed', 'server_uuid': '9c4f588e-59b4-43f4-a80f-22385351bb56', 'tag': 'ef1b7114-9149-4f84-9124-372e75b78e1a', 'status': 'completed', 'code': 200} Oct 12 07:44:12.735734 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-dfecaa3d-d6b2-40a1-9755-8329a46c6564 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/floatingips/f4a386c8-0e87-43cd-adb5-10db229868e5 HTTP/1.1" status: 200 len: 991 time: 0.0740452 Oct 12 07:44:12.753110 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-64ab799b-99bb-4132-8f4a-5cb120167a78 None None] Set router 0f182e0c-f966-4731-bf56-fb3561936093 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:44:12.760472 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21394824-f3cc-4d74-840a-8765faaae9d1 req-693cf781-406e-414a-a122-037c35b49a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:44:12.762064 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-21394824-f3cc-4d74-840a-8765faaae9d1 req-693cf781-406e-414a-a122-037c35b49a35 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&device_id=9c4f588e-59b4-43f4-a80f-22385351bb56 HTTP/1.1" status: 200 len: 1099 time: 0.0410926 Oct 12 07:44:12.855881 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21394824-f3cc-4d74-840a-8765faaae9d1 req-b5f8bf67-7d9f-4697-b69b-ff821058e556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:44:12.857447 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-21394824-f3cc-4d74-840a-8765faaae9d1 req-b5f8bf67-7d9f-4697-b69b-ff821058e556 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8e4fab22-158c-4bfc-8f30-2a4009b89223 HTTP/1.1" status: 200 len: 897 time: 0.0893426 Oct 12 07:44:12.921359 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-21394824-f3cc-4d74-840a-8765faaae9d1 req-4822f880-0792-40f2-8f7a-1f16de22bb31 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef1b7114-9149-4f84-9124-372e75b78e1a HTTP/1.1" status: 200 len: 999 time: 0.0578284 Oct 12 07:44:12.970216 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21394824-f3cc-4d74-840a-8765faaae9d1 req-43770c78-dd88-4a44-b29b-511a5ae73ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:44:12.971683 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-21394824-f3cc-4d74-840a-8765faaae9d1 req-43770c78-dd88-4a44-b29b-511a5ae73ee6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3de92281-69b1-48a2-949d-cfca16d0bb5f HTTP/1.1" status: 200 len: 834 time: 0.0441175 Oct 12 07:44:12.981791 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-64ab799b-99bb-4132-8f4a-5cb120167a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f182e0c-f966-4731-bf56-fb3561936093', 'name': 'tempest-TestNetworkBasicOps-router-415717493', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '4df1bba8-c452-4d6b-954d-2ff0b7aafd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:01Z', 'updated_at': '2022-10-12T07:43:07Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '4df1bba8-c452-4d6b-954d-2ff0b7aafd2d', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:39:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f182e0c-f966-4731-bf56-fb3561936093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:02Z', 'updated_at': '2022-10-12T07:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'f4a386c8-0e87-43cd-adb5-10db229868e5', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'floating_ip_address': '172.26.3.80', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '0f182e0c-f966-4731-bf56-fb3561936093', 'port_id': 'ef1b7114-9149-4f84-9124-372e75b78e1a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4fab22-158c-4bfc-8f30-2a4009b89223', 'mac_address': 'fa:16:3e:31:9d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4f588e-59b4-43f4-a80f-22385351bb56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:43:23Z', 'updated_at': '2022-10-12T07:44:12Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6447b85-5334-4962-8c88-d7e91d97bcf6', 'name': '', 'network_id': '8e4fab22-158c-4bfc-8f30-2a4009b89223', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:99:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f182e0c-f966-4731-bf56-fb3561936093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '3de92281-69b1-48a2-949d-cfca16d0bb5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:06Z', 'updated_at': '2022-10-12T07:43:12Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '3de92281-69b1-48a2-949d-cfca16d0bb5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:44:13.011996 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ab799b-99bb-4132-8f4a-5cb120167a78 None None] Checking router: 0f182e0c-f966-4731-bf56-fb3561936093 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:44:13.020556 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ab799b-99bb-4132-8f4a-5cb120167a78 None None] Routers {'0f182e0c-f966-4731-bf56-fb3561936093'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:44:13.021159 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-64ab799b-99bb-4132-8f4a-5cb120167a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:43:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['0f182e0c-f966-4731-bf56-fb3561936093'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:44:13.023606 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21394824-f3cc-4d74-840a-8765faaae9d1 req-ca30baef-802e-4c7c-a564-78da6f8608e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:44:13.025197 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-21394824-f3cc-4d74-840a-8765faaae9d1 req-ca30baef-802e-4c7c-a564-78da6f8608e0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8e4fab22-158c-4bfc-8f30-2a4009b89223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0473835 Oct 12 07:44:13.113885 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-21394824-f3cc-4d74-840a-8765faaae9d1 req-bfd2594e-8893-49eb-8001-83209d2a04b2 service neutron] 10.222.0.23 "GET /v2.0/networks/8e4fab22-158c-4bfc-8f30-2a4009b89223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825520 Oct 12 07:44:13.126917 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-64ab799b-99bb-4132-8f4a-5cb120167a78 None None] Set router 0f182e0c-f966-4731-bf56-fb3561936093 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:44:13.208963 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-21394824-f3cc-4d74-840a-8765faaae9d1 req-867f6617-d019-4098-a3e7-7daf8eea9bf4 service neutron] 10.222.0.23 "GET /v2.0/networks/8e4fab22-158c-4bfc-8f30-2a4009b89223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887687 Oct 12 07:44:13.347962 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-64ab799b-99bb-4132-8f4a-5cb120167a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f182e0c-f966-4731-bf56-fb3561936093', 'name': 'tempest-TestNetworkBasicOps-router-415717493', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '4df1bba8-c452-4d6b-954d-2ff0b7aafd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:01Z', 'updated_at': '2022-10-12T07:43:07Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '4df1bba8-c452-4d6b-954d-2ff0b7aafd2d', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:39:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f182e0c-f966-4731-bf56-fb3561936093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:02Z', 'updated_at': '2022-10-12T07:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'f4a386c8-0e87-43cd-adb5-10db229868e5', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'floating_ip_address': '172.26.3.80', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '0f182e0c-f966-4731-bf56-fb3561936093', 'port_id': 'ef1b7114-9149-4f84-9124-372e75b78e1a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4fab22-158c-4bfc-8f30-2a4009b89223', 'mac_address': 'fa:16:3e:31:9d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4f588e-59b4-43f4-a80f-22385351bb56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:43:23Z', 'updated_at': '2022-10-12T07:44:12Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6447b85-5334-4962-8c88-d7e91d97bcf6', 'name': '', 'network_id': '8e4fab22-158c-4bfc-8f30-2a4009b89223', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:99:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f182e0c-f966-4731-bf56-fb3561936093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '3de92281-69b1-48a2-949d-cfca16d0bb5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:06Z', 'updated_at': '2022-10-12T07:43:12Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '3de92281-69b1-48a2-949d-cfca16d0bb5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:44:13.374446 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ab799b-99bb-4132-8f4a-5cb120167a78 None None] The sync data for ids ['0f182e0c-f966-4731-bf56-fb3561936093'] in dv-neutron-860909-2-hyperv is: [{'id': '0f182e0c-f966-4731-bf56-fb3561936093', 'name': 'tempest-TestNetworkBasicOps-router-415717493', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '4df1bba8-c452-4d6b-954d-2ff0b7aafd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:01Z', 'updated_at': '2022-10-12T07:43:07Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '4df1bba8-c452-4d6b-954d-2ff0b7aafd2d', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:39:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f182e0c-f966-4731-bf56-fb3561936093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:02Z', 'updated_at': '2022-10-12T07:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'f4a386c8-0e87-43cd-adb5-10db229868e5', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'floating_ip_address': '172.26.3.80', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '0f182e0c-f966-4731-bf56-fb3561936093', 'port_id': 'ef1b7114-9149-4f84-9124-372e75b78e1a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4fab22-158c-4bfc-8f30-2a4009b89223', 'mac_address': 'fa:16:3e:31:9d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4f588e-59b4-43f4-a80f-22385351bb56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:43:23Z', 'updated_at': '2022-10-12T07:44:12Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6447b85-5334-4962-8c88-d7e91d97bcf6', 'name': '', 'network_id': '8e4fab22-158c-4bfc-8f30-2a4009b89223', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:99:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f182e0c-f966-4731-bf56-fb3561936093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '3de92281-69b1-48a2-949d-cfca16d0bb5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:06Z', 'updated_at': '2022-10-12T07:43:12Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '3de92281-69b1-48a2-949d-cfca16d0bb5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:44:13.549483 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f26d16-5ea6-4cae-be6d-2966161abbaa None None] New status for floating IP f4a386c8-0e87-43cd-adb5-10db229868e5: ACTIVE {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 07:44:13.737351 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43230) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:44:13.796894 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e08c25ad-7894-4a0b-9c79-40e2d444b197 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/floatingips/f4a386c8-0e87-43cd-adb5-10db229868e5 HTTP/1.1" status: 200 len: 993 time: 0.0583606 Oct 12 07:44:13.886144 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e71f6d56-afd5-4d02-9f8b-ee9023eb6fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:16.048411 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4ea93bd0-938c-46e7-8dff-0538da2cdd67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:17.222973 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:18.782717 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:19.111789 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:19.454925 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:44:20.964481 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:42.545550 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccac497-e628-4cf1-9608-80a7703e9821 req-273e2bab-ee5f-4e32-beca-47215e21375f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:44:42.547037 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0ccac497-e628-4cf1-9608-80a7703e9821 req-273e2bab-ee5f-4e32-beca-47215e21375f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c4f588e-59b4-43f4-a80f-22385351bb56 HTTP/1.1" status: 200 len: 946 time: 0.0487223 Oct 12 07:44:42.584620 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0ccac497-e628-4cf1-9608-80a7703e9821 req-3e77028c-076d-46fe-8b2a-f4fe8845e3c3 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2bd53cb-360a-4427-823a-04261170e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317831 Oct 12 07:44:43.705147 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17fb253-8dd3-4536-9ab8-3d20aa0fd986 req-544fe102-2199-4526-8f81-f842b503cedf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:44:43.706657 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d17fb253-8dd3-4536-9ab8-3d20aa0fd986 req-544fe102-2199-4526-8f81-f842b503cedf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c4f588e-59b4-43f4-a80f-22385351bb56 HTTP/1.1" status: 200 len: 946 time: 0.0485382 Oct 12 07:44:43.749580 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d17fb253-8dd3-4536-9ab8-3d20aa0fd986 req-d80be997-2c44-4a83-83bf-6ba9115b8b72 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2bd53cb-360a-4427-823a-04261170e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363832 Oct 12 07:44:43.888781 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-06a9c201-9803-4357-a3d9-7d287cfbcb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:43.917211 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a6071-537e-4916-b69c-b43582fcd82c req-449386c2-758e-4c57-add8-492f7ba1ca40 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:44:43.918744 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ae8a6071-537e-4916-b69c-b43582fcd82c req-449386c2-758e-4c57-add8-492f7ba1ca40 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c4f588e-59b4-43f4-a80f-22385351bb56 HTTP/1.1" status: 200 len: 946 time: 0.0495088 Oct 12 07:44:44.006439 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-ae8a6071-537e-4916-b69c-b43582fcd82c req-8bf823b3-d58f-49d8-b863-56f897bf7968 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Deleting port ef1b7114-9149-4f84-9124-372e75b78e1a {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:44:44.006784 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-ae8a6071-537e-4916-b69c-b43582fcd82c req-8bf823b3-d58f-49d8-b863-56f897bf7968 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:44.096573 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-ae8a6071-537e-4916-b69c-b43582fcd82c req-8bf823b3-d58f-49d8-b863-56f897bf7968 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] For port ef1b7114-9149-4f84-9124-372e75b78e1a, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=ef1b7114-9149-4f84-9124-372e75b78e1a,segment=NetworkSegment(0698dc22-2072-46fb-aaec-216263c3b12e),segment_id=0698dc22-2072-46fb-aaec-216263c3b12e)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:44:44.096935 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-ae8a6071-537e-4916-b69c-b43582fcd82c req-8bf823b3-d58f-49d8-b863-56f897bf7968 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:44.311800 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-ae8a6071-537e-4916-b69c-b43582fcd82c req-8bf823b3-d58f-49d8-b863-56f897bf7968 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:44.312081 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-ae8a6071-537e-4916-b69c-b43582fcd82c req-8bf823b3-d58f-49d8-b863-56f897bf7968 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:44.312396 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [req-ae8a6071-537e-4916-b69c-b43582fcd82c req-8bf823b3-d58f-49d8-b863-56f897bf7968 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Floating IP f4a386c8-0e87-43cd-adb5-10db229868e5 disassociated. External IP: 172.26.3.80, port: ef1b7114-9149-4f84-9124-372e75b78e1a. Oct 12 07:44:44.312987 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-ae8a6071-537e-4916-b69c-b43582fcd82c req-8bf823b3-d58f-49d8-b863-56f897bf7968 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Calling delete_port for ef1b7114-9149-4f84-9124-372e75b78e1a owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:44:44.436485 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-ae8a6071-537e-4916-b69c-b43582fcd82c req-8bf823b3-d58f-49d8-b863-56f897bf7968 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:44.466455 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf823b3-d58f-49d8-b863-56f897bf7968 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Port': ['ID=ef1b7114-9149-4f84-9124-372e75b78e1a,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:44:44.478733 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf823b3-d58f-49d8-b863-56f897bf7968 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:44:44.479081 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf823b3-d58f-49d8-b863-56f897bf7968 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:44:44.479421 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf823b3-d58f-49d8-b863-56f897bf7968 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:44:44.479882 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf823b3-d58f-49d8-b863-56f897bf7968 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:44:44.480072 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf823b3-d58f-49d8-b863-56f897bf7968 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:44:44.480400 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf823b3-d58f-49d8-b863-56f897bf7968 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:44:44.480729 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf823b3-d58f-49d8-b863-56f897bf7968 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:44:44.481052 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf823b3-d58f-49d8-b863-56f897bf7968 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:44:44.481376 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf823b3-d58f-49d8-b863-56f897bf7968 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:44:44.481729 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf823b3-d58f-49d8-b863-56f897bf7968 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:44:44.482011 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf823b3-d58f-49d8-b863-56f897bf7968 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:44:44.482348 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf823b3-d58f-49d8-b863-56f897bf7968 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:44:44.589545 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae8a6071-537e-4916-b69c-b43582fcd82c req-8bf823b3-d58f-49d8-b863-56f897bf7968 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Router 0f182e0c-f966-4731-bf56-fb3561936093 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:44:44.691440 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae8a6071-537e-4916-b69c-b43582fcd82c req-8bf823b3-d58f-49d8-b863-56f897bf7968 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:44:44.701249 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5fd47e-07dd-4700-ab69-8b5f1dcd7766 None None] Sync routers for ids ['0f182e0c-f966-4731-bf56-fb3561936093'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:44:44.710207 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5fd47e-07dd-4700-ab69-8b5f1dcd7766 None None] Routers {'0f182e0c-f966-4731-bf56-fb3561936093'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:44:44.710804 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-dd5fd47e-07dd-4700-ab69-8b5f1dcd7766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:44:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['0f182e0c-f966-4731-bf56-fb3561936093'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:44:44.732619 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae8a6071-537e-4916-b69c-b43582fcd82c req-8bf823b3-d58f-49d8-b863-56f897bf7968 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] No DVR routers for this DVR port ef1b7114-9149-4f84-9124-372e75b78e1a on host hv-neutron-8609 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:44:44.735163 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-ae8a6071-537e-4916-b69c-b43582fcd82c req-8bf823b3-d58f-49d8-b863-56f897bf7968 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:44.738930 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ae8a6071-537e-4916-b69c-b43582fcd82c req-8bf823b3-d58f-49d8-b863-56f897bf7968 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "DELETE /v2.0/ports/ef1b7114-9149-4f84-9124-372e75b78e1a HTTP/1.1" status: 204 len: 173 time: 0.8146074 Oct 12 07:44:44.739676 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4f588e-59b4-43f4-a80f-22385351bb56', 'name': 'network-vif-deleted', 'tag': 'ef1b7114-9149-4f84-9124-372e75b78e1a'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:44:44.741983 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b466ef42-dd1f-4680-8bcb-c0f00072e0cb" -d '{"events": [{"server_uuid": "9c4f588e-59b4-43f4-a80f-22385351bb56", "name": "network-vif-deleted", "tag": "ef1b7114-9149-4f84-9124-372e75b78e1a"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:44:44.787752 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4956628f-4fe9-42b0-a356-41ab24e64045 x-openstack-request-id: req-4956628f-4fe9-42b0-a356-41ab24e64045 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:44:44.788421 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4f588e-59b4-43f4-a80f-22385351bb56", "name": "network-vif-deleted", "tag": "ef1b7114-9149-4f84-9124-372e75b78e1a", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:44:44.789111 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4956628f-4fe9-42b0-a356-41ab24e64045 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:44:44.789726 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4956628f-4fe9-42b0-a356-41ab24e64045'] response: {'server_uuid': '9c4f588e-59b4-43f4-a80f-22385351bb56', 'name': 'network-vif-deleted', 'tag': 'ef1b7114-9149-4f84-9124-372e75b78e1a', 'status': 'completed', 'code': 200} Oct 12 07:44:44.839112 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-dd5fd47e-07dd-4700-ab69-8b5f1dcd7766 None None] Set router 0f182e0c-f966-4731-bf56-fb3561936093 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:44:44.882315 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e38ffeee-95c4-4f63-a5ee-4376cec2ba20 req-0ae00ad6-cf35-464a-b8ac-88d235432687 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c4f588e-59b4-43f4-a80f-22385351bb56 HTTP/1.1" status: 200 len: 210 time: 0.0403154 Oct 12 07:44:45.209405 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-dd5fd47e-07dd-4700-ab69-8b5f1dcd7766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f182e0c-f966-4731-bf56-fb3561936093', 'name': 'tempest-TestNetworkBasicOps-router-415717493', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '4df1bba8-c452-4d6b-954d-2ff0b7aafd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:01Z', 'updated_at': '2022-10-12T07:43:07Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '4df1bba8-c452-4d6b-954d-2ff0b7aafd2d', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:39:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f182e0c-f966-4731-bf56-fb3561936093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:02Z', 'updated_at': '2022-10-12T07:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': 'c6447b85-5334-4962-8c88-d7e91d97bcf6', 'name': '', 'network_id': '8e4fab22-158c-4bfc-8f30-2a4009b89223', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:99:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f182e0c-f966-4731-bf56-fb3561936093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '3de92281-69b1-48a2-949d-cfca16d0bb5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:06Z', 'updated_at': '2022-10-12T07:43:12Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '3de92281-69b1-48a2-949d-cfca16d0bb5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:44:45.237034 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5fd47e-07dd-4700-ab69-8b5f1dcd7766 None None] Checking router: 0f182e0c-f966-4731-bf56-fb3561936093 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:44:45.246595 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5fd47e-07dd-4700-ab69-8b5f1dcd7766 None None] Routers {'0f182e0c-f966-4731-bf56-fb3561936093'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:44:45.247360 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-dd5fd47e-07dd-4700-ab69-8b5f1dcd7766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:44:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['0f182e0c-f966-4731-bf56-fb3561936093'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:44:45.354954 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-dd5fd47e-07dd-4700-ab69-8b5f1dcd7766 None None] Set router 0f182e0c-f966-4731-bf56-fb3561936093 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:44:45.545275 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-dd5fd47e-07dd-4700-ab69-8b5f1dcd7766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f182e0c-f966-4731-bf56-fb3561936093', 'name': 'tempest-TestNetworkBasicOps-router-415717493', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '4df1bba8-c452-4d6b-954d-2ff0b7aafd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:01Z', 'updated_at': '2022-10-12T07:43:07Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '4df1bba8-c452-4d6b-954d-2ff0b7aafd2d', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:39:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f182e0c-f966-4731-bf56-fb3561936093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:02Z', 'updated_at': '2022-10-12T07:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': 'c6447b85-5334-4962-8c88-d7e91d97bcf6', 'name': '', 'network_id': '8e4fab22-158c-4bfc-8f30-2a4009b89223', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:99:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f182e0c-f966-4731-bf56-fb3561936093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '3de92281-69b1-48a2-949d-cfca16d0bb5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:06Z', 'updated_at': '2022-10-12T07:43:12Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '3de92281-69b1-48a2-949d-cfca16d0bb5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:44:45.575757 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5fd47e-07dd-4700-ab69-8b5f1dcd7766 None None] The sync data for ids ['0f182e0c-f966-4731-bf56-fb3561936093'] in dv-neutron-860909-2-hyperv is: [{'id': '0f182e0c-f966-4731-bf56-fb3561936093', 'name': 'tempest-TestNetworkBasicOps-router-415717493', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '4df1bba8-c452-4d6b-954d-2ff0b7aafd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:01Z', 'updated_at': '2022-10-12T07:43:07Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '4df1bba8-c452-4d6b-954d-2ff0b7aafd2d', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:39:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f182e0c-f966-4731-bf56-fb3561936093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:02Z', 'updated_at': '2022-10-12T07:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': 'c6447b85-5334-4962-8c88-d7e91d97bcf6', 'name': '', 'network_id': '8e4fab22-158c-4bfc-8f30-2a4009b89223', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:99:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f182e0c-f966-4731-bf56-fb3561936093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '3de92281-69b1-48a2-949d-cfca16d0bb5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:06Z', 'updated_at': '2022-10-12T07:43:12Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '3de92281-69b1-48a2-949d-cfca16d0bb5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:44:45.779032 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de7d73b-9681-4ce5-8e87-485fa3d2c91e None None] New status for floating IP f4a386c8-0e87-43cd-adb5-10db229868e5: DOWN {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 07:44:45.938367 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43254) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:44:45.994926 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-334c1194-bb6d-4f7f-a431-6af3f589549a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:46.022408 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-334c1194-bb6d-4f7f-a431-6af3f589549a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:46.049491 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c3069165-b0d6-4bf5-99a8-a18ba76641ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:46.081967 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-334c1194-bb6d-4f7f-a431-6af3f589549a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:46.084570 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-334c1194-bb6d-4f7f-a431-6af3f589549a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:46.085776 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-334c1194-bb6d-4f7f-a431-6af3f589549a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "DELETE /v2.0/security-groups/a2bd53cb-360a-4427-823a-04261170e82e HTTP/1.1" status: 204 len: 168 time: 0.1464326 Oct 12 07:44:46.094593 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c1194-bb6d-4f7f-a431-6af3f589549a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bd53cb-360a-4427-823a-04261170e82e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:44:46.101761 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334c1194-bb6d-4f7f-a431-6af3f589549a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:44:46.102132 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334c1194-bb6d-4f7f-a431-6af3f589549a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:44:46.102471 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334c1194-bb6d-4f7f-a431-6af3f589549a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:44:46.103333 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334c1194-bb6d-4f7f-a431-6af3f589549a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:44:46.103661 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334c1194-bb6d-4f7f-a431-6af3f589549a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:44:46.103987 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334c1194-bb6d-4f7f-a431-6af3f589549a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:44:46.104312 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334c1194-bb6d-4f7f-a431-6af3f589549a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:44:46.104635 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334c1194-bb6d-4f7f-a431-6af3f589549a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:44:46.105022 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334c1194-bb6d-4f7f-a431-6af3f589549a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:44:46.105268 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334c1194-bb6d-4f7f-a431-6af3f589549a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:44:46.105663 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334c1194-bb6d-4f7f-a431-6af3f589549a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:44:46.105928 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334c1194-bb6d-4f7f-a431-6af3f589549a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:44:46.115460 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43258) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:44:46.238094 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-ba94c28e-dd57-45af-b2ee-e5fe0dc8b055 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Deleting port 8e972ab2-ca16-41ea-b1f5-a41be48463ed {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:44:46.238442 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba94c28e-dd57-45af-b2ee-e5fe0dc8b055 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:46.313973 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba94c28e-dd57-45af-b2ee-e5fe0dc8b055 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:46.314253 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba94c28e-dd57-45af-b2ee-e5fe0dc8b055 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:46.325486 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-ba94c28e-dd57-45af-b2ee-e5fe0dc8b055 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Calling delete_port for 8e972ab2-ca16-41ea-b1f5-a41be48463ed owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:44:46.454386 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba94c28e-dd57-45af-b2ee-e5fe0dc8b055 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:46.481149 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba94c28e-dd57-45af-b2ee-e5fe0dc8b055 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Port': ['ID=8e972ab2-ca16-41ea-b1f5-a41be48463ed,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:44:46.542177 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba94c28e-dd57-45af-b2ee-e5fe0dc8b055 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for floatingip, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:46.544668 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ba94c28e-dd57-45af-b2ee-e5fe0dc8b055 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:46.545834 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ba94c28e-dd57-45af-b2ee-e5fe0dc8b055 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "DELETE /v2.0/floatingips/f4a386c8-0e87-43cd-adb5-10db229868e5 HTTP/1.1" status: 204 len: 168 time: 0.4287961 Oct 12 07:44:46.755499 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3cbb3-5320-42da-890f-ff8e5cb2f5b7 req-9876f670-8e4a-419e-b10e-d25ac7d350c5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:44:46.756967 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-40b3cbb3-5320-42da-890f-ff8e5cb2f5b7 req-9876f670-8e4a-419e-b10e-d25ac7d350c5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=afa14418-b760-4c4f-9e10-60b2d8e93587 HTTP/1.1" status: 200 len: 945 time: 0.0476830 Oct 12 07:44:46.794858 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-40b3cbb3-5320-42da-890f-ff8e5cb2f5b7 req-0d9eb132-2f41-41ce-9c16-b4ca7ae339ae tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c301ad1-0f12-4325-a46c-0b7618db39f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313506 Oct 12 07:44:47.226821 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:47.455648 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device ef1b7114-9149-4f84-9124-372e75b78e1a no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:44:47.476382 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] No Port match for: ef1b7114-9149-4f84-9124-372e75b78e1a {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:44:47.476725 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device ef1b7114-9149-4f84-9124-372e75b78e1a not bound to the agent host hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:44:47.920886 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754ff83-4e5d-4d19-8c9a-038fd4fb9210 req-fda3e6c9-9387-4ba7-9626-1d572a0d9530 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:44:47.922393 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0754ff83-4e5d-4d19-8c9a-038fd4fb9210 req-fda3e6c9-9387-4ba7-9626-1d572a0d9530 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=afa14418-b760-4c4f-9e10-60b2d8e93587 HTTP/1.1" status: 200 len: 945 time: 0.0525010 Oct 12 07:44:47.959534 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0754ff83-4e5d-4d19-8c9a-038fd4fb9210 req-fdb12b04-6333-47df-8c64-5a4379021653 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c301ad1-0f12-4325-a46c-0b7618db39f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311370 Oct 12 07:44:48.026257 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f77ee-a8d2-4036-b41e-99157ae93d59 req-6226072d-704e-46ba-9aad-93d0c170d53e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:44:48.029674 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b69f77ee-a8d2-4036-b41e-99157ae93d59 req-6226072d-704e-46ba-9aad-93d0c170d53e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "GET /v2.0/ports?device_id=afa14418-b760-4c4f-9e10-60b2d8e93587 HTTP/1.1" status: 200 len: 945 time: 0.0485539 Oct 12 07:44:48.116249 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-b69f77ee-a8d2-4036-b41e-99157ae93d59 req-2b65c77c-cb17-4995-9f02-f992b1be2cc1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Deleting port 87173ff7-5881-483e-a2ca-89c48e7f980e {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:44:48.116588 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-b69f77ee-a8d2-4036-b41e-99157ae93d59 req-2b65c77c-cb17-4995-9f02-f992b1be2cc1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:48.204538 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-b69f77ee-a8d2-4036-b41e-99157ae93d59 req-2b65c77c-cb17-4995-9f02-f992b1be2cc1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] For port 87173ff7-5881-483e-a2ca-89c48e7f980e, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=87173ff7-5881-483e-a2ca-89c48e7f980e,segment=NetworkSegment(0698dc22-2072-46fb-aaec-216263c3b12e),segment_id=0698dc22-2072-46fb-aaec-216263c3b12e)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:44:48.204887 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-b69f77ee-a8d2-4036-b41e-99157ae93d59 req-2b65c77c-cb17-4995-9f02-f992b1be2cc1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:48.217880 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-b69f77ee-a8d2-4036-b41e-99157ae93d59 req-2b65c77c-cb17-4995-9f02-f992b1be2cc1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Calling delete_port for 87173ff7-5881-483e-a2ca-89c48e7f980e owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:44:48.342177 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-b69f77ee-a8d2-4036-b41e-99157ae93d59 req-2b65c77c-cb17-4995-9f02-f992b1be2cc1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:48.369670 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65c77c-cb17-4995-9f02-f992b1be2cc1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Port': ['ID=87173ff7-5881-483e-a2ca-89c48e7f980e,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:44:48.411445 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-b69f77ee-a8d2-4036-b41e-99157ae93d59 req-2b65c77c-cb17-4995-9f02-f992b1be2cc1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] No DVR routers for this DVR port 87173ff7-5881-483e-a2ca-89c48e7f980e on host hv-neutron-8609 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:44:48.413955 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-b69f77ee-a8d2-4036-b41e-99157ae93d59 req-2b65c77c-cb17-4995-9f02-f992b1be2cc1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:48.417413 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b69f77ee-a8d2-4036-b41e-99157ae93d59 req-2b65c77c-cb17-4995-9f02-f992b1be2cc1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "DELETE /v2.0/ports/87173ff7-5881-483e-a2ca-89c48e7f980e HTTP/1.1" status: 204 len: 173 time: 0.3829448 Oct 12 07:44:48.417929 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa14418-b760-4c4f-9e10-60b2d8e93587', 'name': 'network-vif-deleted', 'tag': '87173ff7-5881-483e-a2ca-89c48e7f980e'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:44:48.420234 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d496e7-ac2e-495c-adaa-ef6da6e9ea6a" -d '{"events": [{"server_uuid": "afa14418-b760-4c4f-9e10-60b2d8e93587", "name": "network-vif-deleted", "tag": "87173ff7-5881-483e-a2ca-89c48e7f980e"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:44:48.456891 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3840860a-f336-40f0-9630-2390b096fe61 x-openstack-request-id: req-3840860a-f336-40f0-9630-2390b096fe61 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:44:48.457194 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa14418-b760-4c4f-9e10-60b2d8e93587", "name": "network-vif-deleted", "tag": "87173ff7-5881-483e-a2ca-89c48e7f980e", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:44:48.457449 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3840860a-f336-40f0-9630-2390b096fe61 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:44:48.457852 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3840860a-f336-40f0-9630-2390b096fe61'] response: {'server_uuid': 'afa14418-b760-4c4f-9e10-60b2d8e93587', 'name': 'network-vif-deleted', 'tag': '87173ff7-5881-483e-a2ca-89c48e7f980e', 'status': 'completed', 'code': 200} Oct 12 07:44:48.786499 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:49.019655 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43272) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:44:49.076679 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e7a4c87a-f910-4f32-9b6b-32dc6d31997b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:49.100805 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e7a4c87a-f910-4f32-9b6b-32dc6d31997b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:49.120751 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:49.164128 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e7a4c87a-f910-4f32-9b6b-32dc6d31997b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:49.167205 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e7a4c87a-f910-4f32-9b6b-32dc6d31997b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:49.168362 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e7a4c87a-f910-4f32-9b6b-32dc6d31997b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "DELETE /v2.0/security-groups/3c301ad1-0f12-4325-a46c-0b7618db39f5 HTTP/1.1" status: 204 len: 168 time: 0.1477399 Oct 12 07:44:49.177338 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a4c87a-f910-4f32-9b6b-32dc6d31997b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c301ad1-0f12-4325-a46c-0b7618db39f5,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:44:49.202132 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43276) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:44:49.547171 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-51304376-0411-4250-ac90-8bbe9d361646 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:49.792027 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-51304376-0411-4250-ac90-8bbe9d361646 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Deleting port c6447b85-5334-4962-8c88-d7e91d97bcf6 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:44:49.792370 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-51304376-0411-4250-ac90-8bbe9d361646 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:50.209367 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-51304376-0411-4250-ac90-8bbe9d361646 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] For port c6447b85-5334-4962-8c88-d7e91d97bcf6, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=c6447b85-5334-4962-8c88-d7e91d97bcf6,segment=NetworkSegment(0698dc22-2072-46fb-aaec-216263c3b12e),segment_id=0698dc22-2072-46fb-aaec-216263c3b12e)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:44:50.210116 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-51304376-0411-4250-ac90-8bbe9d361646 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:50.221637 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-51304376-0411-4250-ac90-8bbe9d361646 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Calling delete_port for c6447b85-5334-4962-8c88-d7e91d97bcf6 owned by network:router_interface {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:44:50.400986 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-51304376-0411-4250-ac90-8bbe9d361646 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:50.425098 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51304376-0411-4250-ac90-8bbe9d361646 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Port': ['ID=c6447b85-5334-4962-8c88-d7e91d97bcf6,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:44:50.603484 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-51304376-0411-4250-ac90-8bbe9d361646 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:50.813811 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51304376-0411-4250-ac90-8bbe9d361646 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Router 0f182e0c-f966-4731-bf56-fb3561936093 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:44:50.921925 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51304376-0411-4250-ac90-8bbe9d361646 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:44:50.927193 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-51304376-0411-4250-ac90-8bbe9d361646 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "PUT /v2.0/routers/0f182e0c-f966-4731-bf56-fb3561936093/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7238815 Oct 12 07:44:50.929876 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43278) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:44:50.932400 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9483db4a-fad1-4edb-84f6-e6877c306337 None None] Sync routers for ids ['0f182e0c-f966-4731-bf56-fb3561936093'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:44:50.942474 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9483db4a-fad1-4edb-84f6-e6877c306337 None None] Routers {'0f182e0c-f966-4731-bf56-fb3561936093'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:44:50.943085 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-9483db4a-fad1-4edb-84f6-e6877c306337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:44:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['0f182e0c-f966-4731-bf56-fb3561936093'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:44:50.985087 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a452119-2bdd-4a2c-969c-3da87168528b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Deleting subnet 3de92281-69b1-48a2-949d-cfca16d0bb5f {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:44:50.988174 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2a452119-2bdd-4a2c-969c-3da87168528b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:51.002581 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:51.027830 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2a452119-2bdd-4a2c-969c-3da87168528b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:51.059823 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-9483db4a-fad1-4edb-84f6-e6877c306337 None None] Set router 0f182e0c-f966-4731-bf56-fb3561936093 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:44:51.111553 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2a452119-2bdd-4a2c-969c-3da87168528b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:51.173113 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2a452119-2bdd-4a2c-969c-3da87168528b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:51.201598 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a452119-2bdd-4a2c-969c-3da87168528b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Subnet': ['ID=3de92281-69b1-48a2-949d-cfca16d0bb5f,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:44:51.205212 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2a452119-2bdd-4a2c-969c-3da87168528b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:51.208369 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-2a452119-2bdd-4a2c-969c-3da87168528b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "DELETE /v2.0/subnets/3de92281-69b1-48a2-949d-cfca16d0bb5f HTTP/1.1" status: 204 len: 168 time: 0.2775216 Oct 12 07:44:51.211060 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43280) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:44:51.217088 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1262a951-a2d2-4d94-8383-247889a38fdc None None] Network 8e4fab22-158c-4bfc-8f30-2a4009b89223 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:44:51.318606 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5bc1103f-fc72-4a19-ba9c-fb56dde1a70b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:51.339302 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-9483db4a-fad1-4edb-84f6-e6877c306337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f182e0c-f966-4731-bf56-fb3561936093', 'name': 'tempest-TestNetworkBasicOps-router-415717493', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '4df1bba8-c452-4d6b-954d-2ff0b7aafd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:01Z', 'updated_at': '2022-10-12T07:44:50Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '4df1bba8-c452-4d6b-954d-2ff0b7aafd2d', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:39:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f182e0c-f966-4731-bf56-fb3561936093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:02Z', 'updated_at': '2022-10-12T07:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:44:51.369459 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9483db4a-fad1-4edb-84f6-e6877c306337 None None] Checking router: 0f182e0c-f966-4731-bf56-fb3561936093 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:44:51.385892 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9483db4a-fad1-4edb-84f6-e6877c306337 None None] Routers {'0f182e0c-f966-4731-bf56-fb3561936093'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:44:51.386578 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-9483db4a-fad1-4edb-84f6-e6877c306337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:44:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['0f182e0c-f966-4731-bf56-fb3561936093'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:44:51.425657 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5bc1103f-fc72-4a19-ba9c-fb56dde1a70b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:51.445254 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5ab298-5f69-460b-8c9e-3b8d87ab6f5b None None] DHCP port deletion for 8e4fab22-158c-4bfc-8f30-2a4009b89223 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:44:51.457979 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 87173ff7-5881-483e-a2ca-89c48e7f980e no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:44:51.481989 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-5bc1103f-fc72-4a19-ba9c-fb56dde1a70b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Deleting port 4df1bba8-c452-4d6b-954d-2ff0b7aafd2d {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:44:51.482352 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5bc1103f-fc72-4a19-ba9c-fb56dde1a70b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:51.530413 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] No Port match for: 87173ff7-5881-483e-a2ca-89c48e7f980e {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:44:51.530747 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 87173ff7-5881-483e-a2ca-89c48e7f980e not bound to the agent host hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:44:51.551566 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-9483db4a-fad1-4edb-84f6-e6877c306337 None None] Set router 0f182e0c-f966-4731-bf56-fb3561936093 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:44:51.560268 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-5bc1103f-fc72-4a19-ba9c-fb56dde1a70b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] For port 4df1bba8-c452-4d6b-954d-2ff0b7aafd2d, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=4df1bba8-c452-4d6b-954d-2ff0b7aafd2d,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:44:51.560653 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5bc1103f-fc72-4a19-ba9c-fb56dde1a70b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:51.573130 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-5bc1103f-fc72-4a19-ba9c-fb56dde1a70b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Calling delete_port for 4df1bba8-c452-4d6b-954d-2ff0b7aafd2d owned by network:router_gateway {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:44:51.637246 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-de5ab298-5f69-460b-8c9e-3b8d87ab6f5b None None] Deleting port aee93986-e76b-40eb-a9fc-0020f747f109 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:44:51.637607 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-de5ab298-5f69-460b-8c9e-3b8d87ab6f5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:51.737228 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5bc1103f-fc72-4a19-ba9c-fb56dde1a70b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:51.744672 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-de5ab298-5f69-460b-8c9e-3b8d87ab6f5b None None] For port aee93986-e76b-40eb-a9fc-0020f747f109, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=aee93986-e76b-40eb-a9fc-0020f747f109,segment=NetworkSegment(0698dc22-2072-46fb-aaec-216263c3b12e),segment_id=0698dc22-2072-46fb-aaec-216263c3b12e)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:44:51.745062 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-de5ab298-5f69-460b-8c9e-3b8d87ab6f5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:51.759611 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-de5ab298-5f69-460b-8c9e-3b8d87ab6f5b None None] Calling delete_port for aee93986-e76b-40eb-a9fc-0020f747f109 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:44:51.767205 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc1103f-fc72-4a19-ba9c-fb56dde1a70b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Port': ['ID=4df1bba8-c452-4d6b-954d-2ff0b7aafd2d,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:44:51.827989 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5bc1103f-fc72-4a19-ba9c-fb56dde1a70b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:51.866882 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-9483db4a-fad1-4edb-84f6-e6877c306337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f182e0c-f966-4731-bf56-fb3561936093', 'name': 'tempest-TestNetworkBasicOps-router-415717493', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '4df1bba8-c452-4d6b-954d-2ff0b7aafd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:01Z', 'updated_at': '2022-10-12T07:44:50Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '4df1bba8-c452-4d6b-954d-2ff0b7aafd2d', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:39:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f182e0c-f966-4731-bf56-fb3561936093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:02Z', 'updated_at': '2022-10-12T07:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:44:51.896737 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9483db4a-fad1-4edb-84f6-e6877c306337 None None] The sync data for ids ['0f182e0c-f966-4731-bf56-fb3561936093'] in dv-neutron-860909-2-hyperv is: [{'id': '0f182e0c-f966-4731-bf56-fb3561936093', 'name': 'tempest-TestNetworkBasicOps-router-415717493', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '4df1bba8-c452-4d6b-954d-2ff0b7aafd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:43:01Z', 'updated_at': '2022-10-12T07:44:50Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '4df1bba8-c452-4d6b-954d-2ff0b7aafd2d', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:39:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f182e0c-f966-4731-bf56-fb3561936093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:43:02Z', 'updated_at': '2022-10-12T07:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:44:51.903890 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-de5ab298-5f69-460b-8c9e-3b8d87ab6f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:51.918435 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5ab298-5f69-460b-8c9e-3b8d87ab6f5b None None] No DVR routers for this DVR port aee93986-e76b-40eb-a9fc-0020f747f109 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:44:51.920092 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5bc1103f-fc72-4a19-ba9c-fb56dde1a70b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:51.923624 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5bc1103f-fc72-4a19-ba9c-fb56dde1a70b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:51.947101 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ab298-5f69-460b-8c9e-3b8d87ab6f5b None None] Pushing event deleted for resources: {'Port': ['ID=aee93986-e76b-40eb-a9fc-0020f747f109,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:44:51.954598 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ab298-5f69-460b-8c9e-3b8d87ab6f5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:44:51.954943 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ab298-5f69-460b-8c9e-3b8d87ab6f5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:44:51.955277 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ab298-5f69-460b-8c9e-3b8d87ab6f5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:44:51.955605 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ab298-5f69-460b-8c9e-3b8d87ab6f5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:44:51.955927 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ab298-5f69-460b-8c9e-3b8d87ab6f5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:44:51.956319 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ab298-5f69-460b-8c9e-3b8d87ab6f5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:44:51.956645 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ab298-5f69-460b-8c9e-3b8d87ab6f5b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:44:51.956962 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ab298-5f69-460b-8c9e-3b8d87ab6f5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:44:51.957280 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ab298-5f69-460b-8c9e-3b8d87ab6f5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:44:51.957598 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ab298-5f69-460b-8c9e-3b8d87ab6f5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:44:51.957909 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ab298-5f69-460b-8c9e-3b8d87ab6f5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:44:51.958257 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ab298-5f69-460b-8c9e-3b8d87ab6f5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:44:51.977968 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5bc1103f-fc72-4a19-ba9c-fb56dde1a70b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:51.978577 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc1103f-fc72-4a19-ba9c-fb56dde1a70b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Fanout notify agent at l3_agent the message router_deleted on router 0f182e0c-f966-4731-bf56-fb3561936093 {{(pid=103200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:44:51.985369 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5bc1103f-fc72-4a19-ba9c-fb56dde1a70b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:51.986519 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-5bc1103f-fc72-4a19-ba9c-fb56dde1a70b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "DELETE /v2.0/routers/0f182e0c-f966-4731-bf56-fb3561936093 HTTP/1.1" status: 204 len: 168 time: 0.7745469 Oct 12 07:44:51.989232 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43282) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:44:52.067005 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0ea9552b-eb81-4468-b5e1-23f86b193c32 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:52.153103 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0ea9552b-eb81-4468-b5e1-23f86b193c32 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:52.172897 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-0ea9552b-eb81-4468-b5e1-23f86b193c32 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e4fab22-158c-4bfc-8f30-2a4009b89223']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:44:52.182602 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-0ea9552b-eb81-4468-b5e1-23f86b193c32 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0698dc22-2072-46fb-aaec-216263c3b12e') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:44:52.182899 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-0ea9552b-eb81-4468-b5e1-23f86b193c32 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0698dc22-2072-46fb-aaec-216263c3b12e') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:44:52.192407 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0ea9552b-eb81-4468-b5e1-23f86b193c32 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:52.205100 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0ea9552b-eb81-4468-b5e1-23f86b193c32 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:52.210812 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ea9552b-eb81-4468-b5e1-23f86b193c32 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:44:52.211192 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0ea9552b-eb81-4468-b5e1-23f86b193c32 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:52.242121 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 0698dc22-2072-46fb-aaec-216263c3b12e resource provider aggregate not found Oct 12 07:44:52.286897 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 0698dc22-2072-46fb-aaec-216263c3b12e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0698dc22-2072-46fb-aaec-216263c3b12e found for delete ", "request_id": "req-0717d8e3-3dfb-4919-b3f2-085e7a61b06e"}]} Oct 12 07:44:52.289693 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0ea9552b-eb81-4468-b5e1-23f86b193c32 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:52.299435 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0ea9552b-eb81-4468-b5e1-23f86b193c32 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:52.305836 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-0ea9552b-eb81-4468-b5e1-23f86b193c32 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "DELETE /v2.0/networks/8e4fab22-158c-4bfc-8f30-2a4009b89223 HTTP/1.1" status: 204 len: 168 time: 0.3128881 Oct 12 07:44:52.318133 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea9552b-eb81-4468-b5e1-23f86b193c32 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Network': ['ID=8e4fab22-158c-4bfc-8f30-2a4009b89223,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:44:52.326214 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43288) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:44:52.332348 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-a02874b2-1733-4bf8-9d6e-f0dafe8e5783 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'network': {'name': 'tempest-network-smoke--1851383355', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'port_security_enabled': True}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:44:52.361190 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02874b2-1733-4bf8-9d6e-f0dafe8e5783 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Made reservation on behalf of 62f83991a7314cd6b6c084162dcfff66 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:44:52.365397 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a02874b2-1733-4bf8-9d6e-f0dafe8e5783 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:52.391030 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a02874b2-1733-4bf8-9d6e-f0dafe8e5783 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:44:52.395740 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device aee93986-e76b-40eb-a9fc-0020f747f109 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:44:52.403771 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a02874b2-1733-4bf8-9d6e-f0dafe8e5783 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:52.404028 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-a02874b2-1733-4bf8-9d6e-f0dafe8e5783 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Added segment 2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2 of type vlan for network 4b61a601-01c5-470d-a51a-27211c3aa521 Oct 12 07:44:52.418449 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: aee93986-e76b-40eb-a9fc-0020f747f109 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:44:52.418878 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device aee93986-e76b-40eb-a9fc-0020f747f109 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:44:52.447162 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a02874b2-1733-4bf8-9d6e-f0dafe8e5783 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:52.471516 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a02874b2-1733-4bf8-9d6e-f0dafe8e5783 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:52.477113 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02874b2-1733-4bf8-9d6e-f0dafe8e5783 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:44:52.478346 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a02874b2-1733-4bf8-9d6e-f0dafe8e5783 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:52.515934 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a02874b2-1733-4bf8-9d6e-f0dafe8e5783 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1886048 Oct 12 07:44:52.518718 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43290) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:44:52.525630 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-effca915-6652-4efb-9e44-29d1870b64a9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-912002737', 'admin_state_up': True, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:44:52.562549 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02874b2-1733-4bf8-9d6e-f0dafe8e5783 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Network': ['ID=4b61a601-01c5-470d-a51a-27211c3aa521,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:44:52.575006 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 4b61a601-01c5-470d-a51a-27211c3aa521 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:44:52.583600 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-effca915-6652-4efb-9e44-29d1870b64a9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:52.584861 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-effca915-6652-4efb-9e44-29d1870b64a9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:52.643763 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-effca915-6652-4efb-9e44-29d1870b64a9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:52.793024 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-effca915-6652-4efb-9e44-29d1870b64a9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:52.980571 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-effca915-6652-4efb-9e44-29d1870b64a9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router_gateway, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:53.003465 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-effca915-6652-4efb-9e44-29d1870b64a9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:53.102876 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-effca915-6652-4efb-9e44-29d1870b64a9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Allocated IP 172.26.3.240 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/5d53a4d8-1eb6-46bb-b084-bde2e194dc84) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:44:53.210489 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-effca915-6652-4efb-9e44-29d1870b64a9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:53.242531 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-effca915-6652-4efb-9e44-29d1870b64a9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:53.279275 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effca915-6652-4efb-9e44-29d1870b64a9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:44:53.282045 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-effca915-6652-4efb-9e44-29d1870b64a9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:44:53.284662 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effca915-6652-4efb-9e44-29d1870b64a9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:44:53.315181 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effca915-6652-4efb-9e44-29d1870b64a9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=5d53a4d8-1eb6-46bb-b084-bde2e194dc84,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:44:53.529318 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-effca915-6652-4efb-9e44-29d1870b64a9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router_gateway, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:53.716554 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-effca915-6652-4efb-9e44-29d1870b64a9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:53.839660 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-effca915-6652-4efb-9e44-29d1870b64a9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Router 3da98a31-609b-4fda-bf61-0894252b2f8b is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:44:53.928455 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device c6447b85-5334-4962-8c88-d7e91d97bcf6 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:44:53.942340 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-effca915-6652-4efb-9e44-29d1870b64a9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:44:53.951300 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: c6447b85-5334-4962-8c88-d7e91d97bcf6 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:44:53.951538 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beecafec-e800-4503-86f3-3ac3626148fc None None] Sync routers for ids ['3da98a31-609b-4fda-bf61-0894252b2f8b'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:44:53.951969 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device c6447b85-5334-4962-8c88-d7e91d97bcf6 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:44:53.952062 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 4df1bba8-c452-4d6b-954d-2ff0b7aafd2d no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:44:53.961345 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beecafec-e800-4503-86f3-3ac3626148fc None None] Routers {'3da98a31-609b-4fda-bf61-0894252b2f8b'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:44:53.963052 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-beecafec-e800-4503-86f3-3ac3626148fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:44:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['3da98a31-609b-4fda-bf61-0894252b2f8b'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:44:53.966764 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-effca915-6652-4efb-9e44-29d1870b64a9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:53.970328 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43292) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:44:53.970826 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-effca915-6652-4efb-9e44-29d1870b64a9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4506423 Oct 12 07:44:53.973426 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 4df1bba8-c452-4d6b-954d-2ff0b7aafd2d {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:44:53.973774 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 4df1bba8-c452-4d6b-954d-2ff0b7aafd2d not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:44:54.004706 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-5701f99c-fa8e-48ae-b3d9-0db065a3e69b tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=62f83991a7314cd6b6c084162dcfff66&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324013 Oct 12 07:44:54.007244 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43294) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:44:54.067325 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-beecafec-e800-4503-86f3-3ac3626148fc None None] Set router 3da98a31-609b-4fda-bf61-0894252b2f8b gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:44:54.092276 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38296d8c-0633-4d42-b201-7ef4c0bc54c9 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:44:54.093792 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-38296d8c-0633-4d42-b201-7ef4c0bc54c9 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0855951 Oct 12 07:44:54.096809 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43296) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:44:54.124653 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f4512473-9525-4e90-84d1-fe9389377ca9 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263853 Oct 12 07:44:54.127038 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43298) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:44:54.131646 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-d32e5dc1-b2eb-4bff-add4-837cd62b2a4f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1377372581', 'network_id': '4b61a601-01c5-470d-a51a-27211c3aa521', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:44:54.215969 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32e5dc1-b2eb-4bff-add4-837cd62b2a4f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Made reservation on behalf of 62f83991a7314cd6b6c084162dcfff66 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:44:54.219487 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d32e5dc1-b2eb-4bff-add4-837cd62b2a4f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:54.243427 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-beecafec-e800-4503-86f3-3ac3626148fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da98a31-609b-4fda-bf61-0894252b2f8b', 'name': 'tempest-TestNetworkBasicOps-router-912002737', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240'}], 'enable_snat': True}, 'gw_port_id': '5d53a4d8-1eb6-46bb-b084-bde2e194dc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:44:52Z', 'updated_at': '2022-10-12T07:44:53Z', 'revision_number': 3, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '5d53a4d8-1eb6-46bb-b084-bde2e194dc84', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da98a31-609b-4fda-bf61-0894252b2f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:44:53Z', 'updated_at': '2022-10-12T07:44:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:44:54.270203 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beecafec-e800-4503-86f3-3ac3626148fc None None] Checking router: 3da98a31-609b-4fda-bf61-0894252b2f8b for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:44:54.270546 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beecafec-e800-4503-86f3-3ac3626148fc None None] Updating router 3da98a31-609b-4fda-bf61-0894252b2f8b port 5d53a4d8-1eb6-46bb-b084-bde2e194dc84 binding host dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:44:54.299367 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-beecafec-e800-4503-86f3-3ac3626148fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:54.403378 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d32e5dc1-b2eb-4bff-add4-837cd62b2a4f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:54.470880 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e5dc1-b2eb-4bff-add4-837cd62b2a4f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Subnet': ['ID=e456220f-c649-4b56-9571-5042df07d9ed,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:44:54.476448 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32e5dc1-b2eb-4bff-add4-837cd62b2a4f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Checking segment: {'id': '2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4b61a601-01c5-470d-a51a-27211c3aa521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:44:54.476810 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32e5dc1-b2eb-4bff-add4-837cd62b2a4f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network hostable DHCP agents. Network: 4b61a601-01c5-470d-a51a-27211c3aa521, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:44:54.495559 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32e5dc1-b2eb-4bff-add4-837cd62b2a4f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network 4b61a601-01c5-470d-a51a-27211c3aa521 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:44:54.506041 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-d32e5dc1-b2eb-4bff-add4-837cd62b2a4f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 4b61a601-01c5-470d-a51a-27211c3aa521) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:44:54.510982 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32e5dc1-b2eb-4bff-add4-837cd62b2a4f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:44:54.511584 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d32e5dc1-b2eb-4bff-add4-837cd62b2a4f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:54.516805 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3483fd9-ddbd-45b0-9b1e-3bb965d828c1 None None] Network 4b61a601-01c5-470d-a51a-27211c3aa521 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:44:54.534472 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d32e5dc1-b2eb-4bff-add4-837cd62b2a4f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4063802 Oct 12 07:44:54.537215 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43300) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:44:54.642569 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-beecafec-e800-4503-86f3-3ac3626148fc None None] Notify callbacks [] for port, precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:54.648343 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-beecafec-e800-4503-86f3-3ac3626148fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:54.663281 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-beecafec-e800-4503-86f3-3ac3626148fc None None] Attempting to bind port 5d53a4d8-1eb6-46bb-b084-bde2e194dc84 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:44:54.663626 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-beecafec-e800-4503-86f3-3ac3626148fc None None] Attempting to bind port 5d53a4d8-1eb6-46bb-b084-bde2e194dc84 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:44:54.663903 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beecafec-e800-4503-86f3-3ac3626148fc None None] Attempting to bind port 5d53a4d8-1eb6-46bb-b084-bde2e194dc84 on network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:44:54.680376 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b721f1-cef0-45fb-befc-0b14e3a01057 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-4b61a601-01c5-470d-a51a-27211c3aa521', 'network_id': '4b61a601-01c5-470d-a51a-27211c3aa521', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ips': [{'subnet_id': 'e456220f-c649-4b56-9571-5042df07d9ed'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:44:54.682153 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d8b721f1-cef0-45fb-befc-0b14e3a01057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:54.690399 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beecafec-e800-4503-86f3-3ac3626148fc None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:44:54.690762 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beecafec-e800-4503-86f3-3ac3626148fc None None] Checking segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:44:54.691156 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-beecafec-e800-4503-86f3-3ac3626148fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:54.691552 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beecafec-e800-4503-86f3-3ac3626148fc None None] Bound using segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:44:54.692120 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-beecafec-e800-4503-86f3-3ac3626148fc None None] Bound port: 5d53a4d8-1eb6-46bb-b084-bde2e194dc84, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:44:54.692675 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-beecafec-e800-4503-86f3-3ac3626148fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:54.732817 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944a4dfc-ea62-4b08-baf0-bab1cd7a9261 None None] Pushing event updated for resources: {'Port': ['ID=5d53a4d8-1eb6-46bb-b084-bde2e194dc84,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:44:54.746656 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944a4dfc-ea62-4b08-baf0-bab1cd7a9261 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:44:54.747303 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944a4dfc-ea62-4b08-baf0-bab1cd7a9261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:44:54.747822 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944a4dfc-ea62-4b08-baf0-bab1cd7a9261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:44:54.748151 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944a4dfc-ea62-4b08-baf0-bab1cd7a9261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:44:54.748471 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944a4dfc-ea62-4b08-baf0-bab1cd7a9261 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:44:54.748811 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944a4dfc-ea62-4b08-baf0-bab1cd7a9261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:44:54.749133 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944a4dfc-ea62-4b08-baf0-bab1cd7a9261 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:44:54.749467 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944a4dfc-ea62-4b08-baf0-bab1cd7a9261 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:44:54.749783 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944a4dfc-ea62-4b08-baf0-bab1cd7a9261 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:44:54.750130 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944a4dfc-ea62-4b08-baf0-bab1cd7a9261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:44:54.750444 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944a4dfc-ea62-4b08-baf0-bab1cd7a9261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:44:54.750755 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944a4dfc-ea62-4b08-baf0-bab1cd7a9261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:44:54.774961 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-beecafec-e800-4503-86f3-3ac3626148fc None None] For port 5d53a4d8-1eb6-46bb-b084-bde2e194dc84, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:44:54.779473 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-beecafec-e800-4503-86f3-3ac3626148fc None None] For port 5d53a4d8-1eb6-46bb-b084-bde2e194dc84, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=5d53a4d8-1eb6-46bb-b084-bde2e194dc84,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:44:54.784524 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-beecafec-e800-4503-86f3-3ac3626148fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:54.802153 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beecafec-e800-4503-86f3-3ac3626148fc None None] Routers {'3da98a31-609b-4fda-bf61-0894252b2f8b'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:44:54.802153 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-beecafec-e800-4503-86f3-3ac3626148fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:44:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['3da98a31-609b-4fda-bf61-0894252b2f8b'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:44:54.834850 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-d8b721f1-cef0-45fb-befc-0b14e3a01057 None None] Allocated IP 172.20.0.2 (4b61a601-01c5-470d-a51a-27211c3aa521/e456220f-c649-4b56-9571-5042df07d9ed/e82d3858-ddd3-4bed-94b1-57e07801ab4f) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:44:54.921787 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944a4dfc-ea62-4b08-baf0-bab1cd7a9261 None None] Pushing event updated for resources: {'Port': ['ID=5d53a4d8-1eb6-46bb-b084-bde2e194dc84,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:44:54.952785 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-beecafec-e800-4503-86f3-3ac3626148fc None None] Set router 3da98a31-609b-4fda-bf61-0894252b2f8b gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:44:54.992312 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d8b721f1-cef0-45fb-befc-0b14e3a01057 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:55.001456 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d8b721f1-cef0-45fb-befc-0b14e3a01057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:55.048150 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b721f1-cef0-45fb-befc-0b14e3a01057 None None] Network 4b61a601-01c5-470d-a51a-27211c3aa521 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:44:55.052366 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-d8b721f1-cef0-45fb-befc-0b14e3a01057 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:44:55.054294 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b721f1-cef0-45fb-befc-0b14e3a01057 None None] Pushing event updated for resources: {'Port': ['ID=e82d3858-ddd3-4bed-94b1-57e07801ab4f,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:44:55.057999 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b721f1-cef0-45fb-befc-0b14e3a01057 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:44:55.119086 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-d8b721f1-cef0-45fb-befc-0b14e3a01057 None None] Attempting to bind port e82d3858-ddd3-4bed-94b1-57e07801ab4f on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:44:55.119479 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-d8b721f1-cef0-45fb-befc-0b14e3a01057 None None] Attempting to bind port e82d3858-ddd3-4bed-94b1-57e07801ab4f by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4b61a601-01c5-470d-a51a-27211c3aa521'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:44:55.119810 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b721f1-cef0-45fb-befc-0b14e3a01057 None None] Attempting to bind port e82d3858-ddd3-4bed-94b1-57e07801ab4f on network 4b61a601-01c5-470d-a51a-27211c3aa521 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:44:55.125616 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b721f1-cef0-45fb-befc-0b14e3a01057 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:44:55.126001 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b721f1-cef0-45fb-befc-0b14e3a01057 None None] Checking segment: {'id': '2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4b61a601-01c5-470d-a51a-27211c3aa521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:44:55.126567 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d8b721f1-cef0-45fb-befc-0b14e3a01057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:55.126968 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b721f1-cef0-45fb-befc-0b14e3a01057 None None] Bound using segment: {'id': '2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4b61a601-01c5-470d-a51a-27211c3aa521'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:44:55.127431 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-d8b721f1-cef0-45fb-befc-0b14e3a01057 None None] Bound port: e82d3858-ddd3-4bed-94b1-57e07801ab4f, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4b61a601-01c5-470d-a51a-27211c3aa521'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:44:55.127807 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d8b721f1-cef0-45fb-befc-0b14e3a01057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:55.148778 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-beecafec-e800-4503-86f3-3ac3626148fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da98a31-609b-4fda-bf61-0894252b2f8b', 'name': 'tempest-TestNetworkBasicOps-router-912002737', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240'}], 'enable_snat': True}, 'gw_port_id': '5d53a4d8-1eb6-46bb-b084-bde2e194dc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:44:52Z', 'updated_at': '2022-10-12T07:44:53Z', 'revision_number': 3, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '5d53a4d8-1eb6-46bb-b084-bde2e194dc84', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da98a31-609b-4fda-bf61-0894252b2f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:44:53Z', 'updated_at': '2022-10-12T07:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:44:55.180435 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beecafec-e800-4503-86f3-3ac3626148fc None None] The sync data for ids ['3da98a31-609b-4fda-bf61-0894252b2f8b'] in dv-neutron-860909-2-hyperv is: [{'id': '3da98a31-609b-4fda-bf61-0894252b2f8b', 'name': 'tempest-TestNetworkBasicOps-router-912002737', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240'}], 'enable_snat': True}, 'gw_port_id': '5d53a4d8-1eb6-46bb-b084-bde2e194dc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:44:52Z', 'updated_at': '2022-10-12T07:44:53Z', 'revision_number': 3, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '5d53a4d8-1eb6-46bb-b084-bde2e194dc84', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da98a31-609b-4fda-bf61-0894252b2f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:44:53Z', 'updated_at': '2022-10-12T07:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:44:55.200501 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-d8b721f1-cef0-45fb-befc-0b14e3a01057 None None] For port e82d3858-ddd3-4bed-94b1-57e07801ab4f, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:44:55.203832 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-d8b721f1-cef0-45fb-befc-0b14e3a01057 None None] For port e82d3858-ddd3-4bed-94b1-57e07801ab4f, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=e82d3858-ddd3-4bed-94b1-57e07801ab4f,segment=NetworkSegment(2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2),segment_id=2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:44:55.209778 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d8b721f1-cef0-45fb-befc-0b14e3a01057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:55.280256 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b721f1-cef0-45fb-befc-0b14e3a01057 None None] Pushing event updated for resources: {'Port': ['ID=e82d3858-ddd3-4bed-94b1-57e07801ab4f,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:44:55.302238 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2dd02baf-9c8c-4eef-b77f-2c078e6930ad tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:55.636344 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-2dd02baf-9c8c-4eef-b77f-2c078e6930ad tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Allocated IP 172.20.0.1 (4b61a601-01c5-470d-a51a-27211c3aa521/e456220f-c649-4b56-9571-5042df07d9ed/205bd06f-be51-4f51-9309-33bddf9554a8) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:44:55.759238 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2dd02baf-9c8c-4eef-b77f-2c078e6930ad tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:55.793296 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2dd02baf-9c8c-4eef-b77f-2c078e6930ad tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:55.845490 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd02baf-9c8c-4eef-b77f-2c078e6930ad tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network 4b61a601-01c5-470d-a51a-27211c3aa521 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:44:55.846923 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd02baf-9c8c-4eef-b77f-2c078e6930ad tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=205bd06f-be51-4f51-9309-33bddf9554a8,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:44:55.849622 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-2dd02baf-9c8c-4eef-b77f-2c078e6930ad tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:44:55.851787 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd02baf-9c8c-4eef-b77f-2c078e6930ad tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:44:55.896074 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2dd02baf-9c8c-4eef-b77f-2c078e6930ad tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:56.056481 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 5d53a4d8-1eb6-46bb-b084-bde2e194dc84 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:44:56.058196 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2dd02baf-9c8c-4eef-b77f-2c078e6930ad tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:56.111927 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 5d53a4d8-1eb6-46bb-b084-bde2e194dc84 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:44:56.112305 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:56.112638 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 5d53a4d8-1eb6-46bb-b084-bde2e194dc84 Oct 12 07:44:56.205301 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 5d53a4d8-1eb6-46bb-b084-bde2e194dc84 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:44:56.205692 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:56.228872 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 5d53a4d8-1eb6-46bb-b084-bde2e194dc84, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=5d53a4d8-1eb6-46bb-b084-bde2e194dc84,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:44:56.234088 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:56.235032 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device e82d3858-ddd3-4bed-94b1-57e07801ab4f up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:44:56.314741 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ae595f-6525-46a0-8e3f-eda48bf17c88 None None] Network 4b61a601-01c5-470d-a51a-27211c3aa521 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:44:56.336122 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=5d53a4d8-1eb6-46bb-b084-bde2e194dc84,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:44:56.385705 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2dd02baf-9c8c-4eef-b77f-2c078e6930ad tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:56.390433 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2dd02baf-9c8c-4eef-b77f-2c078e6930ad tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:56.397682 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-e18741a3-8d8b-4718-a5e9-0c9ef5823450 None None] Provisioning complete for port e82d3858-ddd3-4bed-94b1-57e07801ab4f triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:44:56.398085 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e18741a3-8d8b-4718-a5e9-0c9ef5823450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:56.398580 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-e18741a3-8d8b-4718-a5e9-0c9ef5823450 None None] Attempt 1 to provision port e82d3858-ddd3-4bed-94b1-57e07801ab4f Oct 12 07:44:56.422195 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port e82d3858-ddd3-4bed-94b1-57e07801ab4f triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:44:56.422560 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:56.422891 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port e82d3858-ddd3-4bed-94b1-57e07801ab4f Oct 12 07:44:56.456366 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:44:56.473753 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd02baf-9c8c-4eef-b77f-2c078e6930ad tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=205bd06f-be51-4f51-9309-33bddf9554a8,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:44:56.476329 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2dd02baf-9c8c-4eef-b77f-2c078e6930ad tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:56.568249 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd02baf-9c8c-4eef-b77f-2c078e6930ad tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network 4b61a601-01c5-470d-a51a-27211c3aa521 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:44:56.570153 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-2dd02baf-9c8c-4eef-b77f-2c078e6930ad tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:44:56.617231 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e18741a3-8d8b-4718-a5e9-0c9ef5823450 None None] Current status of the port e82d3858-ddd3-4bed-94b1-57e07801ab4f is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:44:56.617631 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e18741a3-8d8b-4718-a5e9-0c9ef5823450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:56.621696 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port e82d3858-ddd3-4bed-94b1-57e07801ab4f is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:44:56.622088 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:56.679463 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port e82d3858-ddd3-4bed-94b1-57e07801ab4f, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=e82d3858-ddd3-4bed-94b1-57e07801ab4f,segment=NetworkSegment(2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2),segment_id=2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:44:56.687815 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:56.696114 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd02baf-9c8c-4eef-b77f-2c078e6930ad tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Router 3da98a31-609b-4fda-bf61-0894252b2f8b has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:44:56.764394 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.db.api [None req-e18741a3-8d8b-4718-a5e9-0c9ef5823450 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103202) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 07:44:56.764748 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG oslo_db.api [None req-e18741a3-8d8b-4718-a5e9-0c9ef5823450 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 07:44:56.783141 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=e82d3858-ddd3-4bed-94b1-57e07801ab4f,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:44:56.822483 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd02baf-9c8c-4eef-b77f-2c078e6930ad tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:44:56.828635 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-2dd02baf-9c8c-4eef-b77f-2c078e6930ad tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "PUT /v2.0/routers/3da98a31-609b-4fda-bf61-0894252b2f8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2903810 Oct 12 07:44:56.831156 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43302) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:44:57.008321 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb06199d-23ac-4bb3-836f-192dc1f7d68a tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:44:57.008771 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb06199d-23ac-4bb3-836f-192dc1f7d68a tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:44:57.009275 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb06199d-23ac-4bb3-836f-192dc1f7d68a tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:44:57.009738 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb06199d-23ac-4bb3-836f-192dc1f7d68a tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:44:57.010250 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb06199d-23ac-4bb3-836f-192dc1f7d68a tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:44:57.010664 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb06199d-23ac-4bb3-836f-192dc1f7d68a tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:44:57.014121 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-fb06199d-23ac-4bb3-836f-192dc1f7d68a tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1798723 Oct 12 07:44:57.015261 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43304) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:44:57.038118 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9187c03-eb86-48ce-83d3-f74f4b0bb216 None None] Sync routers for ids ['3da98a31-609b-4fda-bf61-0894252b2f8b'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:44:57.049711 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9187c03-eb86-48ce-83d3-f74f4b0bb216 None None] Routers {'3da98a31-609b-4fda-bf61-0894252b2f8b'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:44:57.050378 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-e9187c03-eb86-48ce-83d3-f74f4b0bb216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:44:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['3da98a31-609b-4fda-bf61-0894252b2f8b'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:44:57.115558 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71070ba-34bd-4919-8cc5-864e890dad66 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:44:57.116144 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71070ba-34bd-4919-8cc5-864e890dad66 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:44:57.116613 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71070ba-34bd-4919-8cc5-864e890dad66 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:44:57.117072 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71070ba-34bd-4919-8cc5-864e890dad66 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:44:57.117526 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71070ba-34bd-4919-8cc5-864e890dad66 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:44:57.117981 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71070ba-34bd-4919-8cc5-864e890dad66 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:44:57.122509 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d71070ba-34bd-4919-8cc5-864e890dad66 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.1060388 Oct 12 07:44:57.126753 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43306) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:44:57.161918 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-e9187c03-eb86-48ce-83d3-f74f4b0bb216 None None] Set router 3da98a31-609b-4fda-bf61-0894252b2f8b gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:44:57.269917 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-7fc32d58-a76f-4015-9c42-a32faab17c29 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1419475 Oct 12 07:44:57.272211 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43308) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:44:57.277901 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-3ab813fd-78f9-4e6c-9e53-14a5ed27e85a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-935674559', 'network_id': '4b61a601-01c5-470d-a51a-27211c3aa521'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:44:57.344604 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e18741a3-8d8b-4718-a5e9-0c9ef5823450 None None] Current status of the port e82d3858-ddd3-4bed-94b1-57e07801ab4f is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:44:57.389149 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab813fd-78f9-4e6c-9e53-14a5ed27e85a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Made reservation on behalf of 62f83991a7314cd6b6c084162dcfff66 for: {'port': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:44:57.392657 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3ab813fd-78f9-4e6c-9e53-14a5ed27e85a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:57.395385 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-e9187c03-eb86-48ce-83d3-f74f4b0bb216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da98a31-609b-4fda-bf61-0894252b2f8b', 'name': 'tempest-TestNetworkBasicOps-router-912002737', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240'}], 'enable_snat': True}, 'gw_port_id': '5d53a4d8-1eb6-46bb-b084-bde2e194dc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:44:52Z', 'updated_at': '2022-10-12T07:44:56Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '5d53a4d8-1eb6-46bb-b084-bde2e194dc84', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da98a31-609b-4fda-bf61-0894252b2f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:44:53Z', 'updated_at': '2022-10-12T07:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '205bd06f-be51-4f51-9309-33bddf9554a8', 'name': '', 'network_id': '4b61a601-01c5-470d-a51a-27211c3aa521', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:10:87:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da98a31-609b-4fda-bf61-0894252b2f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'e456220f-c649-4b56-9571-5042df07d9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:44:55Z', 'updated_at': '2022-10-12T07:44:56Z', 'revision_number': 2, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': 'e456220f-c649-4b56-9571-5042df07d9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:44:57.409831 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [None req-3ab813fd-78f9-4e6c-9e53-14a5ed27e85a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] device_id is not set on port c814192e-357d-45c7-be28-be386bd413f1 yet. {{(pid=103201) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:44:57.425825 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9187c03-eb86-48ce-83d3-f74f4b0bb216 None None] Checking router: 3da98a31-609b-4fda-bf61-0894252b2f8b for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:44:57.426211 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9187c03-eb86-48ce-83d3-f74f4b0bb216 None None] Updating router 3da98a31-609b-4fda-bf61-0894252b2f8b port 205bd06f-be51-4f51-9309-33bddf9554a8 binding host dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:44:57.455177 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e9187c03-eb86-48ce-83d3-f74f4b0bb216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:57.475628 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-fd950bf2-29ec-4c5b-bbb7-cfab097bcdb3 None None] Provisioning complete for port 205bd06f-be51-4f51-9309-33bddf9554a8 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:44:57.475914 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fd950bf2-29ec-4c5b-bbb7-cfab097bcdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:57.476250 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-fd950bf2-29ec-4c5b-bbb7-cfab097bcdb3 None None] Attempt 1 to provision port 205bd06f-be51-4f51-9309-33bddf9554a8 Oct 12 07:44:57.516515 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-3ab813fd-78f9-4e6c-9e53-14a5ed27e85a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Allocated IP 172.20.0.5 (4b61a601-01c5-470d-a51a-27211c3aa521/e456220f-c649-4b56-9571-5042df07d9ed/c814192e-357d-45c7-be28-be386bd413f1) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:44:57.667124 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3ab813fd-78f9-4e6c-9e53-14a5ed27e85a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:57.700667 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3ab813fd-78f9-4e6c-9e53-14a5ed27e85a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:57.728243 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-fd950bf2-29ec-4c5b-bbb7-cfab097bcdb3 None None] Port 205bd06f-be51-4f51-9309-33bddf9554a8 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:44:57.747199 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab813fd-78f9-4e6c-9e53-14a5ed27e85a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network 4b61a601-01c5-470d-a51a-27211c3aa521 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:44:57.750314 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-3ab813fd-78f9-4e6c-9e53-14a5ed27e85a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:44:57.753921 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab813fd-78f9-4e6c-9e53-14a5ed27e85a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:44:57.760803 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab813fd-78f9-4e6c-9e53-14a5ed27e85a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=c814192e-357d-45c7-be28-be386bd413f1,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:44:57.808062 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab813fd-78f9-4e6c-9e53-14a5ed27e85a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:44:57.809757 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3ab813fd-78f9-4e6c-9e53-14a5ed27e85a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:57.834259 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-3ab813fd-78f9-4e6c-9e53-14a5ed27e85a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5607691 Oct 12 07:44:57.918703 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43314) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:44:57.923463 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-82b0eec7-dd9a-4e25-b3df-a09b9e0b347c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-386138877', 'description': 'tempest-secgroup-smoke-386138877 description', 'project_id': '62f83991a7314cd6b6c084162dcfff66'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:44:57.951543 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e9187c03-eb86-48ce-83d3-f74f4b0bb216 None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:57.962073 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e9187c03-eb86-48ce-83d3-f74f4b0bb216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:57.968695 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-82b0eec7-dd9a-4e25-b3df-a09b9e0b347c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:58.023624 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 5d53a4d8-1eb6-46bb-b084-bde2e194dc84 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:44:58.066352 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-82b0eec7-dd9a-4e25-b3df-a09b9e0b347c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:58.078428 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-82b0eec7-dd9a-4e25-b3df-a09b9e0b347c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:58.090581 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb329a24-126e-4b95-8952-9df51eced6b7 None None] Pushing event updated for resources: {'Port': ['ID=205bd06f-be51-4f51-9309-33bddf9554a8,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:44:58.110798 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-e9187c03-eb86-48ce-83d3-f74f4b0bb216 None None] Attempting to bind port 205bd06f-be51-4f51-9309-33bddf9554a8 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:44:58.111170 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-e9187c03-eb86-48ce-83d3-f74f4b0bb216 None None] Attempting to bind port 205bd06f-be51-4f51-9309-33bddf9554a8 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4b61a601-01c5-470d-a51a-27211c3aa521'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:44:58.111534 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9187c03-eb86-48ce-83d3-f74f4b0bb216 None None] Attempting to bind port 205bd06f-be51-4f51-9309-33bddf9554a8 on network 4b61a601-01c5-470d-a51a-27211c3aa521 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:44:58.121040 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9187c03-eb86-48ce-83d3-f74f4b0bb216 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:44:58.121411 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9187c03-eb86-48ce-83d3-f74f4b0bb216 None None] Checking segment: {'id': '2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4b61a601-01c5-470d-a51a-27211c3aa521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:44:58.121818 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e9187c03-eb86-48ce-83d3-f74f4b0bb216 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:58.122233 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9187c03-eb86-48ce-83d3-f74f4b0bb216 None None] Bound using segment: {'id': '2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4b61a601-01c5-470d-a51a-27211c3aa521'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:44:58.122711 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-e9187c03-eb86-48ce-83d3-f74f4b0bb216 None None] Bound port: 205bd06f-be51-4f51-9309-33bddf9554a8, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4b61a601-01c5-470d-a51a-27211c3aa521'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:44:58.123092 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e9187c03-eb86-48ce-83d3-f74f4b0bb216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:58.127607 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-82b0eec7-dd9a-4e25-b3df-a09b9e0b347c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:58.131647 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-82b0eec7-dd9a-4e25-b3df-a09b9e0b347c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2091248 Oct 12 07:44:58.131958 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43318) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:44:58.132388 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b0eec7-dd9a-4e25-b3df-a09b9e0b347c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbaae3ac-c106-46b2-acf9-266e285034ea,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:44:58.136567 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-f1b95c7e-2d36-4156-971e-9a515fbec321 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': 'cbaae3ac-c106-46b2-acf9-266e285034ea', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:44:58.160585 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58270a9-5339-4b9b-b450-1427427984a0 req-65d9dab1-ba97-4a4d-91a0-d7b73c4a4487 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:44:58.162497 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f58270a9-5339-4b9b-b450-1427427984a0 req-65d9dab1-ba97-4a4d-91a0-d7b73c4a4487 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2d914c9-c0dd-4781-aa4a-3d597e4a9606 HTTP/1.1" status: 200 len: 945 time: 0.0937152 Oct 12 07:44:58.169062 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f1b95c7e-2d36-4156-971e-9a515fbec321 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:58.177867 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 5d53a4d8-1eb6-46bb-b084-bde2e194dc84 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:44:58.178469 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:58.178585 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 5d53a4d8-1eb6-46bb-b084-bde2e194dc84 Oct 12 07:44:58.213945 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f58270a9-5339-4b9b-b450-1427427984a0 req-533139f3-e34b-4bb6-9664-7c7d88d3f748 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446246 Oct 12 07:44:58.226158 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-e9187c03-eb86-48ce-83d3-f74f4b0bb216 None None] For port 205bd06f-be51-4f51-9309-33bddf9554a8, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:44:58.228573 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-fd950bf2-29ec-4c5b-bbb7-cfab097bcdb3 None None] Attempt 2 to provision port 205bd06f-be51-4f51-9309-33bddf9554a8 Oct 12 07:44:58.231076 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-e9187c03-eb86-48ce-83d3-f74f4b0bb216 None None] For port 205bd06f-be51-4f51-9309-33bddf9554a8, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=205bd06f-be51-4f51-9309-33bddf9554a8,segment=NetworkSegment(2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2),segment_id=2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:44:58.242749 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f1b95c7e-2d36-4156-971e-9a515fbec321 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:58.246393 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f1b95c7e-2d36-4156-971e-9a515fbec321 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:58.263341 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e9187c03-eb86-48ce-83d3-f74f4b0bb216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:58.264747 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b95c7e-2d36-4156-971e-9a515fbec321 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27452c2a-d048-4302-aeae-3dd1da60b01d,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:44:58.274000 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f1b95c7e-2d36-4156-971e-9a515fbec321 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:58.275781 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f1b95c7e-2d36-4156-971e-9a515fbec321 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1428154 Oct 12 07:44:58.278738 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43320) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:44:58.283374 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-b0f5bcaa-8eb4-43bb-bc60-e1496c2b3b54 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': 'cbaae3ac-c106-46b2-acf9-266e285034ea', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:44:58.310310 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b0f5bcaa-8eb4-43bb-bc60-e1496c2b3b54 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:58.311632 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-fd950bf2-29ec-4c5b-bbb7-cfab097bcdb3 None None] Port 205bd06f-be51-4f51-9309-33bddf9554a8 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:44:58.318168 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9187c03-eb86-48ce-83d3-f74f4b0bb216 None None] Routers {'3da98a31-609b-4fda-bf61-0894252b2f8b'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:44:58.318795 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-e9187c03-eb86-48ce-83d3-f74f4b0bb216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:44:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['3da98a31-609b-4fda-bf61-0894252b2f8b'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:44:58.359646 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b0f5bcaa-8eb4-43bb-bc60-e1496c2b3b54 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:58.365030 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b0f5bcaa-8eb4-43bb-bc60-e1496c2b3b54 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:58.382741 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f5bcaa-8eb4-43bb-bc60-e1496c2b3b54 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1346aaf7-9b2f-43e9-b669-72a40709f7f0,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:44:58.389731 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb329a24-126e-4b95-8952-9df51eced6b7 None None] Pushing event updated for resources: {'Port': ['ID=205bd06f-be51-4f51-9309-33bddf9554a8,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:44:58.392400 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b0f5bcaa-8eb4-43bb-bc60-e1496c2b3b54 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:58.393629 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b0f5bcaa-8eb4-43bb-bc60-e1496c2b3b54 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1138978 Oct 12 07:44:58.396397 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43322) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:44:58.401802 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-c9399d52-aef2-41cd-99e7-cd1a8fd24e88 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': 'cbaae3ac-c106-46b2-acf9-266e285034ea', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:44:58.420950 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 5d53a4d8-1eb6-46bb-b084-bde2e194dc84 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:44:58.422201 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device e82d3858-ddd3-4bed-94b1-57e07801ab4f up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:44:58.428094 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c9399d52-aef2-41cd-99e7-cd1a8fd24e88 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:58.485684 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c9399d52-aef2-41cd-99e7-cd1a8fd24e88 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:58.489486 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c9399d52-aef2-41cd-99e7-cd1a8fd24e88 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:58.504317 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-e9187c03-eb86-48ce-83d3-f74f4b0bb216 None None] Set router 3da98a31-609b-4fda-bf61-0894252b2f8b gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:44:58.509203 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9399d52-aef2-41cd-99e7-cd1a8fd24e88 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e31155a-9ae2-4ce8-b2a0-40e944702cf4,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:44:58.517981 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c9399d52-aef2-41cd-99e7-cd1a8fd24e88 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:58.519214 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c9399d52-aef2-41cd-99e7-cd1a8fd24e88 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216507 Oct 12 07:44:58.521902 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43324) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:44:58.526689 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-f9e7dd74-c2ce-4542-82ae-69200e1792fa tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': 'cbaae3ac-c106-46b2-acf9-266e285034ea', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:44:58.552120 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f9e7dd74-c2ce-4542-82ae-69200e1792fa tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:58.580079 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port e82d3858-ddd3-4bed-94b1-57e07801ab4f triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:44:58.580459 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:58.580793 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port e82d3858-ddd3-4bed-94b1-57e07801ab4f Oct 12 07:44:58.615143 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f9e7dd74-c2ce-4542-82ae-69200e1792fa tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:58.618959 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f9e7dd74-c2ce-4542-82ae-69200e1792fa tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:58.639681 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e7dd74-c2ce-4542-82ae-69200e1792fa tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=954b1939-642f-4f13-a0b6-3904d9467881,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:44:58.647054 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f9e7dd74-c2ce-4542-82ae-69200e1792fa tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:58.648407 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f9e7dd74-c2ce-4542-82ae-69200e1792fa tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1255436 Oct 12 07:44:58.651790 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43326) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:44:58.656055 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-9d92cd12-c2d5-47f6-8de8-c48a60015c51 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': 'cbaae3ac-c106-46b2-acf9-266e285034ea', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:44:58.675878 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.securitygroups_db [None req-9d92cd12-c2d5-47f6-8de8-c48a60015c51 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Project 62f83991a7314cd6b6c084162dcfff66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 07:44:58.680900 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9d92cd12-c2d5-47f6-8de8-c48a60015c51 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:58.741600 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9d92cd12-c2d5-47f6-8de8-c48a60015c51 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:58.745658 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9d92cd12-c2d5-47f6-8de8-c48a60015c51 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:58.751004 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port e82d3858-ddd3-4bed-94b1-57e07801ab4f is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:44:58.766571 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d92cd12-c2d5-47f6-8de8-c48a60015c51 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fef1d84-4929-4e1c-a023-f243c9ed8d9c,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:44:58.777626 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9d92cd12-c2d5-47f6-8de8-c48a60015c51 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:58.778635 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-e9187c03-eb86-48ce-83d3-f74f4b0bb216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da98a31-609b-4fda-bf61-0894252b2f8b', 'name': 'tempest-TestNetworkBasicOps-router-912002737', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240'}], 'enable_snat': True}, 'gw_port_id': '5d53a4d8-1eb6-46bb-b084-bde2e194dc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:44:52Z', 'updated_at': '2022-10-12T07:44:56Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '5d53a4d8-1eb6-46bb-b084-bde2e194dc84', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da98a31-609b-4fda-bf61-0894252b2f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:44:53Z', 'updated_at': '2022-10-12T07:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '205bd06f-be51-4f51-9309-33bddf9554a8', 'name': '', 'network_id': '4b61a601-01c5-470d-a51a-27211c3aa521', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:10:87:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da98a31-609b-4fda-bf61-0894252b2f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'e456220f-c649-4b56-9571-5042df07d9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:44:55Z', 'updated_at': '2022-10-12T07:44:58Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': 'e456220f-c649-4b56-9571-5042df07d9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:44:58.778960 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-9d92cd12-c2d5-47f6-8de8-c48a60015c51 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1261742 Oct 12 07:44:58.781766 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43328) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:44:58.786292 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-13a09bf4-038a-4b74-991d-8136239e1547 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': 'cbaae3ac-c106-46b2-acf9-266e285034ea', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:44:58.810213 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9187c03-eb86-48ce-83d3-f74f4b0bb216 None None] The sync data for ids ['3da98a31-609b-4fda-bf61-0894252b2f8b'] in dv-neutron-860909-2-hyperv is: [{'id': '3da98a31-609b-4fda-bf61-0894252b2f8b', 'name': 'tempest-TestNetworkBasicOps-router-912002737', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240'}], 'enable_snat': True}, 'gw_port_id': '5d53a4d8-1eb6-46bb-b084-bde2e194dc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:44:52Z', 'updated_at': '2022-10-12T07:44:56Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '5d53a4d8-1eb6-46bb-b084-bde2e194dc84', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da98a31-609b-4fda-bf61-0894252b2f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:44:53Z', 'updated_at': '2022-10-12T07:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '205bd06f-be51-4f51-9309-33bddf9554a8', 'name': '', 'network_id': '4b61a601-01c5-470d-a51a-27211c3aa521', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:10:87:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da98a31-609b-4fda-bf61-0894252b2f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'e456220f-c649-4b56-9571-5042df07d9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:44:55Z', 'updated_at': '2022-10-12T07:44:58Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': 'e456220f-c649-4b56-9571-5042df07d9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:44:58.811842 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-13a09bf4-038a-4b74-991d-8136239e1547 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Project 62f83991a7314cd6b6c084162dcfff66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 07:44:58.812606 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-fd950bf2-29ec-4c5b-bbb7-cfab097bcdb3 None None] Attempt 3 to provision port 205bd06f-be51-4f51-9309-33bddf9554a8 Oct 12 07:44:58.823509 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-13a09bf4-038a-4b74-991d-8136239e1547 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:58.910603 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-fd950bf2-29ec-4c5b-bbb7-cfab097bcdb3 None None] Current status of the port 205bd06f-be51-4f51-9309-33bddf9554a8 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:44:58.910996 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fd950bf2-29ec-4c5b-bbb7-cfab097bcdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:58.915288 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-13a09bf4-038a-4b74-991d-8136239e1547 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:58.918999 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-13a09bf4-038a-4b74-991d-8136239e1547 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:58.942631 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a09bf4-038a-4b74-991d-8136239e1547 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dbb5d54-03af-4366-b9a7-f576a87cec87,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:44:58.950108 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-13a09bf4-038a-4b74-991d-8136239e1547 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:58.951519 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-13a09bf4-038a-4b74-991d-8136239e1547 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1687248 Oct 12 07:44:58.967555 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-fd950bf2-29ec-4c5b-bbb7-cfab097bcdb3 None None] For port 205bd06f-be51-4f51-9309-33bddf9554a8, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=205bd06f-be51-4f51-9309-33bddf9554a8,segment=NetworkSegment(2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2),segment_id=2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:44:58.973685 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fd950bf2-29ec-4c5b-bbb7-cfab097bcdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:59.026973 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-fd950bf2-29ec-4c5b-bbb7-cfab097bcdb3 None None] Provisioning complete for port e82d3858-ddd3-4bed-94b1-57e07801ab4f triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:44:59.027417 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fd950bf2-29ec-4c5b-bbb7-cfab097bcdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:59.027759 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-fd950bf2-29ec-4c5b-bbb7-cfab097bcdb3 None None] Attempt 1 to provision port e82d3858-ddd3-4bed-94b1-57e07801ab4f Oct 12 07:44:59.071909 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd950bf2-29ec-4c5b-bbb7-cfab097bcdb3 None None] Pushing event updated for resources: {'Port': ['ID=205bd06f-be51-4f51-9309-33bddf9554a8,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:44:59.112631 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1a74912f-48ac-4983-843a-c87bc471a5c8 req-232c1312-de7e-4e88-b90e-d7dfa1785a93 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-386138877&fields=id&tenant_id=62f83991a7314cd6b6c084162dcfff66 HTTP/1.1" status: 200 len: 267 time: 0.0388010 Oct 12 07:44:59.136094 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-fd950bf2-29ec-4c5b-bbb7-cfab097bcdb3 None None] Current status of the port e82d3858-ddd3-4bed-94b1-57e07801ab4f is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:44:59.165692 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74912f-48ac-4983-843a-c87bc471a5c8 req-72998716-3c09-447c-abb8-3e358d712b8a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:44:59.167157 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1a74912f-48ac-4983-843a-c87bc471a5c8 req-72998716-3c09-447c-abb8-3e358d712b8a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports/c814192e-357d-45c7-be28-be386bd413f1 HTTP/1.1" status: 200 len: 929 time: 0.0459747 Oct 12 07:44:59.217663 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1a74912f-48ac-4983-843a-c87bc471a5c8 req-72586bd7-3f4b-4fdc-bea8-40b83748c40f service neutron] 10.222.0.26 "GET /v2.0/ports/c814192e-357d-45c7-be28-be386bd413f1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0381947 Oct 12 07:44:59.260875 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-a9fdd32d-c68c-45b6-b521-a08b97218b66 None None] Provisioning complete for port c814192e-357d-45c7-be28-be386bd413f1 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:44:59.261865 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a9fdd32d-c68c-45b6-b521-a08b97218b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:59.262416 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-a9fdd32d-c68c-45b6-b521-a08b97218b66 None None] Attempt 1 to provision port c814192e-357d-45c7-be28-be386bd413f1 Oct 12 07:44:59.303463 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a9fdd32d-c68c-45b6-b521-a08b97218b66 None None] Port c814192e-357d-45c7-be28-be386bd413f1 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:44:59.343260 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1a74912f-48ac-4983-843a-c87bc471a5c8 req-ca75362d-e043-44f8-844b-6dbe0a6db558 service neutron] 10.222.0.26 "GET /v2.0/networks/4b61a601-01c5-470d-a51a-27211c3aa521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196096 Oct 12 07:44:59.387248 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd679e-afe5-4da1-864d-763514d72f4c req-6538909d-88c7-46d5-ba44-ef3e847606ab tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:44:59.388780 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-37dd679e-afe5-4da1-864d-763514d72f4c req-6538909d-88c7-46d5-ba44-ef3e847606ab tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2d914c9-c0dd-4781-aa4a-3d597e4a9606 HTTP/1.1" status: 200 len: 945 time: 0.0927570 Oct 12 07:44:59.472860 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-37dd679e-afe5-4da1-864d-763514d72f4c req-72df3a3b-9828-48d2-b665-df2f3d8a64bc tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725265 Oct 12 07:44:59.485291 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1a74912f-48ac-4983-843a-c87bc471a5c8 req-2a0119b7-1001-4365-9b8d-1e24ee0944f5 service neutron] 10.222.0.26 "GET /v2.0/networks/4b61a601-01c5-470d-a51a-27211c3aa521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317191 Oct 12 07:44:59.545830 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33cb31-5514-4d41-b158-0cec6987cdf7 req-bd966051-457f-4f9f-b5ec-a144f83a4a7e tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:44:59.547402 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3b33cb31-5514-4d41-b158-0cec6987cdf7 req-bd966051-457f-4f9f-b5ec-a144f83a4a7e tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2d914c9-c0dd-4781-aa4a-3d597e4a9606 HTTP/1.1" status: 200 len: 945 time: 0.0609181 Oct 12 07:44:59.671654 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0d2d0133-1e53-4ef0-adfb-39c276b3832d req-8402a041-5795-4d20-bb17-2203547671b6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=553049b1-8169-493f-b329-bed167bc0693 HTTP/1.1" status: 200 len: 210 time: 0.0310278 Oct 12 07:44:59.673526 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-3b33cb31-5514-4d41-b158-0cec6987cdf7 req-4965becb-7fc1-409f-ba50-2612c200f9a3 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Deleting port bd7563bd-dcc8-4345-9a07-82d357321e95 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:44:59.673861 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3b33cb31-5514-4d41-b158-0cec6987cdf7 req-4965becb-7fc1-409f-ba50-2612c200f9a3 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:59.792193 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-3b33cb31-5514-4d41-b158-0cec6987cdf7 req-4965becb-7fc1-409f-ba50-2612c200f9a3 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] For port bd7563bd-dcc8-4345-9a07-82d357321e95, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=bd7563bd-dcc8-4345-9a07-82d357321e95,segment=NetworkSegment(88643988-26cf-4ca1-bd7d-7cce24459e19),segment_id=88643988-26cf-4ca1-bd7d-7cce24459e19)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:44:59.792579 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3b33cb31-5514-4d41-b158-0cec6987cdf7 req-4965becb-7fc1-409f-ba50-2612c200f9a3 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:59.804406 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-a9fdd32d-c68c-45b6-b521-a08b97218b66 None None] Attempt 2 to provision port c814192e-357d-45c7-be28-be386bd413f1 Oct 12 07:44:59.850894 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a9fdd32d-c68c-45b6-b521-a08b97218b66 None None] Port c814192e-357d-45c7-be28-be386bd413f1 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:44:59.993495 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3b33cb31-5514-4d41-b158-0cec6987cdf7 req-4965becb-7fc1-409f-ba50-2612c200f9a3 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:59.994322 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3b33cb31-5514-4d41-b158-0cec6987cdf7 req-4965becb-7fc1-409f-ba50-2612c200f9a3 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:44:59.994817 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [req-3b33cb31-5514-4d41-b158-0cec6987cdf7 req-4965becb-7fc1-409f-ba50-2612c200f9a3 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Floating IP 23bce556-67f0-4371-86ef-3c2eae2f6f0a disassociated. External IP: 172.26.3.70, port: bd7563bd-dcc8-4345-9a07-82d357321e95. Oct 12 07:44:59.995527 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-3b33cb31-5514-4d41-b158-0cec6987cdf7 req-4965becb-7fc1-409f-ba50-2612c200f9a3 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Calling delete_port for bd7563bd-dcc8-4345-9a07-82d357321e95 owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:45:00.051038 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 205bd06f-be51-4f51-9309-33bddf9554a8 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:45:00.112111 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 205bd06f-be51-4f51-9309-33bddf9554a8 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:45:00.112486 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:00.112823 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 205bd06f-be51-4f51-9309-33bddf9554a8 Oct 12 07:45:00.145995 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3b33cb31-5514-4d41-b158-0cec6987cdf7 req-4965becb-7fc1-409f-ba50-2612c200f9a3 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:00.173971 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4965becb-7fc1-409f-ba50-2612c200f9a3 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Pushing event deleted for resources: {'Port': ['ID=bd7563bd-dcc8-4345-9a07-82d357321e95,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:00.198970 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 205bd06f-be51-4f51-9309-33bddf9554a8 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:45:00.292454 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b33cb31-5514-4d41-b158-0cec6987cdf7 req-4965becb-7fc1-409f-ba50-2612c200f9a3 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Router 77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:45:00.351785 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-a9fdd32d-c68c-45b6-b521-a08b97218b66 None None] Attempt 3 to provision port c814192e-357d-45c7-be28-be386bd413f1 Oct 12 07:45:00.389943 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a9fdd32d-c68c-45b6-b521-a08b97218b66 None None] Port c814192e-357d-45c7-be28-be386bd413f1 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:45:00.404237 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b33cb31-5514-4d41-b158-0cec6987cdf7 req-4965becb-7fc1-409f-ba50-2612c200f9a3 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:45:00.414431 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e91f5d5-738f-48ae-8eef-e467eaecf114 None None] Sync routers for ids ['77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:45:00.423848 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e91f5d5-738f-48ae-8eef-e467eaecf114 None None] Routers {'77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:45:00.424452 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1e91f5d5-738f-48ae-8eef-e467eaecf114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:44:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:45:00.441942 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b33cb31-5514-4d41-b158-0cec6987cdf7 req-4965becb-7fc1-409f-ba50-2612c200f9a3 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] No DVR routers for this DVR port bd7563bd-dcc8-4345-9a07-82d357321e95 on host hv-neutron-8609 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:45:00.444331 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3b33cb31-5514-4d41-b158-0cec6987cdf7 req-4965becb-7fc1-409f-ba50-2612c200f9a3 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:00.448123 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3b33cb31-5514-4d41-b158-0cec6987cdf7 req-4965becb-7fc1-409f-ba50-2612c200f9a3 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.23 "DELETE /v2.0/ports/bd7563bd-dcc8-4345-9a07-82d357321e95 HTTP/1.1" status: 204 len: 173 time: 0.8953514 Oct 12 07:45:00.448642 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d914c9-c0dd-4781-aa4a-3d597e4a9606', 'name': 'network-vif-deleted', 'tag': 'bd7563bd-dcc8-4345-9a07-82d357321e95'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:45:00.450919 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6ffb08-3ab0-43cc-88eb-7082a67fffca" -d '{"events": [{"server_uuid": "d2d914c9-c0dd-4781-aa4a-3d597e4a9606", "name": "network-vif-deleted", "tag": "bd7563bd-dcc8-4345-9a07-82d357321e95"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:45:00.486919 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89741294-1d44-462f-941b-f60e42497620 x-openstack-request-id: req-89741294-1d44-462f-941b-f60e42497620 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:45:00.487213 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d914c9-c0dd-4781-aa4a-3d597e4a9606", "name": "network-vif-deleted", "tag": "bd7563bd-dcc8-4345-9a07-82d357321e95", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:45:00.487465 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-89741294-1d44-462f-941b-f60e42497620 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:45:00.487869 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89741294-1d44-462f-941b-f60e42497620'] response: {'server_uuid': 'd2d914c9-c0dd-4781-aa4a-3d597e4a9606', 'name': 'network-vif-deleted', 'tag': 'bd7563bd-dcc8-4345-9a07-82d357321e95', 'status': 'completed', 'code': 200} Oct 12 07:45:00.540976 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-1e91f5d5-738f-48ae-8eef-e467eaecf114 None None] Set router 77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:45:00.661694 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-340596cd-9923-4f04-a7dc-c61b9e8ffc5e req-f5199aab-cf30-4f1e-ad05-ca5f49205dba tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2d914c9-c0dd-4781-aa4a-3d597e4a9606 HTTP/1.1" status: 200 len: 210 time: 0.0717783 Oct 12 07:45:00.665052 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74912f-48ac-4983-843a-c87bc471a5c8 req-9d6a62c1-1b8b-4fcc-a98e-ada5e203e5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:00.666600 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1a74912f-48ac-4983-843a-c87bc471a5c8 req-9d6a62c1-1b8b-4fcc-a98e-ada5e203e5af service neutron] 10.222.0.23 "GET /v2.0/ports/c814192e-357d-45c7-be28-be386bd413f1 HTTP/1.1" status: 200 len: 1025 time: 0.0856888 Oct 12 07:45:00.863263 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1e91f5d5-738f-48ae-8eef-e467eaecf114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'name': 'tempest-TestVolumeBootPattern-1151245487-router', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'b60141e3-6716-4aba-b37d-5a8b6a4aaf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:41:54Z', 'updated_at': '2022-10-12T07:42:04Z', 'revision_number': 4, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'gw_port': {'id': 'b60141e3-6716-4aba-b37d-5a8b6a4aaf4c', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:41:56Z', 'updated_at': '2022-10-12T07:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '8c4577c4-c8f9-4398-8765-b1b497646665', 'name': '', 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'mac_address': 'fa:16:3e:5b:2c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '47a40364-9659-4f40-a5db-71e52bd850ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:42:02Z', 'updated_at': '2022-10-12T07:42:09Z', 'revision_number': 5, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'subnets': [{'id': '47a40364-9659-4f40-a5db-71e52bd850ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:45:00.892040 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-a9fdd32d-c68c-45b6-b521-a08b97218b66 None None] Attempt 4 to provision port c814192e-357d-45c7-be28-be386bd413f1 Oct 12 07:45:00.911003 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e91f5d5-738f-48ae-8eef-e467eaecf114 None None] Checking router: 77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:45:00.922901 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e91f5d5-738f-48ae-8eef-e467eaecf114 None None] Routers {'77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:45:00.923820 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1e91f5d5-738f-48ae-8eef-e467eaecf114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:44:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:45:00.952497 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a9fdd32d-c68c-45b6-b521-a08b97218b66 None None] Port c814192e-357d-45c7-be28-be386bd413f1 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:45:01.049400 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-1e91f5d5-738f-48ae-8eef-e467eaecf114 None None] Set router 77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:45:01.198511 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1f369ede-a236-4a02-9bc4-234c68528dcc req-dd884746-84b2-4a41-978d-140a7b5a59bc tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=553049b1-8169-493f-b329-bed167bc0693 HTTP/1.1" status: 200 len: 210 time: 0.4105670 Oct 12 07:45:01.230408 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74912f-48ac-4983-843a-c87bc471a5c8 req-92ea966e-341a-4e4d-8bae-130c496a6cf1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:01.231923 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1a74912f-48ac-4983-843a-c87bc471a5c8 req-92ea966e-341a-4e4d-8bae-130c496a6cf1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "GET /v2.0/networks?id=4b61a601-01c5-470d-a51a-27211c3aa521 HTTP/1.1" status: 200 len: 797 time: 0.5591183 Oct 12 07:45:01.261985 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1e91f5d5-738f-48ae-8eef-e467eaecf114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'name': 'tempest-TestVolumeBootPattern-1151245487-router', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'b60141e3-6716-4aba-b37d-5a8b6a4aaf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:41:54Z', 'updated_at': '2022-10-12T07:42:04Z', 'revision_number': 4, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'gw_port': {'id': 'b60141e3-6716-4aba-b37d-5a8b6a4aaf4c', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:41:56Z', 'updated_at': '2022-10-12T07:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '8c4577c4-c8f9-4398-8765-b1b497646665', 'name': '', 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'mac_address': 'fa:16:3e:5b:2c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '47a40364-9659-4f40-a5db-71e52bd850ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:42:02Z', 'updated_at': '2022-10-12T07:42:09Z', 'revision_number': 5, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'subnets': [{'id': '47a40364-9659-4f40-a5db-71e52bd850ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:45:01.277075 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1a74912f-48ac-4983-843a-c87bc471a5c8 req-20fa6337-a347-4a9d-830a-5b353f429de1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62f83991a7314cd6b6c084162dcfff66 HTTP/1.1" status: 200 len: 379 time: 0.0363178 Oct 12 07:45:01.287574 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-1a74912f-48ac-4983-843a-c87bc471a5c8 req-2c09d679-9ea1-424d-a1d5-927ad77d3d17 service neutron] Request body: {'port': {'device_id': '553049b1-8169-493f-b329-bed167bc0693', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8609'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:45:01.289761 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e91f5d5-738f-48ae-8eef-e467eaecf114 None None] The sync data for ids ['77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'] in dv-neutron-860909-2-hyperv is: [{'id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'name': 'tempest-TestVolumeBootPattern-1151245487-router', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'b60141e3-6716-4aba-b37d-5a8b6a4aaf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:41:54Z', 'updated_at': '2022-10-12T07:42:04Z', 'revision_number': 4, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'gw_port': {'id': 'b60141e3-6716-4aba-b37d-5a8b6a4aaf4c', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:41:56Z', 'updated_at': '2022-10-12T07:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '8c4577c4-c8f9-4398-8765-b1b497646665', 'name': '', 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'mac_address': 'fa:16:3e:5b:2c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '47a40364-9659-4f40-a5db-71e52bd850ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:42:02Z', 'updated_at': '2022-10-12T07:42:09Z', 'revision_number': 5, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'subnets': [{'id': '47a40364-9659-4f40-a5db-71e52bd850ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:45:01.351447 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-1a74912f-48ac-4983-843a-c87bc471a5c8 req-2c09d679-9ea1-424d-a1d5-927ad77d3d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:01.453531 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-a9fdd32d-c68c-45b6-b521-a08b97218b66 None None] Attempt 5 to provision port c814192e-357d-45c7-be28-be386bd413f1 Oct 12 07:45:01.505231 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a9fdd32d-c68c-45b6-b521-a08b97218b66 None None] Port c814192e-357d-45c7-be28-be386bd413f1 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:45:01.594456 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bffcd9-1f10-40e1-ba36-f7c5046ff7e4 None None] New status for floating IP 23bce556-67f0-4371-86ef-3c2eae2f6f0a: DOWN {{(pid=103202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 07:45:01.624584 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [req-1a74912f-48ac-4983-843a-c87bc471a5c8 req-2c09d679-9ea1-424d-a1d5-927ad77d3d17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c814192e-357d-45c7-be28-be386bd413f1 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:45:01.632932 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-1a74912f-48ac-4983-843a-c87bc471a5c8 req-2c09d679-9ea1-424d-a1d5-927ad77d3d17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:01.647445 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-1a74912f-48ac-4983-843a-c87bc471a5c8 req-2c09d679-9ea1-424d-a1d5-927ad77d3d17 service neutron] Transition to ACTIVE for port object c814192e-357d-45c7-be28-be386bd413f1 will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 07:45:01.652355 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-1a74912f-48ac-4983-843a-c87bc471a5c8 req-2c09d679-9ea1-424d-a1d5-927ad77d3d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:01.732837 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c09d679-9ea1-424d-a1d5-927ad77d3d17 service neutron] Pushing event updated for resources: {'Port': ['ID=c814192e-357d-45c7-be28-be386bd413f1,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:01.778266 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-1a74912f-48ac-4983-843a-c87bc471a5c8 req-2c09d679-9ea1-424d-a1d5-927ad77d3d17 service neutron] Attempting to bind port c814192e-357d-45c7-be28-be386bd413f1 on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:45:01.778862 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-1a74912f-48ac-4983-843a-c87bc471a5c8 req-2c09d679-9ea1-424d-a1d5-927ad77d3d17 service neutron] Attempting to bind port c814192e-357d-45c7-be28-be386bd413f1 by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4b61a601-01c5-470d-a51a-27211c3aa521'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:45:01.779299 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a74912f-48ac-4983-843a-c87bc471a5c8 req-2c09d679-9ea1-424d-a1d5-927ad77d3d17 service neutron] Attempting to bind port c814192e-357d-45c7-be28-be386bd413f1 on network 4b61a601-01c5-470d-a51a-27211c3aa521 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:45:01.800920 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e52e82e0-337c-4fa5-a7b8-3e4a255f8205 req-92579488-3d6a-4375-8685-9df83003c59f tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2d914c9-c0dd-4781-aa4a-3d597e4a9606 HTTP/1.1" status: 200 len: 210 time: 0.0368104 Oct 12 07:45:01.803277 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a74912f-48ac-4983-843a-c87bc471a5c8 req-2c09d679-9ea1-424d-a1d5-927ad77d3d17 service neutron] Port c814192e-357d-45c7-be28-be386bd413f1 on network 4b61a601-01c5-470d-a51a-27211c3aa521 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:45:01.803769 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a74912f-48ac-4983-843a-c87bc471a5c8 req-2c09d679-9ea1-424d-a1d5-927ad77d3d17 service neutron] Attempting to bind port c814192e-357d-45c7-be28-be386bd413f1 on network 4b61a601-01c5-470d-a51a-27211c3aa521 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:45:01.809503 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a74912f-48ac-4983-843a-c87bc471a5c8 req-2c09d679-9ea1-424d-a1d5-927ad77d3d17 service neutron] Checking agent: {'id': 'afe9b392-c72e-4ef3-a7bd-ca4c2066af02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8609', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'started_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:45:01.809977 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a74912f-48ac-4983-843a-c87bc471a5c8 req-2c09d679-9ea1-424d-a1d5-927ad77d3d17 service neutron] Checking segment: {'id': '2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4b61a601-01c5-470d-a51a-27211c3aa521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:45:01.810741 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a74912f-48ac-4983-843a-c87bc471a5c8 req-2c09d679-9ea1-424d-a1d5-927ad77d3d17 service neutron] Bound using segment: {'id': '2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4b61a601-01c5-470d-a51a-27211c3aa521'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:45:01.811443 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-1a74912f-48ac-4983-843a-c87bc471a5c8 req-2c09d679-9ea1-424d-a1d5-927ad77d3d17 service neutron] Bound port: c814192e-357d-45c7-be28-be386bd413f1, host: hv-neutron-8609, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4b61a601-01c5-470d-a51a-27211c3aa521'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:45:01.811880 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-1a74912f-48ac-4983-843a-c87bc471a5c8 req-2c09d679-9ea1-424d-a1d5-927ad77d3d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:01.875053 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-1a74912f-48ac-4983-843a-c87bc471a5c8 req-2c09d679-9ea1-424d-a1d5-927ad77d3d17 service neutron] For port c814192e-357d-45c7-be28-be386bd413f1, host hv-neutron-8609, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:45:01.877991 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-1a74912f-48ac-4983-843a-c87bc471a5c8 req-2c09d679-9ea1-424d-a1d5-927ad77d3d17 service neutron] For port c814192e-357d-45c7-be28-be386bd413f1, host hv-neutron-8609, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=c814192e-357d-45c7-be28-be386bd413f1,segment=NetworkSegment(2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2),segment_id=2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:45:01.882946 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-1a74912f-48ac-4983-843a-c87bc471a5c8 req-2c09d679-9ea1-424d-a1d5-927ad77d3d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:01.886396 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74912f-48ac-4983-843a-c87bc471a5c8 req-2c09d679-9ea1-424d-a1d5-927ad77d3d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:01.887003 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-1a74912f-48ac-4983-843a-c87bc471a5c8 req-2c09d679-9ea1-424d-a1d5-927ad77d3d17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:01.888567 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1a74912f-48ac-4983-843a-c87bc471a5c8 req-2c09d679-9ea1-424d-a1d5-927ad77d3d17 service neutron] 10.222.0.23 "PUT /v2.0/ports/c814192e-357d-45c7-be28-be386bd413f1 HTTP/1.1" status: 200 len: 1130 time: 0.6052771 Oct 12 07:45:01.969373 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c09d679-9ea1-424d-a1d5-927ad77d3d17 service neutron] Pushing event updated for resources: {'Port': ['ID=c814192e-357d-45c7-be28-be386bd413f1,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:01.986011 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74912f-48ac-4983-843a-c87bc471a5c8 req-995fcf99-a921-40ee-bd18-ab098ce3284b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:01.987562 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1a74912f-48ac-4983-843a-c87bc471a5c8 req-995fcf99-a921-40ee-bd18-ab098ce3284b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&device_id=553049b1-8169-493f-b329-bed167bc0693 HTTP/1.1" status: 200 len: 1133 time: 0.0550900 Oct 12 07:45:02.006577 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-a9fdd32d-c68c-45b6-b521-a08b97218b66 None None] Attempt 6 to provision port c814192e-357d-45c7-be28-be386bd413f1 Oct 12 07:45:02.033592 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1a74912f-48ac-4983-843a-c87bc471a5c8 req-d2f7ddb8-9b1f-4a90-8c30-15ea8c4482d8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c814192e-357d-45c7-be28-be386bd413f1 HTTP/1.1" status: 200 len: 217 time: 0.0383723 Oct 12 07:45:02.051458 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a9fdd32d-c68c-45b6-b521-a08b97218b66 None None] Port c814192e-357d-45c7-be28-be386bd413f1 had new provisioning blocks added so it will not transition to active. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 12 07:45:02.084050 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74912f-48ac-4983-843a-c87bc471a5c8 req-91890c45-e5ae-44d4-add3-f32d678ec062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:02.085496 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1a74912f-48ac-4983-843a-c87bc471a5c8 req-91890c45-e5ae-44d4-add3-f32d678ec062 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e456220f-c649-4b56-9571-5042df07d9ed HTTP/1.1" status: 200 len: 835 time: 0.0457389 Oct 12 07:45:02.130161 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74912f-48ac-4983-843a-c87bc471a5c8 req-5b00407c-7947-4616-9fcd-65c67e5ea89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:02.131637 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1a74912f-48ac-4983-843a-c87bc471a5c8 req-5b00407c-7947-4616-9fcd-65c67e5ea89b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4b61a601-01c5-470d-a51a-27211c3aa521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394087 Oct 12 07:45:02.224342 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1a74912f-48ac-4983-843a-c87bc471a5c8 req-2cafba8b-e55a-4962-9b93-579627bae122 service neutron] 10.222.0.23 "GET /v2.0/networks/4b61a601-01c5-470d-a51a-27211c3aa521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861697 Oct 12 07:45:02.355801 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1a74912f-48ac-4983-843a-c87bc471a5c8 req-c2ed3552-fec3-44e1-bdf3-658cab0b37e2 service neutron] 10.222.0.23 "GET /v2.0/networks/4b61a601-01c5-470d-a51a-27211c3aa521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239765 Oct 12 07:45:02.364148 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a80fd6-28ac-4abf-8e82-3863b9d87faf req-5893045d-53a4-4a20-b9d2-bc1d4e21ca0a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:02.365641 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-93a80fd6-28ac-4abf-8e82-3863b9d87faf req-5893045d-53a4-4a20-b9d2-bc1d4e21ca0a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=553049b1-8169-493f-b329-bed167bc0693 HTTP/1.1" status: 200 len: 980 time: 0.0732946 Oct 12 07:45:02.405325 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-93a80fd6-28ac-4abf-8e82-3863b9d87faf req-29a5290d-d2fb-4e05-a69e-d88a8e7787c9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=eb3f663a-9333-414f-b241-ca98b96d1b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328872 Oct 12 07:45:02.489202 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '553049b1-8169-493f-b329-bed167bc0693', 'tag': 'c814192e-357d-45c7-be28-be386bd413f1'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:45:02.491560 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a92f1a5-0753-418a-bc70-33e3ea7c8ae0" -d '{"events": [{"name": "network-changed", "server_uuid": "553049b1-8169-493f-b329-bed167bc0693", "tag": "c814192e-357d-45c7-be28-be386bd413f1"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:45:02.526976 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442cdc78-47fa-4ac4-a269-bcdab1988527 x-openstack-request-id: req-442cdc78-47fa-4ac4-a269-bcdab1988527 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:45:02.527274 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "553049b1-8169-493f-b329-bed167bc0693", "tag": "c814192e-357d-45c7-be28-be386bd413f1", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:45:02.527550 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-442cdc78-47fa-4ac4-a269-bcdab1988527 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:45:02.527963 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-442cdc78-47fa-4ac4-a269-bcdab1988527'] response: {'name': 'network-changed', 'server_uuid': '553049b1-8169-493f-b329-bed167bc0693', 'tag': 'c814192e-357d-45c7-be28-be386bd413f1', 'status': 'completed', 'code': 200} Oct 12 07:45:02.595771 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92f1a5-0753-418a-bc70-33e3ea7c8ae0 req-888fa5ad-d319-4215-a369-4800bf6f7c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:02.597325 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8a92f1a5-0753-418a-bc70-33e3ea7c8ae0 req-888fa5ad-d319-4215-a369-4800bf6f7c85 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&device_id=553049b1-8169-493f-b329-bed167bc0693 HTTP/1.1" status: 200 len: 1133 time: 0.0440969 Oct 12 07:45:02.699537 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92f1a5-0753-418a-bc70-33e3ea7c8ae0 req-fcbd2598-d90e-4a56-a1d2-dbdbc87bfea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:02.701722 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8a92f1a5-0753-418a-bc70-33e3ea7c8ae0 req-fcbd2598-d90e-4a56-a1d2-dbdbc87bfea8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4b61a601-01c5-470d-a51a-27211c3aa521 HTTP/1.1" status: 200 len: 898 time: 0.0974076 Oct 12 07:45:02.745309 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8a92f1a5-0753-418a-bc70-33e3ea7c8ae0 req-9e98b07c-67d5-42d2-a7aa-9ca780c6ae3e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c814192e-357d-45c7-be28-be386bd413f1 HTTP/1.1" status: 200 len: 217 time: 0.0352671 Oct 12 07:45:02.794959 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92f1a5-0753-418a-bc70-33e3ea7c8ae0 req-d5195cab-1758-44c5-9e8e-42b591ceba51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:02.796439 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8a92f1a5-0753-418a-bc70-33e3ea7c8ae0 req-d5195cab-1758-44c5-9e8e-42b591ceba51 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e456220f-c649-4b56-9571-5042df07d9ed HTTP/1.1" status: 200 len: 835 time: 0.0438497 Oct 12 07:45:02.849671 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92f1a5-0753-418a-bc70-33e3ea7c8ae0 req-e677c913-8ea6-4ab4-a90c-0de9ddc6ee08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:02.851501 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8a92f1a5-0753-418a-bc70-33e3ea7c8ae0 req-e677c913-8ea6-4ab4-a90c-0de9ddc6ee08 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4b61a601-01c5-470d-a51a-27211c3aa521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0478354 Oct 12 07:45:02.906693 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a2a6ffc5-4c64-4a97-b954-561d02221e97 req-1ed86707-2a6c-4248-86ef-36fb23378eb2 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2d914c9-c0dd-4781-aa4a-3d597e4a9606 HTTP/1.1" status: 200 len: 210 time: 0.0283568 Oct 12 07:45:02.971005 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8a92f1a5-0753-418a-bc70-33e3ea7c8ae0 req-dfa78a59-e05b-4780-bb77-bbe8efa7fa72 service neutron] 10.222.0.23 "GET /v2.0/networks/4b61a601-01c5-470d-a51a-27211c3aa521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113892 Oct 12 07:45:03.065357 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8a92f1a5-0753-418a-bc70-33e3ea7c8ae0 req-59aac805-5e88-4300-a283-e9ebfb4cef78 service neutron] 10.222.0.23 "GET /v2.0/networks/4b61a601-01c5-470d-a51a-27211c3aa521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863006 Oct 12 07:45:03.486631 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device c814192e-357d-45c7-be28-be386bd413f1 details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 07:45:03.489459 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device bd7563bd-dcc8-4345-9a07-82d357321e95 no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:45:03.516917 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] No Port match for: bd7563bd-dcc8-4345-9a07-82d357321e95 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:45:03.516917 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device bd7563bd-dcc8-4345-9a07-82d357321e95 not bound to the agent host hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:45:03.532867 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69035111-0bdf-4435-be68-6e05a89434c2 req-a60387ea-2b3b-4b62-b443-65a785c7e8a3 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:03.534571 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-69035111-0bdf-4435-be68-6e05a89434c2 req-a60387ea-2b3b-4b62-b443-65a785c7e8a3 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=553049b1-8169-493f-b329-bed167bc0693 HTTP/1.1" status: 200 len: 980 time: 0.0515692 Oct 12 07:45:03.573377 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-69035111-0bdf-4435-be68-6e05a89434c2 req-9c798985-f03a-4e6c-8bdd-b27741cd3eb8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=eb3f663a-9333-414f-b241-ca98b96d1b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328841 Oct 12 07:45:03.616344 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port c814192e-357d-45c7-be28-be386bd413f1, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=c814192e-357d-45c7-be28-be386bd413f1,segment=NetworkSegment(2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2),segment_id=2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:45:03.627069 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': 'c814192e-357d-45c7-be28-be386bd413f1', 'network_id': '4b61a601-01c5-470d-a51a-27211c3aa521', 'port_id': 'c814192e-357d-45c7-be28-be386bd413f1', 'mac_address': 'fa:16:3e:24:e4:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e456220f-c649-4b56-9571-5042df07d9ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 07:45:03.667499 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port c814192e-357d-45c7-be28-be386bd413f1 is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:45:03.667889 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:03.680990 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c814192e-357d-45c7-be28-be386bd413f1 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:45:03.700519 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port c814192e-357d-45c7-be28-be386bd413f1, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=c814192e-357d-45c7-be28-be386bd413f1,segment=NetworkSegment(2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2),segment_id=2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:45:03.705400 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:03.752069 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=c814192e-357d-45c7-be28-be386bd413f1,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:03.896215 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['c814192e-357d-45c7-be28-be386bd413f1'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 07:45:04.017023 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e79463e3-c578-4fff-8ab4-fb86f5449b9b req-0617f364-d5d6-436b-8ae1-60c3dc361855 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2d914c9-c0dd-4781-aa4a-3d597e4a9606 HTTP/1.1" status: 200 len: 210 time: 0.0274544 Oct 12 07:45:04.696805 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865347e9-e415-46b0-8273-2bb3ce4377d7 req-969e889c-f885-483a-ba1d-b26c24b4d0e2 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:04.698290 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-865347e9-e415-46b0-8273-2bb3ce4377d7 req-969e889c-f885-483a-ba1d-b26c24b4d0e2 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=553049b1-8169-493f-b329-bed167bc0693 HTTP/1.1" status: 200 len: 981 time: 0.0522842 Oct 12 07:45:04.734881 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-865347e9-e415-46b0-8273-2bb3ce4377d7 req-03fb07b4-16de-40f2-9717-6005b549c0bd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=eb3f663a-9333-414f-b241-ca98b96d1b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307870 Oct 12 07:45:05.278239 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-9e26eb8a-51f0-468f-8950-6fdb64918256 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2070081507&fields=id&tenant_id=82e1d814e4454fb2a7138e45884a198c HTTP/1.1" status: 200 len: 267 time: 0.0318170 Oct 12 07:45:05.387592 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-afe5d00a-53ad-4fd4-a8ee-6b60b87cc5bd tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:05.389051 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-afe5d00a-53ad-4fd4-a8ee-6b60b87cc5bd tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/networks?id=7804729f-5a18-4f8e-8ea7-dae1d105ce0d HTTP/1.1" status: 200 len: 812 time: 0.1044641 Oct 12 07:45:05.403512 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-3be11397-ceca-4246-a98f-c5235a80334c tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/quotas/82e1d814e4454fb2a7138e45884a198c HTTP/1.1" status: 200 len: 375 time: 0.0087726 Oct 12 07:45:05.455374 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-d426c339-84d6-493f-b9be-e2f855e52042 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=82e1d814e4454fb2a7138e45884a198c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468700 Oct 12 07:45:05.500385 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device c814192e-357d-45c7-be28-be386bd413f1 up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:45:05.548814 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning for port c814192e-357d-45c7-be28-be386bd413f1 completed by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 12 07:45:05.552290 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-e5a877a5-00bc-4255-9cab-0ed4f6ef791b service neutron] 10.222.0.26 "GET /v2.0/networks/7804729f-5a18-4f8e-8ea7-dae1d105ce0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852327 Oct 12 07:45:05.553178 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port c814192e-357d-45c7-be28-be386bd413f1 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:45:05.553551 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:05.553885 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port c814192e-357d-45c7-be28-be386bd413f1 Oct 12 07:45:05.634639 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port c814192e-357d-45c7-be28-be386bd413f1 is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:45:05.635024 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:05.647413 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-431d9f22-d8a9-4632-a291-e1ddf4445975 service neutron] 10.222.0.26 "GET /v2.0/networks/7804729f-5a18-4f8e-8ea7-dae1d105ce0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873995 Oct 12 07:45:05.657923 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '553049b1-8169-493f-b329-bed167bc0693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c814192e-357d-45c7-be28-be386bd413f1'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:45:05.660586 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38155dee-8d63-4c92-b43b-2c926da17e55" -d '{"events": [{"server_uuid": "553049b1-8169-493f-b329-bed167bc0693", "name": "network-vif-plugged", "status": "completed", "tag": "c814192e-357d-45c7-be28-be386bd413f1"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:45:05.674065 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port c814192e-357d-45c7-be28-be386bd413f1, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=c814192e-357d-45c7-be28-be386bd413f1,segment=NetworkSegment(2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2),segment_id=2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:45:05.679086 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:05.703800 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8850dd-47fd-4e6a-9ebb-4e503ac4ae80 x-openstack-request-id: req-1c8850dd-47fd-4e6a-9ebb-4e503ac4ae80 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:45:05.704098 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "553049b1-8169-493f-b329-bed167bc0693", "name": "network-vif-plugged", "status": "completed", "tag": "c814192e-357d-45c7-be28-be386bd413f1", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:45:05.704356 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1c8850dd-47fd-4e6a-9ebb-4e503ac4ae80 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:45:05.704756 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c8850dd-47fd-4e6a-9ebb-4e503ac4ae80'] response: {'server_uuid': '553049b1-8169-493f-b329-bed167bc0693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c814192e-357d-45c7-be28-be386bd413f1', 'code': 200} Oct 12 07:45:05.732631 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=c814192e-357d-45c7-be28-be386bd413f1,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:05.892752 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a8d9a-1f6e-4a16-a1fa-2853fcb9b26d req-b722662e-9455-4eab-823a-8be4d0feb123 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:05.894285 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-733a8d9a-1f6e-4a16-a1fa-2853fcb9b26d req-b722662e-9455-4eab-823a-8be4d0feb123 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=553049b1-8169-493f-b329-bed167bc0693 HTTP/1.1" status: 200 len: 982 time: 0.0791159 Oct 12 07:45:05.906798 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4aa93-2812-4d42-8adc-36706ba143f9 req-8b6f9a89-222f-4b19-a8a2-1a62ebc80a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:05.908344 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c0b4aa93-2812-4d42-8adc-36706ba143f9 req-8b6f9a89-222f-4b19-a8a2-1a62ebc80a5f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=553049b1-8169-493f-b329-bed167bc0693 HTTP/1.1" status: 200 len: 1135 time: 0.0661564 Oct 12 07:45:05.984321 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3a9b971d-e851-4225-ab31-3eeec8ea5b52 req-7fc10078-c4da-4713-bb71-c696a7eeb999 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c8291f4-2e97-4b99-b999-05e868a35457 HTTP/1.1" status: 200 len: 210 time: 0.0416768 Oct 12 07:45:05.991784 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-733a8d9a-1f6e-4a16-a1fa-2853fcb9b26d req-f3a6b2c3-c24e-4d9b-86b5-6c1f4216dde1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=eb3f663a-9333-414f-b241-ca98b96d1b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874689 Oct 12 07:45:05.997675 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c0b4aa93-2812-4d42-8adc-36706ba143f9 req-ed24f658-39f0-47f3-8a26-80dc398b3133 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=eb3f663a-9333-414f-b241-ca98b96d1b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816169 Oct 12 07:45:06.871884 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-1ce85a3c-022f-4c47-9022-8e5279092c09 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:06.873352 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-1ce85a3c-022f-4c47-9022-8e5279092c09 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.23 "GET /v2.0/networks?id=7804729f-5a18-4f8e-8ea7-dae1d105ce0d HTTP/1.1" status: 200 len: 812 time: 0.1060183 Oct 12 07:45:06.922412 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-a74d6908-6054-4918-b644-c5ba3e004b13 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82e1d814e4454fb2a7138e45884a198c HTTP/1.1" status: 200 len: 380 time: 0.0389006 Oct 12 07:45:06.933319 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-845ebb9c-267d-4cea-8372-3d1c4f83dbd2 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Request body: {'port': {'device_id': '3c8291f4-2e97-4b99-b999-05e868a35457', 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d', 'admin_state_up': True, 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'security_groups': ['7fd1c47d-160b-41c0-94ff-cf68d5e22b22']}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:45:07.054948 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-845ebb9c-267d-4cea-8372-3d1c4f83dbd2 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Made reservation on behalf of 82e1d814e4454fb2a7138e45884a198c for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:45:07.059665 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-845ebb9c-267d-4cea-8372-3d1c4f83dbd2 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:07.108231 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6631c155-ed47-4985-92e2-2313d5273793 req-a744d6f6-3191-4068-87eb-c2a16774a6a3 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c8291f4-2e97-4b99-b999-05e868a35457 HTTP/1.1" status: 200 len: 210 time: 0.0344281 Oct 12 07:45:07.239195 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a56f6-1ea3-42a5-9ddc-f09fa63bd40f req-35d5524f-22ca-4820-951e-057b78eaa395 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:07.240591 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-440a56f6-1ea3-42a5-9ddc-f09fa63bd40f req-35d5524f-22ca-4820-951e-057b78eaa395 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=553049b1-8169-493f-b329-bed167bc0693 HTTP/1.1" status: 200 len: 982 time: 0.0953200 Oct 12 07:45:07.272562 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-845ebb9c-267d-4cea-8372-3d1c4f83dbd2 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Allocated IP 172.20.0.8 (7804729f-5a18-4f8e-8ea7-dae1d105ce0d/47a40364-9659-4f40-a5db-71e52bd850ae/65ec28eb-2a88-49d5-b71f-b07c26c162a0) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:45:07.297714 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-440a56f6-1ea3-42a5-9ddc-f09fa63bd40f req-a11c8336-4ac7-46eb-a140-897f9e595e1f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=eb3f663a-9333-414f-b241-ca98b96d1b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494723 Oct 12 07:45:07.431073 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-845ebb9c-267d-4cea-8372-3d1c4f83dbd2 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:07.467901 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-845ebb9c-267d-4cea-8372-3d1c4f83dbd2 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:07.513392 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-845ebb9c-267d-4cea-8372-3d1c4f83dbd2 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Network 7804729f-5a18-4f8e-8ea7-dae1d105ce0d is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:45:07.516565 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-845ebb9c-267d-4cea-8372-3d1c4f83dbd2 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:45:07.520231 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-845ebb9c-267d-4cea-8372-3d1c4f83dbd2 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:45:07.527037 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ebb9c-267d-4cea-8372-3d1c4f83dbd2 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Pushing event updated for resources: {'Port': ['ID=65ec28eb-2a88-49d5-b71f-b07c26c162a0,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:07.577957 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-845ebb9c-267d-4cea-8372-3d1c4f83dbd2 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:07.578629 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-845ebb9c-267d-4cea-8372-3d1c4f83dbd2 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:07.597480 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-845ebb9c-267d-4cea-8372-3d1c4f83dbd2 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6684308 Oct 12 07:45:07.608955 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-790e0fdd-5baa-4eec-abf3-5d6e73171836 service neutron] Request body: {'port': {'device_id': '3c8291f4-2e97-4b99-b999-05e868a35457', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8609'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:45:07.667029 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-790e0fdd-5baa-4eec-abf3-5d6e73171836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:07.813453 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-81c5b6be-b76d-4b3a-8657-c720e824391c None None] Provisioning complete for port 65ec28eb-2a88-49d5-b71f-b07c26c162a0 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:45:07.814016 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-81c5b6be-b76d-4b3a-8657-c720e824391c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:07.814165 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-81c5b6be-b76d-4b3a-8657-c720e824391c None None] Attempt 1 to provision port 65ec28eb-2a88-49d5-b71f-b07c26c162a0 Oct 12 07:45:07.848509 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-81c5b6be-b76d-4b3a-8657-c720e824391c None None] Port 65ec28eb-2a88-49d5-b71f-b07c26c162a0 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:45:07.940768 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-790e0fdd-5baa-4eec-abf3-5d6e73171836 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65ec28eb-2a88-49d5-b71f-b07c26c162a0 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:45:07.949348 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-790e0fdd-5baa-4eec-abf3-5d6e73171836 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:07.961574 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-790e0fdd-5baa-4eec-abf3-5d6e73171836 service neutron] Transition to ACTIVE for port object 65ec28eb-2a88-49d5-b71f-b07c26c162a0 will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 07:45:07.965638 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-790e0fdd-5baa-4eec-abf3-5d6e73171836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:08.058379 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790e0fdd-5baa-4eec-abf3-5d6e73171836 service neutron] Pushing event updated for resources: {'Port': ['ID=65ec28eb-2a88-49d5-b71f-b07c26c162a0,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:08.090972 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-790e0fdd-5baa-4eec-abf3-5d6e73171836 service neutron] Attempting to bind port 65ec28eb-2a88-49d5-b71f-b07c26c162a0 on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:45:08.091308 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-790e0fdd-5baa-4eec-abf3-5d6e73171836 service neutron] Attempting to bind port 65ec28eb-2a88-49d5-b71f-b07c26c162a0 by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '88643988-26cf-4ca1-bd7d-7cce24459e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:45:08.091651 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-790e0fdd-5baa-4eec-abf3-5d6e73171836 service neutron] Attempting to bind port 65ec28eb-2a88-49d5-b71f-b07c26c162a0 on network 7804729f-5a18-4f8e-8ea7-dae1d105ce0d {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:45:08.096490 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-790e0fdd-5baa-4eec-abf3-5d6e73171836 service neutron] Port 65ec28eb-2a88-49d5-b71f-b07c26c162a0 on network 7804729f-5a18-4f8e-8ea7-dae1d105ce0d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:45:08.096809 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-790e0fdd-5baa-4eec-abf3-5d6e73171836 service neutron] Attempting to bind port 65ec28eb-2a88-49d5-b71f-b07c26c162a0 on network 7804729f-5a18-4f8e-8ea7-dae1d105ce0d {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:45:08.101743 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-790e0fdd-5baa-4eec-abf3-5d6e73171836 service neutron] Checking agent: {'id': 'afe9b392-c72e-4ef3-a7bd-ca4c2066af02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8609', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'started_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:45:08.102172 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-790e0fdd-5baa-4eec-abf3-5d6e73171836 service neutron] Checking segment: {'id': '88643988-26cf-4ca1-bd7d-7cce24459e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:45:08.102554 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-790e0fdd-5baa-4eec-abf3-5d6e73171836 service neutron] Bound using segment: {'id': '88643988-26cf-4ca1-bd7d-7cce24459e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:45:08.103032 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-790e0fdd-5baa-4eec-abf3-5d6e73171836 service neutron] Bound port: 65ec28eb-2a88-49d5-b71f-b07c26c162a0, host: hv-neutron-8609, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88643988-26cf-4ca1-bd7d-7cce24459e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:45:08.103390 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-790e0fdd-5baa-4eec-abf3-5d6e73171836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:08.168526 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-790e0fdd-5baa-4eec-abf3-5d6e73171836 service neutron] For port 65ec28eb-2a88-49d5-b71f-b07c26c162a0, host hv-neutron-8609, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:45:08.171728 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-790e0fdd-5baa-4eec-abf3-5d6e73171836 service neutron] For port 65ec28eb-2a88-49d5-b71f-b07c26c162a0, host hv-neutron-8609, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=65ec28eb-2a88-49d5-b71f-b07c26c162a0,segment=NetworkSegment(88643988-26cf-4ca1-bd7d-7cce24459e19),segment_id=88643988-26cf-4ca1-bd7d-7cce24459e19)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:45:08.178228 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-790e0fdd-5baa-4eec-abf3-5d6e73171836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:08.183571 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-790e0fdd-5baa-4eec-abf3-5d6e73171836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:08.184348 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-790e0fdd-5baa-4eec-abf3-5d6e73171836 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:08.185848 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-790e0fdd-5baa-4eec-abf3-5d6e73171836 service neutron] 10.222.0.23 "PUT /v2.0/ports/65ec28eb-2a88-49d5-b71f-b07c26c162a0 HTTP/1.1" status: 200 len: 1093 time: 0.5812819 Oct 12 07:45:08.186540 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c8291f4-2e97-4b99-b999-05e868a35457', 'tag': '65ec28eb-2a88-49d5-b71f-b07c26c162a0'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:45:08.189623 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98eb2f2e-d660-4920-b8c7-bba13d4c19f8" -d '{"events": [{"name": "network-changed", "server_uuid": "3c8291f4-2e97-4b99-b999-05e868a35457", "tag": "65ec28eb-2a88-49d5-b71f-b07c26c162a0"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:45:08.238071 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c07cdb4-22e1-4d09-bbdd-0a15f0d4de3f x-openstack-request-id: req-7c07cdb4-22e1-4d09-bbdd-0a15f0d4de3f {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:45:08.238071 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c8291f4-2e97-4b99-b999-05e868a35457", "tag": "65ec28eb-2a88-49d5-b71f-b07c26c162a0", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:45:08.238071 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7c07cdb4-22e1-4d09-bbdd-0a15f0d4de3f {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:45:08.238522 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c07cdb4-22e1-4d09-bbdd-0a15f0d4de3f'] response: {'name': 'network-changed', 'server_uuid': '3c8291f4-2e97-4b99-b999-05e868a35457', 'tag': '65ec28eb-2a88-49d5-b71f-b07c26c162a0', 'status': 'completed', 'code': 200} Oct 12 07:45:08.301184 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790e0fdd-5baa-4eec-abf3-5d6e73171836 service neutron] Pushing event updated for resources: {'Port': ['ID=65ec28eb-2a88-49d5-b71f-b07c26c162a0,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:08.320858 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2fbd96-7e35-4b8e-b6fe-fa7c9fac4abc req-e060e346-5e68-4e0f-8f1c-a6ab840a4f68 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:08.322973 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fb2fbd96-7e35-4b8e-b6fe-fa7c9fac4abc req-e060e346-5e68-4e0f-8f1c-a6ab840a4f68 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c8291f4-2e97-4b99-b999-05e868a35457 HTTP/1.1" status: 200 len: 943 time: 0.1028464 Oct 12 07:45:08.337170 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-9014d988-ee7d-43b6-91a1-31e42fd8086f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:08.338684 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-9014d988-ee7d-43b6-91a1-31e42fd8086f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82e1d814e4454fb2a7138e45884a198c&device_id=3c8291f4-2e97-4b99-b999-05e868a35457 HTTP/1.1" status: 200 len: 1096 time: 0.0848739 Oct 12 07:45:08.349987 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-81c5b6be-b76d-4b3a-8657-c720e824391c None None] Attempt 2 to provision port 65ec28eb-2a88-49d5-b71f-b07c26c162a0 Oct 12 07:45:08.395119 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-81c5b6be-b76d-4b3a-8657-c720e824391c None None] Port 65ec28eb-2a88-49d5-b71f-b07c26c162a0 had new provisioning blocks added so it will not transition to active. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 12 07:45:08.406400 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-d920f229-6fc3-424c-bea9-5da1ee1fdca1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65ec28eb-2a88-49d5-b71f-b07c26c162a0 HTTP/1.1" status: 200 len: 217 time: 0.0579891 Oct 12 07:45:08.442948 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fb2fbd96-7e35-4b8e-b6fe-fa7c9fac4abc req-bacdcc82-b276-4aaf-aff2-9446451fc863 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138270 Oct 12 07:45:08.492574 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65842d0-d03d-4ad4-8285-524e13c621b9 req-a3369e20-dcc3-41f2-9fc2-492f31068d7b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:08.494756 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d65842d0-d03d-4ad4-8285-524e13c621b9 req-a3369e20-dcc3-41f2-9fc2-492f31068d7b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=553049b1-8169-493f-b329-bed167bc0693 HTTP/1.1" status: 200 len: 982 time: 0.0953987 Oct 12 07:45:08.496516 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-e405b555-5e22-4035-9115-df129ac0da0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:08.497827 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-e405b555-5e22-4035-9115-df129ac0da0d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=47a40364-9659-4f40-a5db-71e52bd850ae HTTP/1.1" status: 200 len: 851 time: 0.0811338 Oct 12 07:45:08.561760 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d65842d0-d03d-4ad4-8285-524e13c621b9 req-fb6bd556-2473-4612-86a7-08e610c9a7e0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=eb3f663a-9333-414f-b241-ca98b96d1b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610459 Oct 12 07:45:08.570851 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-d48a4169-2a92-452f-b060-3bc3838c85da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:08.572365 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-d48a4169-2a92-452f-b060-3bc3838c85da service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7804729f-5a18-4f8e-8ea7-dae1d105ce0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660453 Oct 12 07:45:08.690358 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-a16df968-79c8-4047-89d6-08577c4c5b06 service neutron] 10.222.0.23 "GET /v2.0/networks/7804729f-5a18-4f8e-8ea7-dae1d105ce0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111486 Oct 12 07:45:08.713703 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908a1d4-2064-4a25-a153-5519d9cf46f8 req-f2bd2bb0-1a69-4270-a06f-aaad04a8cf8f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:08.715213 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5908a1d4-2064-4a25-a153-5519d9cf46f8 req-f2bd2bb0-1a69-4270-a06f-aaad04a8cf8f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=553049b1-8169-493f-b329-bed167bc0693 HTTP/1.1" status: 200 len: 982 time: 0.0776341 Oct 12 07:45:08.800392 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5908a1d4-2064-4a25-a153-5519d9cf46f8 req-b0b43a1c-e4c1-4e1b-a9a1-0df64db25ba4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=eb3f663a-9333-414f-b241-ca98b96d1b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749898 Oct 12 07:45:08.826144 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3d9a8748-d6b3-4df8-89a8-9e91dc3b2135 req-1e99e8ea-b28f-4a3d-babe-6042ecacab1d service neutron] 10.222.0.23 "GET /v2.0/networks/7804729f-5a18-4f8e-8ea7-dae1d105ce0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283607 Oct 12 07:45:08.832503 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43424) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:45:08.873258 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b30d33-4453-4d7b-989d-74d6c33c0a90 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:08.874976 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-11b30d33-4453-4d7b-989d-74d6c33c0a90 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=553049b1-8169-493f-b329-bed167bc0693 HTTP/1.1" status: 200 len: 1130 time: 0.0413885 Oct 12 07:45:08.878173 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43426) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:45:08.883044 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-5e7a2f8e-4ca7-4f1e-a0d0-a3a264b83a77 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'floatingip': {'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'port_id': 'c814192e-357d-45c7-be28-be386bd413f1', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:45:08.904862 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5e7a2f8e-4ca7-4f1e-a0d0-a3a264b83a77 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for floatingip, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:08.920693 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb2f2e-d660-4920-b8c7-bba13d4c19f8 req-143d3762-06a0-4473-858c-cb0590926cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:08.922411 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-98eb2f2e-d660-4920-b8c7-bba13d4c19f8 req-143d3762-06a0-4473-858c-cb0590926cd1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82e1d814e4454fb2a7138e45884a198c&device_id=3c8291f4-2e97-4b99-b999-05e868a35457 HTTP/1.1" status: 200 len: 1096 time: 0.0463600 Oct 12 07:45:09.008167 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5e7a2f8e-4ca7-4f1e-a0d0-a3a264b83a77 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:09.013350 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb2f2e-d660-4920-b8c7-bba13d4c19f8 req-8d832074-2cc8-438f-b5e8-8cf23ee1a873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:09.014963 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-98eb2f2e-d660-4920-b8c7-bba13d4c19f8 req-8d832074-2cc8-438f-b5e8-8cf23ee1a873 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7804729f-5a18-4f8e-8ea7-dae1d105ce0d HTTP/1.1" status: 200 len: 913 time: 0.0868483 Oct 12 07:45:09.060545 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-98eb2f2e-d660-4920-b8c7-bba13d4c19f8 req-74783084-373d-4cd6-9269-3ec8ce80a469 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65ec28eb-2a88-49d5-b71f-b07c26c162a0 HTTP/1.1" status: 200 len: 217 time: 0.0394375 Oct 12 07:45:09.110708 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb2f2e-d660-4920-b8c7-bba13d4c19f8 req-ae567510-a38e-415a-9a54-19c7e947f7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:09.112515 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-98eb2f2e-d660-4920-b8c7-bba13d4c19f8 req-ae567510-a38e-415a-9a54-19c7e947f7da service neutron] 10.222.0.23 "GET /v2.0/subnets?id=47a40364-9659-4f40-a5db-71e52bd850ae HTTP/1.1" status: 200 len: 851 time: 0.0464120 Oct 12 07:45:09.119398 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-5e7a2f8e-4ca7-4f1e-a0d0-a3a264b83a77 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Allocated IP 172.26.3.199 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/cafb2a98-ec88-4456-a2fd-57c3ed40319d) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:45:09.158754 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb2f2e-d660-4920-b8c7-bba13d4c19f8 req-68fc805b-837b-44aa-ad11-96614fb26d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:09.160273 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-98eb2f2e-d660-4920-b8c7-bba13d4c19f8 req-68fc805b-837b-44aa-ad11-96614fb26d09 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7804729f-5a18-4f8e-8ea7-dae1d105ce0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418196 Oct 12 07:45:09.228176 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5e7a2f8e-4ca7-4f1e-a0d0-a3a264b83a77 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:09.256342 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-98eb2f2e-d660-4920-b8c7-bba13d4c19f8 req-83bcb5a7-b31e-4063-939f-91f2c54b1ea3 service neutron] 10.222.0.23 "GET /v2.0/networks/7804729f-5a18-4f8e-8ea7-dae1d105ce0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892432 Oct 12 07:45:09.261920 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5e7a2f8e-4ca7-4f1e-a0d0-a3a264b83a77 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:09.301394 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7a2f8e-4ca7-4f1e-a0d0-a3a264b83a77 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:45:09.304505 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-5e7a2f8e-4ca7-4f1e-a0d0-a3a264b83a77 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:45:09.308307 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7a2f8e-4ca7-4f1e-a0d0-a3a264b83a77 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:45:09.338038 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a2f8e-4ca7-4f1e-a0d0-a3a264b83a77 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=cafb2a98-ec88-4456-a2fd-57c3ed40319d,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:09.362503 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-98eb2f2e-d660-4920-b8c7-bba13d4c19f8 req-60590236-1329-438a-868b-a0e5f18ab3cd service neutron] 10.222.0.23 "GET /v2.0/networks/7804729f-5a18-4f8e-8ea7-dae1d105ce0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988038 Oct 12 07:45:09.569840 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6e380-5786-4551-8888-a63cf67538df req-da50ae87-595d-4c11-aaa9-61e71b793792 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:09.572857 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4ea6e380-5786-4551-8888-a63cf67538df req-da50ae87-595d-4c11-aaa9-61e71b793792 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c8291f4-2e97-4b99-b999-05e868a35457 HTTP/1.1" status: 200 len: 943 time: 0.0552855 Oct 12 07:45:09.615990 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4ea6e380-5786-4551-8888-a63cf67538df req-28995e7d-20bc-478f-b76b-6a86dd977bea tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361423 Oct 12 07:45:09.695219 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5e7a2f8e-4ca7-4f1e-a0d0-a3a264b83a77 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:09.762990 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5e7a2f8e-4ca7-4f1e-a0d0-a3a264b83a77 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:09.911696 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5e7a2f8e-4ca7-4f1e-a0d0-a3a264b83a77 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:09.917142 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5e7a2f8e-4ca7-4f1e-a0d0-a3a264b83a77 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:09.989060 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5e7a2f8e-4ca7-4f1e-a0d0-a3a264b83a77 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:09.990753 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a2f8e-4ca7-4f1e-a0d0-a3a264b83a77 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=cafb2a98-ec88-4456-a2fd-57c3ed40319d,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:10.089983 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.l3_db [None req-5e7a2f8e-4ca7-4f1e-a0d0-a3a264b83a77 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Floating IP 88f40b23-da03-4bfe-8d95-65251952246c associated. External IP: 172.26.3.199, port: c814192e-357d-45c7-be28-be386bd413f1. Oct 12 07:45:10.583622 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7a2f8e-4ca7-4f1e-a0d0-a3a264b83a77 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Router 3da98a31-609b-4fda-bf61-0894252b2f8b has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:45:10.718172 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7a2f8e-4ca7-4f1e-a0d0-a3a264b83a77 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:45:10.740557 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b115434b-c9da-4444-bc5b-5e9be3f677a1 None None] Sync routers for ids ['3da98a31-609b-4fda-bf61-0894252b2f8b'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:45:10.748212 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5e7a2f8e-4ca7-4f1e-a0d0-a3a264b83a77 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:10.767967 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b115434b-c9da-4444-bc5b-5e9be3f677a1 None None] Routers {'3da98a31-609b-4fda-bf61-0894252b2f8b'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:45:10.768843 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b115434b-c9da-4444-bc5b-5e9be3f677a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:44:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['3da98a31-609b-4fda-bf61-0894252b2f8b'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:45:10.771028 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307cb2f-3654-47d1-b99b-2829f86cabe9 req-1e2533db-2a95-4ab5-936c-98c705437914 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:10.779144 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e307cb2f-3654-47d1-b99b-2829f86cabe9 req-1e2533db-2a95-4ab5-936c-98c705437914 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c8291f4-2e97-4b99-b999-05e868a35457 HTTP/1.1" status: 200 len: 943 time: 0.0734468 Oct 12 07:45:10.783474 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-5e7a2f8e-4ca7-4f1e-a0d0-a3a264b83a77 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 1.9041276 Oct 12 07:45:10.784384 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '553049b1-8169-493f-b329-bed167bc0693', 'tag': 'c814192e-357d-45c7-be28-be386bd413f1'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:45:10.787229 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43432) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:45:10.788074 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddba47f6901442025abf8f9725c41876113475a10693ce4f7782efac72d774e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a2f97f-9bd5-46e9-b8ff-6b2e22f9bffe" -d '{"events": [{"name": "network-changed", "server_uuid": "553049b1-8169-493f-b329-bed167bc0693", "tag": "c814192e-357d-45c7-be28-be386bd413f1"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:45:10.852284 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0eb275-1d2f-4cfc-81d0-1fa7af7fbaa6 x-openstack-request-id: req-8b0eb275-1d2f-4cfc-81d0-1fa7af7fbaa6 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:45:10.852921 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "553049b1-8169-493f-b329-bed167bc0693", "tag": "c814192e-357d-45c7-be28-be386bd413f1", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:45:10.853518 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8b0eb275-1d2f-4cfc-81d0-1fa7af7fbaa6 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:45:10.854221 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b0eb275-1d2f-4cfc-81d0-1fa7af7fbaa6'] response: {'name': 'network-changed', 'server_uuid': '553049b1-8169-493f-b329-bed167bc0693', 'tag': 'c814192e-357d-45c7-be28-be386bd413f1', 'status': 'completed', 'code': 200} Oct 12 07:45:10.924459 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-b115434b-c9da-4444-bc5b-5e9be3f677a1 None None] Set router 3da98a31-609b-4fda-bf61-0894252b2f8b gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:45:10.990579 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e307cb2f-3654-47d1-b99b-2829f86cabe9 req-738dae4e-dfac-4cea-8e4a-c42c7f01cf76 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104406 Oct 12 07:45:11.002752 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618e3509-b48f-4199-a431-c6400400e4d7 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:11.008502 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-618e3509-b48f-4199-a431-c6400400e4d7 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=553049b1-8169-493f-b329-bed167bc0693&network_id=4b61a601-01c5-470d-a51a-27211c3aa521 HTTP/1.1" status: 200 len: 1130 time: 0.2201691 Oct 12 07:45:11.022642 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2f97f-9bd5-46e9-b8ff-6b2e22f9bffe req-c33a6985-a48f-48d5-bf9d-de4a51e9833a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:11.024855 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-07a2f97f-9bd5-46e9-b8ff-6b2e22f9bffe req-c33a6985-a48f-48d5-bf9d-de4a51e9833a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&device_id=553049b1-8169-493f-b329-bed167bc0693 HTTP/1.1" status: 200 len: 1135 time: 0.1089165 Oct 12 07:45:11.128424 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2f97f-9bd5-46e9-b8ff-6b2e22f9bffe req-1c73f689-c39e-4827-aae5-e5a94d21ba30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:11.130352 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-07a2f97f-9bd5-46e9-b8ff-6b2e22f9bffe req-1c73f689-c39e-4827-aae5-e5a94d21ba30 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4b61a601-01c5-470d-a51a-27211c3aa521 HTTP/1.1" status: 200 len: 898 time: 0.0978391 Oct 12 07:45:11.207952 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-07a2f97f-9bd5-46e9-b8ff-6b2e22f9bffe req-053b9960-b2ad-488d-90af-febb4e1eef12 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c814192e-357d-45c7-be28-be386bd413f1 HTTP/1.1" status: 200 len: 1036 time: 0.0650983 Oct 12 07:45:11.279376 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b115434b-c9da-4444-bc5b-5e9be3f677a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da98a31-609b-4fda-bf61-0894252b2f8b', 'name': 'tempest-TestNetworkBasicOps-router-912002737', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240'}], 'enable_snat': True}, 'gw_port_id': '5d53a4d8-1eb6-46bb-b084-bde2e194dc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:44:52Z', 'updated_at': '2022-10-12T07:44:56Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '5d53a4d8-1eb6-46bb-b084-bde2e194dc84', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da98a31-609b-4fda-bf61-0894252b2f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:44:53Z', 'updated_at': '2022-10-12T07:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '88f40b23-da03-4bfe-8d95-65251952246c', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'floating_ip_address': '172.26.3.199', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '3da98a31-609b-4fda-bf61-0894252b2f8b', 'port_id': 'c814192e-357d-45c7-be28-be386bd413f1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-935674559', 'network_id': '4b61a601-01c5-470d-a51a-27211c3aa521', 'mac_address': 'fa:16:3e:24:e4:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553049b1-8169-493f-b329-bed167bc0693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:45:09Z', 'updated_at': '2022-10-12T07:45:09Z', 'revision_number': 0, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '205bd06f-be51-4f51-9309-33bddf9554a8', 'name': '', 'network_id': '4b61a601-01c5-470d-a51a-27211c3aa521', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:10:87:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da98a31-609b-4fda-bf61-0894252b2f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'e456220f-c649-4b56-9571-5042df07d9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:44:55Z', 'updated_at': '2022-10-12T07:44:58Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': 'e456220f-c649-4b56-9571-5042df07d9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:45:11.296733 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c6f8e-68d6-4004-abed-932b3dee25eb req-3a7f163e-315f-437c-a290-be254d721235 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:11.298272 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a61c6f8e-68d6-4004-abed-932b3dee25eb req-3a7f163e-315f-437c-a290-be254d721235 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=553049b1-8169-493f-b329-bed167bc0693 HTTP/1.1" status: 200 len: 982 time: 0.0935624 Oct 12 07:45:11.299569 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2f97f-9bd5-46e9-b8ff-6b2e22f9bffe req-b417b16d-ff66-46d7-bb21-649675de6fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:11.300854 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-07a2f97f-9bd5-46e9-b8ff-6b2e22f9bffe req-b417b16d-ff66-46d7-bb21-649675de6fda service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e456220f-c649-4b56-9571-5042df07d9ed HTTP/1.1" status: 200 len: 835 time: 0.0832996 Oct 12 07:45:11.305546 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b115434b-c9da-4444-bc5b-5e9be3f677a1 None None] Checking router: 3da98a31-609b-4fda-bf61-0894252b2f8b for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:45:11.315694 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b115434b-c9da-4444-bc5b-5e9be3f677a1 None None] Routers {'3da98a31-609b-4fda-bf61-0894252b2f8b'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:45:11.316532 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b115434b-c9da-4444-bc5b-5e9be3f677a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:44:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['3da98a31-609b-4fda-bf61-0894252b2f8b'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:45:11.366211 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a61c6f8e-68d6-4004-abed-932b3dee25eb req-3683ef31-95be-4e31-838d-8b888a30810f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=eb3f663a-9333-414f-b241-ca98b96d1b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617085 Oct 12 07:45:11.373549 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2f97f-9bd5-46e9-b8ff-6b2e22f9bffe req-ce2c089e-0e90-4e88-9580-d4b7bfb3e0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:11.375044 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-07a2f97f-9bd5-46e9-b8ff-6b2e22f9bffe req-ce2c089e-0e90-4e88-9580-d4b7bfb3e0b7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4b61a601-01c5-470d-a51a-27211c3aa521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0631711 Oct 12 07:45:11.421192 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-b115434b-c9da-4444-bc5b-5e9be3f677a1 None None] Set router 3da98a31-609b-4fda-bf61-0894252b2f8b gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:45:11.470272 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-07a2f97f-9bd5-46e9-b8ff-6b2e22f9bffe req-b19836d8-3927-499b-b88e-eb3ebb2d42bc service neutron] 10.222.0.23 "GET /v2.0/networks/4b61a601-01c5-470d-a51a-27211c3aa521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875340 Oct 12 07:45:11.566182 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-07a2f97f-9bd5-46e9-b8ff-6b2e22f9bffe req-aa847db5-bb98-4497-ac17-797a10389477 service neutron] 10.222.0.23 "GET /v2.0/networks/4b61a601-01c5-470d-a51a-27211c3aa521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886257 Oct 12 07:45:11.643148 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b115434b-c9da-4444-bc5b-5e9be3f677a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da98a31-609b-4fda-bf61-0894252b2f8b', 'name': 'tempest-TestNetworkBasicOps-router-912002737', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240'}], 'enable_snat': True}, 'gw_port_id': '5d53a4d8-1eb6-46bb-b084-bde2e194dc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:44:52Z', 'updated_at': '2022-10-12T07:44:56Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '5d53a4d8-1eb6-46bb-b084-bde2e194dc84', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da98a31-609b-4fda-bf61-0894252b2f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:44:53Z', 'updated_at': '2022-10-12T07:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '88f40b23-da03-4bfe-8d95-65251952246c', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'floating_ip_address': '172.26.3.199', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '3da98a31-609b-4fda-bf61-0894252b2f8b', 'port_id': 'c814192e-357d-45c7-be28-be386bd413f1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-935674559', 'network_id': '4b61a601-01c5-470d-a51a-27211c3aa521', 'mac_address': 'fa:16:3e:24:e4:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553049b1-8169-493f-b329-bed167bc0693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:45:09Z', 'updated_at': '2022-10-12T07:45:09Z', 'revision_number': 0, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '205bd06f-be51-4f51-9309-33bddf9554a8', 'name': '', 'network_id': '4b61a601-01c5-470d-a51a-27211c3aa521', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:10:87:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da98a31-609b-4fda-bf61-0894252b2f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'e456220f-c649-4b56-9571-5042df07d9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:44:55Z', 'updated_at': '2022-10-12T07:44:58Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': 'e456220f-c649-4b56-9571-5042df07d9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:45:11.668802 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b115434b-c9da-4444-bc5b-5e9be3f677a1 None None] The sync data for ids ['3da98a31-609b-4fda-bf61-0894252b2f8b'] in dv-neutron-860909-2-hyperv is: [{'id': '3da98a31-609b-4fda-bf61-0894252b2f8b', 'name': 'tempest-TestNetworkBasicOps-router-912002737', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240'}], 'enable_snat': True}, 'gw_port_id': '5d53a4d8-1eb6-46bb-b084-bde2e194dc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:44:52Z', 'updated_at': '2022-10-12T07:44:56Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '5d53a4d8-1eb6-46bb-b084-bde2e194dc84', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da98a31-609b-4fda-bf61-0894252b2f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:44:53Z', 'updated_at': '2022-10-12T07:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '88f40b23-da03-4bfe-8d95-65251952246c', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'floating_ip_address': '172.26.3.199', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '3da98a31-609b-4fda-bf61-0894252b2f8b', 'port_id': 'c814192e-357d-45c7-be28-be386bd413f1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-935674559', 'network_id': '4b61a601-01c5-470d-a51a-27211c3aa521', 'mac_address': 'fa:16:3e:24:e4:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553049b1-8169-493f-b329-bed167bc0693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:45:09Z', 'updated_at': '2022-10-12T07:45:09Z', 'revision_number': 0, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '205bd06f-be51-4f51-9309-33bddf9554a8', 'name': '', 'network_id': '4b61a601-01c5-470d-a51a-27211c3aa521', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:10:87:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da98a31-609b-4fda-bf61-0894252b2f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'e456220f-c649-4b56-9571-5042df07d9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:44:55Z', 'updated_at': '2022-10-12T07:44:58Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': 'e456220f-c649-4b56-9571-5042df07d9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:45:11.847778 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88f901a-0d5c-4256-a7cb-4440e146667e None None] New status for floating IP 88f40b23-da03-4bfe-8d95-65251952246c: ACTIVE {{(pid=103202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 07:45:12.123666 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b2c16-f5fe-46ac-a541-1f5ee4d0fcc2 req-6244471e-d931-4a10-9f68-cedb5b6f0b06 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:12.126058 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9f9b2c16-f5fe-46ac-a541-1f5ee4d0fcc2 req-6244471e-d931-4a10-9f68-cedb5b6f0b06 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c8291f4-2e97-4b99-b999-05e868a35457 HTTP/1.1" status: 200 len: 943 time: 0.0499153 Oct 12 07:45:12.165793 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9f9b2c16-f5fe-46ac-a541-1f5ee4d0fcc2 req-965f7418-eb7b-4730-bc2c-f0c41625cf11 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337138 Oct 12 07:45:12.486146 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81d035-af91-4925-91bd-be7491268460 req-fa0cb4c3-ba72-4467-875b-d7cb30c011fe tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:12.487529 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-de81d035-af91-4925-91bd-be7491268460 req-fa0cb4c3-ba72-4467-875b-d7cb30c011fe tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=553049b1-8169-493f-b329-bed167bc0693 HTTP/1.1" status: 200 len: 982 time: 0.0481064 Oct 12 07:45:12.533065 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-de81d035-af91-4925-91bd-be7491268460 req-93e3cdf2-093d-4f9f-aab3-44db2ea63421 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=eb3f663a-9333-414f-b241-ca98b96d1b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396111 Oct 12 07:45:12.568578 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d588e-9408-49d2-8a1b-81349ebad673 req-56511c3a-cc94-4341-8dcb-a39e93db2fde tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:12.570042 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-981d588e-9408-49d2-8a1b-81349ebad673 req-56511c3a-cc94-4341-8dcb-a39e93db2fde tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "GET /v2.0/ports?device_id=553049b1-8169-493f-b329-bed167bc0693 HTTP/1.1" status: 200 len: 982 time: 0.0496173 Oct 12 07:45:12.618202 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d588e-9408-49d2-8a1b-81349ebad673 req-54bc7407-729f-40c4-b31d-659e4421e177 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:12.620025 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-981d588e-9408-49d2-8a1b-81349ebad673 req-54bc7407-729f-40c4-b31d-659e4421e177 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "GET /v2.0/ports/c814192e-357d-45c7-be28-be386bd413f1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0423081 Oct 12 07:45:12.717455 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-981d588e-9408-49d2-8a1b-81349ebad673 req-5ec96682-979a-4315-851c-c00430cff086 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "GET /v2.0/networks/4b61a601-01c5-470d-a51a-27211c3aa521?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0925384 Oct 12 07:45:12.727181 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-981d588e-9408-49d2-8a1b-81349ebad673 req-6de68b73-e5f3-4487-b345-837eda54ef9a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:45:12.784366 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-981d588e-9408-49d2-8a1b-81349ebad673 req-6de68b73-e5f3-4487-b345-837eda54ef9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:12.918799 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-981d588e-9408-49d2-8a1b-81349ebad673 req-6de68b73-e5f3-4487-b345-837eda54ef9a service neutron] For port c814192e-357d-45c7-be28-be386bd413f1, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=c814192e-357d-45c7-be28-be386bd413f1,segment=NetworkSegment(2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2),segment_id=2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:45:12.955524 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-981d588e-9408-49d2-8a1b-81349ebad673 req-6de68b73-e5f3-4487-b345-837eda54ef9a service neutron] For port c814192e-357d-45c7-be28-be386bd413f1, host hv-neutron-8609, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:45:12.987296 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [req-981d588e-9408-49d2-8a1b-81349ebad673 req-6de68b73-e5f3-4487-b345-837eda54ef9a service neutron] device_id is not set on port c814192e-357d-45c7-be28-be386bd413f1 yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:45:12.996625 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-981d588e-9408-49d2-8a1b-81349ebad673 req-6de68b73-e5f3-4487-b345-837eda54ef9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:13.002465 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-981d588e-9408-49d2-8a1b-81349ebad673 req-6de68b73-e5f3-4487-b345-837eda54ef9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:13.120848 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de68b73-e5f3-4487-b345-837eda54ef9a service neutron] Pushing event updated for resources: {'Port': ['ID=c814192e-357d-45c7-be28-be386bd413f1,revision_number=6']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:13.153823 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-981d588e-9408-49d2-8a1b-81349ebad673 req-6de68b73-e5f3-4487-b345-837eda54ef9a service neutron] No DVR routers for this DVR port c814192e-357d-45c7-be28-be386bd413f1 on host hv-neutron-8609 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:45:13.664588 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fcd0e7b0-a9a9-4c84-833c-d2d16ce97980 req-9ebfeedb-cbbd-4516-a0a5-ee26a30cce56 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=553049b1-8169-493f-b329-bed167bc0693 HTTP/1.1" status: 200 len: 210 time: 0.0574281 Oct 12 07:45:13.673169 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-981d588e-9408-49d2-8a1b-81349ebad673 req-6de68b73-e5f3-4487-b345-837eda54ef9a service neutron] In _notify_port_updated(), no bound segment for port c814192e-357d-45c7-be28-be386bd413f1 on network 4b61a601-01c5-470d-a51a-27211c3aa521 {{(pid=103200) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 12 07:45:13.674007 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d588e-9408-49d2-8a1b-81349ebad673 req-6de68b73-e5f3-4487-b345-837eda54ef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:13.674626 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-981d588e-9408-49d2-8a1b-81349ebad673 req-6de68b73-e5f3-4487-b345-837eda54ef9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:13.675901 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-981d588e-9408-49d2-8a1b-81349ebad673 req-6de68b73-e5f3-4487-b345-837eda54ef9a service neutron] 10.222.0.23 "PUT /v2.0/ports/c814192e-357d-45c7-be28-be386bd413f1 HTTP/1.1" status: 200 len: 1025 time: 0.9524589 Oct 12 07:45:13.683168 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c77b24-441a-48c4-a690-ef286cd1e0dc req-6c9db569-cb79-4456-9615-359f258f5bd4 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:13.684550 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b3c77b24-441a-48c4-a690-ef286cd1e0dc req-6c9db569-cb79-4456-9615-359f258f5bd4 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c8291f4-2e97-4b99-b999-05e868a35457 HTTP/1.1" status: 200 len: 943 time: 0.1188059 Oct 12 07:45:13.726209 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b3c77b24-441a-48c4-a690-ef286cd1e0dc req-12ee9131-9f12-4f73-86b4-a3a265913d27 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347028 Oct 12 07:45:13.891086 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4094ee65-f224-4dc9-b654-89f6b41bf745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:14.724775 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43450) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:45:14.767384 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6cd2ec-e7a7-45ce-a030-6bc2fa93306d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:14.768735 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-6e6cd2ec-e7a7-45ce-a030-6bc2fa93306d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports/c814192e-357d-45c7-be28-be386bd413f1 HTTP/1.1" status: 200 len: 924 time: 0.0429606 Oct 12 07:45:14.834584 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43456) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:45:14.839646 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-4b72fd0d-1fd4-49c6-99b3-a07e79363549 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1743727007', 'description': 'tempest-secgroup-smoke-1743727007 description', 'project_id': '62f83991a7314cd6b6c084162dcfff66'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:45:14.846574 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7da9fb-152b-46f3-bb66-0cf50a283b15 req-6004253e-6340-4d0b-b6b2-330dd5415222 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:14.848068 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ef7da9fb-152b-46f3-bb66-0cf50a283b15 req-6004253e-6340-4d0b-b6b2-330dd5415222 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c8291f4-2e97-4b99-b999-05e868a35457 HTTP/1.1" status: 200 len: 943 time: 0.0505464 Oct 12 07:45:14.860096 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4b72fd0d-1fd4-49c6-99b3-a07e79363549 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:14.887220 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ef7da9fb-152b-46f3-bb66-0cf50a283b15 req-c4c3a599-18fc-46fd-b886-b056075699ad tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317712 Oct 12 07:45:14.927219 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4b72fd0d-1fd4-49c6-99b3-a07e79363549 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:14.931043 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4b72fd0d-1fd4-49c6-99b3-a07e79363549 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:14.960272 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4b72fd0d-1fd4-49c6-99b3-a07e79363549 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:14.961408 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-4b72fd0d-1fd4-49c6-99b3-a07e79363549 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1258130 Oct 12 07:45:14.963861 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b72fd0d-1fd4-49c6-99b3-a07e79363549 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4bf782-114a-48f2-8a50-24dc63863c89,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:14.964882 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43458) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:45:14.969574 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-b8ad389c-712a-4f53-836f-b5bedd888971 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': '5b4bf782-114a-48f2-8a50-24dc63863c89', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:45:14.994954 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b8ad389c-712a-4f53-836f-b5bedd888971 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:15.039011 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b8ad389c-712a-4f53-836f-b5bedd888971 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:15.042990 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b8ad389c-712a-4f53-836f-b5bedd888971 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:15.063847 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad389c-712a-4f53-836f-b5bedd888971 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef04461f-f793-447c-ae57-5c687379eb5b,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:15.070604 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b8ad389c-712a-4f53-836f-b5bedd888971 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:15.071825 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b8ad389c-712a-4f53-836f-b5bedd888971 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1059570 Oct 12 07:45:15.075139 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43460) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:45:15.079367 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-fcb5efdf-3988-4ba5-b43c-67274f0afba3 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': '5b4bf782-114a-48f2-8a50-24dc63863c89', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:45:15.102774 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fcb5efdf-3988-4ba5-b43c-67274f0afba3 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:15.157892 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fcb5efdf-3988-4ba5-b43c-67274f0afba3 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:15.161208 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fcb5efdf-3988-4ba5-b43c-67274f0afba3 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:15.175472 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb5efdf-3988-4ba5-b43c-67274f0afba3 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=226e01ce-9839-4ebf-bf37-87c66450b1b9,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:15.186290 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fcb5efdf-3988-4ba5-b43c-67274f0afba3 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:15.187479 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-fcb5efdf-3988-4ba5-b43c-67274f0afba3 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1114054 Oct 12 07:45:15.190491 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43462) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:45:15.194721 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-45ecfff9-eceb-482e-8931-c0f5600504f4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': '5b4bf782-114a-48f2-8a50-24dc63863c89', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:45:15.218975 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-45ecfff9-eceb-482e-8931-c0f5600504f4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:15.273968 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-45ecfff9-eceb-482e-8931-c0f5600504f4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:15.277894 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-45ecfff9-eceb-482e-8931-c0f5600504f4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:15.294199 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ecfff9-eceb-482e-8931-c0f5600504f4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb32519d-d1d3-4375-839d-9fecc2a39b78,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:15.304185 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-45ecfff9-eceb-482e-8931-c0f5600504f4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:15.305384 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-45ecfff9-eceb-482e-8931-c0f5600504f4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1139886 Oct 12 07:45:15.308037 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43464) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:45:15.312593 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-b900698c-810b-49d1-b378-e9511501731a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': '5b4bf782-114a-48f2-8a50-24dc63863c89', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:45:15.336273 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b900698c-810b-49d1-b378-e9511501731a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:15.393383 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b900698c-810b-49d1-b378-e9511501731a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:15.396710 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b900698c-810b-49d1-b378-e9511501731a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:15.415080 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900698c-810b-49d1-b378-e9511501731a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bf024b0-1c1f-411b-b5ba-8ec942525d73,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:15.420354 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b900698c-810b-49d1-b378-e9511501731a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:15.421539 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b900698c-810b-49d1-b378-e9511501731a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1125765 Oct 12 07:45:15.424264 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43466) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:45:15.428493 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-717fe700-9a0c-465b-b756-8d901156f2dc tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': '5b4bf782-114a-48f2-8a50-24dc63863c89', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:45:15.448744 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.securitygroups_db [None req-717fe700-9a0c-465b-b756-8d901156f2dc tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Project 62f83991a7314cd6b6c084162dcfff66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 07:45:15.453381 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-717fe700-9a0c-465b-b756-8d901156f2dc tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:15.513978 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-717fe700-9a0c-465b-b756-8d901156f2dc tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:15.517325 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-717fe700-9a0c-465b-b756-8d901156f2dc tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:15.534825 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717fe700-9a0c-465b-b756-8d901156f2dc tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b8a775b-cf55-4af7-86a9-99a02446ddd1,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:15.543711 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-717fe700-9a0c-465b-b756-8d901156f2dc tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:15.544871 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-717fe700-9a0c-465b-b756-8d901156f2dc tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1196976 Oct 12 07:45:15.547530 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43468) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:45:15.551846 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-f31dcd4f-09c8-42d5-8374-d321b082c659 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': '5b4bf782-114a-48f2-8a50-24dc63863c89', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:45:15.572475 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.securitygroups_db [None req-f31dcd4f-09c8-42d5-8374-d321b082c659 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Project 62f83991a7314cd6b6c084162dcfff66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 07:45:15.578533 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f31dcd4f-09c8-42d5-8374-d321b082c659 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:15.580580 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device c814192e-357d-45c7-be28-be386bd413f1 no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:45:15.620612 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device c814192e-357d-45c7-be28-be386bd413f1 not bound to the agent host hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:45:15.639076 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f31dcd4f-09c8-42d5-8374-d321b082c659 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:15.642733 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f31dcd4f-09c8-42d5-8374-d321b082c659 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:15.659520 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31dcd4f-09c8-42d5-8374-d321b082c659 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b7d91bd-8c27-4f93-b5f4-de21fb48199f,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:15.667951 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f31dcd4f-09c8-42d5-8374-d321b082c659 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:15.669446 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f31dcd4f-09c8-42d5-8374-d321b082c659 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1209648 Oct 12 07:45:15.801761 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-19682600-cc23-4362-8d01-0f914795050b req-d5e20c1c-f2ef-4227-b51b-9dd05050dabe tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1743727007&fields=id&tenant_id=62f83991a7314cd6b6c084162dcfff66 HTTP/1.1" status: 200 len: 267 time: 0.0316968 Oct 12 07:45:15.849130 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19682600-cc23-4362-8d01-0f914795050b req-095d1954-78a3-4270-9bc7-588e5b6580e0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:15.850446 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-19682600-cc23-4362-8d01-0f914795050b req-095d1954-78a3-4270-9bc7-588e5b6580e0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports/c814192e-357d-45c7-be28-be386bd413f1 HTTP/1.1" status: 200 len: 929 time: 0.0415511 Oct 12 07:45:15.897545 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-19682600-cc23-4362-8d01-0f914795050b req-0fada3cf-9a35-42c1-b74b-73c37069206d service neutron] 10.222.0.26 "GET /v2.0/ports/c814192e-357d-45c7-be28-be386bd413f1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0342431 Oct 12 07:45:16.013952 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-19682600-cc23-4362-8d01-0f914795050b req-4f9f4110-d8c9-4f04-a5ba-cd484ac06e3d service neutron] 10.222.0.26 "GET /v2.0/networks/4b61a601-01c5-470d-a51a-27211c3aa521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104102 Oct 12 07:45:16.036391 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23fd398-ecba-4714-a99b-44ea73e36e25 req-b23464fb-c910-4f24-97a8-c0ad62488ccf tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:16.037792 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e23fd398-ecba-4714-a99b-44ea73e36e25 req-b23464fb-c910-4f24-97a8-c0ad62488ccf tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c8291f4-2e97-4b99-b999-05e868a35457 HTTP/1.1" status: 200 len: 943 time: 0.0724795 Oct 12 07:45:16.053042 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-52ea80d3-5413-4414-96c1-c7f4733c4bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:16.122130 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e23fd398-ecba-4714-a99b-44ea73e36e25 req-c3047e01-e783-449b-8810-f62f869ac532 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738020 Oct 12 07:45:16.139239 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-19682600-cc23-4362-8d01-0f914795050b req-cc33c91a-ccfb-483a-8811-196d645ea129 service neutron] 10.222.0.26 "GET /v2.0/networks/4b61a601-01c5-470d-a51a-27211c3aa521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177633 Oct 12 07:45:16.292953 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-378330dc-9e4a-4cce-a726-4c1a057fd5e6 req-11ade709-1e18-41a8-8962-94db1a974e9a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=42a18982-9c3c-47a9-8ee7-3d535d001ee3 HTTP/1.1" status: 200 len: 210 time: 0.0268533 Oct 12 07:45:17.104329 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19682600-cc23-4362-8d01-0f914795050b req-6af5bd3b-866e-4af4-a826-0610aeda23ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:17.105699 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-19682600-cc23-4362-8d01-0f914795050b req-6af5bd3b-866e-4af4-a826-0610aeda23ec service neutron] 10.222.0.23 "GET /v2.0/ports/c814192e-357d-45c7-be28-be386bd413f1 HTTP/1.1" status: 200 len: 1025 time: 0.0408514 Oct 12 07:45:17.229215 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:17.242878 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19682600-cc23-4362-8d01-0f914795050b req-347cf15d-6973-44b5-b224-a1d76be544af tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:17.244301 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-19682600-cc23-4362-8d01-0f914795050b req-347cf15d-6973-44b5-b224-a1d76be544af tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "GET /v2.0/networks?id=4b61a601-01c5-470d-a51a-27211c3aa521 HTTP/1.1" status: 200 len: 797 time: 0.1329868 Oct 12 07:45:17.270136 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4a706-0bb2-49b6-b571-2a1861ea9acc req-c3ba6ab4-7552-4fc5-9ef7-577689cd220e tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:17.271545 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-eae4a706-0bb2-49b6-b571-2a1861ea9acc req-c3ba6ab4-7552-4fc5-9ef7-577689cd220e tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c8291f4-2e97-4b99-b999-05e868a35457 HTTP/1.1" status: 200 len: 943 time: 0.0742180 Oct 12 07:45:17.323968 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-19682600-cc23-4362-8d01-0f914795050b req-43585038-02a9-46c4-9d00-e3477d9ad7b1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62f83991a7314cd6b6c084162dcfff66 HTTP/1.1" status: 200 len: 472 time: 0.0691390 Oct 12 07:45:17.329061 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-eae4a706-0bb2-49b6-b571-2a1861ea9acc req-fddc99a6-4b7a-4adc-8424-38cbda8f8d79 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513122 Oct 12 07:45:17.334788 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-19682600-cc23-4362-8d01-0f914795050b req-c38cbc5d-2afe-4b27-8374-037521b77ead service neutron] Request body: {'port': {'device_id': '42a18982-9c3c-47a9-8ee7-3d535d001ee3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8609'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:45:17.410158 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-42d288a9-0019-4b66-9a0a-d434d3cb2545 req-81b00699-095e-42f5-9f5c-c1983bf2ebe4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=42a18982-9c3c-47a9-8ee7-3d535d001ee3 HTTP/1.1" status: 200 len: 210 time: 0.0291486 Oct 12 07:45:17.410618 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-19682600-cc23-4362-8d01-0f914795050b req-c38cbc5d-2afe-4b27-8374-037521b77ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:17.596112 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 65ec28eb-2a88-49d5-b71f-b07c26c162a0 details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 07:45:17.672763 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [req-19682600-cc23-4362-8d01-0f914795050b req-c38cbc5d-2afe-4b27-8374-037521b77ead service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c814192e-357d-45c7-be28-be386bd413f1 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:45:17.680239 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-19682600-cc23-4362-8d01-0f914795050b req-c38cbc5d-2afe-4b27-8374-037521b77ead service neutron] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:17.692967 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-19682600-cc23-4362-8d01-0f914795050b req-c38cbc5d-2afe-4b27-8374-037521b77ead service neutron] Transition to ACTIVE for port object c814192e-357d-45c7-be28-be386bd413f1 will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 07:45:17.693219 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 65ec28eb-2a88-49d5-b71f-b07c26c162a0, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=65ec28eb-2a88-49d5-b71f-b07c26c162a0,segment=NetworkSegment(88643988-26cf-4ca1-bd7d-7cce24459e19),segment_id=88643988-26cf-4ca1-bd7d-7cce24459e19)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:45:17.698378 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-19682600-cc23-4362-8d01-0f914795050b req-c38cbc5d-2afe-4b27-8374-037521b77ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:17.705458 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': '65ec28eb-2a88-49d5-b71f-b07c26c162a0', 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d', 'port_id': '65ec28eb-2a88-49d5-b71f-b07c26c162a0', 'mac_address': 'fa:16:3e:9c:5a:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47a40364-9659-4f40-a5db-71e52bd850ae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 07:45:17.742945 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 65ec28eb-2a88-49d5-b71f-b07c26c162a0 is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:45:17.743334 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:17.756202 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65ec28eb-2a88-49d5-b71f-b07c26c162a0 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:45:17.776428 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 65ec28eb-2a88-49d5-b71f-b07c26c162a0, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=65ec28eb-2a88-49d5-b71f-b07c26c162a0,segment=NetworkSegment(88643988-26cf-4ca1-bd7d-7cce24459e19),segment_id=88643988-26cf-4ca1-bd7d-7cce24459e19)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:45:17.780407 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:17.780593 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38cbc5d-2afe-4b27-8374-037521b77ead service neutron] Pushing event updated for resources: {'Port': ['ID=c814192e-357d-45c7-be28-be386bd413f1,revision_number=7']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:17.829669 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=65ec28eb-2a88-49d5-b71f-b07c26c162a0,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:17.861368 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-19682600-cc23-4362-8d01-0f914795050b req-c38cbc5d-2afe-4b27-8374-037521b77ead service neutron] Attempting to bind port c814192e-357d-45c7-be28-be386bd413f1 on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:45:17.861698 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-19682600-cc23-4362-8d01-0f914795050b req-c38cbc5d-2afe-4b27-8374-037521b77ead service neutron] Attempting to bind port c814192e-357d-45c7-be28-be386bd413f1 by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4b61a601-01c5-470d-a51a-27211c3aa521'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:45:17.862017 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19682600-cc23-4362-8d01-0f914795050b req-c38cbc5d-2afe-4b27-8374-037521b77ead service neutron] Attempting to bind port c814192e-357d-45c7-be28-be386bd413f1 on network 4b61a601-01c5-470d-a51a-27211c3aa521 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:45:17.866302 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19682600-cc23-4362-8d01-0f914795050b req-c38cbc5d-2afe-4b27-8374-037521b77ead service neutron] Port c814192e-357d-45c7-be28-be386bd413f1 on network 4b61a601-01c5-470d-a51a-27211c3aa521 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:45:17.866617 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19682600-cc23-4362-8d01-0f914795050b req-c38cbc5d-2afe-4b27-8374-037521b77ead service neutron] Attempting to bind port c814192e-357d-45c7-be28-be386bd413f1 on network 4b61a601-01c5-470d-a51a-27211c3aa521 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:45:17.871281 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19682600-cc23-4362-8d01-0f914795050b req-c38cbc5d-2afe-4b27-8374-037521b77ead service neutron] Checking agent: {'id': 'afe9b392-c72e-4ef3-a7bd-ca4c2066af02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8609', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'started_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:45:17.871616 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19682600-cc23-4362-8d01-0f914795050b req-c38cbc5d-2afe-4b27-8374-037521b77ead service neutron] Checking segment: {'id': '2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4b61a601-01c5-470d-a51a-27211c3aa521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:45:17.871986 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19682600-cc23-4362-8d01-0f914795050b req-c38cbc5d-2afe-4b27-8374-037521b77ead service neutron] Bound using segment: {'id': '2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4b61a601-01c5-470d-a51a-27211c3aa521'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:45:17.872404 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-19682600-cc23-4362-8d01-0f914795050b req-c38cbc5d-2afe-4b27-8374-037521b77ead service neutron] Bound port: c814192e-357d-45c7-be28-be386bd413f1, host: hv-neutron-8609, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4b61a601-01c5-470d-a51a-27211c3aa521'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:45:17.872748 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-19682600-cc23-4362-8d01-0f914795050b req-c38cbc5d-2afe-4b27-8374-037521b77ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:17.934333 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-19682600-cc23-4362-8d01-0f914795050b req-c38cbc5d-2afe-4b27-8374-037521b77ead service neutron] For port c814192e-357d-45c7-be28-be386bd413f1, host hv-neutron-8609, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:45:17.937594 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-19682600-cc23-4362-8d01-0f914795050b req-c38cbc5d-2afe-4b27-8374-037521b77ead service neutron] For port c814192e-357d-45c7-be28-be386bd413f1, host hv-neutron-8609, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=c814192e-357d-45c7-be28-be386bd413f1,segment=NetworkSegment(2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2),segment_id=2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:45:17.942313 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-19682600-cc23-4362-8d01-0f914795050b req-c38cbc5d-2afe-4b27-8374-037521b77ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:17.946773 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19682600-cc23-4362-8d01-0f914795050b req-c38cbc5d-2afe-4b27-8374-037521b77ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:17.946947 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-19682600-cc23-4362-8d01-0f914795050b req-c38cbc5d-2afe-4b27-8374-037521b77ead service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:17.948274 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-19682600-cc23-4362-8d01-0f914795050b req-c38cbc5d-2afe-4b27-8374-037521b77ead service neutron] 10.222.0.23 "PUT /v2.0/ports/c814192e-357d-45c7-be28-be386bd413f1 HTTP/1.1" status: 200 len: 1130 time: 0.6176250 Oct 12 07:45:17.948761 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a18982-9c3c-47a9-8ee7-3d535d001ee3', 'tag': 'c814192e-357d-45c7-be28-be386bd413f1'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:45:17.951088 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec871caf-f583-4f34-8e26-d16d1684e1a3" -d '{"events": [{"name": "network-changed", "server_uuid": "42a18982-9c3c-47a9-8ee7-3d535d001ee3", "tag": "c814192e-357d-45c7-be28-be386bd413f1"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:45:17.985628 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['65ec28eb-2a88-49d5-b71f-b07c26c162a0'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 07:45:17.999518 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69aecc19-51cf-49a3-a93d-586ae5c93415 x-openstack-request-id: req-69aecc19-51cf-49a3-a93d-586ae5c93415 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:45:17.999815 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42a18982-9c3c-47a9-8ee7-3d535d001ee3", "tag": "c814192e-357d-45c7-be28-be386bd413f1", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:45:18.000067 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-69aecc19-51cf-49a3-a93d-586ae5c93415 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:45:18.000471 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69aecc19-51cf-49a3-a93d-586ae5c93415'] response: {'name': 'network-changed', 'server_uuid': '42a18982-9c3c-47a9-8ee7-3d535d001ee3', 'tag': 'c814192e-357d-45c7-be28-be386bd413f1', 'status': 'completed', 'code': 200} Oct 12 07:45:18.032709 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38cbc5d-2afe-4b27-8374-037521b77ead service neutron] Pushing event updated for resources: {'Port': ['ID=c814192e-357d-45c7-be28-be386bd413f1,revision_number=8']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:18.044895 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19682600-cc23-4362-8d01-0f914795050b req-f668ebaf-1e7d-4196-a80a-21e00ee842f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:18.046438 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-19682600-cc23-4362-8d01-0f914795050b req-f668ebaf-1e7d-4196-a80a-21e00ee842f9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&device_id=42a18982-9c3c-47a9-8ee7-3d535d001ee3 HTTP/1.1" status: 200 len: 1133 time: 0.0572662 Oct 12 07:45:18.111600 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-19682600-cc23-4362-8d01-0f914795050b req-c3f402a5-3710-4937-b75c-75dcd89c76a2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c814192e-357d-45c7-be28-be386bd413f1 HTTP/1.1" status: 200 len: 1036 time: 0.0573764 Oct 12 07:45:18.163792 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19682600-cc23-4362-8d01-0f914795050b req-81189965-5af7-48b6-9fac-4dcbdd451873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:18.165354 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-19682600-cc23-4362-8d01-0f914795050b req-81189965-5af7-48b6-9fac-4dcbdd451873 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e456220f-c649-4b56-9571-5042df07d9ed HTTP/1.1" status: 200 len: 835 time: 0.0475748 Oct 12 07:45:18.210740 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19682600-cc23-4362-8d01-0f914795050b req-d0450eb5-c6f9-4f69-9ad4-5e4c4d86948d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:18.212169 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-19682600-cc23-4362-8d01-0f914795050b req-d0450eb5-c6f9-4f69-9ad4-5e4c4d86948d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4b61a601-01c5-470d-a51a-27211c3aa521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403979 Oct 12 07:45:18.300856 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-19682600-cc23-4362-8d01-0f914795050b req-5cfd59e1-72f9-4570-9d0e-ef1f58ca38bf service neutron] 10.222.0.23 "GET /v2.0/networks/4b61a601-01c5-470d-a51a-27211c3aa521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806561 Oct 12 07:45:18.393749 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-19682600-cc23-4362-8d01-0f914795050b req-e3ddaf4c-9583-4f3b-8be8-d0d4ef544832 service neutron] 10.222.0.23 "GET /v2.0/networks/4b61a601-01c5-470d-a51a-27211c3aa521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864184 Oct 12 07:45:18.484095 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138adfd9-4a2b-4a07-8d55-58ea049ad4b8 req-e9bb3181-7e01-495e-8d73-6398bb21a591 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:18.485493 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-138adfd9-4a2b-4a07-8d55-58ea049ad4b8 req-e9bb3181-7e01-495e-8d73-6398bb21a591 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c8291f4-2e97-4b99-b999-05e868a35457 HTTP/1.1" status: 200 len: 944 time: 0.0769837 Oct 12 07:45:18.534942 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec871caf-f583-4f34-8e26-d16d1684e1a3 req-dac6e463-6b7e-4d45-82ca-8b7af13f23e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:18.536383 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ec871caf-f583-4f34-8e26-d16d1684e1a3 req-dac6e463-6b7e-4d45-82ca-8b7af13f23e3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&device_id=42a18982-9c3c-47a9-8ee7-3d535d001ee3 HTTP/1.1" status: 200 len: 1133 time: 0.0933094 Oct 12 07:45:18.581113 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-138adfd9-4a2b-4a07-8d55-58ea049ad4b8 req-362bc854-923c-465c-bb89-8672433d37ad tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828049 Oct 12 07:45:18.590430 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee708f-82e5-4835-9e0e-e4e669f33f44 req-6f029045-a212-4574-a32a-46477ff5b9b1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:18.591861 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f5ee708f-82e5-4835-9e0e-e4e669f33f44 req-6f029045-a212-4574-a32a-46477ff5b9b1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=42a18982-9c3c-47a9-8ee7-3d535d001ee3 HTTP/1.1" status: 200 len: 980 time: 0.1054809 Oct 12 07:45:18.673281 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f5ee708f-82e5-4835-9e0e-e4e669f33f44 req-c5374f25-85a9-4e4a-9cc7-eeaf72f828d3 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=eb3f663a-9333-414f-b241-ca98b96d1b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730948 Oct 12 07:45:18.682829 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec871caf-f583-4f34-8e26-d16d1684e1a3 req-a8daba71-ed22-44e4-98a8-a20aeebb39ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:18.684233 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ec871caf-f583-4f34-8e26-d16d1684e1a3 req-a8daba71-ed22-44e4-98a8-a20aeebb39ee service neutron] 10.222.0.23 "GET /v2.0/networks?id=4b61a601-01c5-470d-a51a-27211c3aa521 HTTP/1.1" status: 200 len: 898 time: 0.1394360 Oct 12 07:45:18.748741 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ec871caf-f583-4f34-8e26-d16d1684e1a3 req-16c88480-f6af-4337-9b12-4d9ead4d1ecb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c814192e-357d-45c7-be28-be386bd413f1 HTTP/1.1" status: 200 len: 1036 time: 0.0576847 Oct 12 07:45:18.788236 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:18.798990 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec871caf-f583-4f34-8e26-d16d1684e1a3 req-7da2a992-6c58-4be5-9529-b78b63c5ccc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:18.800456 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ec871caf-f583-4f34-8e26-d16d1684e1a3 req-7da2a992-6c58-4be5-9529-b78b63c5ccc2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e456220f-c649-4b56-9571-5042df07d9ed HTTP/1.1" status: 200 len: 835 time: 0.0445015 Oct 12 07:45:18.849751 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec871caf-f583-4f34-8e26-d16d1684e1a3 req-5eb27835-3801-40cc-810b-ff7ad6f16ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:18.851269 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ec871caf-f583-4f34-8e26-d16d1684e1a3 req-5eb27835-3801-40cc-810b-ff7ad6f16ed1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4b61a601-01c5-470d-a51a-27211c3aa521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429232 Oct 12 07:45:18.940704 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ec871caf-f583-4f34-8e26-d16d1684e1a3 req-e454f05d-57c7-46c4-acd8-638b13382ebd service neutron] 10.222.0.23 "GET /v2.0/networks/4b61a601-01c5-470d-a51a-27211c3aa521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817750 Oct 12 07:45:19.031846 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ec871caf-f583-4f34-8e26-d16d1684e1a3 req-bac6dd07-a8ed-44fd-a368-52e5804dbb85 service neutron] 10.222.0.23 "GET /v2.0/networks/4b61a601-01c5-470d-a51a-27211c3aa521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828717 Oct 12 07:45:19.116407 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:19.612210 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device c814192e-357d-45c7-be28-be386bd413f1 details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 07:45:19.614902 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 65ec28eb-2a88-49d5-b71f-b07c26c162a0 up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:45:19.702446 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab27a64-80c2-4375-93ec-a4d1afae317c req-1eeec149-639d-4305-b9d5-bbe58dce3e16 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:19.704121 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1ab27a64-80c2-4375-93ec-a4d1afae317c req-1eeec149-639d-4305-b9d5-bbe58dce3e16 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c8291f4-2e97-4b99-b999-05e868a35457 HTTP/1.1" status: 200 len: 944 time: 0.0484679 Oct 12 07:45:19.732075 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning for port 65ec28eb-2a88-49d5-b71f-b07c26c162a0 completed by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 12 07:45:19.740343 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port 65ec28eb-2a88-49d5-b71f-b07c26c162a0 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:45:19.740705 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:19.741227 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port 65ec28eb-2a88-49d5-b71f-b07c26c162a0 Oct 12 07:45:19.746016 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1ab27a64-80c2-4375-93ec-a4d1afae317c req-475dec4a-2b57-4a44-b788-486f7813312e tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355084 Oct 12 07:45:19.773372 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port c814192e-357d-45c7-be28-be386bd413f1, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=c814192e-357d-45c7-be28-be386bd413f1,segment=NetworkSegment(2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2),segment_id=2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:45:19.789931 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': 'c814192e-357d-45c7-be28-be386bd413f1', 'network_id': '4b61a601-01c5-470d-a51a-27211c3aa521', 'port_id': 'c814192e-357d-45c7-be28-be386bd413f1', 'mac_address': 'fa:16:3e:24:e4:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e456220f-c649-4b56-9571-5042df07d9ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 07:45:19.803433 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67cbc30-3853-4d45-8528-ff15928f619f req-852dc0f4-a54c-4360-982e-a43e705c079f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:19.805047 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d67cbc30-3853-4d45-8528-ff15928f619f req-852dc0f4-a54c-4360-982e-a43e705c079f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=42a18982-9c3c-47a9-8ee7-3d535d001ee3 HTTP/1.1" status: 200 len: 980 time: 0.0552409 Oct 12 07:45:19.844388 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d67cbc30-3853-4d45-8528-ff15928f619f req-7e2c9613-fae4-4e2d-94c2-4a9934ce8ace tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=eb3f663a-9333-414f-b241-ca98b96d1b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329931 Oct 12 07:45:19.857532 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port c814192e-357d-45c7-be28-be386bd413f1 is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:45:19.857918 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:19.876220 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c814192e-357d-45c7-be28-be386bd413f1 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:45:19.880052 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 65ec28eb-2a88-49d5-b71f-b07c26c162a0 is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:45:19.880417 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:19.913056 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port c814192e-357d-45c7-be28-be386bd413f1, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=c814192e-357d-45c7-be28-be386bd413f1,segment=NetworkSegment(2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2),segment_id=2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:45:19.916877 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:19.923179 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c8291f4-2e97-4b99-b999-05e868a35457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ec28eb-2a88-49d5-b71f-b07c26c162a0'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:45:19.925979 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bebfc883-182b-453a-abb6-0d7b9407d80a" -d '{"events": [{"server_uuid": "3c8291f4-2e97-4b99-b999-05e868a35457", "name": "network-vif-plugged", "status": "completed", "tag": "65ec28eb-2a88-49d5-b71f-b07c26c162a0"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:45:19.958379 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 65ec28eb-2a88-49d5-b71f-b07c26c162a0, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=65ec28eb-2a88-49d5-b71f-b07c26c162a0,segment=NetworkSegment(88643988-26cf-4ca1-bd7d-7cce24459e19),segment_id=88643988-26cf-4ca1-bd7d-7cce24459e19)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:45:19.964959 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:19.969506 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9908a9e-8df6-45b5-bf22-03ea98a81a48 x-openstack-request-id: req-f9908a9e-8df6-45b5-bf22-03ea98a81a48 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:45:19.969787 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c8291f4-2e97-4b99-b999-05e868a35457", "name": "network-vif-plugged", "status": "completed", "tag": "65ec28eb-2a88-49d5-b71f-b07c26c162a0", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:45:19.970058 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f9908a9e-8df6-45b5-bf22-03ea98a81a48 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:45:19.970445 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9908a9e-8df6-45b5-bf22-03ea98a81a48'] response: {'server_uuid': '3c8291f4-2e97-4b99-b999-05e868a35457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ec28eb-2a88-49d5-b71f-b07c26c162a0', 'code': 200} Oct 12 07:45:19.984817 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=c814192e-357d-45c7-be28-be386bd413f1,revision_number=9']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:20.035866 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=65ec28eb-2a88-49d5-b71f-b07c26c162a0,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:20.126816 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['c814192e-357d-45c7-be28-be386bd413f1'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 07:45:20.151306 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56e558-4162-4b2d-b9c8-545c8432d2c6 req-cf488c09-beae-447f-8356-3dc1e2255075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:20.152805 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ed56e558-4162-4b2d-b9c8-545c8432d2c6 req-cf488c09-beae-447f-8356-3dc1e2255075 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3c8291f4-2e97-4b99-b999-05e868a35457 HTTP/1.1" status: 200 len: 1098 time: 0.0444648 Oct 12 07:45:20.187134 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ed56e558-4162-4b2d-b9c8-545c8432d2c6 req-ad69d47c-5a2c-4af6-b691-e3f4cf2f8974 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273764 Oct 12 07:45:20.869212 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b0ba9-3502-4b9f-9d62-8047399be087 req-d791e7c1-d869-46aa-a8c2-ed51a806e829 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:20.872031 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0d8b0ba9-3502-4b9f-9d62-8047399be087 req-d791e7c1-d869-46aa-a8c2-ed51a806e829 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c8291f4-2e97-4b99-b999-05e868a35457 HTTP/1.1" status: 200 len: 945 time: 0.0503845 Oct 12 07:45:20.910669 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0d8b0ba9-3502-4b9f-9d62-8047399be087 req-c804171a-a8aa-40b4-bfd2-4f858a52bd84 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329144 Oct 12 07:45:20.963711 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20602ca6-9a2e-4f0e-96bd-f7c25bca0978 req-d5db6ba2-29b6-42e5-bdbc-fa4bdfbe54ec tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:20.965180 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-20602ca6-9a2e-4f0e-96bd-f7c25bca0978 req-d5db6ba2-29b6-42e5-bdbc-fa4bdfbe54ec tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=42a18982-9c3c-47a9-8ee7-3d535d001ee3 HTTP/1.1" status: 200 len: 981 time: 0.0475233 Oct 12 07:45:20.976940 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:21.002812 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-20602ca6-9a2e-4f0e-96bd-f7c25bca0978 req-f74f723d-59b2-435e-8f85-bab9907416c6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=eb3f663a-9333-414f-b241-ca98b96d1b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316203 Oct 12 07:45:21.637280 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device c814192e-357d-45c7-be28-be386bd413f1 up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:45:21.684672 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning for port c814192e-357d-45c7-be28-be386bd413f1 completed by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 12 07:45:21.688478 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port c814192e-357d-45c7-be28-be386bd413f1 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:45:21.689095 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:21.689422 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port c814192e-357d-45c7-be28-be386bd413f1 Oct 12 07:45:21.768080 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port c814192e-357d-45c7-be28-be386bd413f1 is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:45:21.768465 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:21.800082 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port c814192e-357d-45c7-be28-be386bd413f1, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=c814192e-357d-45c7-be28-be386bd413f1,segment=NetworkSegment(2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2),segment_id=2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:45:21.806336 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:21.852621 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=c814192e-357d-45c7-be28-be386bd413f1,revision_number=10']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:21.971863 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a18982-9c3c-47a9-8ee7-3d535d001ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c814192e-357d-45c7-be28-be386bd413f1'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:45:21.974427 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c26ab1b-8aba-4eb2-963a-9db273e1072d" -d '{"events": [{"server_uuid": "42a18982-9c3c-47a9-8ee7-3d535d001ee3", "name": "network-vif-plugged", "status": "completed", "tag": "c814192e-357d-45c7-be28-be386bd413f1"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:45:22.009741 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41aa52a-3af7-47b2-af04-9ea2d063653a x-openstack-request-id: req-e41aa52a-3af7-47b2-af04-9ea2d063653a {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:45:22.010407 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a18982-9c3c-47a9-8ee7-3d535d001ee3", "name": "network-vif-plugged", "status": "completed", "tag": "c814192e-357d-45c7-be28-be386bd413f1", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:45:22.010407 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e41aa52a-3af7-47b2-af04-9ea2d063653a {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:45:22.010694 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e41aa52a-3af7-47b2-af04-9ea2d063653a'] response: {'server_uuid': '42a18982-9c3c-47a9-8ee7-3d535d001ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c814192e-357d-45c7-be28-be386bd413f1', 'code': 200} Oct 12 07:45:22.033436 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2cc92e-11d8-4472-b921-922e9370a341 req-2a4d4f60-da6e-4fbb-bdeb-d067c7a1ffe5 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:22.034980 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8d2cc92e-11d8-4472-b921-922e9370a341 req-2a4d4f60-da6e-4fbb-bdeb-d067c7a1ffe5 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c8291f4-2e97-4b99-b999-05e868a35457 HTTP/1.1" status: 200 len: 945 time: 0.0533795 Oct 12 07:45:22.080893 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8d2cc92e-11d8-4472-b921-922e9370a341 req-8efee7cc-4447-41eb-94ac-bd9ad2c0c331 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392511 Oct 12 07:45:22.132449 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484881b-4ccb-46ba-887e-117d2d25ee80 req-545c8bf9-e602-4f77-b5eb-0e2363998894 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:22.135029 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3484881b-4ccb-46ba-887e-117d2d25ee80 req-545c8bf9-e602-4f77-b5eb-0e2363998894 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=42a18982-9c3c-47a9-8ee7-3d535d001ee3 HTTP/1.1" status: 200 len: 983 time: 0.0529182 Oct 12 07:45:22.224219 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3484881b-4ccb-46ba-887e-117d2d25ee80 req-908aec51-d619-4bf0-a982-169a4b24c1b0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=eb3f663a-9333-414f-b241-ca98b96d1b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836287 Oct 12 07:45:22.237453 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7116d07c-d57c-4d23-b1dc-8390c8f13078 req-3fd6da01-6e28-4d9c-a670-f0f14c6b4bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:22.238932 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7116d07c-d57c-4d23-b1dc-8390c8f13078 req-3fd6da01-6e28-4d9c-a670-f0f14c6b4bb5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=42a18982-9c3c-47a9-8ee7-3d535d001ee3 HTTP/1.1" status: 200 len: 1136 time: 0.0925992 Oct 12 07:45:22.250612 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618104c9-ad96-4189-b573-ae25e2457733 req-03516937-8d22-44ab-89d6-f056e5ccdf49 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:22.251940 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-618104c9-ad96-4189-b573-ae25e2457733 req-03516937-8d22-44ab-89d6-f056e5ccdf49 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c8291f4-2e97-4b99-b999-05e868a35457 HTTP/1.1" status: 200 len: 945 time: 0.0750875 Oct 12 07:45:22.299591 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7116d07c-d57c-4d23-b1dc-8390c8f13078 req-b9f34956-491a-4f3f-836d-195ade2efa53 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=eb3f663a-9333-414f-b241-ca98b96d1b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467517 Oct 12 07:45:22.306366 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-618104c9-ad96-4189-b573-ae25e2457733 req-e4484c03-35ca-491e-935d-546988d7619f tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477703 Oct 12 07:45:22.334887 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43526) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:45:22.373729 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f1aba3-e60f-4f44-8485-1591f676a942 tempest-TestVolumeBootPattern-566414688 tempest-TestVolumeBootPattern-566414688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:22.375412 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d8f1aba3-e60f-4f44-8485-1591f676a942 tempest-TestVolumeBootPattern-566414688 tempest-TestVolumeBootPattern-566414688-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=3c8291f4-2e97-4b99-b999-05e868a35457 HTTP/1.1" status: 200 len: 1093 time: 0.0395586 Oct 12 07:45:22.378236 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43528) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:45:22.382506 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-710e1a20-359e-4ed2-a6c0-de0158af8971 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Request body: {'floatingip': {'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'port_id': '65ec28eb-2a88-49d5-b71f-b07c26c162a0', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:45:22.404445 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-710e1a20-359e-4ed2-a6c0-de0158af8971 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks [] for floatingip, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:22.499624 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-710e1a20-359e-4ed2-a6c0-de0158af8971 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:22.648966 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-710e1a20-359e-4ed2-a6c0-de0158af8971 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Allocated IP 172.26.3.192 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/8ff80e93-bfc8-460e-9ab0-8987d9f68f3d) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:45:23.003788 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-710e1a20-359e-4ed2-a6c0-de0158af8971 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:23.036039 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-710e1a20-359e-4ed2-a6c0-de0158af8971 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:23.078581 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710e1a20-359e-4ed2-a6c0-de0158af8971 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:45:23.081330 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-710e1a20-359e-4ed2-a6c0-de0158af8971 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:45:23.084799 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710e1a20-359e-4ed2-a6c0-de0158af8971 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:45:23.105730 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e1a20-359e-4ed2-a6c0-de0158af8971 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Pushing event updated for resources: {'Port': ['ID=8ff80e93-bfc8-460e-9ab0-8987d9f68f3d,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:23.450898 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2355f-ab27-433c-ba1e-106fe9b01a8c req-9cbbd2b0-763c-408a-ae35-35e2a45f0fc3 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:23.452390 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-15f2355f-ab27-433c-ba1e-106fe9b01a8c req-9cbbd2b0-763c-408a-ae35-35e2a45f0fc3 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=42a18982-9c3c-47a9-8ee7-3d535d001ee3 HTTP/1.1" status: 200 len: 983 time: 0.1416836 Oct 12 07:45:23.528987 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-15f2355f-ab27-433c-ba1e-106fe9b01a8c req-7aa9f853-0a02-4dd1-9b85-33fd5fad9a0c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=eb3f663a-9333-414f-b241-ca98b96d1b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702050 Oct 12 07:45:23.547689 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-710e1a20-359e-4ed2-a6c0-de0158af8971 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:23.628021 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-710e1a20-359e-4ed2-a6c0-de0158af8971 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:23.777663 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-710e1a20-359e-4ed2-a6c0-de0158af8971 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:23.782406 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-710e1a20-359e-4ed2-a6c0-de0158af8971 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:23.851298 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e1a20-359e-4ed2-a6c0-de0158af8971 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Pushing event updated for resources: {'Port': ['ID=8ff80e93-bfc8-460e-9ab0-8987d9f68f3d,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:23.853864 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-710e1a20-359e-4ed2-a6c0-de0158af8971 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:23.952160 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [None req-710e1a20-359e-4ed2-a6c0-de0158af8971 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Floating IP 4ef4e033-824f-48eb-bb13-ab09096c9fbb associated. External IP: 172.26.3.192, port: 65ec28eb-2a88-49d5-b71f-b07c26c162a0. Oct 12 07:45:24.154670 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-710e1a20-359e-4ed2-a6c0-de0158af8971 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Router 77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:45:24.259918 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710e1a20-359e-4ed2-a6c0-de0158af8971 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:45:24.270205 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183e6aca-ecb1-40f4-a317-0e8e3f973588 None None] Sync routers for ids ['77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:45:24.277630 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-710e1a20-359e-4ed2-a6c0-de0158af8971 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:24.280779 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183e6aca-ecb1-40f4-a317-0e8e3f973588 None None] Routers {'77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:45:24.281453 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-183e6aca-ecb1-40f4-a317-0e8e3f973588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:45:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:45:24.304399 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-710e1a20-359e-4ed2-a6c0-de0158af8971 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9251544 Oct 12 07:45:24.305137 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c8291f4-2e97-4b99-b999-05e868a35457', 'tag': '65ec28eb-2a88-49d5-b71f-b07c26c162a0'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:45:24.307525 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd2c800-f2a0-4414-b46b-b75135e74f9d" -d '{"events": [{"name": "network-changed", "server_uuid": "3c8291f4-2e97-4b99-b999-05e868a35457", "tag": "65ec28eb-2a88-49d5-b71f-b07c26c162a0"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:45:24.345101 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8bbbde-2c73-4030-b28b-3218c2190f3c x-openstack-request-id: req-6c8bbbde-2c73-4030-b28b-3218c2190f3c {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:45:24.345402 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c8291f4-2e97-4b99-b999-05e868a35457", "tag": "65ec28eb-2a88-49d5-b71f-b07c26c162a0", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:45:24.345665 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6c8bbbde-2c73-4030-b28b-3218c2190f3c {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:45:24.346100 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c8bbbde-2c73-4030-b28b-3218c2190f3c'] response: {'name': 'network-changed', 'server_uuid': '3c8291f4-2e97-4b99-b999-05e868a35457', 'tag': '65ec28eb-2a88-49d5-b71f-b07c26c162a0', 'status': 'completed', 'code': 200} Oct 12 07:45:24.387740 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-183e6aca-ecb1-40f4-a317-0e8e3f973588 None None] Set router 77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:45:24.405879 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2c800-f2a0-4414-b46b-b75135e74f9d req-3b7bce3f-58d9-45b9-bdd2-6c7c2dd3974a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:24.407359 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1fd2c800-f2a0-4414-b46b-b75135e74f9d req-3b7bce3f-58d9-45b9-bdd2-6c7c2dd3974a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82e1d814e4454fb2a7138e45884a198c&device_id=3c8291f4-2e97-4b99-b999-05e868a35457 HTTP/1.1" status: 200 len: 1098 time: 0.0405729 Oct 12 07:45:24.500796 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2c800-f2a0-4414-b46b-b75135e74f9d req-19aa01c1-ffd4-4151-b87c-fcab20e08ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:24.502282 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1fd2c800-f2a0-4414-b46b-b75135e74f9d req-19aa01c1-ffd4-4151-b87c-fcab20e08ea5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7804729f-5a18-4f8e-8ea7-dae1d105ce0d HTTP/1.1" status: 200 len: 913 time: 0.0875206 Oct 12 07:45:24.566942 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1fd2c800-f2a0-4414-b46b-b75135e74f9d req-acaae224-a96c-402a-9e81-31d7868d28d4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65ec28eb-2a88-49d5-b71f-b07c26c162a0 HTTP/1.1" status: 200 len: 999 time: 0.0583205 Oct 12 07:45:24.607154 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-183e6aca-ecb1-40f4-a317-0e8e3f973588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'name': 'tempest-TestVolumeBootPattern-1151245487-router', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'b60141e3-6716-4aba-b37d-5a8b6a4aaf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:41:54Z', 'updated_at': '2022-10-12T07:42:04Z', 'revision_number': 4, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'gw_port': {'id': 'b60141e3-6716-4aba-b37d-5a8b6a4aaf4c', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:41:56Z', 'updated_at': '2022-10-12T07:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '4ef4e033-824f-48eb-bb13-ab09096c9fbb', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'floating_ip_address': '172.26.3.192', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'port_id': '65ec28eb-2a88-49d5-b71f-b07c26c162a0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d', 'mac_address': 'fa:16:3e:9c:5a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8291f4-2e97-4b99-b999-05e868a35457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:45:23Z', 'updated_at': '2022-10-12T07:45:23Z', 'revision_number': 0, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4577c4-c8f9-4398-8765-b1b497646665', 'name': '', 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'mac_address': 'fa:16:3e:5b:2c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '47a40364-9659-4f40-a5db-71e52bd850ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:42:02Z', 'updated_at': '2022-10-12T07:42:09Z', 'revision_number': 5, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'subnets': [{'id': '47a40364-9659-4f40-a5db-71e52bd850ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:45:24.632898 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183e6aca-ecb1-40f4-a317-0e8e3f973588 None None] Checking router: 77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:45:24.641855 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183e6aca-ecb1-40f4-a317-0e8e3f973588 None None] Routers {'77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:45:24.642468 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-183e6aca-ecb1-40f4-a317-0e8e3f973588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:45:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:45:24.642802 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2c800-f2a0-4414-b46b-b75135e74f9d req-f312927c-0e94-4bfa-8af3-f8ee8c9e7195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:24.644475 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1fd2c800-f2a0-4414-b46b-b75135e74f9d req-f312927c-0e94-4bfa-8af3-f8ee8c9e7195 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=47a40364-9659-4f40-a5db-71e52bd850ae HTTP/1.1" status: 200 len: 851 time: 0.0717671 Oct 12 07:45:24.671437 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71b85c-54ef-47e5-b200-3ba8e218ee80 req-46e45fd1-926f-43a8-8fda-05c1339a00d2 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:24.672784 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fc71b85c-54ef-47e5-b200-3ba8e218ee80 req-46e45fd1-926f-43a8-8fda-05c1339a00d2 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=42a18982-9c3c-47a9-8ee7-3d535d001ee3 HTTP/1.1" status: 200 len: 983 time: 0.0696874 Oct 12 07:45:24.726150 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fc71b85c-54ef-47e5-b200-3ba8e218ee80 req-053bd2df-dc4c-439a-aed1-9b441df9f7c3 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=eb3f663a-9333-414f-b241-ca98b96d1b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399508 Oct 12 07:45:24.728660 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2c800-f2a0-4414-b46b-b75135e74f9d req-4bb813b4-9a0a-4d59-9a0f-0be88295ac87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:24.730192 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1fd2c800-f2a0-4414-b46b-b75135e74f9d req-4bb813b4-9a0a-4d59-9a0f-0be88295ac87 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7804729f-5a18-4f8e-8ea7-dae1d105ce0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785840 Oct 12 07:45:24.745967 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-183e6aca-ecb1-40f4-a317-0e8e3f973588 None None] Set router 77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:45:24.862045 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1fd2c800-f2a0-4414-b46b-b75135e74f9d req-ba9f58b5-c604-4071-99b5-159a91f84054 service neutron] 10.222.0.23 "GET /v2.0/networks/7804729f-5a18-4f8e-8ea7-dae1d105ce0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252182 Oct 12 07:45:24.872880 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e605e-c2e2-44da-835d-1adca204b3be req-c49d8137-6271-489f-91fa-499989a9db42 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:24.874286 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2a7e605e-c2e2-44da-835d-1adca204b3be req-c49d8137-6271-489f-91fa-499989a9db42 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=42a18982-9c3c-47a9-8ee7-3d535d001ee3 HTTP/1.1" status: 200 len: 983 time: 0.0717661 Oct 12 07:45:24.956907 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2a7e605e-c2e2-44da-835d-1adca204b3be req-fb4c6c59-938d-41fe-9b3b-84011784331f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=eb3f663a-9333-414f-b241-ca98b96d1b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747039 Oct 12 07:45:24.977215 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-183e6aca-ecb1-40f4-a317-0e8e3f973588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'name': 'tempest-TestVolumeBootPattern-1151245487-router', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'b60141e3-6716-4aba-b37d-5a8b6a4aaf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:41:54Z', 'updated_at': '2022-10-12T07:42:04Z', 'revision_number': 4, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'gw_port': {'id': 'b60141e3-6716-4aba-b37d-5a8b6a4aaf4c', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:41:56Z', 'updated_at': '2022-10-12T07:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '4ef4e033-824f-48eb-bb13-ab09096c9fbb', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'floating_ip_address': '172.26.3.192', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'port_id': '65ec28eb-2a88-49d5-b71f-b07c26c162a0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d', 'mac_address': 'fa:16:3e:9c:5a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8291f4-2e97-4b99-b999-05e868a35457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:45:23Z', 'updated_at': '2022-10-12T07:45:23Z', 'revision_number': 0, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4577c4-c8f9-4398-8765-b1b497646665', 'name': '', 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'mac_address': 'fa:16:3e:5b:2c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '47a40364-9659-4f40-a5db-71e52bd850ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:42:02Z', 'updated_at': '2022-10-12T07:42:09Z', 'revision_number': 5, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'subnets': [{'id': '47a40364-9659-4f40-a5db-71e52bd850ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:45:24.984556 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1fd2c800-f2a0-4414-b46b-b75135e74f9d req-a588a014-3882-4eb1-90be-597c7eca99ca service neutron] 10.222.0.23 "GET /v2.0/networks/7804729f-5a18-4f8e-8ea7-dae1d105ce0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093137 Oct 12 07:45:24.986561 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43540) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:45:25.007593 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183e6aca-ecb1-40f4-a317-0e8e3f973588 None None] The sync data for ids ['77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'] in dv-neutron-860909-2-hyperv is: [{'id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'name': 'tempest-TestVolumeBootPattern-1151245487-router', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'b60141e3-6716-4aba-b37d-5a8b6a4aaf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:41:54Z', 'updated_at': '2022-10-12T07:42:04Z', 'revision_number': 4, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'gw_port': {'id': 'b60141e3-6716-4aba-b37d-5a8b6a4aaf4c', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:41:56Z', 'updated_at': '2022-10-12T07:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '4ef4e033-824f-48eb-bb13-ab09096c9fbb', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'floating_ip_address': '172.26.3.192', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'port_id': '65ec28eb-2a88-49d5-b71f-b07c26c162a0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d', 'mac_address': 'fa:16:3e:9c:5a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8291f4-2e97-4b99-b999-05e868a35457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:45:23Z', 'updated_at': '2022-10-12T07:45:23Z', 'revision_number': 0, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4577c4-c8f9-4398-8765-b1b497646665', 'name': '', 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'mac_address': 'fa:16:3e:5b:2c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '47a40364-9659-4f40-a5db-71e52bd850ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:42:02Z', 'updated_at': '2022-10-12T07:42:09Z', 'revision_number': 5, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'subnets': [{'id': '47a40364-9659-4f40-a5db-71e52bd850ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:45:25.058253 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94ea405-87a4-462c-8bfa-a90211645249 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:25.061302 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b94ea405-87a4-462c-8bfa-a90211645249 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=42a18982-9c3c-47a9-8ee7-3d535d001ee3&network_id=4b61a601-01c5-470d-a51a-27211c3aa521 HTTP/1.1" status: 200 len: 1131 time: 0.0717168 Oct 12 07:45:25.206867 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79abbb15-db0a-452d-94aa-febfc1236c51 None None] New status for floating IP 4ef4e033-824f-48eb-bb13-ab09096c9fbb: ACTIVE {{(pid=103202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 07:45:25.283989 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5864dea-3aa9-4ba4-ab9e-b6bc9ab83cda req-18ebaeb1-39a5-4539-a60b-c7e47159364f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:25.285409 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e5864dea-3aa9-4ba4-ab9e-b6bc9ab83cda req-18ebaeb1-39a5-4539-a60b-c7e47159364f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=42a18982-9c3c-47a9-8ee7-3d535d001ee3 HTTP/1.1" status: 200 len: 983 time: 0.0576673 Oct 12 07:45:25.326467 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e5864dea-3aa9-4ba4-ab9e-b6bc9ab83cda req-533035ff-78d1-4d31-bbb9-dfc855fe780d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=eb3f663a-9333-414f-b241-ca98b96d1b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349627 Oct 12 07:45:26.451125 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50eeb2-58eb-497f-af46-993049053bd1 req-a05acb3b-7d4a-46d0-9638-5431a77aad5b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:26.452589 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ed50eeb2-58eb-497f-af46-993049053bd1 req-a05acb3b-7d4a-46d0-9638-5431a77aad5b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=42a18982-9c3c-47a9-8ee7-3d535d001ee3 HTTP/1.1" status: 200 len: 983 time: 0.0489302 Oct 12 07:45:26.489208 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ed50eeb2-58eb-497f-af46-993049053bd1 req-ec3b1c8e-9261-4fea-9882-5508037d7cc2 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=eb3f663a-9333-414f-b241-ca98b96d1b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306642 Oct 12 07:45:26.571909 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac9e84-8015-4494-8567-51b5bd00f545 req-71692d14-731f-43fa-95e4-e821140a2ab7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:26.573387 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d3ac9e84-8015-4494-8567-51b5bd00f545 req-71692d14-731f-43fa-95e4-e821140a2ab7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "GET /v2.0/ports?device_id=42a18982-9c3c-47a9-8ee7-3d535d001ee3 HTTP/1.1" status: 200 len: 983 time: 0.0474524 Oct 12 07:45:26.618799 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac9e84-8015-4494-8567-51b5bd00f545 req-6a26ded9-21f0-4b61-92ab-94c639e16d21 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:26.620755 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d3ac9e84-8015-4494-8567-51b5bd00f545 req-6a26ded9-21f0-4b61-92ab-94c639e16d21 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "GET /v2.0/ports/c814192e-357d-45c7-be28-be386bd413f1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0416739 Oct 12 07:45:26.718297 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d3ac9e84-8015-4494-8567-51b5bd00f545 req-7bdf5bb8-4479-4847-89e3-6549155a67a4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "GET /v2.0/networks/4b61a601-01c5-470d-a51a-27211c3aa521?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0915627 Oct 12 07:45:26.727949 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-d3ac9e84-8015-4494-8567-51b5bd00f545 req-a648473d-7f52-4ed2-9c94-22382de8fdc2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:45:26.782190 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-d3ac9e84-8015-4494-8567-51b5bd00f545 req-a648473d-7f52-4ed2-9c94-22382de8fdc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:26.908464 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-d3ac9e84-8015-4494-8567-51b5bd00f545 req-a648473d-7f52-4ed2-9c94-22382de8fdc2 service neutron] For port c814192e-357d-45c7-be28-be386bd413f1, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=c814192e-357d-45c7-be28-be386bd413f1,segment=NetworkSegment(2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2),segment_id=2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:45:26.939947 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-d3ac9e84-8015-4494-8567-51b5bd00f545 req-a648473d-7f52-4ed2-9c94-22382de8fdc2 service neutron] For port c814192e-357d-45c7-be28-be386bd413f1, host hv-neutron-8609, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:45:26.974825 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [req-d3ac9e84-8015-4494-8567-51b5bd00f545 req-a648473d-7f52-4ed2-9c94-22382de8fdc2 service neutron] device_id is not set on port c814192e-357d-45c7-be28-be386bd413f1 yet. {{(pid=103200) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 12 07:45:26.983491 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-d3ac9e84-8015-4494-8567-51b5bd00f545 req-a648473d-7f52-4ed2-9c94-22382de8fdc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:26.990185 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-d3ac9e84-8015-4494-8567-51b5bd00f545 req-a648473d-7f52-4ed2-9c94-22382de8fdc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:27.066237 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a648473d-7f52-4ed2-9c94-22382de8fdc2 service neutron] Pushing event updated for resources: {'Port': ['ID=c814192e-357d-45c7-be28-be386bd413f1,revision_number=11']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:27.095614 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ac9e84-8015-4494-8567-51b5bd00f545 req-a648473d-7f52-4ed2-9c94-22382de8fdc2 service neutron] No DVR routers for this DVR port c814192e-357d-45c7-be28-be386bd413f1 on host hv-neutron-8609 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:45:27.484296 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-d3ac9e84-8015-4494-8567-51b5bd00f545 req-a648473d-7f52-4ed2-9c94-22382de8fdc2 service neutron] In _notify_port_updated(), no bound segment for port c814192e-357d-45c7-be28-be386bd413f1 on network 4b61a601-01c5-470d-a51a-27211c3aa521 {{(pid=103200) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 12 07:45:27.485150 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac9e84-8015-4494-8567-51b5bd00f545 req-a648473d-7f52-4ed2-9c94-22382de8fdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:27.485755 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-d3ac9e84-8015-4494-8567-51b5bd00f545 req-a648473d-7f52-4ed2-9c94-22382de8fdc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:27.487035 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d3ac9e84-8015-4494-8567-51b5bd00f545 req-a648473d-7f52-4ed2-9c94-22382de8fdc2 service neutron] 10.222.0.23 "PUT /v2.0/ports/c814192e-357d-45c7-be28-be386bd413f1 HTTP/1.1" status: 200 len: 1026 time: 0.7629278 Oct 12 07:45:27.592351 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-326a78ab-86ae-4356-ad4f-b002ed83c601 req-ae62c226-01cd-44fe-8d93-7dfe88fd272e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=42a18982-9c3c-47a9-8ee7-3d535d001ee3 HTTP/1.1" status: 200 len: 210 time: 0.0295498 Oct 12 07:45:28.654148 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43552) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:45:28.714416 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f0e70ec0-b7e7-4467-b984-2fc1eaf7ed71 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:28.738276 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f0e70ec0-b7e7-4467-b984-2fc1eaf7ed71 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:28.795166 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f0e70ec0-b7e7-4467-b984-2fc1eaf7ed71 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:28.797777 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f0e70ec0-b7e7-4467-b984-2fc1eaf7ed71 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:28.799081 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f0e70ec0-b7e7-4467-b984-2fc1eaf7ed71 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "DELETE /v2.0/security-groups/5b4bf782-114a-48f2-8a50-24dc63863c89 HTTP/1.1" status: 204 len: 168 time: 0.1439500 Oct 12 07:45:28.813136 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e70ec0-b7e7-4467-b984-2fc1eaf7ed71 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4bf782-114a-48f2-8a50-24dc63863c89,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:28.829108 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43556) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:45:28.982210 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-1ff93c9c-3b29-4404-b088-279622bdef29 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Deleting port cafb2a98-ec88-4456-a2fd-57c3ed40319d {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:45:28.982473 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1ff93c9c-3b29-4404-b088-279622bdef29 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:29.059852 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1ff93c9c-3b29-4404-b088-279622bdef29 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:29.060182 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1ff93c9c-3b29-4404-b088-279622bdef29 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:29.071744 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-1ff93c9c-3b29-4404-b088-279622bdef29 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Calling delete_port for cafb2a98-ec88-4456-a2fd-57c3ed40319d owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:45:29.236306 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1ff93c9c-3b29-4404-b088-279622bdef29 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:29.262338 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff93c9c-3b29-4404-b088-279622bdef29 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Port': ['ID=cafb2a98-ec88-4456-a2fd-57c3ed40319d,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:29.321976 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1ff93c9c-3b29-4404-b088-279622bdef29 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for floatingip, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:29.322328 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.l3_db [None req-1ff93c9c-3b29-4404-b088-279622bdef29 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Floating IP 88f40b23-da03-4bfe-8d95-65251952246c disassociated (deleted). External IP: 172.26.3.199, port: c814192e-357d-45c7-be28-be386bd413f1. Oct 12 07:45:29.522912 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff93c9c-3b29-4404-b088-279622bdef29 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Router 3da98a31-609b-4fda-bf61-0894252b2f8b has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:45:29.626973 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff93c9c-3b29-4404-b088-279622bdef29 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:45:29.631313 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1ff93c9c-3b29-4404-b088-279622bdef29 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:29.637489 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4b502f-1936-45f2-8551-80a13ced7b54 None None] Sync routers for ids ['3da98a31-609b-4fda-bf61-0894252b2f8b'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:45:29.646658 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4b502f-1936-45f2-8551-80a13ced7b54 None None] Routers {'3da98a31-609b-4fda-bf61-0894252b2f8b'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:45:29.647256 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4d4b502f-1936-45f2-8551-80a13ced7b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:45:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['3da98a31-609b-4fda-bf61-0894252b2f8b'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:45:29.657265 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-1ff93c9c-3b29-4404-b088-279622bdef29 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "DELETE /v2.0/floatingips/88f40b23-da03-4bfe-8d95-65251952246c HTTP/1.1" status: 204 len: 168 time: 0.8269567 Oct 12 07:45:29.668005 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device c814192e-357d-45c7-be28-be386bd413f1 no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:45:29.708030 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device c814192e-357d-45c7-be28-be386bd413f1 not bound to the agent host hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:45:29.735114 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43562) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:45:29.755238 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-4d4b502f-1936-45f2-8551-80a13ced7b54 None None] Set router 3da98a31-609b-4fda-bf61-0894252b2f8b gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:45:29.793309 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8c9ed2e1-7d30-45bc-a484-8b561fc30140 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:29.820853 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8c9ed2e1-7d30-45bc-a484-8b561fc30140 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:29.885573 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8c9ed2e1-7d30-45bc-a484-8b561fc30140 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:29.888254 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8c9ed2e1-7d30-45bc-a484-8b561fc30140 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:29.889404 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-8c9ed2e1-7d30-45bc-a484-8b561fc30140 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "DELETE /v2.0/security-groups/cbaae3ac-c106-46b2-acf9-266e285034ea HTTP/1.1" status: 204 len: 168 time: 0.1532960 Oct 12 07:45:29.903055 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9ed2e1-7d30-45bc-a484-8b561fc30140 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbaae3ac-c106-46b2-acf9-266e285034ea,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:29.920352 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43566) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:45:30.019679 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d1d542ea-cdd8-4a88-b98b-36a4578650f8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Deleting port c814192e-357d-45c7-be28-be386bd413f1 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:45:30.020026 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d1d542ea-cdd8-4a88-b98b-36a4578650f8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:30.049928 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4d4b502f-1936-45f2-8551-80a13ced7b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da98a31-609b-4fda-bf61-0894252b2f8b', 'name': 'tempest-TestNetworkBasicOps-router-912002737', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240'}], 'enable_snat': True}, 'gw_port_id': '5d53a4d8-1eb6-46bb-b084-bde2e194dc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:44:52Z', 'updated_at': '2022-10-12T07:44:56Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '5d53a4d8-1eb6-46bb-b084-bde2e194dc84', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da98a31-609b-4fda-bf61-0894252b2f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:44:53Z', 'updated_at': '2022-10-12T07:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '205bd06f-be51-4f51-9309-33bddf9554a8', 'name': '', 'network_id': '4b61a601-01c5-470d-a51a-27211c3aa521', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:10:87:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da98a31-609b-4fda-bf61-0894252b2f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'e456220f-c649-4b56-9571-5042df07d9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:44:55Z', 'updated_at': '2022-10-12T07:44:58Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': 'e456220f-c649-4b56-9571-5042df07d9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:45:30.076404 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4b502f-1936-45f2-8551-80a13ced7b54 None None] Checking router: 3da98a31-609b-4fda-bf61-0894252b2f8b for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:45:30.084364 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4b502f-1936-45f2-8551-80a13ced7b54 None None] Routers {'3da98a31-609b-4fda-bf61-0894252b2f8b'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:45:30.084967 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4d4b502f-1936-45f2-8551-80a13ced7b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:45:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['3da98a31-609b-4fda-bf61-0894252b2f8b'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:45:30.103342 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d1d542ea-cdd8-4a88-b98b-36a4578650f8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:30.115286 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d1d542ea-cdd8-4a88-b98b-36a4578650f8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Calling delete_port for c814192e-357d-45c7-be28-be386bd413f1 owned by {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:45:30.189453 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-4d4b502f-1936-45f2-8551-80a13ced7b54 None None] Set router 3da98a31-609b-4fda-bf61-0894252b2f8b gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:45:30.242145 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d1d542ea-cdd8-4a88-b98b-36a4578650f8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:30.268400 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d542ea-cdd8-4a88-b98b-36a4578650f8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Port': ['ID=c814192e-357d-45c7-be28-be386bd413f1,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:30.344878 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d1d542ea-cdd8-4a88-b98b-36a4578650f8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:30.350738 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d1d542ea-cdd8-4a88-b98b-36a4578650f8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "DELETE /v2.0/ports/c814192e-357d-45c7-be28-be386bd413f1 HTTP/1.1" status: 204 len: 168 time: 0.4255164 Oct 12 07:45:30.350905 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43568) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:45:30.418802 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4d4b502f-1936-45f2-8551-80a13ced7b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da98a31-609b-4fda-bf61-0894252b2f8b', 'name': 'tempest-TestNetworkBasicOps-router-912002737', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240'}], 'enable_snat': True}, 'gw_port_id': '5d53a4d8-1eb6-46bb-b084-bde2e194dc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:44:52Z', 'updated_at': '2022-10-12T07:44:56Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '5d53a4d8-1eb6-46bb-b084-bde2e194dc84', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da98a31-609b-4fda-bf61-0894252b2f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:44:53Z', 'updated_at': '2022-10-12T07:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '205bd06f-be51-4f51-9309-33bddf9554a8', 'name': '', 'network_id': '4b61a601-01c5-470d-a51a-27211c3aa521', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:10:87:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da98a31-609b-4fda-bf61-0894252b2f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'e456220f-c649-4b56-9571-5042df07d9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:44:55Z', 'updated_at': '2022-10-12T07:44:58Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': 'e456220f-c649-4b56-9571-5042df07d9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:45:30.445959 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4b502f-1936-45f2-8551-80a13ced7b54 None None] The sync data for ids ['3da98a31-609b-4fda-bf61-0894252b2f8b'] in dv-neutron-860909-2-hyperv is: [{'id': '3da98a31-609b-4fda-bf61-0894252b2f8b', 'name': 'tempest-TestNetworkBasicOps-router-912002737', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240'}], 'enable_snat': True}, 'gw_port_id': '5d53a4d8-1eb6-46bb-b084-bde2e194dc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:44:52Z', 'updated_at': '2022-10-12T07:44:56Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '5d53a4d8-1eb6-46bb-b084-bde2e194dc84', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da98a31-609b-4fda-bf61-0894252b2f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:44:53Z', 'updated_at': '2022-10-12T07:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '205bd06f-be51-4f51-9309-33bddf9554a8', 'name': '', 'network_id': '4b61a601-01c5-470d-a51a-27211c3aa521', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:10:87:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da98a31-609b-4fda-bf61-0894252b2f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'e456220f-c649-4b56-9571-5042df07d9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:44:55Z', 'updated_at': '2022-10-12T07:44:58Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': 'e456220f-c649-4b56-9571-5042df07d9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:45:30.671657 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f641f4ea-4de5-4dbb-837b-0432bd66da3f None None] New status for floating IP 88f40b23-da03-4bfe-8d95-65251952246c: DOWN {{(pid=103202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 07:45:30.722375 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-094bd18f-d92f-4d93-ae6b-db2161c0d12d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:30.980407 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-094bd18f-d92f-4d93-ae6b-db2161c0d12d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Deleting port 205bd06f-be51-4f51-9309-33bddf9554a8 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:45:30.981137 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-094bd18f-d92f-4d93-ae6b-db2161c0d12d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:31.071203 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-094bd18f-d92f-4d93-ae6b-db2161c0d12d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] For port 205bd06f-be51-4f51-9309-33bddf9554a8, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=205bd06f-be51-4f51-9309-33bddf9554a8,segment=NetworkSegment(2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2),segment_id=2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:45:31.071590 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-094bd18f-d92f-4d93-ae6b-db2161c0d12d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:31.084326 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-094bd18f-d92f-4d93-ae6b-db2161c0d12d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Calling delete_port for 205bd06f-be51-4f51-9309-33bddf9554a8 owned by network:router_interface {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:45:31.264910 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-094bd18f-d92f-4d93-ae6b-db2161c0d12d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:31.291888 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094bd18f-d92f-4d93-ae6b-db2161c0d12d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Port': ['ID=205bd06f-be51-4f51-9309-33bddf9554a8,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:31.461043 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-094bd18f-d92f-4d93-ae6b-db2161c0d12d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:31.671063 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094bd18f-d92f-4d93-ae6b-db2161c0d12d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Router 3da98a31-609b-4fda-bf61-0894252b2f8b has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:45:31.774771 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094bd18f-d92f-4d93-ae6b-db2161c0d12d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:45:31.779840 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-094bd18f-d92f-4d93-ae6b-db2161c0d12d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "PUT /v2.0/routers/3da98a31-609b-4fda-bf61-0894252b2f8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4279742 Oct 12 07:45:31.782481 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43572) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:45:31.783654 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0e8500-7dfe-4258-8987-f7157dbe520a None None] Sync routers for ids ['3da98a31-609b-4fda-bf61-0894252b2f8b'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:45:31.794446 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0e8500-7dfe-4258-8987-f7157dbe520a None None] Routers {'3da98a31-609b-4fda-bf61-0894252b2f8b'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:45:31.795037 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1b0e8500-7dfe-4258-8987-f7157dbe520a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:45:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['3da98a31-609b-4fda-bf61-0894252b2f8b'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:45:31.833724 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8a86f22-fc70-4288-adf2-ed3ea32edc9a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Deleting subnet e456220f-c649-4b56-9571-5042df07d9ed {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:45:31.836767 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e8a86f22-fc70-4288-adf2-ed3ea32edc9a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:31.880969 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e8a86f22-fc70-4288-adf2-ed3ea32edc9a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:31.901081 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-1b0e8500-7dfe-4258-8987-f7157dbe520a None None] Set router 3da98a31-609b-4fda-bf61-0894252b2f8b gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:45:31.966891 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e8a86f22-fc70-4288-adf2-ed3ea32edc9a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:32.028093 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e8a86f22-fc70-4288-adf2-ed3ea32edc9a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:32.056441 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a86f22-fc70-4288-adf2-ed3ea32edc9a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Subnet': ['ID=e456220f-c649-4b56-9571-5042df07d9ed,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:32.058576 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e8a86f22-fc70-4288-adf2-ed3ea32edc9a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:32.061976 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e8a86f22-fc70-4288-adf2-ed3ea32edc9a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "DELETE /v2.0/subnets/e456220f-c649-4b56-9571-5042df07d9ed HTTP/1.1" status: 204 len: 168 time: 0.2785394 Oct 12 07:45:32.063334 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fef6f4-4db5-492a-af41-4913b6e03e81 None None] Network 4b61a601-01c5-470d-a51a-27211c3aa521 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:45:32.064784 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43574) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:45:32.091428 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1b0e8500-7dfe-4258-8987-f7157dbe520a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da98a31-609b-4fda-bf61-0894252b2f8b', 'name': 'tempest-TestNetworkBasicOps-router-912002737', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240'}], 'enable_snat': True}, 'gw_port_id': '5d53a4d8-1eb6-46bb-b084-bde2e194dc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:44:52Z', 'updated_at': '2022-10-12T07:45:31Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '5d53a4d8-1eb6-46bb-b084-bde2e194dc84', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da98a31-609b-4fda-bf61-0894252b2f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:44:53Z', 'updated_at': '2022-10-12T07:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:45:32.128501 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0e8500-7dfe-4258-8987-f7157dbe520a None None] Checking router: 3da98a31-609b-4fda-bf61-0894252b2f8b for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:45:32.137169 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0e8500-7dfe-4258-8987-f7157dbe520a None None] Routers {'3da98a31-609b-4fda-bf61-0894252b2f8b'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:45:32.137782 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1b0e8500-7dfe-4258-8987-f7157dbe520a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:45:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['3da98a31-609b-4fda-bf61-0894252b2f8b'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:45:32.177897 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c9398e2e-0eea-4f41-8f1c-0064578a737e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:32.254317 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79aa104e-2a6a-489a-93e6-b869766e6855 None None] DHCP port deletion for 4b61a601-01c5-470d-a51a-27211c3aa521 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:45:32.265719 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-1b0e8500-7dfe-4258-8987-f7157dbe520a None None] Set router 3da98a31-609b-4fda-bf61-0894252b2f8b gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:45:32.307702 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c9398e2e-0eea-4f41-8f1c-0064578a737e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:32.308251 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-79aa104e-2a6a-489a-93e6-b869766e6855 None None] Deleting port e82d3858-ddd3-4bed-94b1-57e07801ab4f {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:45:32.309218 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-79aa104e-2a6a-489a-93e6-b869766e6855 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:32.373356 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-c9398e2e-0eea-4f41-8f1c-0064578a737e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Deleting port 5d53a4d8-1eb6-46bb-b084-bde2e194dc84 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:45:32.373860 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c9398e2e-0eea-4f41-8f1c-0064578a737e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:32.380350 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-79aa104e-2a6a-489a-93e6-b869766e6855 None None] For port e82d3858-ddd3-4bed-94b1-57e07801ab4f, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=e82d3858-ddd3-4bed-94b1-57e07801ab4f,segment=NetworkSegment(2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2),segment_id=2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:45:32.380928 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-79aa104e-2a6a-489a-93e6-b869766e6855 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:32.395143 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-79aa104e-2a6a-489a-93e6-b869766e6855 None None] Calling delete_port for e82d3858-ddd3-4bed-94b1-57e07801ab4f owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:45:32.458112 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-c9398e2e-0eea-4f41-8f1c-0064578a737e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] For port 5d53a4d8-1eb6-46bb-b084-bde2e194dc84, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=5d53a4d8-1eb6-46bb-b084-bde2e194dc84,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:45:32.458412 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c9398e2e-0eea-4f41-8f1c-0064578a737e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:32.474127 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-c9398e2e-0eea-4f41-8f1c-0064578a737e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Calling delete_port for 5d53a4d8-1eb6-46bb-b084-bde2e194dc84 owned by network:router_gateway {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:45:32.486089 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1b0e8500-7dfe-4258-8987-f7157dbe520a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da98a31-609b-4fda-bf61-0894252b2f8b', 'name': 'tempest-TestNetworkBasicOps-router-912002737', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240'}], 'enable_snat': True}, 'gw_port_id': '5d53a4d8-1eb6-46bb-b084-bde2e194dc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:44:52Z', 'updated_at': '2022-10-12T07:45:31Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '5d53a4d8-1eb6-46bb-b084-bde2e194dc84', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da98a31-609b-4fda-bf61-0894252b2f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:44:53Z', 'updated_at': '2022-10-12T07:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:45:32.489990 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-79aa104e-2a6a-489a-93e6-b869766e6855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:32.516459 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0e8500-7dfe-4258-8987-f7157dbe520a None None] The sync data for ids ['3da98a31-609b-4fda-bf61-0894252b2f8b'] in dv-neutron-860909-2-hyperv is: [{'id': '3da98a31-609b-4fda-bf61-0894252b2f8b', 'name': 'tempest-TestNetworkBasicOps-router-912002737', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240'}], 'enable_snat': True}, 'gw_port_id': '5d53a4d8-1eb6-46bb-b084-bde2e194dc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:44:52Z', 'updated_at': '2022-10-12T07:45:31Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '5d53a4d8-1eb6-46bb-b084-bde2e194dc84', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da98a31-609b-4fda-bf61-0894252b2f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:44:53Z', 'updated_at': '2022-10-12T07:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:45:32.520818 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa104e-2a6a-489a-93e6-b869766e6855 None None] Pushing event deleted for resources: {'Port': ['ID=e82d3858-ddd3-4bed-94b1-57e07801ab4f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:32.527212 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79aa104e-2a6a-489a-93e6-b869766e6855 None None] No DVR routers for this DVR port e82d3858-ddd3-4bed-94b1-57e07801ab4f on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:45:32.668952 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c9398e2e-0eea-4f41-8f1c-0064578a737e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:32.701158 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9398e2e-0eea-4f41-8f1c-0064578a737e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Port': ['ID=5d53a4d8-1eb6-46bb-b084-bde2e194dc84,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:32.774261 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c9398e2e-0eea-4f41-8f1c-0064578a737e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:32.878789 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c9398e2e-0eea-4f41-8f1c-0064578a737e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:32.881095 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c9398e2e-0eea-4f41-8f1c-0064578a737e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:32.924212 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c9398e2e-0eea-4f41-8f1c-0064578a737e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:32.924807 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9398e2e-0eea-4f41-8f1c-0064578a737e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Fanout notify agent at l3_agent the message router_deleted on router 3da98a31-609b-4fda-bf61-0894252b2f8b {{(pid=103200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:45:32.932362 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c9398e2e-0eea-4f41-8f1c-0064578a737e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:32.933617 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c9398e2e-0eea-4f41-8f1c-0064578a737e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "DELETE /v2.0/routers/3da98a31-609b-4fda-bf61-0894252b2f8b HTTP/1.1" status: 204 len: 168 time: 0.8678081 Oct 12 07:45:32.936283 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43576) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:45:33.026744 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b4e448ee-e91a-4125-9606-b20a564720a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:33.119677 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b4e448ee-e91a-4125-9606-b20a564720a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:33.141082 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-b4e448ee-e91a-4125-9606-b20a564720a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b61a601-01c5-470d-a51a-27211c3aa521']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:45:33.152139 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-b4e448ee-e91a-4125-9606-b20a564720a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:45:33.152455 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-b4e448ee-e91a-4125-9606-b20a564720a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:45:33.167077 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b4e448ee-e91a-4125-9606-b20a564720a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:33.180849 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b4e448ee-e91a-4125-9606-b20a564720a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:33.187247 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4e448ee-e91a-4125-9606-b20a564720a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:45:33.187601 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b4e448ee-e91a-4125-9606-b20a564720a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:33.208023 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2 resource provider aggregate not found Oct 12 07:45:33.253898 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c47a8f1-ca8c-4c6b-8566-5bf5a95da4a2 found for delete ", "request_id": "req-0433a2d1-fe22-483c-973f-277be36930cc"}]} Oct 12 07:45:33.262956 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b4e448ee-e91a-4125-9606-b20a564720a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:33.271430 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b4e448ee-e91a-4125-9606-b20a564720a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:33.274718 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b4e448ee-e91a-4125-9606-b20a564720a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "DELETE /v2.0/networks/4b61a601-01c5-470d-a51a-27211c3aa521 HTTP/1.1" status: 204 len: 168 time: 0.3374097 Oct 12 07:45:33.286577 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e448ee-e91a-4125-9606-b20a564720a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Network': ['ID=4b61a601-01c5-470d-a51a-27211c3aa521,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:33.291669 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43582) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:45:33.304899 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b48a8d8f-880e-4a6a-80c3-59ed5947828c tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0118074 Oct 12 07:45:33.307521 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43584) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:45:33.313139 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-521d83d9-34c9-4f59-8f4c-6351446d38cb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'network': {'name': 'tempest-network-smoke--957304246', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'port_security_enabled': True}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:45:33.334208 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521d83d9-34c9-4f59-8f4c-6351446d38cb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Made reservation on behalf of 62f83991a7314cd6b6c084162dcfff66 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:45:33.337930 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-521d83d9-34c9-4f59-8f4c-6351446d38cb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:33.369948 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-521d83d9-34c9-4f59-8f4c-6351446d38cb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:45:33.380390 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-521d83d9-34c9-4f59-8f4c-6351446d38cb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:33.380737 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-521d83d9-34c9-4f59-8f4c-6351446d38cb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Added segment 14932720-a98f-436c-9c8a-2c5e60d2508a of type vlan for network 92a4c584-a9f5-4ef3-b801-54f8a3273640 Oct 12 07:45:33.427429 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-521d83d9-34c9-4f59-8f4c-6351446d38cb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:33.454533 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-521d83d9-34c9-4f59-8f4c-6351446d38cb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:33.455015 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:45:33.460653 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521d83d9-34c9-4f59-8f4c-6351446d38cb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:33.461402 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-521d83d9-34c9-4f59-8f4c-6351446d38cb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:33.502515 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-521d83d9-34c9-4f59-8f4c-6351446d38cb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1939332 Oct 12 07:45:33.505383 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43586) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:45:33.512486 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-0b752440-f657-4400-8aec-243fc6ff05c6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1978842814', 'admin_state_up': True, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:45:33.546911 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d83d9-34c9-4f59-8f4c-6351446d38cb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Network': ['ID=92a4c584-a9f5-4ef3-b801-54f8a3273640,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:33.557412 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 92a4c584-a9f5-4ef3-b801-54f8a3273640 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:45:33.570161 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0b752440-f657-4400-8aec-243fc6ff05c6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:33.571149 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0b752440-f657-4400-8aec-243fc6ff05c6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:33.624737 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0b752440-f657-4400-8aec-243fc6ff05c6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:33.757865 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0b752440-f657-4400-8aec-243fc6ff05c6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:33.948962 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0b752440-f657-4400-8aec-243fc6ff05c6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router_gateway, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:33.968253 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0b752440-f657-4400-8aec-243fc6ff05c6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:33.998923 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device e82d3858-ddd3-4bed-94b1-57e07801ab4f no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:45:34.020327 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: e82d3858-ddd3-4bed-94b1-57e07801ab4f {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:45:34.020750 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device e82d3858-ddd3-4bed-94b1-57e07801ab4f not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:45:34.021174 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 5d53a4d8-1eb6-46bb-b084-bde2e194dc84 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:45:34.043714 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 5d53a4d8-1eb6-46bb-b084-bde2e194dc84 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:45:34.044064 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 5d53a4d8-1eb6-46bb-b084-bde2e194dc84 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:45:34.044480 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 205bd06f-be51-4f51-9309-33bddf9554a8 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:45:34.063318 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 205bd06f-be51-4f51-9309-33bddf9554a8 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:45:34.063587 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 205bd06f-be51-4f51-9309-33bddf9554a8 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:45:34.076272 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-0b752440-f657-4400-8aec-243fc6ff05c6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Allocated IP 172.26.3.94 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:45:34.173769 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0b752440-f657-4400-8aec-243fc6ff05c6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:34.206270 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0b752440-f657-4400-8aec-243fc6ff05c6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:34.241883 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b752440-f657-4400-8aec-243fc6ff05c6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:45:34.245429 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-0b752440-f657-4400-8aec-243fc6ff05c6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:45:34.248795 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b752440-f657-4400-8aec-243fc6ff05c6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:45:34.276192 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b752440-f657-4400-8aec-243fc6ff05c6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:34.496607 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0b752440-f657-4400-8aec-243fc6ff05c6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router_gateway, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:34.679507 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0b752440-f657-4400-8aec-243fc6ff05c6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:34.801733 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b752440-f657-4400-8aec-243fc6ff05c6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Router ac98f5e6-639f-4d85-a9dd-819cd915cfae is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:45:34.903871 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b752440-f657-4400-8aec-243fc6ff05c6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:45:34.912738 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3632005-7916-483b-bac4-875cf447ec8c None None] Sync routers for ids ['ac98f5e6-639f-4d85-a9dd-819cd915cfae'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:45:34.923584 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0b752440-f657-4400-8aec-243fc6ff05c6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:34.924218 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3632005-7916-483b-bac4-875cf447ec8c None None] Routers {'ac98f5e6-639f-4d85-a9dd-819cd915cfae'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:45:34.924804 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-0b752440-f657-4400-8aec-243fc6ff05c6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4161217 Oct 12 07:45:34.924934 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-c3632005-7916-483b-bac4-875cf447ec8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:45:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['ac98f5e6-639f-4d85-a9dd-819cd915cfae'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:45:34.927797 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43588) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:45:34.958964 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-3cf06c2f-e08f-4a8d-a85d-ac4951aeea3d tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=62f83991a7314cd6b6c084162dcfff66&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293527 Oct 12 07:45:34.960903 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43590) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:45:35.030090 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-c3632005-7916-483b-bac4-875cf447ec8c None None] Set router ac98f5e6-639f-4d85-a9dd-819cd915cfae gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:45:35.107308 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b4f19f-7a56-4212-a4d7-0f9a9128bf93 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:35.108821 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d9b4f19f-7a56-4212-a4d7-0f9a9128bf93 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1470318 Oct 12 07:45:35.111658 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43592) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:45:35.139360 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e524c636-1aa5-4df9-a08a-b2703fcd02b9 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266023 Oct 12 07:45:35.141819 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43594) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:45:35.146660 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-4e36a356-2d6b-4746-aa08-cc6468c74156 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1678183499', 'network_id': '92a4c584-a9f5-4ef3-b801-54f8a3273640', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:45:35.236777 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e36a356-2d6b-4746-aa08-cc6468c74156 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Made reservation on behalf of 62f83991a7314cd6b6c084162dcfff66 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:45:35.240337 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4e36a356-2d6b-4746-aa08-cc6468c74156 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:35.360451 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-c3632005-7916-483b-bac4-875cf447ec8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'name': 'tempest-TestNetworkBasicOps-router-1978842814', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.94'}], 'enable_snat': True}, 'gw_port_id': 'e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:45:33Z', 'updated_at': '2022-10-12T07:45:34Z', 'revision_number': 3, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': 'e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:4d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:45:33Z', 'updated_at': '2022-10-12T07:45:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:45:35.391723 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3632005-7916-483b-bac4-875cf447ec8c None None] Checking router: ac98f5e6-639f-4d85-a9dd-819cd915cfae for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:45:35.392070 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3632005-7916-483b-bac4-875cf447ec8c None None] Updating router ac98f5e6-639f-4d85-a9dd-819cd915cfae port e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a binding host dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:45:35.418348 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c3632005-7916-483b-bac4-875cf447ec8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:35.673322 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c3632005-7916-483b-bac4-875cf447ec8c None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:35.678927 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c3632005-7916-483b-bac4-875cf447ec8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:35.715122 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-c3632005-7916-483b-bac4-875cf447ec8c None None] Attempting to bind port e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:45:35.715485 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-c3632005-7916-483b-bac4-875cf447ec8c None None] Attempting to bind port e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:45:35.715859 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3632005-7916-483b-bac4-875cf447ec8c None None] Attempting to bind port e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a on network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:45:35.725138 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4e36a356-2d6b-4746-aa08-cc6468c74156 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:35.725859 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3632005-7916-483b-bac4-875cf447ec8c None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:45:35.726261 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3632005-7916-483b-bac4-875cf447ec8c None None] Checking segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:45:35.726656 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c3632005-7916-483b-bac4-875cf447ec8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:35.727040 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3632005-7916-483b-bac4-875cf447ec8c None None] Bound using segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:45:35.727505 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-c3632005-7916-483b-bac4-875cf447ec8c None None] Bound port: e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:45:35.727879 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c3632005-7916-483b-bac4-875cf447ec8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:35.756993 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fdcc6a-daed-46c9-b18c-b5af12155072 None None] Pushing event updated for resources: {'Port': ['ID=e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:35.784997 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-c3632005-7916-483b-bac4-875cf447ec8c None None] For port e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:45:35.788404 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-c3632005-7916-483b-bac4-875cf447ec8c None None] For port e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:45:35.792168 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36a356-2d6b-4746-aa08-cc6468c74156 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Subnet': ['ID=3db01fa1-54d1-4b67-81c1-7cfdbddcb0d9,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:35.792558 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c3632005-7916-483b-bac4-875cf447ec8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:35.795737 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e36a356-2d6b-4746-aa08-cc6468c74156 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Checking segment: {'id': '14932720-a98f-436c-9c8a-2c5e60d2508a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '92a4c584-a9f5-4ef3-b801-54f8a3273640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:45:35.796113 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e36a356-2d6b-4746-aa08-cc6468c74156 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network hostable DHCP agents. Network: 92a4c584-a9f5-4ef3-b801-54f8a3273640, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:45:35.821682 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e36a356-2d6b-4746-aa08-cc6468c74156 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network 92a4c584-a9f5-4ef3-b801-54f8a3273640 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:45:35.828730 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3632005-7916-483b-bac4-875cf447ec8c None None] Routers {'ac98f5e6-639f-4d85-a9dd-819cd915cfae'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:45:35.829402 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-c3632005-7916-483b-bac4-875cf447ec8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:45:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['ac98f5e6-639f-4d85-a9dd-819cd915cfae'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:45:35.830908 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-4e36a356-2d6b-4746-aa08-cc6468c74156 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 92a4c584-a9f5-4ef3-b801-54f8a3273640) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:45:35.835924 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e36a356-2d6b-4746-aa08-cc6468c74156 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:35.836619 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4e36a356-2d6b-4746-aa08-cc6468c74156 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:35.856515 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-4e36a356-2d6b-4746-aa08-cc6468c74156 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7104597 Oct 12 07:45:35.856764 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43596) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:45:35.871375 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bba4a79-e4e4-488c-990e-09306c657ecc None None] Network 92a4c584-a9f5-4ef3-b801-54f8a3273640 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:45:35.907732 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fdcc6a-daed-46c9-b18c-b5af12155072 None None] Pushing event updated for resources: {'Port': ['ID=e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:36.018635 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-c3632005-7916-483b-bac4-875cf447ec8c None None] Set router ac98f5e6-639f-4d85-a9dd-819cd915cfae gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:45:36.192166 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f464d7a-0252-4aff-a70a-4c25a5538495 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-92a4c584-a9f5-4ef3-b801-54f8a3273640', 'network_id': '92a4c584-a9f5-4ef3-b801-54f8a3273640', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ips': [{'subnet_id': '3db01fa1-54d1-4b67-81c1-7cfdbddcb0d9'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:45:36.192937 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2f464d7a-0252-4aff-a70a-4c25a5538495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:36.290059 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30b0c21f-6c1f-4a8a-8de8-bd1e98204cb9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:36.354058 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-c3632005-7916-483b-bac4-875cf447ec8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'name': 'tempest-TestNetworkBasicOps-router-1978842814', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.94'}], 'enable_snat': True}, 'gw_port_id': 'e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:45:33Z', 'updated_at': '2022-10-12T07:45:34Z', 'revision_number': 3, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': 'e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:4d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:45:33Z', 'updated_at': '2022-10-12T07:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:45:36.385493 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3632005-7916-483b-bac4-875cf447ec8c None None] The sync data for ids ['ac98f5e6-639f-4d85-a9dd-819cd915cfae'] in dv-neutron-860909-2-hyperv is: [{'id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'name': 'tempest-TestNetworkBasicOps-router-1978842814', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.94'}], 'enable_snat': True}, 'gw_port_id': 'e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:45:33Z', 'updated_at': '2022-10-12T07:45:34Z', 'revision_number': 3, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': 'e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:4d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:45:33Z', 'updated_at': '2022-10-12T07:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:45:36.392114 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-2f464d7a-0252-4aff-a70a-4c25a5538495 None None] Allocated IP 172.20.0.2 (92a4c584-a9f5-4ef3-b801-54f8a3273640/3db01fa1-54d1-4b67-81c1-7cfdbddcb0d9/8d8e02bb-8b70-490a-b671-157b97d4bcf2) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:45:36.548088 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2f464d7a-0252-4aff-a70a-4c25a5538495 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:36.554802 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2f464d7a-0252-4aff-a70a-4c25a5538495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:36.596216 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f464d7a-0252-4aff-a70a-4c25a5538495 None None] Network 92a4c584-a9f5-4ef3-b801-54f8a3273640 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:45:36.603203 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-2f464d7a-0252-4aff-a70a-4c25a5538495 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:45:36.607995 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f464d7a-0252-4aff-a70a-4c25a5538495 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:45:36.638810 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-30b0c21f-6c1f-4a8a-8de8-bd1e98204cb9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Allocated IP 172.20.0.1 (92a4c584-a9f5-4ef3-b801-54f8a3273640/3db01fa1-54d1-4b67-81c1-7cfdbddcb0d9/52d1f560-6984-47b7-85e0-7a546ef58893) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:45:36.645017 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f464d7a-0252-4aff-a70a-4c25a5538495 None None] Pushing event updated for resources: {'Port': ['ID=8d8e02bb-8b70-490a-b671-157b97d4bcf2,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:36.677578 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-2f464d7a-0252-4aff-a70a-4c25a5538495 None None] Attempting to bind port 8d8e02bb-8b70-490a-b671-157b97d4bcf2 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:45:36.677943 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-2f464d7a-0252-4aff-a70a-4c25a5538495 None None] Attempting to bind port 8d8e02bb-8b70-490a-b671-157b97d4bcf2 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '14932720-a98f-436c-9c8a-2c5e60d2508a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '92a4c584-a9f5-4ef3-b801-54f8a3273640'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:45:36.678353 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f464d7a-0252-4aff-a70a-4c25a5538495 None None] Attempting to bind port 8d8e02bb-8b70-490a-b671-157b97d4bcf2 on network 92a4c584-a9f5-4ef3-b801-54f8a3273640 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:45:36.684369 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f464d7a-0252-4aff-a70a-4c25a5538495 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:45:36.684775 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f464d7a-0252-4aff-a70a-4c25a5538495 None None] Checking segment: {'id': '14932720-a98f-436c-9c8a-2c5e60d2508a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '92a4c584-a9f5-4ef3-b801-54f8a3273640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:45:36.685179 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2f464d7a-0252-4aff-a70a-4c25a5538495 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:36.685568 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f464d7a-0252-4aff-a70a-4c25a5538495 None None] Bound using segment: {'id': '14932720-a98f-436c-9c8a-2c5e60d2508a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '92a4c584-a9f5-4ef3-b801-54f8a3273640'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:45:36.686097 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-2f464d7a-0252-4aff-a70a-4c25a5538495 None None] Bound port: 8d8e02bb-8b70-490a-b671-157b97d4bcf2, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14932720-a98f-436c-9c8a-2c5e60d2508a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '92a4c584-a9f5-4ef3-b801-54f8a3273640'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:45:36.686467 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2f464d7a-0252-4aff-a70a-4c25a5538495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:36.757413 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-2f464d7a-0252-4aff-a70a-4c25a5538495 None None] For port 8d8e02bb-8b70-490a-b671-157b97d4bcf2, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:45:36.761731 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-2f464d7a-0252-4aff-a70a-4c25a5538495 None None] For port 8d8e02bb-8b70-490a-b671-157b97d4bcf2, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=8d8e02bb-8b70-490a-b671-157b97d4bcf2,segment=NetworkSegment(14932720-a98f-436c-9c8a-2c5e60d2508a),segment_id=14932720-a98f-436c-9c8a-2c5e60d2508a)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:45:36.766517 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2f464d7a-0252-4aff-a70a-4c25a5538495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:36.785574 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30b0c21f-6c1f-4a8a-8de8-bd1e98204cb9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:36.832986 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f464d7a-0252-4aff-a70a-4c25a5538495 None None] Pushing event updated for resources: {'Port': ['ID=8d8e02bb-8b70-490a-b671-157b97d4bcf2,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:36.837240 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30b0c21f-6c1f-4a8a-8de8-bd1e98204cb9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:36.892488 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b0c21f-6c1f-4a8a-8de8-bd1e98204cb9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network 92a4c584-a9f5-4ef3-b801-54f8a3273640 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:45:36.895798 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-30b0c21f-6c1f-4a8a-8de8-bd1e98204cb9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:45:36.899830 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b0c21f-6c1f-4a8a-8de8-bd1e98204cb9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:45:36.937079 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b0c21f-6c1f-4a8a-8de8-bd1e98204cb9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=52d1f560-6984-47b7-85e0-7a546ef58893,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:36.953496 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30b0c21f-6c1f-4a8a-8de8-bd1e98204cb9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:37.107430 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30b0c21f-6c1f-4a8a-8de8-bd1e98204cb9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:37.398304 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30b0c21f-6c1f-4a8a-8de8-bd1e98204cb9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:37.402854 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30b0c21f-6c1f-4a8a-8de8-bd1e98204cb9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:37.475384 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b0c21f-6c1f-4a8a-8de8-bd1e98204cb9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=52d1f560-6984-47b7-85e0-7a546ef58893,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:37.480393 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30b0c21f-6c1f-4a8a-8de8-bd1e98204cb9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:37.581144 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b0c21f-6c1f-4a8a-8de8-bd1e98204cb9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network 92a4c584-a9f5-4ef3-b801-54f8a3273640 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:45:37.582576 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-30b0c21f-6c1f-4a8a-8de8-bd1e98204cb9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:45:37.698079 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b0c21f-6c1f-4a8a-8de8-bd1e98204cb9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Router ac98f5e6-639f-4d85-a9dd-819cd915cfae has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:45:37.767550 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca27c353-7374-45ba-bee3-ce29bf65051e None None] Network 92a4c584-a9f5-4ef3-b801-54f8a3273640 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:45:37.811930 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b0c21f-6c1f-4a8a-8de8-bd1e98204cb9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:45:37.817251 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-30b0c21f-6c1f-4a8a-8de8-bd1e98204cb9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "PUT /v2.0/routers/ac98f5e6-639f-4d85-a9dd-819cd915cfae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9594743 Oct 12 07:45:37.819827 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43600) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:45:37.844260 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-ad60b660-c5bd-457f-904c-308e4006483b None None] Provisioning complete for port 8d8e02bb-8b70-490a-b671-157b97d4bcf2 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:45:37.844632 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ad60b660-c5bd-457f-904c-308e4006483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:37.844963 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ad60b660-c5bd-457f-904c-308e4006483b None None] Attempt 1 to provision port 8d8e02bb-8b70-490a-b671-157b97d4bcf2 Oct 12 07:45:37.918820 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9de500-fbab-47ba-8d9c-7f60701f577c tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:37.919296 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9de500-fbab-47ba-8d9c-7f60701f577c tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:37.919763 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9de500-fbab-47ba-8d9c-7f60701f577c tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:37.920218 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9de500-fbab-47ba-8d9c-7f60701f577c tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:37.920672 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9de500-fbab-47ba-8d9c-7f60701f577c tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:37.921123 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9de500-fbab-47ba-8d9c-7f60701f577c tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:37.923221 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-9f9de500-fbab-47ba-8d9c-7f60701f577c tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1019876 Oct 12 07:45:37.925585 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43602) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:45:37.993387 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d3f8ba-1df6-4f57-bbca-8adfd0abcadf tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:37.994268 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d3f8ba-1df6-4f57-bbca-8adfd0abcadf tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:37.995052 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d3f8ba-1df6-4f57-bbca-8adfd0abcadf tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:37.995598 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ad60b660-c5bd-457f-904c-308e4006483b None None] Current status of the port 8d8e02bb-8b70-490a-b671-157b97d4bcf2 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:45:37.995747 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d3f8ba-1df6-4f57-bbca-8adfd0abcadf tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:37.995996 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ad60b660-c5bd-457f-904c-308e4006483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:37.996433 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d3f8ba-1df6-4f57-bbca-8adfd0abcadf tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:37.997020 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d3f8ba-1df6-4f57-bbca-8adfd0abcadf tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:37.999060 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-31d3f8ba-1df6-4f57-bbca-8adfd0abcadf tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0725298 Oct 12 07:45:38.002334 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43604) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:45:38.040450 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-ad60b660-c5bd-457f-904c-308e4006483b None None] For port 8d8e02bb-8b70-490a-b671-157b97d4bcf2, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=8d8e02bb-8b70-490a-b671-157b97d4bcf2,segment=NetworkSegment(14932720-a98f-436c-9c8a-2c5e60d2508a),segment_id=14932720-a98f-436c-9c8a-2c5e60d2508a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:45:38.046267 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ad60b660-c5bd-457f-904c-308e4006483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:38.101752 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60b660-c5bd-457f-904c-308e4006483b None None] Pushing event updated for resources: {'Port': ['ID=8d8e02bb-8b70-490a-b671-157b97d4bcf2,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:38.134823 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 8d8e02bb-8b70-490a-b671-157b97d4bcf2 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:45:38.171628 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-0512bfab-bc0e-4f2b-be09-6441a5239cc5 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1681216 Oct 12 07:45:38.198626 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 8d8e02bb-8b70-490a-b671-157b97d4bcf2 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:45:38.199450 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:38.199882 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 8d8e02bb-8b70-490a-b671-157b97d4bcf2 Oct 12 07:45:38.248341 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43608) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:45:38.253132 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-37715bff-3137-4549-848e-cda23ba79629 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2046544393', 'description': 'tempest-secgroup-smoke-2046544393 description', 'project_id': '62f83991a7314cd6b6c084162dcfff66'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:45:38.277750 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-37715bff-3137-4549-848e-cda23ba79629 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:38.299634 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 8d8e02bb-8b70-490a-b671-157b97d4bcf2 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:45:38.300725 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:45:38.367877 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-37715bff-3137-4549-848e-cda23ba79629 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:38.370784 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:45:38.371226 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:38.371572 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a Oct 12 07:45:38.374582 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-37715bff-3137-4549-848e-cda23ba79629 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:38.404280 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-37715bff-3137-4549-848e-cda23ba79629 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:38.405820 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-37715bff-3137-4549-848e-cda23ba79629 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1564891 Oct 12 07:45:38.406557 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-0d515fa2-bb12-498d-8480-50293576904c None None] Provisioning complete for port 8d8e02bb-8b70-490a-b671-157b97d4bcf2 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:45:38.406928 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0d515fa2-bb12-498d-8480-50293576904c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:38.407257 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-0d515fa2-bb12-498d-8480-50293576904c None None] Attempt 1 to provision port 8d8e02bb-8b70-490a-b671-157b97d4bcf2 Oct 12 07:45:38.408827 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43610) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:45:38.414375 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-f4b76f92-b039-4262-b5e4-8c981101b8eb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': '120e45e1-70eb-4bb9-80df-581ac2d902d6', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:45:38.436628 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37715bff-3137-4549-848e-cda23ba79629 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=120e45e1-70eb-4bb9-80df-581ac2d902d6,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:38.444523 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea2de3f-d059-4843-9467-8e1be7823748 None None] Sync routers for ids ['ac98f5e6-639f-4d85-a9dd-819cd915cfae'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:45:38.453870 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f4b76f92-b039-4262-b5e4-8c981101b8eb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:38.462610 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea2de3f-d059-4843-9467-8e1be7823748 None None] Routers {'ac98f5e6-639f-4d85-a9dd-819cd915cfae'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:45:38.463791 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9ea2de3f-d059-4843-9467-8e1be7823748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:45:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['ac98f5e6-639f-4d85-a9dd-819cd915cfae'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:45:38.516096 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f4b76f92-b039-4262-b5e4-8c981101b8eb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:38.527139 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f4b76f92-b039-4262-b5e4-8c981101b8eb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:38.530884 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:45:38.531269 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:38.537289 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-0d515fa2-bb12-498d-8480-50293576904c None None] Current status of the port 8d8e02bb-8b70-490a-b671-157b97d4bcf2 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:45:38.544586 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b76f92-b039-4262-b5e4-8c981101b8eb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bfe21ae-2248-49f1-bab4-03fda4071033,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:38.555764 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f4b76f92-b039-4262-b5e4-8c981101b8eb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:38.559796 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f4b76f92-b039-4262-b5e4-8c981101b8eb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1460838 Oct 12 07:45:38.560867 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43612) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:45:38.563539 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:45:38.567470 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-86f15de5-170e-44b5-b491-492674d499a9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': '120e45e1-70eb-4bb9-80df-581ac2d902d6', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:45:38.568850 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-0d515fa2-bb12-498d-8480-50293576904c None None] Provisioning complete for port 52d1f560-6984-47b7-85e0-7a546ef58893 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:45:38.569262 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0d515fa2-bb12-498d-8480-50293576904c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:38.569643 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-0d515fa2-bb12-498d-8480-50293576904c None None] Attempt 1 to provision port 52d1f560-6984-47b7-85e0-7a546ef58893 Oct 12 07:45:38.573681 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:38.608275 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-86f15de5-170e-44b5-b491-492674d499a9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:38.609912 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-9ea2de3f-d059-4843-9467-8e1be7823748 None None] Set router ac98f5e6-639f-4d85-a9dd-819cd915cfae gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:45:38.685120 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-86f15de5-170e-44b5-b491-492674d499a9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:38.692469 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-86f15de5-170e-44b5-b491-492674d499a9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:38.716553 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f15de5-170e-44b5-b491-492674d499a9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19d60cfb-18cb-4fb2-8d33-cfe5cc9e9b4c,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:38.733675 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-86f15de5-170e-44b5-b491-492674d499a9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:38.735811 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-86f15de5-170e-44b5-b491-492674d499a9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1736104 Oct 12 07:45:38.738810 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43614) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:45:38.745841 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-c78d00de-675d-44aa-a5ca-589638ed22d4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': '120e45e1-70eb-4bb9-80df-581ac2d902d6', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:45:38.783477 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c78d00de-675d-44aa-a5ca-589638ed22d4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:38.820519 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:38.835912 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-0d515fa2-bb12-498d-8480-50293576904c None None] Port 52d1f560-6984-47b7-85e0-7a546ef58893 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:45:38.868196 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c78d00de-675d-44aa-a5ca-589638ed22d4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:38.873073 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c78d00de-675d-44aa-a5ca-589638ed22d4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:38.893156 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d00de-675d-44aa-a5ca-589638ed22d4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0e17f72-fd51-4306-a739-b411484fbc0c,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:38.899174 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c78d00de-675d-44aa-a5ca-589638ed22d4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:38.902458 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c78d00de-675d-44aa-a5ca-589638ed22d4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1621680 Oct 12 07:45:38.903222 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43616) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:45:38.907588 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-6418e15b-3da6-454a-b87a-9a0d3427e078 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': '120e45e1-70eb-4bb9-80df-581ac2d902d6', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:45:38.924206 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9ea2de3f-d059-4843-9467-8e1be7823748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'name': 'tempest-TestNetworkBasicOps-router-1978842814', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.94'}], 'enable_snat': True}, 'gw_port_id': 'e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:45:33Z', 'updated_at': '2022-10-12T07:45:37Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': 'e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:4d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:45:33Z', 'updated_at': '2022-10-12T07:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '52d1f560-6984-47b7-85e0-7a546ef58893', 'name': '', 'network_id': '92a4c584-a9f5-4ef3-b801-54f8a3273640', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:74:3c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '3db01fa1-54d1-4b67-81c1-7cfdbddcb0d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:45:36Z', 'updated_at': '2022-10-12T07:45:37Z', 'revision_number': 2, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '3db01fa1-54d1-4b67-81c1-7cfdbddcb0d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:45:38.933201 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6418e15b-3da6-454a-b87a-9a0d3427e078 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:38.951543 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea2de3f-d059-4843-9467-8e1be7823748 None None] Checking router: ac98f5e6-639f-4d85-a9dd-819cd915cfae for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:45:38.951887 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea2de3f-d059-4843-9467-8e1be7823748 None None] Updating router ac98f5e6-639f-4d85-a9dd-819cd915cfae port 52d1f560-6984-47b7-85e0-7a546ef58893 binding host dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:45:38.976421 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9ea2de3f-d059-4843-9467-8e1be7823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:38.992639 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6418e15b-3da6-454a-b87a-9a0d3427e078 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:38.997354 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6418e15b-3da6-454a-b87a-9a0d3427e078 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:39.020579 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6418e15b-3da6-454a-b87a-9a0d3427e078 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cb56f5d-713a-4fae-801a-5b4b060ca878,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:39.028830 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6418e15b-3da6-454a-b87a-9a0d3427e078 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:39.030055 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-6418e15b-3da6-454a-b87a-9a0d3427e078 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1258698 Oct 12 07:45:39.032867 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43618) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:45:39.037225 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-4c8f3f06-d7d5-4dc0-b1a4-1264966ce46c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': '120e45e1-70eb-4bb9-80df-581ac2d902d6', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:45:39.058189 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.securitygroups_db [None req-4c8f3f06-d7d5-4dc0-b1a4-1264966ce46c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Project 62f83991a7314cd6b6c084162dcfff66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 07:45:39.063024 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4c8f3f06-d7d5-4dc0-b1a4-1264966ce46c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:39.123880 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4c8f3f06-d7d5-4dc0-b1a4-1264966ce46c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:39.127665 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4c8f3f06-d7d5-4dc0-b1a4-1264966ce46c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:39.147284 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f3f06-d7d5-4dc0-b1a4-1264966ce46c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69cdc5b2-e53b-4973-877a-7cc567b76d42,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:39.154587 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4c8f3f06-d7d5-4dc0-b1a4-1264966ce46c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:39.155798 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-4c8f3f06-d7d5-4dc0-b1a4-1264966ce46c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1220131 Oct 12 07:45:39.158902 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43620) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:45:39.163755 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-d205aea2-47cd-4e64-88b1-fbb48d1fbbaf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': '120e45e1-70eb-4bb9-80df-581ac2d902d6', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:45:39.187123 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-d205aea2-47cd-4e64-88b1-fbb48d1fbbaf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Project 62f83991a7314cd6b6c084162dcfff66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 07:45:39.199316 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d205aea2-47cd-4e64-88b1-fbb48d1fbbaf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:39.276890 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9ea2de3f-d059-4843-9467-8e1be7823748 None None] Notify callbacks [] for port, precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:39.284223 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9ea2de3f-d059-4843-9467-8e1be7823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:39.289655 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d205aea2-47cd-4e64-88b1-fbb48d1fbbaf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:39.297162 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d205aea2-47cd-4e64-88b1-fbb48d1fbbaf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:39.323859 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d205aea2-47cd-4e64-88b1-fbb48d1fbbaf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6ac0a97-55ae-4271-80c0-a5bfd0d07115,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:39.337134 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d205aea2-47cd-4e64-88b1-fbb48d1fbbaf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:39.347272 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-0d515fa2-bb12-498d-8480-50293576904c None None] Attempt 2 to provision port 52d1f560-6984-47b7-85e0-7a546ef58893 Oct 12 07:45:39.347455 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d205aea2-47cd-4e64-88b1-fbb48d1fbbaf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1781254 Oct 12 07:45:39.371898 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fec5e5-5bc1-476e-b0ee-f52246b87388 None None] Pushing event updated for resources: {'Port': ['ID=52d1f560-6984-47b7-85e0-7a546ef58893,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:39.382737 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-9ea2de3f-d059-4843-9467-8e1be7823748 None None] Attempting to bind port 52d1f560-6984-47b7-85e0-7a546ef58893 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:45:39.383045 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-9ea2de3f-d059-4843-9467-8e1be7823748 None None] Attempting to bind port 52d1f560-6984-47b7-85e0-7a546ef58893 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '14932720-a98f-436c-9c8a-2c5e60d2508a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '92a4c584-a9f5-4ef3-b801-54f8a3273640'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:45:39.383368 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea2de3f-d059-4843-9467-8e1be7823748 None None] Attempting to bind port 52d1f560-6984-47b7-85e0-7a546ef58893 on network 92a4c584-a9f5-4ef3-b801-54f8a3273640 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:45:39.388479 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea2de3f-d059-4843-9467-8e1be7823748 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:45:39.388923 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea2de3f-d059-4843-9467-8e1be7823748 None None] Checking segment: {'id': '14932720-a98f-436c-9c8a-2c5e60d2508a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '92a4c584-a9f5-4ef3-b801-54f8a3273640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:45:39.389242 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9ea2de3f-d059-4843-9467-8e1be7823748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:39.390531 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea2de3f-d059-4843-9467-8e1be7823748 None None] Bound using segment: {'id': '14932720-a98f-436c-9c8a-2c5e60d2508a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '92a4c584-a9f5-4ef3-b801-54f8a3273640'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:45:39.390531 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-9ea2de3f-d059-4843-9467-8e1be7823748 None None] Bound port: 52d1f560-6984-47b7-85e0-7a546ef58893, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14932720-a98f-436c-9c8a-2c5e60d2508a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '92a4c584-a9f5-4ef3-b801-54f8a3273640'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:45:39.390531 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9ea2de3f-d059-4843-9467-8e1be7823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:39.396202 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-0d515fa2-bb12-498d-8480-50293576904c None None] Port 52d1f560-6984-47b7-85e0-7a546ef58893 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:45:39.465314 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-9ea2de3f-d059-4843-9467-8e1be7823748 None None] For port 52d1f560-6984-47b7-85e0-7a546ef58893, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:45:39.469087 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-9ea2de3f-d059-4843-9467-8e1be7823748 None None] For port 52d1f560-6984-47b7-85e0-7a546ef58893, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=52d1f560-6984-47b7-85e0-7a546ef58893,segment=NetworkSegment(14932720-a98f-436c-9c8a-2c5e60d2508a),segment_id=14932720-a98f-436c-9c8a-2c5e60d2508a)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:45:39.474648 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9ea2de3f-d059-4843-9467-8e1be7823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:39.513428 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-c3399fbe-7e76-48f8-bd6e-500ad06cda08 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2046544393&fields=id&tenant_id=62f83991a7314cd6b6c084162dcfff66 HTTP/1.1" status: 200 len: 267 time: 0.0336306 Oct 12 07:45:39.530164 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea2de3f-d059-4843-9467-8e1be7823748 None None] Routers {'ac98f5e6-639f-4d85-a9dd-819cd915cfae'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:45:39.530834 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9ea2de3f-d059-4843-9467-8e1be7823748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:45:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['ac98f5e6-639f-4d85-a9dd-819cd915cfae'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:45:39.584384 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fec5e5-5bc1-476e-b0ee-f52246b87388 None None] Pushing event updated for resources: {'Port': ['ID=52d1f560-6984-47b7-85e0-7a546ef58893,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:39.622233 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-41e20e75-0bd8-4688-b33c-9d2f45d4af71 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:39.623689 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-41e20e75-0bd8-4688-b33c-9d2f45d4af71 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/networks?id=92a4c584-a9f5-4ef3-b801-54f8a3273640 HTTP/1.1" status: 200 len: 796 time: 0.1029730 Oct 12 07:45:39.638856 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-5c83842c-7fae-406a-8787-69d8e9e160f7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/quotas/62f83991a7314cd6b6c084162dcfff66 HTTP/1.1" status: 200 len: 375 time: 0.0093563 Oct 12 07:45:39.650478 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-9ea2de3f-d059-4843-9467-8e1be7823748 None None] Set router ac98f5e6-639f-4d85-a9dd-819cd915cfae gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:45:39.695069 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-9e921a6c-1a66-466c-8c6f-960eecb4f2db tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505853 Oct 12 07:45:39.803429 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-6ea4e6d3-6dc6-40b9-acca-21d28d5111a8 service neutron] 10.222.0.26 "GET /v2.0/networks/92a4c584-a9f5-4ef3-b801-54f8a3273640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946960 Oct 12 07:45:39.864400 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9ea2de3f-d059-4843-9467-8e1be7823748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'name': 'tempest-TestNetworkBasicOps-router-1978842814', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.94'}], 'enable_snat': True}, 'gw_port_id': 'e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:45:33Z', 'updated_at': '2022-10-12T07:45:37Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': 'e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:4d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:45:33Z', 'updated_at': '2022-10-12T07:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '52d1f560-6984-47b7-85e0-7a546ef58893', 'name': '', 'network_id': '92a4c584-a9f5-4ef3-b801-54f8a3273640', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:74:3c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '3db01fa1-54d1-4b67-81c1-7cfdbddcb0d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:45:36Z', 'updated_at': '2022-10-12T07:45:39Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '3db01fa1-54d1-4b67-81c1-7cfdbddcb0d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:45:39.891471 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea2de3f-d059-4843-9467-8e1be7823748 None None] The sync data for ids ['ac98f5e6-639f-4d85-a9dd-819cd915cfae'] in dv-neutron-860909-2-hyperv is: [{'id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'name': 'tempest-TestNetworkBasicOps-router-1978842814', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.94'}], 'enable_snat': True}, 'gw_port_id': 'e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:45:33Z', 'updated_at': '2022-10-12T07:45:37Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': 'e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:4d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:45:33Z', 'updated_at': '2022-10-12T07:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '52d1f560-6984-47b7-85e0-7a546ef58893', 'name': '', 'network_id': '92a4c584-a9f5-4ef3-b801-54f8a3273640', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:74:3c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '3db01fa1-54d1-4b67-81c1-7cfdbddcb0d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:45:36Z', 'updated_at': '2022-10-12T07:45:39Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '3db01fa1-54d1-4b67-81c1-7cfdbddcb0d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:45:39.897769 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-0d515fa2-bb12-498d-8480-50293576904c None None] Attempt 3 to provision port 52d1f560-6984-47b7-85e0-7a546ef58893 Oct 12 07:45:39.901667 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-286ab09b-68a1-4b97-b540-ee504b705aed service neutron] 10.222.0.26 "GET /v2.0/networks/92a4c584-a9f5-4ef3-b801-54f8a3273640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898488 Oct 12 07:45:40.013078 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-0d515fa2-bb12-498d-8480-50293576904c None None] Current status of the port 52d1f560-6984-47b7-85e0-7a546ef58893 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:45:40.013951 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0d515fa2-bb12-498d-8480-50293576904c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:40.089201 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 8d8e02bb-8b70-490a-b671-157b97d4bcf2 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:45:40.092158 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-0d515fa2-bb12-498d-8480-50293576904c None None] For port 52d1f560-6984-47b7-85e0-7a546ef58893, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=52d1f560-6984-47b7-85e0-7a546ef58893,segment=NetworkSegment(14932720-a98f-436c-9c8a-2c5e60d2508a),segment_id=14932720-a98f-436c-9c8a-2c5e60d2508a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:45:40.148690 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0d515fa2-bb12-498d-8480-50293576904c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:40.151625 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-89b137ba-910e-476a-a2dd-6cee1074690d req-ed2e70ec-ff39-4220-81da-9c9043c0c0b2 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad592e24-5d69-4944-9a36-491c48f77f6a HTTP/1.1" status: 200 len: 210 time: 0.0457466 Oct 12 07:45:40.231891 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 8d8e02bb-8b70-490a-b671-157b97d4bcf2 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:45:40.232327 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:40.232787 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 8d8e02bb-8b70-490a-b671-157b97d4bcf2 Oct 12 07:45:40.234796 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d515fa2-bb12-498d-8480-50293576904c None None] Pushing event updated for resources: {'Port': ['ID=52d1f560-6984-47b7-85e0-7a546ef58893,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:40.304609 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-47089a38-f00e-499e-b9e4-570537b21de6 None None] Provisioning complete for port 52d1f560-6984-47b7-85e0-7a546ef58893 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:45:40.304989 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-47089a38-f00e-499e-b9e4-570537b21de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:40.305327 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-47089a38-f00e-499e-b9e4-570537b21de6 None None] Attempt 1 to provision port 52d1f560-6984-47b7-85e0-7a546ef58893 Oct 12 07:45:40.391563 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 8d8e02bb-8b70-490a-b671-157b97d4bcf2 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:45:40.392706 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:45:40.469083 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-47089a38-f00e-499e-b9e4-570537b21de6 None None] Current status of the port 52d1f560-6984-47b7-85e0-7a546ef58893 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:45:40.482301 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:45:40.482772 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:40.483113 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a Oct 12 07:45:40.582534 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:45:41.222203 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-c6d798ed-c282-4314-8274-e58832b9fa3f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:41.223654 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-c6d798ed-c282-4314-8274-e58832b9fa3f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "GET /v2.0/networks?id=92a4c584-a9f5-4ef3-b801-54f8a3273640 HTTP/1.1" status: 200 len: 796 time: 0.1083353 Oct 12 07:45:41.290478 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9e1f5073-d024-43a5-9f10-12c3f758bbf9 req-9056d860-3543-4ddf-9718-ebfc587a59d6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad592e24-5d69-4944-9a36-491c48f77f6a HTTP/1.1" status: 200 len: 210 time: 0.0387614 Oct 12 07:45:41.298418 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-cd964f24-a4e1-4fdf-824e-a023d6499c7a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62f83991a7314cd6b6c084162dcfff66 HTTP/1.1" status: 200 len: 380 time: 0.0648389 Oct 12 07:45:41.310708 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-5055a180-008e-4a7e-944f-904989a1a4bd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'port': {'device_id': 'ad592e24-5d69-4944-9a36-491c48f77f6a', 'network_id': '92a4c584-a9f5-4ef3-b801-54f8a3273640', 'admin_state_up': True, 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'security_groups': ['120e45e1-70eb-4bb9-80df-581ac2d902d6']}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:45:41.415945 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-5055a180-008e-4a7e-944f-904989a1a4bd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Made reservation on behalf of 62f83991a7314cd6b6c084162dcfff66 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:45:41.420209 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-5055a180-008e-4a7e-944f-904989a1a4bd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:41.544133 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-5055a180-008e-4a7e-944f-904989a1a4bd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Allocated IP 172.20.0.5 (92a4c584-a9f5-4ef3-b801-54f8a3273640/3db01fa1-54d1-4b67-81c1-7cfdbddcb0d9/050d0c70-3500-49dd-87d4-5ab6649937ce) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:45:41.691398 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-5055a180-008e-4a7e-944f-904989a1a4bd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:41.983502 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-5055a180-008e-4a7e-944f-904989a1a4bd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:42.026678 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 52d1f560-6984-47b7-85e0-7a546ef58893 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:45:42.029259 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-5055a180-008e-4a7e-944f-904989a1a4bd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network 92a4c584-a9f5-4ef3-b801-54f8a3273640 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:45:42.032388 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-5055a180-008e-4a7e-944f-904989a1a4bd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:45:42.036939 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-5055a180-008e-4a7e-944f-904989a1a4bd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:45:42.039579 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5055a180-008e-4a7e-944f-904989a1a4bd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=050d0c70-3500-49dd-87d4-5ab6649937ce,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:42.091008 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 52d1f560-6984-47b7-85e0-7a546ef58893 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:45:42.091378 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:42.091776 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 52d1f560-6984-47b7-85e0-7a546ef58893 Oct 12 07:45:42.092149 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-5055a180-008e-4a7e-944f-904989a1a4bd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:42.092890 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-5055a180-008e-4a7e-944f-904989a1a4bd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:42.114833 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-5055a180-008e-4a7e-944f-904989a1a4bd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8086739 Oct 12 07:45:42.127503 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-c08a236c-8d4d-4697-85e3-9999d235ef3c service neutron] Request body: {'port': {'device_id': 'ad592e24-5d69-4944-9a36-491c48f77f6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8609'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:45:42.182121 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 52d1f560-6984-47b7-85e0-7a546ef58893 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:45:42.189938 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-c08a236c-8d4d-4697-85e3-9999d235ef3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:42.303986 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-738409c3-b6be-4c61-bc81-06fe4d7f46b1 None None] Provisioning complete for port 050d0c70-3500-49dd-87d4-5ab6649937ce triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:45:42.304360 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-738409c3-b6be-4c61-bc81-06fe4d7f46b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:42.304697 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-738409c3-b6be-4c61-bc81-06fe4d7f46b1 None None] Attempt 1 to provision port 050d0c70-3500-49dd-87d4-5ab6649937ce Oct 12 07:45:42.344401 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-738409c3-b6be-4c61-bc81-06fe4d7f46b1 None None] Port 050d0c70-3500-49dd-87d4-5ab6649937ce cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:45:42.438907 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967c339-ad51-4974-8f1f-ac83b069136f req-555e7daf-30aa-4489-b628-05c5433d7f1b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:42.440642 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d967c339-ad51-4974-8f1f-ac83b069136f req-555e7daf-30aa-4489-b628-05c5433d7f1b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad592e24-5d69-4944-9a36-491c48f77f6a HTTP/1.1" status: 200 len: 931 time: 0.0649192 Oct 12 07:45:42.515903 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d967c339-ad51-4974-8f1f-ac83b069136f req-032c8f0d-2d00-4368-a8f1-25dbe6d2fefa tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=120e45e1-70eb-4bb9-80df-581ac2d902d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687041 Oct 12 07:45:42.534333 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-c08a236c-8d4d-4697-85e3-9999d235ef3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 050d0c70-3500-49dd-87d4-5ab6649937ce {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:45:42.538343 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-c08a236c-8d4d-4697-85e3-9999d235ef3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:42.550505 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-c08a236c-8d4d-4697-85e3-9999d235ef3c service neutron] Transition to ACTIVE for port object 050d0c70-3500-49dd-87d4-5ab6649937ce will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 07:45:42.557989 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-c08a236c-8d4d-4697-85e3-9999d235ef3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:42.634637 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a236c-8d4d-4697-85e3-9999d235ef3c service neutron] Pushing event updated for resources: {'Port': ['ID=050d0c70-3500-49dd-87d4-5ab6649937ce,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:42.664098 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-c08a236c-8d4d-4697-85e3-9999d235ef3c service neutron] Attempting to bind port 050d0c70-3500-49dd-87d4-5ab6649937ce on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:45:42.664435 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-c08a236c-8d4d-4697-85e3-9999d235ef3c service neutron] Attempting to bind port 050d0c70-3500-49dd-87d4-5ab6649937ce by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '14932720-a98f-436c-9c8a-2c5e60d2508a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '92a4c584-a9f5-4ef3-b801-54f8a3273640'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:45:42.664758 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-c08a236c-8d4d-4697-85e3-9999d235ef3c service neutron] Attempting to bind port 050d0c70-3500-49dd-87d4-5ab6649937ce on network 92a4c584-a9f5-4ef3-b801-54f8a3273640 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:45:42.668910 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-c08a236c-8d4d-4697-85e3-9999d235ef3c service neutron] Port 050d0c70-3500-49dd-87d4-5ab6649937ce on network 92a4c584-a9f5-4ef3-b801-54f8a3273640 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:45:42.669226 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-c08a236c-8d4d-4697-85e3-9999d235ef3c service neutron] Attempting to bind port 050d0c70-3500-49dd-87d4-5ab6649937ce on network 92a4c584-a9f5-4ef3-b801-54f8a3273640 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:45:42.674052 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-c08a236c-8d4d-4697-85e3-9999d235ef3c service neutron] Checking agent: {'id': 'afe9b392-c72e-4ef3-a7bd-ca4c2066af02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8609', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'started_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:45:42.674406 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-c08a236c-8d4d-4697-85e3-9999d235ef3c service neutron] Checking segment: {'id': '14932720-a98f-436c-9c8a-2c5e60d2508a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '92a4c584-a9f5-4ef3-b801-54f8a3273640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:45:42.674786 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-c08a236c-8d4d-4697-85e3-9999d235ef3c service neutron] Bound using segment: {'id': '14932720-a98f-436c-9c8a-2c5e60d2508a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '92a4c584-a9f5-4ef3-b801-54f8a3273640'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:45:42.675213 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-c08a236c-8d4d-4697-85e3-9999d235ef3c service neutron] Bound port: 050d0c70-3500-49dd-87d4-5ab6649937ce, host: hv-neutron-8609, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14932720-a98f-436c-9c8a-2c5e60d2508a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '92a4c584-a9f5-4ef3-b801-54f8a3273640'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:45:42.675564 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-c08a236c-8d4d-4697-85e3-9999d235ef3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:42.740896 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-c08a236c-8d4d-4697-85e3-9999d235ef3c service neutron] For port 050d0c70-3500-49dd-87d4-5ab6649937ce, host hv-neutron-8609, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:45:42.743837 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-c08a236c-8d4d-4697-85e3-9999d235ef3c service neutron] For port 050d0c70-3500-49dd-87d4-5ab6649937ce, host hv-neutron-8609, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=050d0c70-3500-49dd-87d4-5ab6649937ce,segment=NetworkSegment(14932720-a98f-436c-9c8a-2c5e60d2508a),segment_id=14932720-a98f-436c-9c8a-2c5e60d2508a)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:45:42.747610 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-c08a236c-8d4d-4697-85e3-9999d235ef3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:42.751840 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-c08a236c-8d4d-4697-85e3-9999d235ef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:42.752461 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-c08a236c-8d4d-4697-85e3-9999d235ef3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:42.753871 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-c08a236c-8d4d-4697-85e3-9999d235ef3c service neutron] 10.222.0.23 "PUT /v2.0/ports/050d0c70-3500-49dd-87d4-5ab6649937ce HTTP/1.1" status: 200 len: 1093 time: 0.6309032 Oct 12 07:45:42.754402 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad592e24-5d69-4944-9a36-491c48f77f6a', 'tag': '050d0c70-3500-49dd-87d4-5ab6649937ce'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:45:42.756829 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db722a59-d0c3-4a88-a048-f0a04db0f615" -d '{"events": [{"name": "network-changed", "server_uuid": "ad592e24-5d69-4944-9a36-491c48f77f6a", "tag": "050d0c70-3500-49dd-87d4-5ab6649937ce"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:45:42.805251 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12db1bae-d954-4933-b817-93fc31e73934 x-openstack-request-id: req-12db1bae-d954-4933-b817-93fc31e73934 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:45:42.805499 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad592e24-5d69-4944-9a36-491c48f77f6a", "tag": "050d0c70-3500-49dd-87d4-5ab6649937ce", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:45:42.805703 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-12db1bae-d954-4933-b817-93fc31e73934 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:45:42.806149 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12db1bae-d954-4933-b817-93fc31e73934'] response: {'name': 'network-changed', 'server_uuid': 'ad592e24-5d69-4944-9a36-491c48f77f6a', 'tag': '050d0c70-3500-49dd-87d4-5ab6649937ce', 'status': 'completed', 'code': 200} Oct 12 07:45:42.835515 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a236c-8d4d-4697-85e3-9999d235ef3c service neutron] Pushing event updated for resources: {'Port': ['ID=050d0c70-3500-49dd-87d4-5ab6649937ce,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:42.845636 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-738409c3-b6be-4c61-bc81-06fe4d7f46b1 None None] Attempt 2 to provision port 050d0c70-3500-49dd-87d4-5ab6649937ce Oct 12 07:45:42.848985 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-5c6779aa-daf3-466d-b35a-b7c00550b0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:42.850619 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-5c6779aa-daf3-466d-b35a-b7c00550b0f9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&device_id=ad592e24-5d69-4944-9a36-491c48f77f6a HTTP/1.1" status: 200 len: 1096 time: 0.0571964 Oct 12 07:45:42.891449 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-738409c3-b6be-4c61-bc81-06fe4d7f46b1 None None] Port 050d0c70-3500-49dd-87d4-5ab6649937ce had new provisioning blocks added so it will not transition to active. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 12 07:45:42.894303 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-00ab3bae-8b6a-4322-9c56-35948ab24e7b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=050d0c70-3500-49dd-87d4-5ab6649937ce HTTP/1.1" status: 200 len: 217 time: 0.0345464 Oct 12 07:45:42.945222 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-d057f789-6499-417e-bb63-24cf512d39ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:42.946653 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-d057f789-6499-417e-bb63-24cf512d39ed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3db01fa1-54d1-4b67-81c1-7cfdbddcb0d9 HTTP/1.1" status: 200 len: 835 time: 0.0467644 Oct 12 07:45:42.991871 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-c67c8cc8-0c63-48e7-874b-abc6408bd1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:42.993356 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-c67c8cc8-0c63-48e7-874b-abc6408bd1bd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=92a4c584-a9f5-4ef3-b801-54f8a3273640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399208 Oct 12 07:45:43.090940 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-1ab42961-caa9-42f7-8187-a0463afb2a2c service neutron] 10.222.0.23 "GET /v2.0/networks/92a4c584-a9f5-4ef3-b801-54f8a3273640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889153 Oct 12 07:45:43.194922 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6d6f6f97-d740-4bb7-a8fe-a8f697e8fc50 req-015267a4-87d3-44f5-a8b4-69c448667589 service neutron] 10.222.0.23 "GET /v2.0/networks/92a4c584-a9f5-4ef3-b801-54f8a3273640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973384 Oct 12 07:45:43.283230 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db722a59-d0c3-4a88-a048-f0a04db0f615 req-ff622850-70f1-4e87-8ecb-0f1ef2e53f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:43.284709 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-db722a59-d0c3-4a88-a048-f0a04db0f615 req-ff622850-70f1-4e87-8ecb-0f1ef2e53f8b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&device_id=ad592e24-5d69-4944-9a36-491c48f77f6a HTTP/1.1" status: 200 len: 1096 time: 0.0403163 Oct 12 07:45:43.382167 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db722a59-d0c3-4a88-a048-f0a04db0f615 req-64aa0e42-c195-4f0b-8615-30d959f42f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:43.383667 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-db722a59-d0c3-4a88-a048-f0a04db0f615 req-64aa0e42-c195-4f0b-8615-30d959f42f1e service neutron] 10.222.0.23 "GET /v2.0/networks?id=92a4c584-a9f5-4ef3-b801-54f8a3273640 HTTP/1.1" status: 200 len: 897 time: 0.0901802 Oct 12 07:45:43.424573 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-db722a59-d0c3-4a88-a048-f0a04db0f615 req-13b2a425-592b-4bdf-bcac-a9b60c5c89dc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=050d0c70-3500-49dd-87d4-5ab6649937ce HTTP/1.1" status: 200 len: 217 time: 0.0330677 Oct 12 07:45:43.477249 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db722a59-d0c3-4a88-a048-f0a04db0f615 req-57d279ca-0ba8-4e90-914c-bda5407ff602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:43.478844 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-db722a59-d0c3-4a88-a048-f0a04db0f615 req-57d279ca-0ba8-4e90-914c-bda5407ff602 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3db01fa1-54d1-4b67-81c1-7cfdbddcb0d9 HTTP/1.1" status: 200 len: 835 time: 0.0476170 Oct 12 07:45:43.524346 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db722a59-d0c3-4a88-a048-f0a04db0f615 req-cfdb58e4-ddde-4233-a904-3b0ab517ffa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:43.525841 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-db722a59-d0c3-4a88-a048-f0a04db0f615 req-cfdb58e4-ddde-4233-a904-3b0ab517ffa6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=92a4c584-a9f5-4ef3-b801-54f8a3273640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400124 Oct 12 07:45:43.647876 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-db722a59-d0c3-4a88-a048-f0a04db0f615 req-aa490e7f-c9fc-444a-a4a8-27dfa2048815 service neutron] 10.222.0.23 "GET /v2.0/networks/92a4c584-a9f5-4ef3-b801-54f8a3273640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137772 Oct 12 07:45:43.659704 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737845d-ade7-438c-abf5-d518ec47e815 req-ef734e8d-444b-4be1-83f5-af73e350f62c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:43.661058 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4737845d-ade7-438c-abf5-d518ec47e815 req-ef734e8d-444b-4be1-83f5-af73e350f62c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad592e24-5d69-4944-9a36-491c48f77f6a HTTP/1.1" status: 200 len: 943 time: 0.0711708 Oct 12 07:45:43.749436 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4737845d-ade7-438c-abf5-d518ec47e815 req-07be0629-d157-430e-9504-cfcd80c19df1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=120e45e1-70eb-4bb9-80df-581ac2d902d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799813 Oct 12 07:45:43.774512 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-db722a59-d0c3-4a88-a048-f0a04db0f615 req-d6e97a8b-7f19-44b5-ab0f-11bf5b15510b service neutron] 10.222.0.23 "GET /v2.0/networks/92a4c584-a9f5-4ef3-b801-54f8a3273640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125255 Oct 12 07:45:43.893183 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-74a09399-3e6e-4304-8686-fa30e8e83e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:44.878015 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4790e-bbbf-45cf-b032-9f1a090ca2a9 req-720763ee-1b59-4a40-98f2-4b304353e5bd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:44.879503 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9dd4790e-bbbf-45cf-b032-9f1a090ca2a9 req-720763ee-1b59-4a40-98f2-4b304353e5bd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad592e24-5d69-4944-9a36-491c48f77f6a HTTP/1.1" status: 200 len: 943 time: 0.0530596 Oct 12 07:45:44.917025 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9dd4790e-bbbf-45cf-b032-9f1a090ca2a9 req-9bea09c9-663a-4013-9728-b2bc19611471 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=120e45e1-70eb-4bb9-80df-581ac2d902d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308790 Oct 12 07:45:45.753042 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 050d0c70-3500-49dd-87d4-5ab6649937ce details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 07:45:45.847711 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 050d0c70-3500-49dd-87d4-5ab6649937ce, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=050d0c70-3500-49dd-87d4-5ab6649937ce,segment=NetworkSegment(14932720-a98f-436c-9c8a-2c5e60d2508a),segment_id=14932720-a98f-436c-9c8a-2c5e60d2508a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:45:45.862769 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': '050d0c70-3500-49dd-87d4-5ab6649937ce', 'network_id': '92a4c584-a9f5-4ef3-b801-54f8a3273640', 'port_id': '050d0c70-3500-49dd-87d4-5ab6649937ce', 'mac_address': 'fa:16:3e:0f:8b:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3db01fa1-54d1-4b67-81c1-7cfdbddcb0d9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 07:45:45.899735 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 050d0c70-3500-49dd-87d4-5ab6649937ce is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:45:45.900121 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:45.913698 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 050d0c70-3500-49dd-87d4-5ab6649937ce {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:45:45.932402 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 050d0c70-3500-49dd-87d4-5ab6649937ce, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=050d0c70-3500-49dd-87d4-5ab6649937ce,segment=NetworkSegment(14932720-a98f-436c-9c8a-2c5e60d2508a),segment_id=14932720-a98f-436c-9c8a-2c5e60d2508a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:45:45.937369 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:45.986115 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=050d0c70-3500-49dd-87d4-5ab6649937ce,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:46.047594 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eebd404-bece-42d1-872d-d06aaca8bee5 req-60f8a4dd-147b-4e91-815c-e1c0cf98bbb5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:46.049039 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9eebd404-bece-42d1-872d-d06aaca8bee5 req-60f8a4dd-147b-4e91-815c-e1c0cf98bbb5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad592e24-5d69-4944-9a36-491c48f77f6a HTTP/1.1" status: 200 len: 944 time: 0.0538800 Oct 12 07:45:46.054685 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b26800ee-81a0-4e35-a749-825b9bddca73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:46.091343 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9eebd404-bece-42d1-872d-d06aaca8bee5 req-58090694-62f0-460c-9d54-f9da687ffd48 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=120e45e1-70eb-4bb9-80df-581ac2d902d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350389 Oct 12 07:45:46.149012 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['050d0c70-3500-49dd-87d4-5ab6649937ce'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 07:45:47.212025 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9bf964-484e-46a8-91ce-d5ea2eb6ccde req-249eb674-119f-4dba-a8d3-3d3a3b9b199c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:47.213516 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0a9bf964-484e-46a8-91ce-d5ea2eb6ccde req-249eb674-119f-4dba-a8d3-3d3a3b9b199c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad592e24-5d69-4944-9a36-491c48f77f6a HTTP/1.1" status: 200 len: 944 time: 0.0479503 Oct 12 07:45:47.226414 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:47.250987 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0a9bf964-484e-46a8-91ce-d5ea2eb6ccde req-1082f53e-e147-45e3-b36e-4f6a2b769720 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=120e45e1-70eb-4bb9-80df-581ac2d902d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313656 Oct 12 07:45:47.768924 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 050d0c70-3500-49dd-87d4-5ab6649937ce up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:45:47.820762 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning for port 050d0c70-3500-49dd-87d4-5ab6649937ce completed by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 12 07:45:47.824586 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port 050d0c70-3500-49dd-87d4-5ab6649937ce triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:45:47.824954 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:47.825287 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port 050d0c70-3500-49dd-87d4-5ab6649937ce Oct 12 07:45:47.899480 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 050d0c70-3500-49dd-87d4-5ab6649937ce is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:45:47.899857 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:47.922178 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad592e24-5d69-4944-9a36-491c48f77f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050d0c70-3500-49dd-87d4-5ab6649937ce'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:45:47.924435 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df53ee7d-890e-41a7-9e26-cdee0cdc8c64" -d '{"events": [{"server_uuid": "ad592e24-5d69-4944-9a36-491c48f77f6a", "name": "network-vif-plugged", "status": "completed", "tag": "050d0c70-3500-49dd-87d4-5ab6649937ce"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:45:47.937470 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 050d0c70-3500-49dd-87d4-5ab6649937ce, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=050d0c70-3500-49dd-87d4-5ab6649937ce,segment=NetworkSegment(14932720-a98f-436c-9c8a-2c5e60d2508a),segment_id=14932720-a98f-436c-9c8a-2c5e60d2508a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:45:47.941494 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:47.969721 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b597c412-7d2d-4924-a919-38b4893046d3 x-openstack-request-id: req-b597c412-7d2d-4924-a919-38b4893046d3 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:45:47.970014 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad592e24-5d69-4944-9a36-491c48f77f6a", "name": "network-vif-plugged", "status": "completed", "tag": "050d0c70-3500-49dd-87d4-5ab6649937ce", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:45:47.970291 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b597c412-7d2d-4924-a919-38b4893046d3 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:45:47.970682 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b597c412-7d2d-4924-a919-38b4893046d3'] response: {'server_uuid': 'ad592e24-5d69-4944-9a36-491c48f77f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050d0c70-3500-49dd-87d4-5ab6649937ce', 'code': 200} Oct 12 07:45:47.997854 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=050d0c70-3500-49dd-87d4-5ab6649937ce,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:48.121512 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28276568-f2e8-4cb3-a524-6457a8e28dcf req-8d5f5836-4317-42ed-9c36-97f68dc0a65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:48.123036 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-28276568-f2e8-4cb3-a524-6457a8e28dcf req-8d5f5836-4317-42ed-9c36-97f68dc0a65f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ad592e24-5d69-4944-9a36-491c48f77f6a HTTP/1.1" status: 200 len: 1098 time: 0.0428002 Oct 12 07:45:48.157663 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-28276568-f2e8-4cb3-a524-6457a8e28dcf req-a75dd996-d790-4d13-8b5b-e52499b0fde3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=120e45e1-70eb-4bb9-80df-581ac2d902d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273740 Oct 12 07:45:48.370005 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e60d19-7222-4e74-8911-9dde7c5e368e req-8dead908-fc9d-41b8-8738-50bf363aef6c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:48.371568 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f3e60d19-7222-4e74-8911-9dde7c5e368e req-8dead908-fc9d-41b8-8738-50bf363aef6c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad592e24-5d69-4944-9a36-491c48f77f6a HTTP/1.1" status: 200 len: 945 time: 0.0477028 Oct 12 07:45:48.408662 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f3e60d19-7222-4e74-8911-9dde7c5e368e req-c0d38c31-cd95-48ce-a93f-860ddd1e1d28 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=120e45e1-70eb-4bb9-80df-581ac2d902d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313206 Oct 12 07:45:48.791772 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:49.119000 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:49.528277 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a4535-7551-4ae6-9cac-8930ced5511c req-d36eaf91-9d76-42ee-b429-39fdeaeadc22 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:49.529710 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b47a4535-7551-4ae6-9cac-8930ced5511c req-d36eaf91-9d76-42ee-b429-39fdeaeadc22 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad592e24-5d69-4944-9a36-491c48f77f6a HTTP/1.1" status: 200 len: 945 time: 0.0469906 Oct 12 07:45:49.566132 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b47a4535-7551-4ae6-9cac-8930ced5511c req-ae552ed0-57fc-4807-9afc-bc17449330e1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=120e45e1-70eb-4bb9-80df-581ac2d902d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305383 Oct 12 07:45:49.687715 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce082b-fcdf-4afc-a50a-577016e7d6db req-13aa7818-85c7-478e-9334-de653894308a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:49.689171 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b1ce082b-fcdf-4afc-a50a-577016e7d6db req-13aa7818-85c7-478e-9334-de653894308a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad592e24-5d69-4944-9a36-491c48f77f6a HTTP/1.1" status: 200 len: 945 time: 0.0509520 Oct 12 07:45:49.727086 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b1ce082b-fcdf-4afc-a50a-577016e7d6db req-cb90129f-c108-48d2-b3dd-5b691f017f1a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=120e45e1-70eb-4bb9-80df-581ac2d902d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317328 Oct 12 07:45:49.753939 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43672) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:45:49.792500 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0e188c-165c-466d-afc3-f3b0f6a63dc6 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:49.793976 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-0f0e188c-165c-466d-afc3-f3b0f6a63dc6 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ad592e24-5d69-4944-9a36-491c48f77f6a HTTP/1.1" status: 200 len: 1093 time: 0.0389941 Oct 12 07:45:49.796653 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43674) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:45:49.800857 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-148970cf-536f-4425-bdbd-3732a387eaea tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'floatingip': {'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'port_id': '050d0c70-3500-49dd-87d4-5ab6649937ce', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:45:49.820648 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-148970cf-536f-4425-bdbd-3732a387eaea tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for floatingip, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:49.915728 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-148970cf-536f-4425-bdbd-3732a387eaea tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:50.015883 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-148970cf-536f-4425-bdbd-3732a387eaea tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Allocated IP 172.26.3.74 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/6659ac3e-dd48-4d40-bb5f-c873dbf6fb4b) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:45:50.116344 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-148970cf-536f-4425-bdbd-3732a387eaea tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:50.148803 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-148970cf-536f-4425-bdbd-3732a387eaea tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:50.187649 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148970cf-536f-4425-bdbd-3732a387eaea tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:45:50.190716 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-148970cf-536f-4425-bdbd-3732a387eaea tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:45:50.193244 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148970cf-536f-4425-bdbd-3732a387eaea tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:45:50.221398 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148970cf-536f-4425-bdbd-3732a387eaea tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=6659ac3e-dd48-4d40-bb5f-c873dbf6fb4b,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:50.232218 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148970cf-536f-4425-bdbd-3732a387eaea tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:45:50.232581 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148970cf-536f-4425-bdbd-3732a387eaea tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:45:50.232899 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148970cf-536f-4425-bdbd-3732a387eaea tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:45:50.233229 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148970cf-536f-4425-bdbd-3732a387eaea tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:45:50.233555 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148970cf-536f-4425-bdbd-3732a387eaea tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:45:50.233878 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148970cf-536f-4425-bdbd-3732a387eaea tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:45:50.234230 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148970cf-536f-4425-bdbd-3732a387eaea tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:45:50.234553 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148970cf-536f-4425-bdbd-3732a387eaea tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:45:50.234874 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148970cf-536f-4425-bdbd-3732a387eaea tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:45:50.235194 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148970cf-536f-4425-bdbd-3732a387eaea tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:45:50.235526 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148970cf-536f-4425-bdbd-3732a387eaea tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:45:50.235827 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148970cf-536f-4425-bdbd-3732a387eaea tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:45:50.551023 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-148970cf-536f-4425-bdbd-3732a387eaea tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:50.613765 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-148970cf-536f-4425-bdbd-3732a387eaea tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:50.756906 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-148970cf-536f-4425-bdbd-3732a387eaea tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:50.761299 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-148970cf-536f-4425-bdbd-3732a387eaea tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:50.824633 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148970cf-536f-4425-bdbd-3732a387eaea tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=6659ac3e-dd48-4d40-bb5f-c873dbf6fb4b,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:45:50.831782 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-148970cf-536f-4425-bdbd-3732a387eaea tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:50.927344 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.l3_db [None req-148970cf-536f-4425-bdbd-3732a387eaea tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Floating IP 61e9ca28-b239-43a5-a352-32bfa60e2bc5 associated. External IP: 172.26.3.74, port: 050d0c70-3500-49dd-87d4-5ab6649937ce. Oct 12 07:45:50.984655 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:51.129900 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148970cf-536f-4425-bdbd-3732a387eaea tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Router ac98f5e6-639f-4d85-a9dd-819cd915cfae has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:45:51.545235 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148970cf-536f-4425-bdbd-3732a387eaea tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:45:51.555225 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f228e77-50c1-487c-bf38-a12d8581ee11 None None] Sync routers for ids ['ac98f5e6-639f-4d85-a9dd-819cd915cfae'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:45:51.562691 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-148970cf-536f-4425-bdbd-3732a387eaea tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:45:51.564517 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f228e77-50c1-487c-bf38-a12d8581ee11 None None] Routers {'ac98f5e6-639f-4d85-a9dd-819cd915cfae'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:45:51.565111 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-3f228e77-50c1-487c-bf38-a12d8581ee11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:45:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['ac98f5e6-639f-4d85-a9dd-819cd915cfae'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:45:51.591705 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-148970cf-536f-4425-bdbd-3732a387eaea tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7917252 Oct 12 07:45:51.591705 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad592e24-5d69-4944-9a36-491c48f77f6a', 'tag': '050d0c70-3500-49dd-87d4-5ab6649937ce'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:45:51.592329 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddba47f6901442025abf8f9725c41876113475a10693ce4f7782efac72d774e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42d2ed4-53a5-4aa7-93b3-828e9ba6f0f4" -d '{"events": [{"name": "network-changed", "server_uuid": "ad592e24-5d69-4944-9a36-491c48f77f6a", "tag": "050d0c70-3500-49dd-87d4-5ab6649937ce"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:45:51.592668 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43676) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:45:51.628653 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338cd40b-b133-4ced-8e5b-2e6b0cb35e29 x-openstack-request-id: req-338cd40b-b133-4ced-8e5b-2e6b0cb35e29 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:45:51.628958 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad592e24-5d69-4944-9a36-491c48f77f6a", "tag": "050d0c70-3500-49dd-87d4-5ab6649937ce", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:45:51.629199 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-338cd40b-b133-4ced-8e5b-2e6b0cb35e29 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:45:51.630002 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event matching ['req-338cd40b-b133-4ced-8e5b-2e6b0cb35e29'] response: {'name': 'network-changed', 'server_uuid': 'ad592e24-5d69-4944-9a36-491c48f77f6a', 'tag': '050d0c70-3500-49dd-87d4-5ab6649937ce', 'status': 'completed', 'code': 200} Oct 12 07:45:51.684421 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-3f228e77-50c1-487c-bf38-a12d8581ee11 None None] Set router ac98f5e6-639f-4d85-a9dd-819cd915cfae gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:45:51.726090 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f54f839d-021e-4360-b69a-b0e4565c8c00 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/routers/ac98f5e6-639f-4d85-a9dd-819cd915cfae HTTP/1.1" status: 200 len: 922 time: 0.1322196 Oct 12 07:45:51.729379 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43680) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:45:51.731999 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d2ed4-53a5-4aa7-93b3-828e9ba6f0f4 req-098ceedc-a160-4459-b8e4-d7e1a7763cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:51.733674 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e42d2ed4-53a5-4aa7-93b3-828e9ba6f0f4 req-098ceedc-a160-4459-b8e4-d7e1a7763cbc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&device_id=ad592e24-5d69-4944-9a36-491c48f77f6a HTTP/1.1" status: 200 len: 1098 time: 0.0822098 Oct 12 07:45:51.794219 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-80e531bd-8fd1-4ee1-9b82-608efedb1f58 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/floatingips/61e9ca28-b239-43a5-a352-32bfa60e2bc5 HTTP/1.1" status: 200 len: 990 time: 0.0635071 Oct 12 07:45:51.832008 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d2ed4-53a5-4aa7-93b3-828e9ba6f0f4 req-db22573c-6aa5-4ef3-b3fe-a3bcdee22533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:51.833501 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e42d2ed4-53a5-4aa7-93b3-828e9ba6f0f4 req-db22573c-6aa5-4ef3-b3fe-a3bcdee22533 service neutron] 10.222.0.23 "GET /v2.0/networks?id=92a4c584-a9f5-4ef3-b801-54f8a3273640 HTTP/1.1" status: 200 len: 897 time: 0.0912776 Oct 12 07:45:51.895406 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e42d2ed4-53a5-4aa7-93b3-828e9ba6f0f4 req-6d5e9b6b-dda6-48a3-9f25-52565095bb9f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=050d0c70-3500-49dd-87d4-5ab6649937ce HTTP/1.1" status: 200 len: 998 time: 0.0557835 Oct 12 07:45:51.917102 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-3f228e77-50c1-487c-bf38-a12d8581ee11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'name': 'tempest-TestNetworkBasicOps-router-1978842814', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.94'}], 'enable_snat': True}, 'gw_port_id': 'e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:45:33Z', 'updated_at': '2022-10-12T07:45:37Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': 'e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:4d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:45:33Z', 'updated_at': '2022-10-12T07:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '61e9ca28-b239-43a5-a352-32bfa60e2bc5', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'floating_ip_address': '172.26.3.74', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'port_id': '050d0c70-3500-49dd-87d4-5ab6649937ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92a4c584-a9f5-4ef3-b801-54f8a3273640', 'mac_address': 'fa:16:3e:0f:8b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad592e24-5d69-4944-9a36-491c48f77f6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:45:50Z', 'updated_at': '2022-10-12T07:45:50Z', 'revision_number': 0, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52d1f560-6984-47b7-85e0-7a546ef58893', 'name': '', 'network_id': '92a4c584-a9f5-4ef3-b801-54f8a3273640', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:74:3c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '3db01fa1-54d1-4b67-81c1-7cfdbddcb0d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:45:36Z', 'updated_at': '2022-10-12T07:45:40Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '3db01fa1-54d1-4b67-81c1-7cfdbddcb0d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:45:51.942230 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d2ed4-53a5-4aa7-93b3-828e9ba6f0f4 req-58e28c00-1457-4c7a-9802-89af301f9322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:51.943420 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f228e77-50c1-487c-bf38-a12d8581ee11 None None] Checking router: ac98f5e6-639f-4d85-a9dd-819cd915cfae for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:45:51.943674 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e42d2ed4-53a5-4aa7-93b3-828e9ba6f0f4 req-58e28c00-1457-4c7a-9802-89af301f9322 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3db01fa1-54d1-4b67-81c1-7cfdbddcb0d9 HTTP/1.1" status: 200 len: 835 time: 0.0418937 Oct 12 07:45:51.952240 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f228e77-50c1-487c-bf38-a12d8581ee11 None None] Routers {'ac98f5e6-639f-4d85-a9dd-819cd915cfae'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:45:51.952854 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-3f228e77-50c1-487c-bf38-a12d8581ee11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:45:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['ac98f5e6-639f-4d85-a9dd-819cd915cfae'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:45:51.991980 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d2ed4-53a5-4aa7-93b3-828e9ba6f0f4 req-33f9a595-76d8-4a14-b0cc-d8d771545ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:45:51.993514 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e42d2ed4-53a5-4aa7-93b3-828e9ba6f0f4 req-33f9a595-76d8-4a14-b0cc-d8d771545ff0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=92a4c584-a9f5-4ef3-b801-54f8a3273640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437820 Oct 12 07:45:52.058926 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-3f228e77-50c1-487c-bf38-a12d8581ee11 None None] Set router ac98f5e6-639f-4d85-a9dd-819cd915cfae gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:45:52.081314 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e42d2ed4-53a5-4aa7-93b3-828e9ba6f0f4 req-5f8a8f1b-dd12-4362-a1f9-8e4d48c965ed service neutron] 10.222.0.23 "GET /v2.0/networks/92a4c584-a9f5-4ef3-b801-54f8a3273640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806386 Oct 12 07:45:52.173317 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e42d2ed4-53a5-4aa7-93b3-828e9ba6f0f4 req-9990a889-6730-485c-9ff5-2219c1f5c57f service neutron] 10.222.0.23 "GET /v2.0/networks/92a4c584-a9f5-4ef3-b801-54f8a3273640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854964 Oct 12 07:45:52.282082 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-3f228e77-50c1-487c-bf38-a12d8581ee11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'name': 'tempest-TestNetworkBasicOps-router-1978842814', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.94'}], 'enable_snat': True}, 'gw_port_id': 'e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:45:33Z', 'updated_at': '2022-10-12T07:45:37Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': 'e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:4d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:45:33Z', 'updated_at': '2022-10-12T07:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '61e9ca28-b239-43a5-a352-32bfa60e2bc5', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'floating_ip_address': '172.26.3.74', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'port_id': '050d0c70-3500-49dd-87d4-5ab6649937ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92a4c584-a9f5-4ef3-b801-54f8a3273640', 'mac_address': 'fa:16:3e:0f:8b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad592e24-5d69-4944-9a36-491c48f77f6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:45:50Z', 'updated_at': '2022-10-12T07:45:50Z', 'revision_number': 0, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52d1f560-6984-47b7-85e0-7a546ef58893', 'name': '', 'network_id': '92a4c584-a9f5-4ef3-b801-54f8a3273640', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:74:3c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '3db01fa1-54d1-4b67-81c1-7cfdbddcb0d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:45:36Z', 'updated_at': '2022-10-12T07:45:40Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '3db01fa1-54d1-4b67-81c1-7cfdbddcb0d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:45:52.312412 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f228e77-50c1-487c-bf38-a12d8581ee11 None None] The sync data for ids ['ac98f5e6-639f-4d85-a9dd-819cd915cfae'] in dv-neutron-860909-2-hyperv is: [{'id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'name': 'tempest-TestNetworkBasicOps-router-1978842814', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.94'}], 'enable_snat': True}, 'gw_port_id': 'e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:45:33Z', 'updated_at': '2022-10-12T07:45:37Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': 'e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:4d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:45:33Z', 'updated_at': '2022-10-12T07:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '61e9ca28-b239-43a5-a352-32bfa60e2bc5', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'floating_ip_address': '172.26.3.74', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'port_id': '050d0c70-3500-49dd-87d4-5ab6649937ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92a4c584-a9f5-4ef3-b801-54f8a3273640', 'mac_address': 'fa:16:3e:0f:8b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad592e24-5d69-4944-9a36-491c48f77f6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:45:50Z', 'updated_at': '2022-10-12T07:45:50Z', 'revision_number': 0, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52d1f560-6984-47b7-85e0-7a546ef58893', 'name': '', 'network_id': '92a4c584-a9f5-4ef3-b801-54f8a3273640', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:74:3c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '3db01fa1-54d1-4b67-81c1-7cfdbddcb0d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:45:36Z', 'updated_at': '2022-10-12T07:45:40Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '3db01fa1-54d1-4b67-81c1-7cfdbddcb0d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:45:52.496842 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914cdee5-8790-4310-8a44-e0c90a78a8d3 None None] New status for floating IP 61e9ca28-b239-43a5-a352-32bfa60e2bc5: ACTIVE {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 07:45:52.797803 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43682) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:45:52.857633 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-15443d41-0155-497e-a55e-0a6a0fa8f0b6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/floatingips/61e9ca28-b239-43a5-a352-32bfa60e2bc5 HTTP/1.1" status: 200 len: 992 time: 0.0586565 Oct 12 07:46:02.396281 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a8d6501c-05f5-4583-8254-d0645e89aee7 req-1a4c9ec4-b436-4870-acb8-2189dde88e64 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3c8291f4-2e97-4b99-b999-05e868a35457&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392108 Oct 12 07:46:02.476226 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6501c-05f5-4583-8254-d0645e89aee7 req-45ea0e8b-f547-4dda-af20-e97e4c7ad784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:02.477707 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a8d6501c-05f5-4583-8254-d0645e89aee7 req-45ea0e8b-f547-4dda-af20-e97e4c7ad784 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82e1d814e4454fb2a7138e45884a198c&device_id=3c8291f4-2e97-4b99-b999-05e868a35457 HTTP/1.1" status: 200 len: 1098 time: 0.0399542 Oct 12 07:46:02.586383 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6501c-05f5-4583-8254-d0645e89aee7 req-65afb7a7-0365-4c91-9a21-407f960d6038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:02.588666 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a8d6501c-05f5-4583-8254-d0645e89aee7 req-65afb7a7-0365-4c91-9a21-407f960d6038 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7804729f-5a18-4f8e-8ea7-dae1d105ce0d HTTP/1.1" status: 200 len: 913 time: 0.0920014 Oct 12 07:46:02.657114 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a8d6501c-05f5-4583-8254-d0645e89aee7 req-fd881507-f527-4128-8634-f054589a209c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65ec28eb-2a88-49d5-b71f-b07c26c162a0 HTTP/1.1" status: 200 len: 1001 time: 0.0606091 Oct 12 07:46:02.712298 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6501c-05f5-4583-8254-d0645e89aee7 req-f54f2227-8607-4933-a773-4e42cb42d3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:02.713811 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a8d6501c-05f5-4583-8254-d0645e89aee7 req-f54f2227-8607-4933-a773-4e42cb42d3ab service neutron] 10.222.0.23 "GET /v2.0/subnets?id=47a40364-9659-4f40-a5db-71e52bd850ae HTTP/1.1" status: 200 len: 851 time: 0.0504560 Oct 12 07:46:02.760347 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6501c-05f5-4583-8254-d0645e89aee7 req-a27a560b-b194-4172-be25-a941ce5894c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:02.761800 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a8d6501c-05f5-4583-8254-d0645e89aee7 req-a27a560b-b194-4172-be25-a941ce5894c5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7804729f-5a18-4f8e-8ea7-dae1d105ce0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396659 Oct 12 07:46:02.860019 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a8d6501c-05f5-4583-8254-d0645e89aee7 req-1fa8b409-2b68-4d1f-9482-9868d86ad071 service neutron] 10.222.0.23 "GET /v2.0/networks/7804729f-5a18-4f8e-8ea7-dae1d105ce0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847938 Oct 12 07:46:02.950120 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a8d6501c-05f5-4583-8254-d0645e89aee7 req-f1b8b0d5-eba0-4ef9-bd63-1c66908bbe49 service neutron] 10.222.0.23 "GET /v2.0/networks/7804729f-5a18-4f8e-8ea7-dae1d105ce0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825512 Oct 12 07:46:10.455579 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:46:13.895320 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fd57151b-cb30-4e74-9744-b93347fa0d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:16.055806 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c068539b-984b-4b49-895e-ce55cfedd98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:17.229395 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:18.794757 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:19.120687 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:20.989961 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:21.431278 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43700) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:46:21.541839 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-170b06d0-6cc5-49ae-84cc-cde069e63c34 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/routers/ac98f5e6-639f-4d85-a9dd-819cd915cfae/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1093898 Oct 12 07:46:21.544820 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43702) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:46:21.661175 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c7b816-0d1c-47d1-b7fc-299bfec08b88 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Notify agent at dv-neutron-860909-2-hyperv the message router_removed_from_agent {{(pid=103200) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Oct 12 07:46:21.664283 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e6c7b816-0d1c-47d1-b7fc-299bfec08b88 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "DELETE /v2.0/agents/9373c861-fed1-44b8-aae8-1bc84b70afb0/l3-routers/ac98f5e6-639f-4d85-a9dd-819cd915cfae HTTP/1.1" status: 204 len: 168 time: 0.1185503 Oct 12 07:46:21.666890 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43704) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:46:21.774265 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-9379f9f5-85dd-40e6-a251-b459d21b6f86 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/routers/ac98f5e6-639f-4d85-a9dd-819cd915cfae/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1062706 Oct 12 07:46:21.776981 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43706) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:46:21.838865 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b949db81-424c-4c5d-9973-15e1c27679d7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/floatingips/61e9ca28-b239-43a5-a352-32bfa60e2bc5 HTTP/1.1" status: 200 len: 992 time: 0.0608499 Oct 12 07:46:22.063475 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 52d1f560-6984-47b7-85e0-7a546ef58893 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:46:22.141310 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 52d1f560-6984-47b7-85e0-7a546ef58893 is: ACTIVE; New status is: DOWN {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:46:22.141692 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:22.172789 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 52d1f560-6984-47b7-85e0-7a546ef58893, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=52d1f560-6984-47b7-85e0-7a546ef58893,segment=NetworkSegment(14932720-a98f-436c-9c8a-2c5e60d2508a),segment_id=14932720-a98f-436c-9c8a-2c5e60d2508a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:46:22.176805 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:22.223990 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=52d1f560-6984-47b7-85e0-7a546ef58893,revision_number=6']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:46:22.231129 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:46:22.231500 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:46:22.231836 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:46:22.232649 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:46:22.232970 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:46:22.233292 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:46:22.233610 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:46:22.233930 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:46:22.234271 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:46:22.234587 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:46:22.234900 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:46:22.235209 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:46:22.405660 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70433025-5faf-41df-aeff-175a22552813 None None] New status for floating IP 61e9ca28-b239-43a5-a352-32bfa60e2bc5: DOWN {{(pid=103202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 07:46:22.843025 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43708) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:46:22.901452 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-64afb9fe-42cd-4ea3-a9c8-3092e7ac9454 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/floatingips/61e9ca28-b239-43a5-a352-32bfa60e2bc5 HTTP/1.1" status: 200 len: 990 time: 0.0572844 Oct 12 07:46:24.011754 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43712) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:46:24.018294 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:46:24.093731 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a is: ACTIVE; New status is: DOWN {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:46:24.094049 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:24.115440 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:46:24.119551 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:24.139467 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8200ba3-b0d8-46bb-8b49-a7bbf4be17ed tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Router ac98f5e6-639f-4d85-a9dd-819cd915cfae is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:46:24.139836 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8200ba3-b0d8-46bb-8b49-a7bbf4be17ed tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Notify agent at dv-neutron-860909-2-hyperv the message router_added_to_agent {{(pid=103200) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Oct 12 07:46:24.158219 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d8200ba3-b0d8-46bb-8b49-a7bbf4be17ed tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "POST /v2.0/agents/9373c861-fed1-44b8-aae8-1bc84b70afb0/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1453755 Oct 12 07:46:24.160752 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43718) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:46:24.172930 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefc5e0e-5b1b-4b9c-8895-1358370694bc None None] Sync routers for ids ['ac98f5e6-639f-4d85-a9dd-819cd915cfae'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:46:24.181987 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:46:24.191752 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefc5e0e-5b1b-4b9c-8895-1358370694bc None None] Routers {'ac98f5e6-639f-4d85-a9dd-819cd915cfae'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:46:24.192431 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-fefc5e0e-5b1b-4b9c-8895-1358370694bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:46:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['ac98f5e6-639f-4d85-a9dd-819cd915cfae'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:46:24.270682 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-eb9bca64-3afb-439b-9972-d502ed6b3e2c tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/routers/ac98f5e6-639f-4d85-a9dd-819cd915cfae/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1083846 Oct 12 07:46:24.273494 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43720) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:46:24.296840 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-fefc5e0e-5b1b-4b9c-8895-1358370694bc None None] Set router ac98f5e6-639f-4d85-a9dd-819cd915cfae gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:46:24.601053 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b49a8032-f588-42f6-890b-1bb0e5a141b2 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/floatingips/61e9ca28-b239-43a5-a352-32bfa60e2bc5 HTTP/1.1" status: 200 len: 990 time: 0.3264046 Oct 12 07:46:24.614372 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-fefc5e0e-5b1b-4b9c-8895-1358370694bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'name': 'tempest-TestNetworkBasicOps-router-1978842814', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.94'}], 'enable_snat': True}, 'gw_port_id': 'e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:45:33Z', 'updated_at': '2022-10-12T07:45:37Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': 'e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:4d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:45:33Z', 'updated_at': '2022-10-12T07:46:24Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '61e9ca28-b239-43a5-a352-32bfa60e2bc5', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'floating_ip_address': '172.26.3.74', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'port_id': '050d0c70-3500-49dd-87d4-5ab6649937ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92a4c584-a9f5-4ef3-b801-54f8a3273640', 'mac_address': 'fa:16:3e:0f:8b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad592e24-5d69-4944-9a36-491c48f77f6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:45:50Z', 'updated_at': '2022-10-12T07:46:22Z', 'revision_number': 2, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52d1f560-6984-47b7-85e0-7a546ef58893', 'name': '', 'network_id': '92a4c584-a9f5-4ef3-b801-54f8a3273640', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:74:3c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '3db01fa1-54d1-4b67-81c1-7cfdbddcb0d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:45:36Z', 'updated_at': '2022-10-12T07:46:22Z', 'revision_number': 6, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '3db01fa1-54d1-4b67-81c1-7cfdbddcb0d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:46:24.642980 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefc5e0e-5b1b-4b9c-8895-1358370694bc None None] Checking router: ac98f5e6-639f-4d85-a9dd-819cd915cfae for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:46:24.650901 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefc5e0e-5b1b-4b9c-8895-1358370694bc None None] Routers {'ac98f5e6-639f-4d85-a9dd-819cd915cfae'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:46:24.651493 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-fefc5e0e-5b1b-4b9c-8895-1358370694bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:46:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['ac98f5e6-639f-4d85-a9dd-819cd915cfae'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:46:24.753034 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-fefc5e0e-5b1b-4b9c-8895-1358370694bc None None] Set router ac98f5e6-639f-4d85-a9dd-819cd915cfae gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:46:24.967242 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-fefc5e0e-5b1b-4b9c-8895-1358370694bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'name': 'tempest-TestNetworkBasicOps-router-1978842814', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.94'}], 'enable_snat': True}, 'gw_port_id': 'e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:45:33Z', 'updated_at': '2022-10-12T07:45:37Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': 'e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:4d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:45:33Z', 'updated_at': '2022-10-12T07:46:24Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '61e9ca28-b239-43a5-a352-32bfa60e2bc5', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'floating_ip_address': '172.26.3.74', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'port_id': '050d0c70-3500-49dd-87d4-5ab6649937ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92a4c584-a9f5-4ef3-b801-54f8a3273640', 'mac_address': 'fa:16:3e:0f:8b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad592e24-5d69-4944-9a36-491c48f77f6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:45:50Z', 'updated_at': '2022-10-12T07:46:22Z', 'revision_number': 2, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52d1f560-6984-47b7-85e0-7a546ef58893', 'name': '', 'network_id': '92a4c584-a9f5-4ef3-b801-54f8a3273640', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:74:3c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '3db01fa1-54d1-4b67-81c1-7cfdbddcb0d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:45:36Z', 'updated_at': '2022-10-12T07:46:22Z', 'revision_number': 6, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '3db01fa1-54d1-4b67-81c1-7cfdbddcb0d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:46:24.995820 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefc5e0e-5b1b-4b9c-8895-1358370694bc None None] The sync data for ids ['ac98f5e6-639f-4d85-a9dd-819cd915cfae'] in dv-neutron-860909-2-hyperv is: [{'id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'name': 'tempest-TestNetworkBasicOps-router-1978842814', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.94'}], 'enable_snat': True}, 'gw_port_id': 'e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:45:33Z', 'updated_at': '2022-10-12T07:45:37Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': 'e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:4d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:45:33Z', 'updated_at': '2022-10-12T07:46:24Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '61e9ca28-b239-43a5-a352-32bfa60e2bc5', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'floating_ip_address': '172.26.3.74', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'port_id': '050d0c70-3500-49dd-87d4-5ab6649937ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92a4c584-a9f5-4ef3-b801-54f8a3273640', 'mac_address': 'fa:16:3e:0f:8b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad592e24-5d69-4944-9a36-491c48f77f6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:45:50Z', 'updated_at': '2022-10-12T07:46:22Z', 'revision_number': 2, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52d1f560-6984-47b7-85e0-7a546ef58893', 'name': '', 'network_id': '92a4c584-a9f5-4ef3-b801-54f8a3273640', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:74:3c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '3db01fa1-54d1-4b67-81c1-7cfdbddcb0d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:45:36Z', 'updated_at': '2022-10-12T07:46:22Z', 'revision_number': 6, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '3db01fa1-54d1-4b67-81c1-7cfdbddcb0d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:46:25.604975 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43722) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:46:25.671421 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-2ca75152-f3a1-4caa-a094-cc2cc79d8305 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/floatingips/61e9ca28-b239-43a5-a352-32bfa60e2bc5 HTTP/1.1" status: 200 len: 990 time: 0.0652795 Oct 12 07:46:26.068647 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 52d1f560-6984-47b7-85e0-7a546ef58893 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:46:26.117160 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 52d1f560-6984-47b7-85e0-7a546ef58893 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:46:26.117522 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:26.117844 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 52d1f560-6984-47b7-85e0-7a546ef58893 Oct 12 07:46:26.199011 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 52d1f560-6984-47b7-85e0-7a546ef58893 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:46:26.199397 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:26.231059 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 52d1f560-6984-47b7-85e0-7a546ef58893, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=52d1f560-6984-47b7-85e0-7a546ef58893,segment=NetworkSegment(14932720-a98f-436c-9c8a-2c5e60d2508a),segment_id=14932720-a98f-436c-9c8a-2c5e60d2508a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:46:26.235081 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:26.235861 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:46:26.307580 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=52d1f560-6984-47b7-85e0-7a546ef58893,revision_number=7']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:46:26.320698 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:46:26.321074 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:26.321412 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a Oct 12 07:46:26.400037 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:46:26.400422 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:26.420908 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:46:26.424561 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:26.470436 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a,revision_number=6']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:46:26.625462 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1f328a-8941-4c61-8691-2b771c2b859d None None] New status for floating IP 61e9ca28-b239-43a5-a352-32bfa60e2bc5: ACTIVE {{(pid=103202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 07:46:26.675231 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43724) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:46:26.738223 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-cecec3a4-7d36-4c23-87dd-8ef752bd0388 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/floatingips/61e9ca28-b239-43a5-a352-32bfa60e2bc5 HTTP/1.1" status: 200 len: 990 time: 0.0612659 Oct 12 07:46:27.742078 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43726) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:46:27.801815 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-2f5d4c24-49a7-4bb3-bbd1-24924e6e5c73 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/floatingips/61e9ca28-b239-43a5-a352-32bfa60e2bc5 HTTP/1.1" status: 200 len: 992 time: 0.0586045 Oct 12 07:46:28.029597 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 52d1f560-6984-47b7-85e0-7a546ef58893 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:46:28.045098 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43732) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:46:28.081259 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 52d1f560-6984-47b7-85e0-7a546ef58893 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:46:28.081629 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:28.081961 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 52d1f560-6984-47b7-85e0-7a546ef58893 Oct 12 07:46:28.156721 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 52d1f560-6984-47b7-85e0-7a546ef58893 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:46:28.157699 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:46:28.203402 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-2f47226b-5ed3-4762-8202-2cc977dca691 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Deleting port 6659ac3e-dd48-4d40-bb5f-c873dbf6fb4b {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:46:28.203748 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2f47226b-5ed3-4762-8202-2cc977dca691 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:28.204379 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:46:28.204751 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:28.205092 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a Oct 12 07:46:28.276077 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2f47226b-5ed3-4762-8202-2cc977dca691 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:28.276402 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2f47226b-5ed3-4762-8202-2cc977dca691 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:28.282669 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:46:28.287902 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-2f47226b-5ed3-4762-8202-2cc977dca691 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Calling delete_port for 6659ac3e-dd48-4d40-bb5f-c873dbf6fb4b owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:46:28.429041 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2f47226b-5ed3-4762-8202-2cc977dca691 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:28.451862 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f47226b-5ed3-4762-8202-2cc977dca691 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Port': ['ID=6659ac3e-dd48-4d40-bb5f-c873dbf6fb4b,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:46:28.514965 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2f47226b-5ed3-4762-8202-2cc977dca691 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for floatingip, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:28.515293 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.l3_db [None req-2f47226b-5ed3-4762-8202-2cc977dca691 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Floating IP 61e9ca28-b239-43a5-a352-32bfa60e2bc5 disassociated (deleted). External IP: 172.26.3.74, port: 050d0c70-3500-49dd-87d4-5ab6649937ce. Oct 12 07:46:28.710504 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f47226b-5ed3-4762-8202-2cc977dca691 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Router ac98f5e6-639f-4d85-a9dd-819cd915cfae has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:46:28.817358 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f47226b-5ed3-4762-8202-2cc977dca691 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:46:28.821856 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2f47226b-5ed3-4762-8202-2cc977dca691 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:28.827843 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0852539c-02c9-4314-9013-ae6b488576d4 None None] Sync routers for ids ['ac98f5e6-639f-4d85-a9dd-819cd915cfae'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:46:28.837605 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0852539c-02c9-4314-9013-ae6b488576d4 None None] Routers {'ac98f5e6-639f-4d85-a9dd-819cd915cfae'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:46:28.838254 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-0852539c-02c9-4314-9013-ae6b488576d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:46:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['ac98f5e6-639f-4d85-a9dd-819cd915cfae'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:46:28.848899 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-2f47226b-5ed3-4762-8202-2cc977dca691 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "DELETE /v2.0/floatingips/61e9ca28-b239-43a5-a352-32bfa60e2bc5 HTTP/1.1" status: 204 len: 168 time: 0.8027437 Oct 12 07:46:28.849608 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad592e24-5d69-4944-9a36-491c48f77f6a', 'tag': '050d0c70-3500-49dd-87d4-5ab6649937ce'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:46:28.852006 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddba47f6901442025abf8f9725c41876113475a10693ce4f7782efac72d774e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48857d97-8e54-4198-b493-80697b16127b" -d '{"events": [{"name": "network-changed", "server_uuid": "ad592e24-5d69-4944-9a36-491c48f77f6a", "tag": "050d0c70-3500-49dd-87d4-5ab6649937ce"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:46:28.890116 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1afe77-2315-43da-848e-c9a0586e9905 x-openstack-request-id: req-ec1afe77-2315-43da-848e-c9a0586e9905 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:46:28.890413 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad592e24-5d69-4944-9a36-491c48f77f6a", "tag": "050d0c70-3500-49dd-87d4-5ab6649937ce", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:46:28.890671 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ec1afe77-2315-43da-848e-c9a0586e9905 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:46:28.891089 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec1afe77-2315-43da-848e-c9a0586e9905'] response: {'name': 'network-changed', 'server_uuid': 'ad592e24-5d69-4944-9a36-491c48f77f6a', 'tag': '050d0c70-3500-49dd-87d4-5ab6649937ce', 'status': 'completed', 'code': 200} Oct 12 07:46:28.952599 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-0852539c-02c9-4314-9013-ae6b488576d4 None None] Set router ac98f5e6-639f-4d85-a9dd-819cd915cfae gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:46:29.007591 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48857d97-8e54-4198-b493-80697b16127b req-dfea6bb2-6073-4718-b483-79a477fe3123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:29.009307 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-48857d97-8e54-4198-b493-80697b16127b req-dfea6bb2-6073-4718-b483-79a477fe3123 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&device_id=ad592e24-5d69-4944-9a36-491c48f77f6a HTTP/1.1" status: 200 len: 1098 time: 0.0964210 Oct 12 07:46:29.117134 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48857d97-8e54-4198-b493-80697b16127b req-422b4ab1-18c8-40e3-b3e0-2e2d8e14055d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:29.120094 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-48857d97-8e54-4198-b493-80697b16127b req-422b4ab1-18c8-40e3-b3e0-2e2d8e14055d service neutron] 10.222.0.23 "GET /v2.0/networks?id=92a4c584-a9f5-4ef3-b801-54f8a3273640 HTTP/1.1" status: 200 len: 897 time: 0.1037540 Oct 12 07:46:29.152756 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-0852539c-02c9-4314-9013-ae6b488576d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'name': 'tempest-TestNetworkBasicOps-router-1978842814', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.94'}], 'enable_snat': True}, 'gw_port_id': 'e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:45:33Z', 'updated_at': '2022-10-12T07:45:37Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': 'e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:4d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:45:33Z', 'updated_at': '2022-10-12T07:46:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '52d1f560-6984-47b7-85e0-7a546ef58893', 'name': '', 'network_id': '92a4c584-a9f5-4ef3-b801-54f8a3273640', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:74:3c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '3db01fa1-54d1-4b67-81c1-7cfdbddcb0d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:45:36Z', 'updated_at': '2022-10-12T07:46:26Z', 'revision_number': 7, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '3db01fa1-54d1-4b67-81c1-7cfdbddcb0d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:46:29.163536 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-48857d97-8e54-4198-b493-80697b16127b req-0ca501cc-8e3e-49b4-821c-7849031c8174 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=050d0c70-3500-49dd-87d4-5ab6649937ce HTTP/1.1" status: 200 len: 217 time: 0.0364935 Oct 12 07:46:29.180892 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0852539c-02c9-4314-9013-ae6b488576d4 None None] Checking router: ac98f5e6-639f-4d85-a9dd-819cd915cfae for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:46:29.189133 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0852539c-02c9-4314-9013-ae6b488576d4 None None] Routers {'ac98f5e6-639f-4d85-a9dd-819cd915cfae'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:46:29.189671 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-0852539c-02c9-4314-9013-ae6b488576d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:46:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['ac98f5e6-639f-4d85-a9dd-819cd915cfae'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:46:29.245360 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48857d97-8e54-4198-b493-80697b16127b req-5c64e376-4574-4e75-9ee3-2b9ea1fe7045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:29.246832 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-48857d97-8e54-4198-b493-80697b16127b req-5c64e376-4574-4e75-9ee3-2b9ea1fe7045 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3db01fa1-54d1-4b67-81c1-7cfdbddcb0d9 HTTP/1.1" status: 200 len: 835 time: 0.0767488 Oct 12 07:46:29.254676 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508822c9-3ca3-4fd7-ab4a-0df3f078cca5 req-b410785b-2dd8-4a1b-a0be-773446cd2abe tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:29.256041 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-508822c9-3ca3-4fd7-ab4a-0df3f078cca5 req-b410785b-2dd8-4a1b-a0be-773446cd2abe tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad592e24-5d69-4944-9a36-491c48f77f6a HTTP/1.1" status: 200 len: 945 time: 0.2139373 Oct 12 07:46:29.295120 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-0852539c-02c9-4314-9013-ae6b488576d4 None None] Set router ac98f5e6-639f-4d85-a9dd-819cd915cfae gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:46:29.316874 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-508822c9-3ca3-4fd7-ab4a-0df3f078cca5 req-2d958849-2ce8-461e-b75b-75b59fe599e1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=120e45e1-70eb-4bb9-80df-581ac2d902d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510383 Oct 12 07:46:29.323279 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48857d97-8e54-4198-b493-80697b16127b req-413be6be-5bca-4283-bf0b-0cfa8a60e279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:29.324756 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-48857d97-8e54-4198-b493-80697b16127b req-413be6be-5bca-4283-bf0b-0cfa8a60e279 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=92a4c584-a9f5-4ef3-b801-54f8a3273640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678675 Oct 12 07:46:29.336472 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [req-48857d97-8e54-4198-b493-80697b16127b req-09217f2c-b1f2-4f8b-b6ee-b748f44b6fc6 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:46:29.337493 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-48857d97-8e54-4198-b493-80697b16127b req-09217f2c-b1f2-4f8b-b6ee-b748f44b6fc6 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055907 Oct 12 07:46:29.429301 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-48857d97-8e54-4198-b493-80697b16127b req-f9a0d966-7112-4afe-a470-190500deb796 service neutron] 10.222.0.23 "GET /v2.0/networks/92a4c584-a9f5-4ef3-b801-54f8a3273640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846906 Oct 12 07:46:29.491505 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-0852539c-02c9-4314-9013-ae6b488576d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'name': 'tempest-TestNetworkBasicOps-router-1978842814', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.94'}], 'enable_snat': True}, 'gw_port_id': 'e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:45:33Z', 'updated_at': '2022-10-12T07:45:37Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': 'e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:4d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:45:33Z', 'updated_at': '2022-10-12T07:46:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '52d1f560-6984-47b7-85e0-7a546ef58893', 'name': '', 'network_id': '92a4c584-a9f5-4ef3-b801-54f8a3273640', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:74:3c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '3db01fa1-54d1-4b67-81c1-7cfdbddcb0d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:45:36Z', 'updated_at': '2022-10-12T07:46:26Z', 'revision_number': 7, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '3db01fa1-54d1-4b67-81c1-7cfdbddcb0d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:46:29.518404 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0852539c-02c9-4314-9013-ae6b488576d4 None None] The sync data for ids ['ac98f5e6-639f-4d85-a9dd-819cd915cfae'] in dv-neutron-860909-2-hyperv is: [{'id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'name': 'tempest-TestNetworkBasicOps-router-1978842814', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.94'}], 'enable_snat': True}, 'gw_port_id': 'e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:45:33Z', 'updated_at': '2022-10-12T07:45:37Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': 'e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:4d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:45:33Z', 'updated_at': '2022-10-12T07:46:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '52d1f560-6984-47b7-85e0-7a546ef58893', 'name': '', 'network_id': '92a4c584-a9f5-4ef3-b801-54f8a3273640', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:74:3c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '3db01fa1-54d1-4b67-81c1-7cfdbddcb0d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:45:36Z', 'updated_at': '2022-10-12T07:46:26Z', 'revision_number': 7, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '3db01fa1-54d1-4b67-81c1-7cfdbddcb0d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:46:29.523075 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-48857d97-8e54-4198-b493-80697b16127b req-a274439f-63f6-4335-81af-1f207b00a32c service neutron] 10.222.0.23 "GET /v2.0/networks/92a4c584-a9f5-4ef3-b801-54f8a3273640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866828 Oct 12 07:46:30.237239 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14c0b09-1406-426c-8c6f-4007d1f126f1 None None] New status for floating IP 61e9ca28-b239-43a5-a352-32bfa60e2bc5: DOWN {{(pid=103202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 07:46:30.370395 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10ff7f-958e-4238-8858-433ba689a332 req-1b4965fe-cf38-4494-b392-e5ba8ed2b408 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:30.371876 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-dc10ff7f-958e-4238-8858-433ba689a332 req-1b4965fe-cf38-4494-b392-e5ba8ed2b408 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad592e24-5d69-4944-9a36-491c48f77f6a HTTP/1.1" status: 200 len: 945 time: 0.0541449 Oct 12 07:46:30.494943 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-dc10ff7f-958e-4238-8858-433ba689a332 req-9d022f20-a0df-4079-80d9-799242956a84 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Deleting port 050d0c70-3500-49dd-87d4-5ab6649937ce {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:46:30.495286 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-dc10ff7f-958e-4238-8858-433ba689a332 req-9d022f20-a0df-4079-80d9-799242956a84 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:30.527785 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecfc239-fc60-4d6a-9ed0-24ba8d92d15e req-a6adb33d-dc19-4260-813e-27b18be541ac tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:30.529275 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6ecfc239-fc60-4d6a-9ed0-24ba8d92d15e req-a6adb33d-dc19-4260-813e-27b18be541ac tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad592e24-5d69-4944-9a36-491c48f77f6a HTTP/1.1" status: 200 len: 945 time: 0.1293650 Oct 12 07:46:30.609491 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6ecfc239-fc60-4d6a-9ed0-24ba8d92d15e req-3357b228-4c3a-41fd-9c56-969480bf959b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=120e45e1-70eb-4bb9-80df-581ac2d902d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736008 Oct 12 07:46:30.630261 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-dc10ff7f-958e-4238-8858-433ba689a332 req-9d022f20-a0df-4079-80d9-799242956a84 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] For port 050d0c70-3500-49dd-87d4-5ab6649937ce, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=050d0c70-3500-49dd-87d4-5ab6649937ce,segment=NetworkSegment(14932720-a98f-436c-9c8a-2c5e60d2508a),segment_id=14932720-a98f-436c-9c8a-2c5e60d2508a)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:46:30.630678 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-dc10ff7f-958e-4238-8858-433ba689a332 req-9d022f20-a0df-4079-80d9-799242956a84 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:30.642943 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-dc10ff7f-958e-4238-8858-433ba689a332 req-9d022f20-a0df-4079-80d9-799242956a84 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Calling delete_port for 050d0c70-3500-49dd-87d4-5ab6649937ce owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:46:30.771431 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-dc10ff7f-958e-4238-8858-433ba689a332 req-9d022f20-a0df-4079-80d9-799242956a84 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:30.798468 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d022f20-a0df-4079-80d9-799242956a84 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Port': ['ID=050d0c70-3500-49dd-87d4-5ab6649937ce,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:46:30.807659 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d022f20-a0df-4079-80d9-799242956a84 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:46:30.808000 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d022f20-a0df-4079-80d9-799242956a84 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:46:30.808364 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d022f20-a0df-4079-80d9-799242956a84 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:46:30.808698 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d022f20-a0df-4079-80d9-799242956a84 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:46:30.809027 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d022f20-a0df-4079-80d9-799242956a84 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:46:30.809354 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d022f20-a0df-4079-80d9-799242956a84 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:46:30.809678 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d022f20-a0df-4079-80d9-799242956a84 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:46:30.810049 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d022f20-a0df-4079-80d9-799242956a84 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:46:30.810377 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d022f20-a0df-4079-80d9-799242956a84 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:46:30.810738 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d022f20-a0df-4079-80d9-799242956a84 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:46:30.811063 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d022f20-a0df-4079-80d9-799242956a84 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:46:30.811382 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d022f20-a0df-4079-80d9-799242956a84 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:46:30.855884 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc10ff7f-958e-4238-8858-433ba689a332 req-9d022f20-a0df-4079-80d9-799242956a84 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] No DVR routers for this DVR port 050d0c70-3500-49dd-87d4-5ab6649937ce on host hv-neutron-8609 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:46:30.859027 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-dc10ff7f-958e-4238-8858-433ba689a332 req-9d022f20-a0df-4079-80d9-799242956a84 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:30.862329 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-dc10ff7f-958e-4238-8858-433ba689a332 req-9d022f20-a0df-4079-80d9-799242956a84 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "DELETE /v2.0/ports/050d0c70-3500-49dd-87d4-5ab6649937ce HTTP/1.1" status: 204 len: 173 time: 0.4846778 Oct 12 07:46:30.862775 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad592e24-5d69-4944-9a36-491c48f77f6a', 'name': 'network-vif-deleted', 'tag': '050d0c70-3500-49dd-87d4-5ab6649937ce'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:46:30.865078 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3ce594-d3fc-4103-93ba-1f61782b0e31" -d '{"events": [{"server_uuid": "ad592e24-5d69-4944-9a36-491c48f77f6a", "name": "network-vif-deleted", "tag": "050d0c70-3500-49dd-87d4-5ab6649937ce"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:46:30.962823 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ceeb6b-6268-4373-9b1e-e5f8e27c6414 x-openstack-request-id: req-c4ceeb6b-6268-4373-9b1e-e5f8e27c6414 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:46:30.963121 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad592e24-5d69-4944-9a36-491c48f77f6a", "name": "network-vif-deleted", "tag": "050d0c70-3500-49dd-87d4-5ab6649937ce", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:46:30.963379 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c4ceeb6b-6268-4373-9b1e-e5f8e27c6414 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:46:30.963792 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4ceeb6b-6268-4373-9b1e-e5f8e27c6414'] response: {'server_uuid': 'ad592e24-5d69-4944-9a36-491c48f77f6a', 'name': 'network-vif-deleted', 'tag': '050d0c70-3500-49dd-87d4-5ab6649937ce', 'status': 'completed', 'code': 200} Oct 12 07:46:31.669295 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43756) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:46:31.729813 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-22c43845-fbcf-45d9-94c4-38f7bb2ff25f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:31.754356 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-22c43845-fbcf-45d9-94c4-38f7bb2ff25f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:31.814831 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-22c43845-fbcf-45d9-94c4-38f7bb2ff25f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:31.817705 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-22c43845-fbcf-45d9-94c4-38f7bb2ff25f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:31.818923 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-22c43845-fbcf-45d9-94c4-38f7bb2ff25f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "DELETE /v2.0/security-groups/120e45e1-70eb-4bb9-80df-581ac2d902d6 HTTP/1.1" status: 204 len: 168 time: 0.1480818 Oct 12 07:46:31.828763 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c43845-fbcf-45d9-94c4-38f7bb2ff25f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=120e45e1-70eb-4bb9-80df-581ac2d902d6,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:46:31.853088 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43760) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:46:32.213895 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5e666284-682f-46dd-833c-28b3f3b47a80 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:32.467883 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-5e666284-682f-46dd-833c-28b3f3b47a80 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Deleting port 52d1f560-6984-47b7-85e0-7a546ef58893 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:46:32.468222 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5e666284-682f-46dd-833c-28b3f3b47a80 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:32.557397 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-5e666284-682f-46dd-833c-28b3f3b47a80 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] For port 52d1f560-6984-47b7-85e0-7a546ef58893, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=52d1f560-6984-47b7-85e0-7a546ef58893,segment=NetworkSegment(14932720-a98f-436c-9c8a-2c5e60d2508a),segment_id=14932720-a98f-436c-9c8a-2c5e60d2508a)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:46:32.557640 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5e666284-682f-46dd-833c-28b3f3b47a80 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:32.570748 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-5e666284-682f-46dd-833c-28b3f3b47a80 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Calling delete_port for 52d1f560-6984-47b7-85e0-7a546ef58893 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:46:32.753750 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5e666284-682f-46dd-833c-28b3f3b47a80 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:32.780475 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e666284-682f-46dd-833c-28b3f3b47a80 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Port': ['ID=52d1f560-6984-47b7-85e0-7a546ef58893,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:46:32.971842 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5e666284-682f-46dd-833c-28b3f3b47a80 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:33.180563 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e666284-682f-46dd-833c-28b3f3b47a80 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Router ac98f5e6-639f-4d85-a9dd-819cd915cfae has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:46:33.281243 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e666284-682f-46dd-833c-28b3f3b47a80 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:46:33.286269 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-5e666284-682f-46dd-833c-28b3f3b47a80 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "PUT /v2.0/routers/ac98f5e6-639f-4d85-a9dd-819cd915cfae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4321129 Oct 12 07:46:33.289100 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43762) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:46:33.291967 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7163d4-0360-4c7f-bd2e-4a2f3828b3e2 None None] Sync routers for ids ['ac98f5e6-639f-4d85-a9dd-819cd915cfae'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:46:33.301440 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7163d4-0360-4c7f-bd2e-4a2f3828b3e2 None None] Routers {'ac98f5e6-639f-4d85-a9dd-819cd915cfae'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:46:33.302067 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-dc7163d4-0360-4c7f-bd2e-4a2f3828b3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:46:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['ac98f5e6-639f-4d85-a9dd-819cd915cfae'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:46:33.343168 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c0bd982-01d5-4feb-a1e3-0207c7d41e5f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Deleting subnet 3db01fa1-54d1-4b67-81c1-7cfdbddcb0d9 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:46:33.346558 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5c0bd982-01d5-4feb-a1e3-0207c7d41e5f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:33.388457 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5c0bd982-01d5-4feb-a1e3-0207c7d41e5f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:33.472038 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5c0bd982-01d5-4feb-a1e3-0207c7d41e5f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:33.493810 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-dc7163d4-0360-4c7f-bd2e-4a2f3828b3e2 None None] Set router ac98f5e6-639f-4d85-a9dd-819cd915cfae gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:46:33.536360 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5c0bd982-01d5-4feb-a1e3-0207c7d41e5f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:33.562293 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0bd982-01d5-4feb-a1e3-0207c7d41e5f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Subnet': ['ID=3db01fa1-54d1-4b67-81c1-7cfdbddcb0d9,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:46:33.568305 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5c0bd982-01d5-4feb-a1e3-0207c7d41e5f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:33.571332 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-5c0bd982-01d5-4feb-a1e3-0207c7d41e5f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "DELETE /v2.0/subnets/3db01fa1-54d1-4b67-81c1-7cfdbddcb0d9 HTTP/1.1" status: 204 len: 168 time: 0.2813234 Oct 12 07:46:33.573917 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43764) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:46:33.577717 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf29c1d-1a95-4868-8511-f1207b19e00c None None] Network 92a4c584-a9f5-4ef3-b801-54f8a3273640 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:46:33.680480 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d8b7d039-f831-4e65-94a6-04dd0f837ade tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:33.692677 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-dc7163d4-0360-4c7f-bd2e-4a2f3828b3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'name': 'tempest-TestNetworkBasicOps-router-1978842814', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.94'}], 'enable_snat': True}, 'gw_port_id': 'e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:45:33Z', 'updated_at': '2022-10-12T07:46:32Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': 'e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:4d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:45:33Z', 'updated_at': '2022-10-12T07:46:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:46:33.723296 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7163d4-0360-4c7f-bd2e-4a2f3828b3e2 None None] Checking router: ac98f5e6-639f-4d85-a9dd-819cd915cfae for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:46:33.735873 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7163d4-0360-4c7f-bd2e-4a2f3828b3e2 None None] Routers {'ac98f5e6-639f-4d85-a9dd-819cd915cfae'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:46:33.736501 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-dc7163d4-0360-4c7f-bd2e-4a2f3828b3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:46:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['ac98f5e6-639f-4d85-a9dd-819cd915cfae'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:46:33.770581 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f427c3-5547-4c4f-8fe1-cf01da274fec None None] DHCP port deletion for 92a4c584-a9f5-4ef3-b801-54f8a3273640 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:46:33.795628 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d8b7d039-f831-4e65-94a6-04dd0f837ade tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:33.819628 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-31f427c3-5547-4c4f-8fe1-cf01da274fec None None] Deleting port 8d8e02bb-8b70-490a-b671-157b97d4bcf2 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:46:33.820259 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-31f427c3-5547-4c4f-8fe1-cf01da274fec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:33.849077 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-dc7163d4-0360-4c7f-bd2e-4a2f3828b3e2 None None] Set router ac98f5e6-639f-4d85-a9dd-819cd915cfae gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:46:33.854994 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-d8b7d039-f831-4e65-94a6-04dd0f837ade tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Deleting port e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:46:33.855373 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d8b7d039-f831-4e65-94a6-04dd0f837ade tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:33.889322 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-31f427c3-5547-4c4f-8fe1-cf01da274fec None None] For port 8d8e02bb-8b70-490a-b671-157b97d4bcf2, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=8d8e02bb-8b70-490a-b671-157b97d4bcf2,segment=NetworkSegment(14932720-a98f-436c-9c8a-2c5e60d2508a),segment_id=14932720-a98f-436c-9c8a-2c5e60d2508a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:46:33.890159 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-31f427c3-5547-4c4f-8fe1-cf01da274fec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:33.902090 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-31f427c3-5547-4c4f-8fe1-cf01da274fec None None] Calling delete_port for 8d8e02bb-8b70-490a-b671-157b97d4bcf2 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:46:33.937906 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-d8b7d039-f831-4e65-94a6-04dd0f837ade tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] For port e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:46:33.938335 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d8b7d039-f831-4e65-94a6-04dd0f837ade tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:33.944595 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 050d0c70-3500-49dd-87d4-5ab6649937ce no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:46:33.952450 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-d8b7d039-f831-4e65-94a6-04dd0f837ade tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Calling delete_port for e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:46:33.968520 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] No Port match for: 050d0c70-3500-49dd-87d4-5ab6649937ce {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:46:33.969149 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 050d0c70-3500-49dd-87d4-5ab6649937ce not bound to the agent host hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:46:34.013782 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-31f427c3-5547-4c4f-8fe1-cf01da274fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:34.046168 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f427c3-5547-4c4f-8fe1-cf01da274fec None None] Pushing event deleted for resources: {'Port': ['ID=8d8e02bb-8b70-490a-b671-157b97d4bcf2,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:46:34.049432 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-dc7163d4-0360-4c7f-bd2e-4a2f3828b3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'name': 'tempest-TestNetworkBasicOps-router-1978842814', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.94'}], 'enable_snat': True}, 'gw_port_id': 'e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:45:33Z', 'updated_at': '2022-10-12T07:46:32Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': 'e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:4d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:45:33Z', 'updated_at': '2022-10-12T07:46:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:46:34.056207 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f427c3-5547-4c4f-8fe1-cf01da274fec None None] No DVR routers for this DVR port 8d8e02bb-8b70-490a-b671-157b97d4bcf2 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:46:34.087088 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7163d4-0360-4c7f-bd2e-4a2f3828b3e2 None None] The sync data for ids ['ac98f5e6-639f-4d85-a9dd-819cd915cfae'] in dv-neutron-860909-2-hyperv is: [{'id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'name': 'tempest-TestNetworkBasicOps-router-1978842814', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.94'}], 'enable_snat': True}, 'gw_port_id': 'e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:45:33Z', 'updated_at': '2022-10-12T07:46:32Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': 'e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:4d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac98f5e6-639f-4d85-a9dd-819cd915cfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:45:33Z', 'updated_at': '2022-10-12T07:46:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:46:34.139598 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 8d8e02bb-8b70-490a-b671-157b97d4bcf2 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:46:34.150496 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d8b7d039-f831-4e65-94a6-04dd0f837ade tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:34.160895 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 8d8e02bb-8b70-490a-b671-157b97d4bcf2 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:46:34.161238 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 8d8e02bb-8b70-490a-b671-157b97d4bcf2 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:46:34.180818 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b7d039-f831-4e65-94a6-04dd0f837ade tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Port': ['ID=e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:46:34.240339 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d8b7d039-f831-4e65-94a6-04dd0f837ade tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:34.328800 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d8b7d039-f831-4e65-94a6-04dd0f837ade tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:34.331073 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d8b7d039-f831-4e65-94a6-04dd0f837ade tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:34.372171 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d8b7d039-f831-4e65-94a6-04dd0f837ade tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:34.372710 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b7d039-f831-4e65-94a6-04dd0f837ade tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Fanout notify agent at l3_agent the message router_deleted on router ac98f5e6-639f-4d85-a9dd-819cd915cfae {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:46:34.379480 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d8b7d039-f831-4e65-94a6-04dd0f837ade tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:34.380565 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d8b7d039-f831-4e65-94a6-04dd0f837ade tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "DELETE /v2.0/routers/ac98f5e6-639f-4d85-a9dd-819cd915cfae HTTP/1.1" status: 204 len: 168 time: 0.8057163 Oct 12 07:46:34.383346 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43766) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:46:34.462320 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-01d66078-eee6-48bf-bcf9-51de0e65f62b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:34.553055 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-01d66078-eee6-48bf-bcf9-51de0e65f62b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:34.573992 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-01d66078-eee6-48bf-bcf9-51de0e65f62b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92a4c584-a9f5-4ef3-b801-54f8a3273640']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:46:34.583822 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-01d66078-eee6-48bf-bcf9-51de0e65f62b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14932720-a98f-436c-9c8a-2c5e60d2508a') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:46:34.584124 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-01d66078-eee6-48bf-bcf9-51de0e65f62b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14932720-a98f-436c-9c8a-2c5e60d2508a') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:46:34.593336 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-01d66078-eee6-48bf-bcf9-51de0e65f62b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:34.605958 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-01d66078-eee6-48bf-bcf9-51de0e65f62b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:34.611595 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01d66078-eee6-48bf-bcf9-51de0e65f62b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:46:34.612006 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-01d66078-eee6-48bf-bcf9-51de0e65f62b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:34.679241 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-01d66078-eee6-48bf-bcf9-51de0e65f62b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:34.687017 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-01d66078-eee6-48bf-bcf9-51de0e65f62b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:34.690656 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-01d66078-eee6-48bf-bcf9-51de0e65f62b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "DELETE /v2.0/networks/92a4c584-a9f5-4ef3-b801-54f8a3273640 HTTP/1.1" status: 204 len: 168 time: 0.3061182 Oct 12 07:46:34.703595 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d66078-eee6-48bf-bcf9-51de0e65f62b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Network': ['ID=92a4c584-a9f5-4ef3-b801-54f8a3273640,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:46:34.710841 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43772) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:46:34.718469 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-c1e7be4d-abfa-4dcd-830e-eeb34ab6e561 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'network': {'name': 'tempest-network-smoke--591783674', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'port_security_enabled': True}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:46:34.732046 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 14932720-a98f-436c-9c8a-2c5e60d2508a resource provider aggregate not found Oct 12 07:46:34.750377 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 14932720-a98f-436c-9c8a-2c5e60d2508a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 14932720-a98f-436c-9c8a-2c5e60d2508a found for delete ", "request_id": "req-ba8cf4cf-fbcd-4bc7-8280-65a146bcecab"}]} Oct 12 07:46:34.752082 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e7be4d-abfa-4dcd-830e-eeb34ab6e561 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Made reservation on behalf of 62f83991a7314cd6b6c084162dcfff66 for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:46:34.756455 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c1e7be4d-abfa-4dcd-830e-eeb34ab6e561 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:34.783577 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1e7be4d-abfa-4dcd-830e-eeb34ab6e561 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:46:34.793619 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c1e7be4d-abfa-4dcd-830e-eeb34ab6e561 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:34.793939 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-c1e7be4d-abfa-4dcd-830e-eeb34ab6e561 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Added segment c419c2b1-9326-4a1a-bdef-0bc65b30ded8 of type vlan for network 40852b54-3625-4c03-b00c-8e635e749766 Oct 12 07:46:34.849468 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c1e7be4d-abfa-4dcd-830e-eeb34ab6e561 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:34.877797 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c1e7be4d-abfa-4dcd-830e-eeb34ab6e561 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:34.883203 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e7be4d-abfa-4dcd-830e-eeb34ab6e561 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:34.883781 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c1e7be4d-abfa-4dcd-830e-eeb34ab6e561 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:34.928107 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c1e7be4d-abfa-4dcd-830e-eeb34ab6e561 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2164538 Oct 12 07:46:34.931146 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43776) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:46:34.936469 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-b38e41bc-ff0e-429a-8d6a-847d37bd431a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-874750786', 'admin_state_up': True, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:46:34.957810 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b38e41bc-ff0e-429a-8d6a-847d37bd431a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:34.960125 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b38e41bc-ff0e-429a-8d6a-847d37bd431a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:34.985054 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e7be4d-abfa-4dcd-830e-eeb34ab6e561 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Network': ['ID=40852b54-3625-4c03-b00c-8e635e749766,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:46:34.995994 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 40852b54-3625-4c03-b00c-8e635e749766 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:46:35.016945 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b38e41bc-ff0e-429a-8d6a-847d37bd431a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:35.461186 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b38e41bc-ff0e-429a-8d6a-847d37bd431a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:35.648653 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b38e41bc-ff0e-429a-8d6a-847d37bd431a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router_gateway, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:35.667209 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b38e41bc-ff0e-429a-8d6a-847d37bd431a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:35.769143 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-b38e41bc-ff0e-429a-8d6a-847d37bd431a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Allocated IP 172.26.3.109 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/ac684886-ce53-4fde-accf-6e08cb1c8f7f) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:46:35.866588 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b38e41bc-ff0e-429a-8d6a-847d37bd431a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:35.898776 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b38e41bc-ff0e-429a-8d6a-847d37bd431a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:35.935415 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38e41bc-ff0e-429a-8d6a-847d37bd431a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:46:35.938239 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-b38e41bc-ff0e-429a-8d6a-847d37bd431a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:46:35.941919 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38e41bc-ff0e-429a-8d6a-847d37bd431a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:46:35.969159 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38e41bc-ff0e-429a-8d6a-847d37bd431a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=ac684886-ce53-4fde-accf-6e08cb1c8f7f,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:46:36.047270 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 52d1f560-6984-47b7-85e0-7a546ef58893 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:46:36.072208 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 52d1f560-6984-47b7-85e0-7a546ef58893 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:46:36.072547 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 52d1f560-6984-47b7-85e0-7a546ef58893 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:46:36.073047 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:46:36.094545 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:46:36.095224 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device e68d76ea-7ce2-4dc0-87c8-5dc6a3c1e27a not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:46:36.189741 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b38e41bc-ff0e-429a-8d6a-847d37bd431a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router_gateway, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:36.381574 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b38e41bc-ff0e-429a-8d6a-847d37bd431a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:36.505688 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38e41bc-ff0e-429a-8d6a-847d37bd431a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Router 98119be8-dd21-4c2d-9f2e-c188f4f457ea is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:46:36.610167 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38e41bc-ff0e-429a-8d6a-847d37bd431a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:46:36.619599 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcdbe55-19ba-4805-aaff-e351fc1d6e53 None None] Sync routers for ids ['98119be8-dd21-4c2d-9f2e-c188f4f457ea'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:46:36.631767 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcdbe55-19ba-4805-aaff-e351fc1d6e53 None None] Routers {'98119be8-dd21-4c2d-9f2e-c188f4f457ea'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:46:36.632451 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-8dcdbe55-19ba-4805-aaff-e351fc1d6e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:46:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['98119be8-dd21-4c2d-9f2e-c188f4f457ea'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:46:36.632638 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b38e41bc-ff0e-429a-8d6a-847d37bd431a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:36.633872 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b38e41bc-ff0e-429a-8d6a-847d37bd431a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7016327 Oct 12 07:46:36.636997 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43778) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:46:36.664280 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-0ebbe6b4-18a6-4258-aa8e-e4faf2082f2c tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=62f83991a7314cd6b6c084162dcfff66&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261631 Oct 12 07:46:36.666845 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43780) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:46:36.737008 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-8dcdbe55-19ba-4805-aaff-e351fc1d6e53 None None] Set router 98119be8-dd21-4c2d-9f2e-c188f4f457ea gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:46:36.754658 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a6e2e2-00a7-43b4-b904-e9730b6883f5 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:36.756217 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-62a6e2e2-00a7-43b4-b904-e9730b6883f5 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0884190 Oct 12 07:46:36.758904 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43782) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:46:36.785994 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-bd72d880-2c35-41e6-bcfe-85a2d30a8124 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260122 Oct 12 07:46:36.788400 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43784) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:46:36.793031 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-3b16912c-1674-4d29-961a-0baee3679c4d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1071282766', 'network_id': '40852b54-3625-4c03-b00c-8e635e749766', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:46:36.877612 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b16912c-1674-4d29-961a-0baee3679c4d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Made reservation on behalf of 62f83991a7314cd6b6c084162dcfff66 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:46:36.881148 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3b16912c-1674-4d29-961a-0baee3679c4d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:36.914524 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-8dcdbe55-19ba-4805-aaff-e351fc1d6e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98119be8-dd21-4c2d-9f2e-c188f4f457ea', 'name': 'tempest-TestNetworkBasicOps-router-874750786', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'ac684886-ce53-4fde-accf-6e08cb1c8f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:46:34Z', 'updated_at': '2022-10-12T07:46:36Z', 'revision_number': 3, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': 'ac684886-ce53-4fde-accf-6e08cb1c8f7f', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:af:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98119be8-dd21-4c2d-9f2e-c188f4f457ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:46:35Z', 'updated_at': '2022-10-12T07:46:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:46:36.944948 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcdbe55-19ba-4805-aaff-e351fc1d6e53 None None] Checking router: 98119be8-dd21-4c2d-9f2e-c188f4f457ea for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:46:36.945290 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcdbe55-19ba-4805-aaff-e351fc1d6e53 None None] Updating router 98119be8-dd21-4c2d-9f2e-c188f4f457ea port ac684886-ce53-4fde-accf-6e08cb1c8f7f binding host dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:46:36.971387 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8dcdbe55-19ba-4805-aaff-e351fc1d6e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:37.062356 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3b16912c-1674-4d29-961a-0baee3679c4d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:37.127211 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b16912c-1674-4d29-961a-0baee3679c4d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Subnet': ['ID=8ab39133-6784-4704-a06e-4d2b044899b8,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:46:37.134333 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b16912c-1674-4d29-961a-0baee3679c4d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Checking segment: {'id': 'c419c2b1-9326-4a1a-bdef-0bc65b30ded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '40852b54-3625-4c03-b00c-8e635e749766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:46:37.134701 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b16912c-1674-4d29-961a-0baee3679c4d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network hostable DHCP agents. Network: 40852b54-3625-4c03-b00c-8e635e749766, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:46:37.151388 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b16912c-1674-4d29-961a-0baee3679c4d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network 40852b54-3625-4c03-b00c-8e635e749766 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:46:37.160622 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-3b16912c-1674-4d29-961a-0baee3679c4d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 40852b54-3625-4c03-b00c-8e635e749766) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:46:37.165228 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b16912c-1674-4d29-961a-0baee3679c4d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:37.166102 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3b16912c-1674-4d29-961a-0baee3679c4d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:37.172043 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9ef257-7c2c-4250-8405-8387d068d94b None None] Network 40852b54-3625-4c03-b00c-8e635e749766 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:46:37.182942 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-3b16912c-1674-4d29-961a-0baee3679c4d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3935349 Oct 12 07:46:37.185654 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43786) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:46:37.287825 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8dcdbe55-19ba-4805-aaff-e351fc1d6e53 None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:37.300591 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8dcdbe55-19ba-4805-aaff-e351fc1d6e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:37.367104 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-8dcdbe55-19ba-4805-aaff-e351fc1d6e53 None None] Attempting to bind port ac684886-ce53-4fde-accf-6e08cb1c8f7f on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:46:37.367470 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-8dcdbe55-19ba-4805-aaff-e351fc1d6e53 None None] Attempting to bind port ac684886-ce53-4fde-accf-6e08cb1c8f7f by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:46:37.367836 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcdbe55-19ba-4805-aaff-e351fc1d6e53 None None] Attempting to bind port ac684886-ce53-4fde-accf-6e08cb1c8f7f on network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:46:37.382454 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcdbe55-19ba-4805-aaff-e351fc1d6e53 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:46:37.382828 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcdbe55-19ba-4805-aaff-e351fc1d6e53 None None] Checking segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:46:37.383256 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8dcdbe55-19ba-4805-aaff-e351fc1d6e53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:37.383612 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcdbe55-19ba-4805-aaff-e351fc1d6e53 None None] Bound using segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:46:37.384080 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-8dcdbe55-19ba-4805-aaff-e351fc1d6e53 None None] Bound port: ac684886-ce53-4fde-accf-6e08cb1c8f7f, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:46:37.384456 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8dcdbe55-19ba-4805-aaff-e351fc1d6e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:37.569045 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20129c84-725f-4558-9664-14d2fd3a3ff8 None None] Pushing event updated for resources: {'Port': ['ID=ac684886-ce53-4fde-accf-6e08cb1c8f7f,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:46:37.577847 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2fb57a-106c-44a4-baa7-a899995f243b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-40852b54-3625-4c03-b00c-8e635e749766', 'network_id': '40852b54-3625-4c03-b00c-8e635e749766', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ips': [{'subnet_id': '8ab39133-6784-4704-a06e-4d2b044899b8'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:46:37.578725 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fe2fb57a-106c-44a4-baa7-a899995f243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:37.621908 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1759408a-c5cf-4d8b-9efb-c752e6786356 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:37.665482 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-8dcdbe55-19ba-4805-aaff-e351fc1d6e53 None None] For port ac684886-ce53-4fde-accf-6e08cb1c8f7f, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:46:37.689587 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-8dcdbe55-19ba-4805-aaff-e351fc1d6e53 None None] For port ac684886-ce53-4fde-accf-6e08cb1c8f7f, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=ac684886-ce53-4fde-accf-6e08cb1c8f7f,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:46:37.696098 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8dcdbe55-19ba-4805-aaff-e351fc1d6e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:37.761864 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcdbe55-19ba-4805-aaff-e351fc1d6e53 None None] Routers {'98119be8-dd21-4c2d-9f2e-c188f4f457ea'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:46:37.762507 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-8dcdbe55-19ba-4805-aaff-e351fc1d6e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:46:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['98119be8-dd21-4c2d-9f2e-c188f4f457ea'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:46:37.828905 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-fe2fb57a-106c-44a4-baa7-a899995f243b None None] Allocated IP 172.20.0.2 (40852b54-3625-4c03-b00c-8e635e749766/8ab39133-6784-4704-a06e-4d2b044899b8/b0923198-07ac-4ddc-8e63-0d05c4b7dc40) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:46:37.830768 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20129c84-725f-4558-9664-14d2fd3a3ff8 None None] Pushing event updated for resources: {'Port': ['ID=ac684886-ce53-4fde-accf-6e08cb1c8f7f,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:46:37.946825 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-8dcdbe55-19ba-4805-aaff-e351fc1d6e53 None None] Set router 98119be8-dd21-4c2d-9f2e-c188f4f457ea gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:46:38.133457 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fe2fb57a-106c-44a4-baa7-a899995f243b None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:38.156399 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fe2fb57a-106c-44a4-baa7-a899995f243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:38.186568 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-1759408a-c5cf-4d8b-9efb-c752e6786356 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Allocated IP 172.20.0.1 (40852b54-3625-4c03-b00c-8e635e749766/8ab39133-6784-4704-a06e-4d2b044899b8/8d0c4803-fe5b-4a58-9df9-b2a4d39bc66b) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:46:38.209872 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2fb57a-106c-44a4-baa7-a899995f243b None None] Network 40852b54-3625-4c03-b00c-8e635e749766 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:46:38.215583 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-fe2fb57a-106c-44a4-baa7-a899995f243b None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:46:38.218837 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2fb57a-106c-44a4-baa7-a899995f243b None None] Pushing event updated for resources: {'Port': ['ID=b0923198-07ac-4ddc-8e63-0d05c4b7dc40,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:46:38.223960 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2fb57a-106c-44a4-baa7-a899995f243b None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:46:38.277988 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-8dcdbe55-19ba-4805-aaff-e351fc1d6e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98119be8-dd21-4c2d-9f2e-c188f4f457ea', 'name': 'tempest-TestNetworkBasicOps-router-874750786', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'ac684886-ce53-4fde-accf-6e08cb1c8f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:46:34Z', 'updated_at': '2022-10-12T07:46:36Z', 'revision_number': 3, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': 'ac684886-ce53-4fde-accf-6e08cb1c8f7f', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:af:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98119be8-dd21-4c2d-9f2e-c188f4f457ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:46:35Z', 'updated_at': '2022-10-12T07:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:46:38.303385 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1759408a-c5cf-4d8b-9efb-c752e6786356 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:38.309525 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-fe2fb57a-106c-44a4-baa7-a899995f243b None None] Attempting to bind port b0923198-07ac-4ddc-8e63-0d05c4b7dc40 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:46:38.310685 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-fe2fb57a-106c-44a4-baa7-a899995f243b None None] Attempting to bind port b0923198-07ac-4ddc-8e63-0d05c4b7dc40 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'c419c2b1-9326-4a1a-bdef-0bc65b30ded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '40852b54-3625-4c03-b00c-8e635e749766'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:46:38.311056 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2fb57a-106c-44a4-baa7-a899995f243b None None] Attempting to bind port b0923198-07ac-4ddc-8e63-0d05c4b7dc40 on network 40852b54-3625-4c03-b00c-8e635e749766 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:46:38.314047 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcdbe55-19ba-4805-aaff-e351fc1d6e53 None None] The sync data for ids ['98119be8-dd21-4c2d-9f2e-c188f4f457ea'] in dv-neutron-860909-2-hyperv is: [{'id': '98119be8-dd21-4c2d-9f2e-c188f4f457ea', 'name': 'tempest-TestNetworkBasicOps-router-874750786', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'ac684886-ce53-4fde-accf-6e08cb1c8f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:46:34Z', 'updated_at': '2022-10-12T07:46:36Z', 'revision_number': 3, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': 'ac684886-ce53-4fde-accf-6e08cb1c8f7f', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:af:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98119be8-dd21-4c2d-9f2e-c188f4f457ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:46:35Z', 'updated_at': '2022-10-12T07:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:46:38.318588 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2fb57a-106c-44a4-baa7-a899995f243b None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:46:38.318735 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2fb57a-106c-44a4-baa7-a899995f243b None None] Checking segment: {'id': 'c419c2b1-9326-4a1a-bdef-0bc65b30ded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '40852b54-3625-4c03-b00c-8e635e749766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:46:38.319127 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fe2fb57a-106c-44a4-baa7-a899995f243b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:38.319523 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2fb57a-106c-44a4-baa7-a899995f243b None None] Bound using segment: {'id': 'c419c2b1-9326-4a1a-bdef-0bc65b30ded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '40852b54-3625-4c03-b00c-8e635e749766'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:46:38.319946 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-fe2fb57a-106c-44a4-baa7-a899995f243b None None] Bound port: b0923198-07ac-4ddc-8e63-0d05c4b7dc40, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c419c2b1-9326-4a1a-bdef-0bc65b30ded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '40852b54-3625-4c03-b00c-8e635e749766'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:46:38.320425 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fe2fb57a-106c-44a4-baa7-a899995f243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:38.341545 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1759408a-c5cf-4d8b-9efb-c752e6786356 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:38.382901 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1759408a-c5cf-4d8b-9efb-c752e6786356 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network 40852b54-3625-4c03-b00c-8e635e749766 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:46:38.386099 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-1759408a-c5cf-4d8b-9efb-c752e6786356 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:46:38.390203 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1759408a-c5cf-4d8b-9efb-c752e6786356 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:46:38.393099 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-fe2fb57a-106c-44a4-baa7-a899995f243b None None] For port b0923198-07ac-4ddc-8e63-0d05c4b7dc40, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:46:38.396524 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-fe2fb57a-106c-44a4-baa7-a899995f243b None None] For port b0923198-07ac-4ddc-8e63-0d05c4b7dc40, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=b0923198-07ac-4ddc-8e63-0d05c4b7dc40,segment=NetworkSegment(c419c2b1-9326-4a1a-bdef-0bc65b30ded8),segment_id=c419c2b1-9326-4a1a-bdef-0bc65b30ded8)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:46:38.402174 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fe2fb57a-106c-44a4-baa7-a899995f243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:38.425566 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1759408a-c5cf-4d8b-9efb-c752e6786356 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=8d0c4803-fe5b-4a58-9df9-b2a4d39bc66b,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:46:38.452182 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1759408a-c5cf-4d8b-9efb-c752e6786356 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:38.472571 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2fb57a-106c-44a4-baa7-a899995f243b None None] Pushing event updated for resources: {'Port': ['ID=b0923198-07ac-4ddc-8e63-0d05c4b7dc40,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:46:38.622406 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1759408a-c5cf-4d8b-9efb-c752e6786356 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:38.923751 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1759408a-c5cf-4d8b-9efb-c752e6786356 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:38.937431 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1759408a-c5cf-4d8b-9efb-c752e6786356 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:39.011077 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1759408a-c5cf-4d8b-9efb-c752e6786356 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=8d0c4803-fe5b-4a58-9df9-b2a4d39bc66b,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:46:39.014920 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1759408a-c5cf-4d8b-9efb-c752e6786356 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:39.116434 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1759408a-c5cf-4d8b-9efb-c752e6786356 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network 40852b54-3625-4c03-b00c-8e635e749766 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:46:39.117845 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-1759408a-c5cf-4d8b-9efb-c752e6786356 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:46:39.237437 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1759408a-c5cf-4d8b-9efb-c752e6786356 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Router 98119be8-dd21-4c2d-9f2e-c188f4f457ea has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:46:39.347666 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1759408a-c5cf-4d8b-9efb-c752e6786356 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:46:39.354520 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-1759408a-c5cf-4d8b-9efb-c752e6786356 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "PUT /v2.0/routers/98119be8-dd21-4c2d-9f2e-c188f4f457ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1660101 Oct 12 07:46:39.355438 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43788) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:46:39.412395 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca04938-5bc6-4553-99d8-92b0d4073c2a None None] Network 40852b54-3625-4c03-b00c-8e635e749766 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:46:39.500388 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-a04ac2db-482e-4c88-ad7b-a38f56f2b8fe None None] Provisioning complete for port b0923198-07ac-4ddc-8e63-0d05c4b7dc40 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:46:39.500764 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a04ac2db-482e-4c88-ad7b-a38f56f2b8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:39.501101 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-a04ac2db-482e-4c88-ad7b-a38f56f2b8fe None None] Attempt 1 to provision port b0923198-07ac-4ddc-8e63-0d05c4b7dc40 Oct 12 07:46:39.527906 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff661b1-a889-4540-a3f7-a604b3c50e11 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:39.528294 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff661b1-a889-4540-a3f7-a604b3c50e11 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:39.529322 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff661b1-a889-4540-a3f7-a604b3c50e11 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:39.529792 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff661b1-a889-4540-a3f7-a604b3c50e11 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:39.530276 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff661b1-a889-4540-a3f7-a604b3c50e11 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:39.530730 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff661b1-a889-4540-a3f7-a604b3c50e11 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:39.532705 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-6ff661b1-a889-4540-a3f7-a604b3c50e11 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1761675 Oct 12 07:46:39.535480 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43790) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:46:39.625699 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b2daf5-086a-4132-aa71-aae58c5a4964 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:39.626191 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b2daf5-086a-4132-aa71-aae58c5a4964 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:39.626646 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b2daf5-086a-4132-aa71-aae58c5a4964 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:39.627100 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b2daf5-086a-4132-aa71-aae58c5a4964 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:39.627549 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b2daf5-086a-4132-aa71-aae58c5a4964 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:39.627999 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b2daf5-086a-4132-aa71-aae58c5a4964 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:39.629773 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-91b2daf5-086a-4132-aa71-aae58c5a4964 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4015 time: 0.0931249 Oct 12 07:46:39.632472 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43792) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:46:39.652929 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a04ac2db-482e-4c88-ad7b-a38f56f2b8fe None None] Current status of the port b0923198-07ac-4ddc-8e63-0d05c4b7dc40 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:46:39.653323 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a04ac2db-482e-4c88-ad7b-a38f56f2b8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:39.691916 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-a04ac2db-482e-4c88-ad7b-a38f56f2b8fe None None] For port b0923198-07ac-4ddc-8e63-0d05c4b7dc40, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=b0923198-07ac-4ddc-8e63-0d05c4b7dc40,segment=NetworkSegment(c419c2b1-9326-4a1a-bdef-0bc65b30ded8),segment_id=c419c2b1-9326-4a1a-bdef-0bc65b30ded8)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:46:39.696338 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a04ac2db-482e-4c88-ad7b-a38f56f2b8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:39.764598 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ac2db-482e-4c88-ad7b-a38f56f2b8fe None None] Pushing event updated for resources: {'Port': ['ID=b0923198-07ac-4ddc-8e63-0d05c4b7dc40,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:46:39.783131 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-ba7cc3d1-528d-4023-a7df-c9e9f3fb5949 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1490390 Oct 12 07:46:39.852325 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43796) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:46:39.857429 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-f9c040f3-a204-4288-817b-16a185d83a3d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-550853147', 'description': 'tempest-secgroup-smoke-550853147 description', 'project_id': '62f83991a7314cd6b6c084162dcfff66'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:46:39.882269 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f9c040f3-a204-4288-817b-16a185d83a3d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:39.919908 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc2cf65-9c81-43d1-9b6e-14d3b4182350 None None] Sync routers for ids ['98119be8-dd21-4c2d-9f2e-c188f4f457ea'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:46:39.930270 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-caf41fbe-8a57-4a7e-ac01-dce9d6a730e5 None None] Provisioning complete for port b0923198-07ac-4ddc-8e63-0d05c4b7dc40 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:46:39.930658 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-caf41fbe-8a57-4a7e-ac01-dce9d6a730e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:39.931071 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-caf41fbe-8a57-4a7e-ac01-dce9d6a730e5 None None] Attempt 1 to provision port b0923198-07ac-4ddc-8e63-0d05c4b7dc40 Oct 12 07:46:39.931984 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc2cf65-9c81-43d1-9b6e-14d3b4182350 None None] Routers {'98119be8-dd21-4c2d-9f2e-c188f4f457ea'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:46:39.932765 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-bbc2cf65-9c81-43d1-9b6e-14d3b4182350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:46:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['98119be8-dd21-4c2d-9f2e-c188f4f457ea'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:46:39.960230 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f9c040f3-a204-4288-817b-16a185d83a3d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:39.968880 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f9c040f3-a204-4288-817b-16a185d83a3d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:40.002601 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c040f3-a204-4288-817b-16a185d83a3d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b41522d-d0a4-4a75-8d6b-8b0ec7fa5a28,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:46:40.019502 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f9c040f3-a204-4288-817b-16a185d83a3d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:40.024072 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f9c040f3-a204-4288-817b-16a185d83a3d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1706209 Oct 12 07:46:40.024688 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43798) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:46:40.031767 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-50d187af-f7d6-4b6d-be8a-4b08edd75ae6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': '4b41522d-d0a4-4a75-8d6b-8b0ec7fa5a28', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:46:40.060062 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-caf41fbe-8a57-4a7e-ac01-dce9d6a730e5 None None] Current status of the port b0923198-07ac-4ddc-8e63-0d05c4b7dc40 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:46:40.082440 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-50d187af-f7d6-4b6d-be8a-4b08edd75ae6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:40.087210 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-caf41fbe-8a57-4a7e-ac01-dce9d6a730e5 None None] Provisioning complete for port 8d0c4803-fe5b-4a58-9df9-b2a4d39bc66b triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:46:40.087580 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-caf41fbe-8a57-4a7e-ac01-dce9d6a730e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:40.087910 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-caf41fbe-8a57-4a7e-ac01-dce9d6a730e5 None None] Attempt 1 to provision port 8d0c4803-fe5b-4a58-9df9-b2a4d39bc66b Oct 12 07:46:40.159740 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-bbc2cf65-9c81-43d1-9b6e-14d3b4182350 None None] Set router 98119be8-dd21-4c2d-9f2e-c188f4f457ea gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:46:40.169200 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-caf41fbe-8a57-4a7e-ac01-dce9d6a730e5 None None] Port 8d0c4803-fe5b-4a58-9df9-b2a4d39bc66b cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:46:40.194614 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device ac684886-ce53-4fde-accf-6e08cb1c8f7f up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:46:40.204506 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-50d187af-f7d6-4b6d-be8a-4b08edd75ae6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:40.215396 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-50d187af-f7d6-4b6d-be8a-4b08edd75ae6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:40.254825 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d187af-f7d6-4b6d-be8a-4b08edd75ae6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=956603ca-de92-46f9-bb94-1785b15726ae,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:46:40.265879 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port ac684886-ce53-4fde-accf-6e08cb1c8f7f triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:46:40.266351 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:40.266686 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port ac684886-ce53-4fde-accf-6e08cb1c8f7f Oct 12 07:46:40.276310 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-50d187af-f7d6-4b6d-be8a-4b08edd75ae6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:40.277752 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-50d187af-f7d6-4b6d-be8a-4b08edd75ae6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2520990 Oct 12 07:46:40.281046 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43800) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:46:40.286597 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-6fd7f350-c525-40ce-bc11-c458cb55bd90 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': '4b41522d-d0a4-4a75-8d6b-8b0ec7fa5a28', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:46:40.329536 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6fd7f350-c525-40ce-bc11-c458cb55bd90 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:40.404476 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6fd7f350-c525-40ce-bc11-c458cb55bd90 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:40.412804 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6fd7f350-c525-40ce-bc11-c458cb55bd90 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:40.414186 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port ac684886-ce53-4fde-accf-6e08cb1c8f7f is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:46:40.415577 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:40.441340 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd7f350-c525-40ce-bc11-c458cb55bd90 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1592089-38d2-4a86-889d-a900b36b0dc4,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:46:40.444865 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port ac684886-ce53-4fde-accf-6e08cb1c8f7f, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=ac684886-ce53-4fde-accf-6e08cb1c8f7f,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:46:40.451676 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:40.452852 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device b0923198-07ac-4ddc-8e63-0d05c4b7dc40 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:46:40.453243 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6fd7f350-c525-40ce-bc11-c458cb55bd90 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:40.454625 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-6fd7f350-c525-40ce-bc11-c458cb55bd90 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1718671 Oct 12 07:46:40.457618 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43802) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:46:40.463278 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-a6cc0187-490a-4c7f-9576-4c9f2a660fb0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': '4b41522d-d0a4-4a75-8d6b-8b0ec7fa5a28', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:46:40.467734 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-bbc2cf65-9c81-43d1-9b6e-14d3b4182350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98119be8-dd21-4c2d-9f2e-c188f4f457ea', 'name': 'tempest-TestNetworkBasicOps-router-874750786', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'ac684886-ce53-4fde-accf-6e08cb1c8f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:46:34Z', 'updated_at': '2022-10-12T07:46:38Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': 'ac684886-ce53-4fde-accf-6e08cb1c8f7f', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:af:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98119be8-dd21-4c2d-9f2e-c188f4f457ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:46:35Z', 'updated_at': '2022-10-12T07:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '8d0c4803-fe5b-4a58-9df9-b2a4d39bc66b', 'name': '', 'network_id': '40852b54-3625-4c03-b00c-8e635e749766', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:bd:dc:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98119be8-dd21-4c2d-9f2e-c188f4f457ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '8ab39133-6784-4704-a06e-4d2b044899b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:46:37Z', 'updated_at': '2022-10-12T07:46:38Z', 'revision_number': 2, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '8ab39133-6784-4704-a06e-4d2b044899b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:46:40.495676 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a6cc0187-490a-4c7f-9576-4c9f2a660fb0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:40.496736 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc2cf65-9c81-43d1-9b6e-14d3b4182350 None None] Checking router: 98119be8-dd21-4c2d-9f2e-c188f4f457ea for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:46:40.497083 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc2cf65-9c81-43d1-9b6e-14d3b4182350 None None] Updating router 98119be8-dd21-4c2d-9f2e-c188f4f457ea port 8d0c4803-fe5b-4a58-9df9-b2a4d39bc66b binding host dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:46:40.538439 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=ac684886-ce53-4fde-accf-6e08cb1c8f7f,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:46:40.542677 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bbc2cf65-9c81-43d1-9b6e-14d3b4182350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:40.554429 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port b0923198-07ac-4ddc-8e63-0d05c4b7dc40 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:46:40.555247 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:40.555897 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port b0923198-07ac-4ddc-8e63-0d05c4b7dc40 Oct 12 07:46:40.566225 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a6cc0187-490a-4c7f-9576-4c9f2a660fb0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:40.573384 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a6cc0187-490a-4c7f-9576-4c9f2a660fb0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:40.593220 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc0187-490a-4c7f-9576-4c9f2a660fb0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79b9be14-cec2-4c39-a5ff-3f461d519910,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:46:40.613530 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a6cc0187-490a-4c7f-9576-4c9f2a660fb0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:40.614820 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a6cc0187-490a-4c7f-9576-4c9f2a660fb0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1555181 Oct 12 07:46:40.617580 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43804) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:46:40.622198 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-6ff35645-2a2b-4bcf-91b9-58295bff5a6b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': '4b41522d-d0a4-4a75-8d6b-8b0ec7fa5a28', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:46:40.650366 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6ff35645-2a2b-4bcf-91b9-58295bff5a6b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:40.659119 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port b0923198-07ac-4ddc-8e63-0d05c4b7dc40 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:46:40.670435 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-caf41fbe-8a57-4a7e-ac01-dce9d6a730e5 None None] Attempt 2 to provision port 8d0c4803-fe5b-4a58-9df9-b2a4d39bc66b Oct 12 07:46:40.718382 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-caf41fbe-8a57-4a7e-ac01-dce9d6a730e5 None None] Port 8d0c4803-fe5b-4a58-9df9-b2a4d39bc66b cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:46:40.725541 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6ff35645-2a2b-4bcf-91b9-58295bff5a6b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:40.729822 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6ff35645-2a2b-4bcf-91b9-58295bff5a6b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:40.744126 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff35645-2a2b-4bcf-91b9-58295bff5a6b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=260016a6-83e8-4ffd-9099-da15213cced2,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:46:40.768131 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6ff35645-2a2b-4bcf-91b9-58295bff5a6b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:40.769736 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-6ff35645-2a2b-4bcf-91b9-58295bff5a6b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1510761 Oct 12 07:46:40.772469 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43806) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:46:40.777059 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-4d412b0a-d656-4c9e-82a7-3e9f61c3c960 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': '4b41522d-d0a4-4a75-8d6b-8b0ec7fa5a28', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:46:40.806396 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.securitygroups_db [None req-4d412b0a-d656-4c9e-82a7-3e9f61c3c960 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Project 62f83991a7314cd6b6c084162dcfff66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 07:46:40.812602 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4d412b0a-d656-4c9e-82a7-3e9f61c3c960 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:40.864421 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bbc2cf65-9c81-43d1-9b6e-14d3b4182350 None None] Notify callbacks [] for port, precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:40.871205 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bbc2cf65-9c81-43d1-9b6e-14d3b4182350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:40.885918 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4d412b0a-d656-4c9e-82a7-3e9f61c3c960 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:40.890906 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4d412b0a-d656-4c9e-82a7-3e9f61c3c960 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:40.910836 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d412b0a-d656-4c9e-82a7-3e9f61c3c960 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c060ac4c-d402-4f0a-8f46-c751adde490f,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:46:40.922050 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4d412b0a-d656-4c9e-82a7-3e9f61c3c960 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:40.926195 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-4d412b0a-d656-4c9e-82a7-3e9f61c3c960 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1498282 Oct 12 07:46:40.926384 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43808) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:46:40.931063 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-512d83b5-139f-44f5-943e-8f4d8e476ccf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': '4b41522d-d0a4-4a75-8d6b-8b0ec7fa5a28', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:46:40.952090 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.securitygroups_db [None req-512d83b5-139f-44f5-943e-8f4d8e476ccf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Project 62f83991a7314cd6b6c084162dcfff66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 07:46:40.957242 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f3c57-f630-4eba-adce-576c4b33b1d7 None None] Pushing event updated for resources: {'Port': ['ID=8d0c4803-fe5b-4a58-9df9-b2a4d39bc66b,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:46:40.957773 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-512d83b5-139f-44f5-943e-8f4d8e476ccf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:40.978001 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483f3c57-f630-4eba-adce-576c4b33b1d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:46:40.978367 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483f3c57-f630-4eba-adce-576c4b33b1d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:46:40.978702 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483f3c57-f630-4eba-adce-576c4b33b1d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:46:40.979031 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483f3c57-f630-4eba-adce-576c4b33b1d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:46:40.979352 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483f3c57-f630-4eba-adce-576c4b33b1d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:46:40.979680 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483f3c57-f630-4eba-adce-576c4b33b1d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:46:40.980002 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483f3c57-f630-4eba-adce-576c4b33b1d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:46:40.980318 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483f3c57-f630-4eba-adce-576c4b33b1d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:46:40.980642 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483f3c57-f630-4eba-adce-576c4b33b1d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:46:40.980956 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483f3c57-f630-4eba-adce-576c4b33b1d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:46:40.981266 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483f3c57-f630-4eba-adce-576c4b33b1d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:46:40.981581 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483f3c57-f630-4eba-adce-576c4b33b1d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:46:40.993377 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-bbc2cf65-9c81-43d1-9b6e-14d3b4182350 None None] Attempting to bind port 8d0c4803-fe5b-4a58-9df9-b2a4d39bc66b on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:46:40.993743 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-bbc2cf65-9c81-43d1-9b6e-14d3b4182350 None None] Attempting to bind port 8d0c4803-fe5b-4a58-9df9-b2a4d39bc66b by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'c419c2b1-9326-4a1a-bdef-0bc65b30ded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '40852b54-3625-4c03-b00c-8e635e749766'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:46:40.994129 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc2cf65-9c81-43d1-9b6e-14d3b4182350 None None] Attempting to bind port 8d0c4803-fe5b-4a58-9df9-b2a4d39bc66b on network 40852b54-3625-4c03-b00c-8e635e749766 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:46:41.001066 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc2cf65-9c81-43d1-9b6e-14d3b4182350 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:46:41.001681 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc2cf65-9c81-43d1-9b6e-14d3b4182350 None None] Checking segment: {'id': 'c419c2b1-9326-4a1a-bdef-0bc65b30ded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '40852b54-3625-4c03-b00c-8e635e749766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:46:41.002327 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bbc2cf65-9c81-43d1-9b6e-14d3b4182350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:41.003155 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc2cf65-9c81-43d1-9b6e-14d3b4182350 None None] Bound using segment: {'id': 'c419c2b1-9326-4a1a-bdef-0bc65b30ded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '40852b54-3625-4c03-b00c-8e635e749766'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:46:41.004001 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-bbc2cf65-9c81-43d1-9b6e-14d3b4182350 None None] Bound port: 8d0c4803-fe5b-4a58-9df9-b2a4d39bc66b, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c419c2b1-9326-4a1a-bdef-0bc65b30ded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '40852b54-3625-4c03-b00c-8e635e749766'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:46:41.004625 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bbc2cf65-9c81-43d1-9b6e-14d3b4182350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:41.023131 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-512d83b5-139f-44f5-943e-8f4d8e476ccf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:41.026659 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-512d83b5-139f-44f5-943e-8f4d8e476ccf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:41.049242 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512d83b5-139f-44f5-943e-8f4d8e476ccf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f119769c-2811-4fa1-bde3-2c8f1aa95487,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:46:41.056948 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-512d83b5-139f-44f5-943e-8f4d8e476ccf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:41.058281 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-512d83b5-139f-44f5-943e-8f4d8e476ccf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1310766 Oct 12 07:46:41.075109 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-bbc2cf65-9c81-43d1-9b6e-14d3b4182350 None None] For port 8d0c4803-fe5b-4a58-9df9-b2a4d39bc66b, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:46:41.078333 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-bbc2cf65-9c81-43d1-9b6e-14d3b4182350 None None] For port 8d0c4803-fe5b-4a58-9df9-b2a4d39bc66b, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=8d0c4803-fe5b-4a58-9df9-b2a4d39bc66b,segment=NetworkSegment(c419c2b1-9326-4a1a-bdef-0bc65b30ded8),segment_id=c419c2b1-9326-4a1a-bdef-0bc65b30ded8)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:46:41.082684 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bbc2cf65-9c81-43d1-9b6e-14d3b4182350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:41.118233 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc2cf65-9c81-43d1-9b6e-14d3b4182350 None None] Routers {'98119be8-dd21-4c2d-9f2e-c188f4f457ea'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:46:41.118848 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-bbc2cf65-9c81-43d1-9b6e-14d3b4182350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:46:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['98119be8-dd21-4c2d-9f2e-c188f4f457ea'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:46:41.199778 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-1fe2c1b9-ae14-40ac-aa21-23924419bfb0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-550853147&fields=id&tenant_id=62f83991a7314cd6b6c084162dcfff66 HTTP/1.1" status: 200 len: 267 time: 0.0356989 Oct 12 07:46:41.219504 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-caf41fbe-8a57-4a7e-ac01-dce9d6a730e5 None None] Attempt 3 to provision port 8d0c4803-fe5b-4a58-9df9-b2a4d39bc66b Oct 12 07:46:41.264683 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f3c57-f630-4eba-adce-576c4b33b1d7 None None] Pushing event updated for resources: {'Port': ['ID=8d0c4803-fe5b-4a58-9df9-b2a4d39bc66b,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:46:41.304140 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-caf41fbe-8a57-4a7e-ac01-dce9d6a730e5 None None] Current status of the port 8d0c4803-fe5b-4a58-9df9-b2a4d39bc66b is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:46:41.304571 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-caf41fbe-8a57-4a7e-ac01-dce9d6a730e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:41.321156 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-bb13918f-f8de-4c43-98b0-6ce4c98c30b4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:41.326505 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-bb13918f-f8de-4c43-98b0-6ce4c98c30b4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/networks?id=40852b54-3625-4c03-b00c-8e635e749766 HTTP/1.1" status: 200 len: 796 time: 0.1195669 Oct 12 07:46:41.331513 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-bbc2cf65-9c81-43d1-9b6e-14d3b4182350 None None] Set router 98119be8-dd21-4c2d-9f2e-c188f4f457ea gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:46:41.338636 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-66e56bc7-488e-48cf-8222-f6e63bf6b8bf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/quotas/62f83991a7314cd6b6c084162dcfff66 HTTP/1.1" status: 200 len: 375 time: 0.0097318 Oct 12 07:46:41.347273 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-caf41fbe-8a57-4a7e-ac01-dce9d6a730e5 None None] For port 8d0c4803-fe5b-4a58-9df9-b2a4d39bc66b, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=8d0c4803-fe5b-4a58-9df9-b2a4d39bc66b,segment=NetworkSegment(c419c2b1-9326-4a1a-bdef-0bc65b30ded8),segment_id=c419c2b1-9326-4a1a-bdef-0bc65b30ded8)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:46:41.351294 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-caf41fbe-8a57-4a7e-ac01-dce9d6a730e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:41.392764 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-1a9f2097-2a92-4156-9c98-6af9ca2d9917 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476842 Oct 12 07:46:41.403101 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf41fbe-8a57-4a7e-ac01-dce9d6a730e5 None None] Pushing event updated for resources: {'Port': ['ID=8d0c4803-fe5b-4a58-9df9-b2a4d39bc66b,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:46:41.414315 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-951a58e5-8a15-4caf-98dc-ba77ddcbbe92 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:46:41.415316 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-951a58e5-8a15-4caf-98dc-ba77ddcbbe92 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101740 Oct 12 07:46:41.475620 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-41bdaba2-66f3-443e-ae34-73ed19e27c5a None None] Provisioning complete for port 8d0c4803-fe5b-4a58-9df9-b2a4d39bc66b triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:46:41.476215 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-41bdaba2-66f3-443e-ae34-73ed19e27c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:41.476960 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-41bdaba2-66f3-443e-ae34-73ed19e27c5a None None] Attempt 1 to provision port 8d0c4803-fe5b-4a58-9df9-b2a4d39bc66b Oct 12 07:46:41.507381 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-46442163-0579-4726-a000-2dcf6925af32 service neutron] 10.222.0.26 "GET /v2.0/networks/40852b54-3625-4c03-b00c-8e635e749766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848427 Oct 12 07:46:41.544298 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-bbc2cf65-9c81-43d1-9b6e-14d3b4182350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98119be8-dd21-4c2d-9f2e-c188f4f457ea', 'name': 'tempest-TestNetworkBasicOps-router-874750786', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'ac684886-ce53-4fde-accf-6e08cb1c8f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:46:34Z', 'updated_at': '2022-10-12T07:46:38Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': 'ac684886-ce53-4fde-accf-6e08cb1c8f7f', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:af:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98119be8-dd21-4c2d-9f2e-c188f4f457ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:46:35Z', 'updated_at': '2022-10-12T07:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '8d0c4803-fe5b-4a58-9df9-b2a4d39bc66b', 'name': '', 'network_id': '40852b54-3625-4c03-b00c-8e635e749766', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:bd:dc:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98119be8-dd21-4c2d-9f2e-c188f4f457ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '8ab39133-6784-4704-a06e-4d2b044899b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:46:37Z', 'updated_at': '2022-10-12T07:46:41Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '8ab39133-6784-4704-a06e-4d2b044899b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:46:41.567943 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-41bdaba2-66f3-443e-ae34-73ed19e27c5a None None] Current status of the port 8d0c4803-fe5b-4a58-9df9-b2a4d39bc66b is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:46:41.571408 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc2cf65-9c81-43d1-9b6e-14d3b4182350 None None] The sync data for ids ['98119be8-dd21-4c2d-9f2e-c188f4f457ea'] in dv-neutron-860909-2-hyperv is: [{'id': '98119be8-dd21-4c2d-9f2e-c188f4f457ea', 'name': 'tempest-TestNetworkBasicOps-router-874750786', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'ac684886-ce53-4fde-accf-6e08cb1c8f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:46:34Z', 'updated_at': '2022-10-12T07:46:38Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': 'ac684886-ce53-4fde-accf-6e08cb1c8f7f', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:af:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98119be8-dd21-4c2d-9f2e-c188f4f457ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:46:35Z', 'updated_at': '2022-10-12T07:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '8d0c4803-fe5b-4a58-9df9-b2a4d39bc66b', 'name': '', 'network_id': '40852b54-3625-4c03-b00c-8e635e749766', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:bd:dc:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98119be8-dd21-4c2d-9f2e-c188f4f457ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '8ab39133-6784-4704-a06e-4d2b044899b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:46:37Z', 'updated_at': '2022-10-12T07:46:41Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '8ab39133-6784-4704-a06e-4d2b044899b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:46:41.614271 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-a18928ae-00ca-47d6-a90f-059a73a46feb service neutron] 10.222.0.26 "GET /v2.0/networks/40852b54-3625-4c03-b00c-8e635e749766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981708 Oct 12 07:46:41.787168 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8dc37bde-4c61-4c37-8787-386ac483cec1 req-d5293dd6-a72e-4d16-979e-8c2f5708e8cd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b1fd467-65be-4ab8-80c5-e53cf5889da4 HTTP/1.1" status: 200 len: 210 time: 0.0316348 Oct 12 07:46:42.126234 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device ac684886-ce53-4fde-accf-6e08cb1c8f7f up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:46:42.189713 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port ac684886-ce53-4fde-accf-6e08cb1c8f7f triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:46:42.190160 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:42.190496 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port ac684886-ce53-4fde-accf-6e08cb1c8f7f Oct 12 07:46:42.271701 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port ac684886-ce53-4fde-accf-6e08cb1c8f7f is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:46:42.272790 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 8d0c4803-fe5b-4a58-9df9-b2a4d39bc66b up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:46:42.324702 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 8d0c4803-fe5b-4a58-9df9-b2a4d39bc66b triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:46:42.324702 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:42.324702 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 8d0c4803-fe5b-4a58-9df9-b2a4d39bc66b Oct 12 07:46:42.409677 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 8d0c4803-fe5b-4a58-9df9-b2a4d39bc66b is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:46:42.789209 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-d181a493-5324-4f57-948a-32a357ee02c3 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:42.790692 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-d181a493-5324-4f57-948a-32a357ee02c3 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "GET /v2.0/networks?id=40852b54-3625-4c03-b00c-8e635e749766 HTTP/1.1" status: 200 len: 796 time: 0.1109293 Oct 12 07:46:42.836353 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-2db4b643-f978-4487-8297-15e103144384 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62f83991a7314cd6b6c084162dcfff66 HTTP/1.1" status: 200 len: 379 time: 0.0367198 Oct 12 07:46:42.845467 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-2c6f06f0-e45b-40a0-8423-c067d6440756 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'port': {'device_id': '1b1fd467-65be-4ab8-80c5-e53cf5889da4', 'network_id': '40852b54-3625-4c03-b00c-8e635e749766', 'admin_state_up': True, 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'security_groups': ['4b41522d-d0a4-4a75-8d6b-8b0ec7fa5a28']}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:46:42.926684 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-41b53c63-a743-43a5-8c4d-5b49d7e41cac req-255dc0a9-35ee-4a7c-80b1-e78ae2cc6e48 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b1fd467-65be-4ab8-80c5-e53cf5889da4 HTTP/1.1" status: 200 len: 210 time: 0.0585687 Oct 12 07:46:42.974696 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-2c6f06f0-e45b-40a0-8423-c067d6440756 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Made reservation on behalf of 62f83991a7314cd6b6c084162dcfff66 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:46:42.978458 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-2c6f06f0-e45b-40a0-8423-c067d6440756 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:43.102993 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-2c6f06f0-e45b-40a0-8423-c067d6440756 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Allocated IP 172.20.0.12 (40852b54-3625-4c03-b00c-8e635e749766/8ab39133-6784-4704-a06e-4d2b044899b8/522ce6f6-c83b-40c5-8256-ad354f68d66b) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:46:43.241307 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-2c6f06f0-e45b-40a0-8423-c067d6440756 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:43.274311 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-2c6f06f0-e45b-40a0-8423-c067d6440756 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:43.318327 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-2c6f06f0-e45b-40a0-8423-c067d6440756 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network 40852b54-3625-4c03-b00c-8e635e749766 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:46:43.321772 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-2c6f06f0-e45b-40a0-8423-c067d6440756 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:46:43.325375 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-2c6f06f0-e45b-40a0-8423-c067d6440756 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:46:43.354801 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f06f0-e45b-40a0-8423-c067d6440756 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=522ce6f6-c83b-40c5-8256-ad354f68d66b,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:46:43.381389 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-2c6f06f0-e45b-40a0-8423-c067d6440756 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:43.382016 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-2c6f06f0-e45b-40a0-8423-c067d6440756 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:43.399145 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-2c6f06f0-e45b-40a0-8423-c067d6440756 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5575852 Oct 12 07:46:43.411364 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-4a008385-4acb-43da-b525-d9349bbaa822 service neutron] Request body: {'port': {'device_id': '1b1fd467-65be-4ab8-80c5-e53cf5889da4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8609'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:46:43.467631 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-4a008385-4acb-43da-b525-d9349bbaa822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:43.599407 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-9391a0cf-771d-4b66-942b-69fa21fb51ff None None] Provisioning complete for port 522ce6f6-c83b-40c5-8256-ad354f68d66b triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:46:43.599979 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9391a0cf-771d-4b66-942b-69fa21fb51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:43.599979 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-9391a0cf-771d-4b66-942b-69fa21fb51ff None None] Attempt 1 to provision port 522ce6f6-c83b-40c5-8256-ad354f68d66b Oct 12 07:46:43.634172 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-9391a0cf-771d-4b66-942b-69fa21fb51ff None None] Port 522ce6f6-c83b-40c5-8256-ad354f68d66b cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:46:43.724306 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-4a008385-4acb-43da-b525-d9349bbaa822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 522ce6f6-c83b-40c5-8256-ad354f68d66b {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:46:43.731501 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-4a008385-4acb-43da-b525-d9349bbaa822 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:43.743630 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-4a008385-4acb-43da-b525-d9349bbaa822 service neutron] Transition to ACTIVE for port object 522ce6f6-c83b-40c5-8256-ad354f68d66b will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 07:46:43.748012 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-4a008385-4acb-43da-b525-d9349bbaa822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:43.827603 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a008385-4acb-43da-b525-d9349bbaa822 service neutron] Pushing event updated for resources: {'Port': ['ID=522ce6f6-c83b-40c5-8256-ad354f68d66b,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:46:43.855132 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-4a008385-4acb-43da-b525-d9349bbaa822 service neutron] Attempting to bind port 522ce6f6-c83b-40c5-8256-ad354f68d66b on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:46:43.855470 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-4a008385-4acb-43da-b525-d9349bbaa822 service neutron] Attempting to bind port 522ce6f6-c83b-40c5-8256-ad354f68d66b by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': 'c419c2b1-9326-4a1a-bdef-0bc65b30ded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '40852b54-3625-4c03-b00c-8e635e749766'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:46:43.855799 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-4a008385-4acb-43da-b525-d9349bbaa822 service neutron] Attempting to bind port 522ce6f6-c83b-40c5-8256-ad354f68d66b on network 40852b54-3625-4c03-b00c-8e635e749766 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:46:43.860409 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-4a008385-4acb-43da-b525-d9349bbaa822 service neutron] Port 522ce6f6-c83b-40c5-8256-ad354f68d66b on network 40852b54-3625-4c03-b00c-8e635e749766 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:46:43.860729 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-4a008385-4acb-43da-b525-d9349bbaa822 service neutron] Attempting to bind port 522ce6f6-c83b-40c5-8256-ad354f68d66b on network 40852b54-3625-4c03-b00c-8e635e749766 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:46:43.865517 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-4a008385-4acb-43da-b525-d9349bbaa822 service neutron] Checking agent: {'id': 'afe9b392-c72e-4ef3-a7bd-ca4c2066af02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8609', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'started_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:46:43.865848 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-4a008385-4acb-43da-b525-d9349bbaa822 service neutron] Checking segment: {'id': 'c419c2b1-9326-4a1a-bdef-0bc65b30ded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '40852b54-3625-4c03-b00c-8e635e749766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:46:43.866246 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-4a008385-4acb-43da-b525-d9349bbaa822 service neutron] Bound using segment: {'id': 'c419c2b1-9326-4a1a-bdef-0bc65b30ded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '40852b54-3625-4c03-b00c-8e635e749766'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:46:43.866673 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-4a008385-4acb-43da-b525-d9349bbaa822 service neutron] Bound port: 522ce6f6-c83b-40c5-8256-ad354f68d66b, host: hv-neutron-8609, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c419c2b1-9326-4a1a-bdef-0bc65b30ded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '40852b54-3625-4c03-b00c-8e635e749766'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:46:43.867021 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-4a008385-4acb-43da-b525-d9349bbaa822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:43.896784 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-85f17632-0770-4a98-ac54-cecd09df0999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:43.930260 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-4a008385-4acb-43da-b525-d9349bbaa822 service neutron] For port 522ce6f6-c83b-40c5-8256-ad354f68d66b, host hv-neutron-8609, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:46:43.933412 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-4a008385-4acb-43da-b525-d9349bbaa822 service neutron] For port 522ce6f6-c83b-40c5-8256-ad354f68d66b, host hv-neutron-8609, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=522ce6f6-c83b-40c5-8256-ad354f68d66b,segment=NetworkSegment(c419c2b1-9326-4a1a-bdef-0bc65b30ded8),segment_id=c419c2b1-9326-4a1a-bdef-0bc65b30ded8)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:46:43.938442 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-4a008385-4acb-43da-b525-d9349bbaa822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:43.942781 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-4a008385-4acb-43da-b525-d9349bbaa822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:43.943391 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-4a008385-4acb-43da-b525-d9349bbaa822 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:43.944761 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-4a008385-4acb-43da-b525-d9349bbaa822 service neutron] 10.222.0.23 "PUT /v2.0/ports/522ce6f6-c83b-40c5-8256-ad354f68d66b HTTP/1.1" status: 200 len: 1094 time: 0.5378020 Oct 12 07:46:43.945251 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b1fd467-65be-4ab8-80c5-e53cf5889da4', 'tag': '522ce6f6-c83b-40c5-8256-ad354f68d66b'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:46:43.947604 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5efa22-485d-475b-833a-d42b1e8eaf59" -d '{"events": [{"name": "network-changed", "server_uuid": "1b1fd467-65be-4ab8-80c5-e53cf5889da4", "tag": "522ce6f6-c83b-40c5-8256-ad354f68d66b"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:46:44.134942 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-9391a0cf-771d-4b66-942b-69fa21fb51ff None None] Attempt 2 to provision port 522ce6f6-c83b-40c5-8256-ad354f68d66b Oct 12 07:46:44.180055 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-9391a0cf-771d-4b66-942b-69fa21fb51ff None None] Port 522ce6f6-c83b-40c5-8256-ad354f68d66b had new provisioning blocks added so it will not transition to active. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 12 07:46:44.250583 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e46b1d7-05d4-4eee-bcfd-abb9f1910eff x-openstack-request-id: req-9e46b1d7-05d4-4eee-bcfd-abb9f1910eff {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:46:44.250894 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b1fd467-65be-4ab8-80c5-e53cf5889da4", "tag": "522ce6f6-c83b-40c5-8256-ad354f68d66b", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:46:44.251120 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9e46b1d7-05d4-4eee-bcfd-abb9f1910eff {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:46:44.251519 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e46b1d7-05d4-4eee-bcfd-abb9f1910eff'] response: {'name': 'network-changed', 'server_uuid': '1b1fd467-65be-4ab8-80c5-e53cf5889da4', 'tag': '522ce6f6-c83b-40c5-8256-ad354f68d66b', 'status': 'completed', 'code': 200} Oct 12 07:46:44.325120 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a008385-4acb-43da-b525-d9349bbaa822 service neutron] Pushing event updated for resources: {'Port': ['ID=522ce6f6-c83b-40c5-8256-ad354f68d66b,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:46:44.338985 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-06cd5dc7-cf52-401d-953a-8c7f45b500d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:44.340490 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-06cd5dc7-cf52-401d-953a-8c7f45b500d2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&device_id=1b1fd467-65be-4ab8-80c5-e53cf5889da4 HTTP/1.1" status: 200 len: 1097 time: 0.0881853 Oct 12 07:46:44.349021 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4fd306-467f-4965-b455-2f0bd0de88e4 req-3b0781c0-ca47-4610-bf98-69c1e4a4a993 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:44.350413 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8f4fd306-467f-4965-b455-2f0bd0de88e4 req-3b0781c0-ca47-4610-bf98-69c1e4a4a993 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b1fd467-65be-4ab8-80c5-e53cf5889da4 HTTP/1.1" status: 200 len: 944 time: 0.1016102 Oct 12 07:46:44.397496 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-23413d00-c872-4099-9b0a-5c02e25c9f71 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=522ce6f6-c83b-40c5-8256-ad354f68d66b HTTP/1.1" status: 200 len: 217 time: 0.0461698 Oct 12 07:46:44.441848 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8f4fd306-467f-4965-b455-2f0bd0de88e4 req-1ffc73d5-1997-4940-80ea-00aae82abaf7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b41522d-d0a4-4a75-8d6b-8b0ec7fa5a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849316 Oct 12 07:46:44.457344 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-2dbfa4a1-193b-4e19-a406-64fe3d03fcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:44.458829 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-2dbfa4a1-193b-4e19-a406-64fe3d03fcae service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8ab39133-6784-4704-a06e-4d2b044899b8 HTTP/1.1" status: 200 len: 844 time: 0.0552123 Oct 12 07:46:44.503557 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-919c1c8e-97cd-41b7-9712-d01e1911e1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:44.505019 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-919c1c8e-97cd-41b7-9712-d01e1911e1b0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=40852b54-3625-4c03-b00c-8e635e749766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399492 Oct 12 07:46:44.597301 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-9aacdbfc-ab8e-4a3a-a216-9f256a9c6db5 service neutron] 10.222.0.23 "GET /v2.0/networks/40852b54-3625-4c03-b00c-8e635e749766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856235 Oct 12 07:46:44.684232 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9363c831-63aa-4a0d-91b4-a1f6535bb347 req-c00687bc-cc37-4168-abf3-c251c2144d0c service neutron] 10.222.0.23 "GET /v2.0/networks/40852b54-3625-4c03-b00c-8e635e749766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806100 Oct 12 07:46:44.775340 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5efa22-485d-475b-833a-d42b1e8eaf59 req-bebaea18-11d1-4aab-8a2f-9e49697723cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:44.776711 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8f5efa22-485d-475b-833a-d42b1e8eaf59 req-bebaea18-11d1-4aab-8a2f-9e49697723cf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&device_id=1b1fd467-65be-4ab8-80c5-e53cf5889da4 HTTP/1.1" status: 200 len: 1097 time: 0.0442464 Oct 12 07:46:44.865170 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5efa22-485d-475b-833a-d42b1e8eaf59 req-fb1aaab2-cead-476c-a062-36263dd96a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:44.866645 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8f5efa22-485d-475b-833a-d42b1e8eaf59 req-fb1aaab2-cead-476c-a062-36263dd96a2b service neutron] 10.222.0.23 "GET /v2.0/networks?id=40852b54-3625-4c03-b00c-8e635e749766 HTTP/1.1" status: 200 len: 897 time: 0.0826402 Oct 12 07:46:44.910159 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8f5efa22-485d-475b-833a-d42b1e8eaf59 req-686cd56a-73ed-4de8-869f-57aa5462eb07 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=522ce6f6-c83b-40c5-8256-ad354f68d66b HTTP/1.1" status: 200 len: 217 time: 0.0367742 Oct 12 07:46:44.957996 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5efa22-485d-475b-833a-d42b1e8eaf59 req-252b0f29-6bf3-453e-9159-56be659e2e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:44.959406 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8f5efa22-485d-475b-833a-d42b1e8eaf59 req-252b0f29-6bf3-453e-9159-56be659e2e77 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8ab39133-6784-4704-a06e-4d2b044899b8 HTTP/1.1" status: 200 len: 844 time: 0.0421910 Oct 12 07:46:45.003298 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5efa22-485d-475b-833a-d42b1e8eaf59 req-7b21a9b3-4bb4-4006-8345-1ea323f0af72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:45.004741 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8f5efa22-485d-475b-833a-d42b1e8eaf59 req-7b21a9b3-4bb4-4006-8345-1ea323f0af72 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=40852b54-3625-4c03-b00c-8e635e749766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386591 Oct 12 07:46:45.097549 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8f5efa22-485d-475b-833a-d42b1e8eaf59 req-738cc169-85f4-461f-b93f-f4e33212dbe9 service neutron] 10.222.0.23 "GET /v2.0/networks/40852b54-3625-4c03-b00c-8e635e749766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853379 Oct 12 07:46:45.183832 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8f5efa22-485d-475b-833a-d42b1e8eaf59 req-ec0d975f-2095-4159-b98a-d363b83488e4 service neutron] 10.222.0.23 "GET /v2.0/networks/40852b54-3625-4c03-b00c-8e635e749766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793462 Oct 12 07:46:45.563938 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e82ea6-abf7-4fdc-a573-b34f4a0a124d req-39dd8057-980f-42ec-8a99-7933a75b5889 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:45.566250 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-21e82ea6-abf7-4fdc-a573-b34f4a0a124d req-39dd8057-980f-42ec-8a99-7933a75b5889 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b1fd467-65be-4ab8-80c5-e53cf5889da4 HTTP/1.1" status: 200 len: 944 time: 0.0511370 Oct 12 07:46:45.608266 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-21e82ea6-abf7-4fdc-a573-b34f4a0a124d req-7bd132d9-60ae-4bba-86ba-639c9339446b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b41522d-d0a4-4a75-8d6b-8b0ec7fa5a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358908 Oct 12 07:46:46.056586 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4dd993d1-2dc8-4ed6-8864-9201183f5ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:46.727393 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55732f75-74b2-4fd1-bd28-3a3944197122 req-6ee93e2e-80e6-4676-8c61-e3fc9413cf9f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:46.728855 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-55732f75-74b2-4fd1-bd28-3a3944197122 req-6ee93e2e-80e6-4676-8c61-e3fc9413cf9f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b1fd467-65be-4ab8-80c5-e53cf5889da4 HTTP/1.1" status: 200 len: 944 time: 0.0490854 Oct 12 07:46:46.766666 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-55732f75-74b2-4fd1-bd28-3a3944197122 req-57bf0869-7093-4573-a9e9-3aa42694a098 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b41522d-d0a4-4a75-8d6b-8b0ec7fa5a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318727 Oct 12 07:46:47.234099 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:47.454123 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:46:47.885019 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342b8c9-09ea-4ab3-a8dd-5506d67b4148 req-bb5a6417-700b-44c5-adba-cc8ef53f892f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:47.886537 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8342b8c9-09ea-4ab3-a8dd-5506d67b4148 req-bb5a6417-700b-44c5-adba-cc8ef53f892f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b1fd467-65be-4ab8-80c5-e53cf5889da4 HTTP/1.1" status: 200 len: 944 time: 0.0470881 Oct 12 07:46:47.923403 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8342b8c9-09ea-4ab3-a8dd-5506d67b4148 req-818c7d09-eeca-48ad-bbd5-51892a6c739c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b41522d-d0a4-4a75-8d6b-8b0ec7fa5a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305600 Oct 12 07:46:47.946316 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 522ce6f6-c83b-40c5-8256-ad354f68d66b details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 07:46:48.180352 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 522ce6f6-c83b-40c5-8256-ad354f68d66b, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=522ce6f6-c83b-40c5-8256-ad354f68d66b,segment=NetworkSegment(c419c2b1-9326-4a1a-bdef-0bc65b30ded8),segment_id=c419c2b1-9326-4a1a-bdef-0bc65b30ded8)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:46:48.191709 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': '522ce6f6-c83b-40c5-8256-ad354f68d66b', 'network_id': '40852b54-3625-4c03-b00c-8e635e749766', 'port_id': '522ce6f6-c83b-40c5-8256-ad354f68d66b', 'mac_address': 'fa:16:3e:85:0a:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ab39133-6784-4704-a06e-4d2b044899b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 07:46:48.227483 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 522ce6f6-c83b-40c5-8256-ad354f68d66b is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:46:48.227874 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:48.240125 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 522ce6f6-c83b-40c5-8256-ad354f68d66b {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:46:48.259073 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 522ce6f6-c83b-40c5-8256-ad354f68d66b, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=522ce6f6-c83b-40c5-8256-ad354f68d66b,segment=NetworkSegment(c419c2b1-9326-4a1a-bdef-0bc65b30ded8),segment_id=c419c2b1-9326-4a1a-bdef-0bc65b30ded8)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:46:48.264044 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:48.308065 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=522ce6f6-c83b-40c5-8256-ad354f68d66b,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:46:48.478320 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['522ce6f6-c83b-40c5-8256-ad354f68d66b'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 07:46:48.796949 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:49.041677 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b8f45-5b47-43ed-b099-3674ef69e1c4 req-45d765fe-e926-4a6c-a839-e908d6faac11 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:49.043080 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e48b8f45-5b47-43ed-b099-3674ef69e1c4 req-45d765fe-e926-4a6c-a839-e908d6faac11 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b1fd467-65be-4ab8-80c5-e53cf5889da4 HTTP/1.1" status: 200 len: 945 time: 0.0480847 Oct 12 07:46:49.084667 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e48b8f45-5b47-43ed-b099-3674ef69e1c4 req-3388cfcb-72a0-4207-9006-817fddebd5ab tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b41522d-d0a4-4a75-8d6b-8b0ec7fa5a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350220 Oct 12 07:46:49.122578 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:49.950036 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 522ce6f6-c83b-40c5-8256-ad354f68d66b up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:46:49.996967 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning for port 522ce6f6-c83b-40c5-8256-ad354f68d66b completed by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 12 07:46:50.001416 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port 522ce6f6-c83b-40c5-8256-ad354f68d66b triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:46:50.001781 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:50.002139 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port 522ce6f6-c83b-40c5-8256-ad354f68d66b Oct 12 07:46:50.076456 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 522ce6f6-c83b-40c5-8256-ad354f68d66b is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:46:50.076759 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:50.098099 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b1fd467-65be-4ab8-80c5-e53cf5889da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522ce6f6-c83b-40c5-8256-ad354f68d66b'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:46:50.100387 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef84258-01c9-481a-b5cb-a63f96e8d77a" -d '{"events": [{"server_uuid": "1b1fd467-65be-4ab8-80c5-e53cf5889da4", "name": "network-vif-plugged", "status": "completed", "tag": "522ce6f6-c83b-40c5-8256-ad354f68d66b"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:46:50.114984 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 522ce6f6-c83b-40c5-8256-ad354f68d66b, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=522ce6f6-c83b-40c5-8256-ad354f68d66b,segment=NetworkSegment(c419c2b1-9326-4a1a-bdef-0bc65b30ded8),segment_id=c419c2b1-9326-4a1a-bdef-0bc65b30ded8)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:46:50.120885 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:50.181003 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=522ce6f6-c83b-40c5-8256-ad354f68d66b,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:46:50.208223 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5a044b-2b15-47cd-b7a3-bfb5b9ce47b2 x-openstack-request-id: req-da5a044b-2b15-47cd-b7a3-bfb5b9ce47b2 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:46:50.208521 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b1fd467-65be-4ab8-80c5-e53cf5889da4", "name": "network-vif-plugged", "status": "completed", "tag": "522ce6f6-c83b-40c5-8256-ad354f68d66b", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:46:50.208801 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-da5a044b-2b15-47cd-b7a3-bfb5b9ce47b2 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:46:50.208955 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07505847-3983-467c-b597-f5f6d5aa937a req-7175be14-76f0-4715-a895-ccd3ce6417f8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:50.209439 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da5a044b-2b15-47cd-b7a3-bfb5b9ce47b2'] response: {'server_uuid': '1b1fd467-65be-4ab8-80c5-e53cf5889da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522ce6f6-c83b-40c5-8256-ad354f68d66b', 'code': 200} Oct 12 07:46:50.210450 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-07505847-3983-467c-b597-f5f6d5aa937a req-7175be14-76f0-4715-a895-ccd3ce6417f8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b1fd467-65be-4ab8-80c5-e53cf5889da4 HTTP/1.1" status: 200 len: 946 time: 0.0513778 Oct 12 07:46:50.248944 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-07505847-3983-467c-b597-f5f6d5aa937a req-3205f8f8-7b74-4e71-ae58-8bdb16d0330d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b41522d-d0a4-4a75-8d6b-8b0ec7fa5a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318542 Oct 12 07:46:50.376395 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16b83c-5632-4948-bc71-7dd75e51819c req-4bbc6d14-2ee1-4210-be66-3a84c7225a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:50.377847 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9d16b83c-5632-4948-bc71-7dd75e51819c req-4bbc6d14-2ee1-4210-be66-3a84c7225a16 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1b1fd467-65be-4ab8-80c5-e53cf5889da4 HTTP/1.1" status: 200 len: 1099 time: 0.0400288 Oct 12 07:46:50.411518 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9d16b83c-5632-4948-bc71-7dd75e51819c req-565ba701-2424-4cdd-99d0-fff165cf1441 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4b41522d-d0a4-4a75-8d6b-8b0ec7fa5a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272021 Oct 12 07:46:51.008250 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:51.378671 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf5dd9c-c862-4f1d-aa6b-fb22da79349c req-54aa7877-7652-44d5-a889-33bf12c88d40 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:51.380159 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8bf5dd9c-c862-4f1d-aa6b-fb22da79349c req-54aa7877-7652-44d5-a889-33bf12c88d40 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b1fd467-65be-4ab8-80c5-e53cf5889da4 HTTP/1.1" status: 200 len: 946 time: 0.0526474 Oct 12 07:46:51.427784 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8bf5dd9c-c862-4f1d-aa6b-fb22da79349c req-01e1e610-c7de-4de0-a680-c52ae74a6147 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b41522d-d0a4-4a75-8d6b-8b0ec7fa5a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408964 Oct 12 07:46:52.551345 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2789c1b-7685-4030-a169-631efbab2153 req-c412d540-ff90-4be4-85cd-d360a7a1a331 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:52.552838 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a2789c1b-7685-4030-a169-631efbab2153 req-c412d540-ff90-4be4-85cd-d360a7a1a331 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b1fd467-65be-4ab8-80c5-e53cf5889da4 HTTP/1.1" status: 200 len: 946 time: 0.0526478 Oct 12 07:46:52.592967 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a2789c1b-7685-4030-a169-631efbab2153 req-25f2aec4-4a3f-49ee-8e7a-8ba6e903a36c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b41522d-d0a4-4a75-8d6b-8b0ec7fa5a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341191 Oct 12 07:46:52.760609 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb391996-63bd-49e6-a481-a43334af8ab5 req-44eacc1c-7fd3-4907-a78b-5b74533d3e90 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:52.766554 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fb391996-63bd-49e6-a481-a43334af8ab5 req-44eacc1c-7fd3-4907-a78b-5b74533d3e90 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b1fd467-65be-4ab8-80c5-e53cf5889da4 HTTP/1.1" status: 200 len: 946 time: 0.0764961 Oct 12 07:46:52.808990 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fb391996-63bd-49e6-a481-a43334af8ab5 req-1ae154fa-d477-43d2-8caf-0c4408119ab2 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b41522d-d0a4-4a75-8d6b-8b0ec7fa5a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392909 Oct 12 07:46:52.840112 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43872) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:46:52.881013 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09aff821-68e9-4767-858e-875f97727370 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:52.882615 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-09aff821-68e9-4767-858e-875f97727370 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1b1fd467-65be-4ab8-80c5-e53cf5889da4 HTTP/1.1" status: 200 len: 1094 time: 0.0414300 Oct 12 07:46:52.885563 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43874) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:46:52.890081 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-bf8d4a09-2f30-46b3-a09e-9e831a286bbe tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'floatingip': {'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'port_id': '522ce6f6-c83b-40c5-8256-ad354f68d66b', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:46:52.911836 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf8d4a09-2f30-46b3-a09e-9e831a286bbe tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for floatingip, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:53.007903 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf8d4a09-2f30-46b3-a09e-9e831a286bbe tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:53.112377 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-bf8d4a09-2f30-46b3-a09e-9e831a286bbe tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Allocated IP 172.26.3.144 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/db5e24fc-ef08-4002-ba8e-792743bd8f2b) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:46:53.213382 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf8d4a09-2f30-46b3-a09e-9e831a286bbe tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:53.249234 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf8d4a09-2f30-46b3-a09e-9e831a286bbe tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:53.285695 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8d4a09-2f30-46b3-a09e-9e831a286bbe tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:46:53.288460 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-bf8d4a09-2f30-46b3-a09e-9e831a286bbe tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:46:53.291517 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8d4a09-2f30-46b3-a09e-9e831a286bbe tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:46:53.321794 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d4a09-2f30-46b3-a09e-9e831a286bbe tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=db5e24fc-ef08-4002-ba8e-792743bd8f2b,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:46:53.333006 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8d4a09-2f30-46b3-a09e-9e831a286bbe tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:46:53.333352 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8d4a09-2f30-46b3-a09e-9e831a286bbe tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:46:53.333689 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8d4a09-2f30-46b3-a09e-9e831a286bbe tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:46:53.334044 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8d4a09-2f30-46b3-a09e-9e831a286bbe tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:46:53.334368 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8d4a09-2f30-46b3-a09e-9e831a286bbe tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:46:53.334694 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8d4a09-2f30-46b3-a09e-9e831a286bbe tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:46:53.335018 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8d4a09-2f30-46b3-a09e-9e831a286bbe tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:46:53.335341 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8d4a09-2f30-46b3-a09e-9e831a286bbe tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:46:53.335662 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8d4a09-2f30-46b3-a09e-9e831a286bbe tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:46:53.335982 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8d4a09-2f30-46b3-a09e-9e831a286bbe tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:46:53.336298 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8d4a09-2f30-46b3-a09e-9e831a286bbe tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:46:53.336615 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8d4a09-2f30-46b3-a09e-9e831a286bbe tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:46:53.964513 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf8d4a09-2f30-46b3-a09e-9e831a286bbe tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:54.031358 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf8d4a09-2f30-46b3-a09e-9e831a286bbe tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:54.179783 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf8d4a09-2f30-46b3-a09e-9e831a286bbe tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:54.185358 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf8d4a09-2f30-46b3-a09e-9e831a286bbe tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:54.256291 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d4a09-2f30-46b3-a09e-9e831a286bbe tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=db5e24fc-ef08-4002-ba8e-792743bd8f2b,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:46:54.259231 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf8d4a09-2f30-46b3-a09e-9e831a286bbe tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:54.366488 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.l3_db [None req-bf8d4a09-2f30-46b3-a09e-9e831a286bbe tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Floating IP a2462cfc-e17d-45e2-9c27-8db3ba14da01 associated. External IP: 172.26.3.144, port: 522ce6f6-c83b-40c5-8256-ad354f68d66b. Oct 12 07:46:54.576710 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8d4a09-2f30-46b3-a09e-9e831a286bbe tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Router 98119be8-dd21-4c2d-9f2e-c188f4f457ea has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:46:54.682969 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8d4a09-2f30-46b3-a09e-9e831a286bbe tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:46:54.694392 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdd58a8-a5b7-476b-8c21-563058001879 None None] Sync routers for ids ['98119be8-dd21-4c2d-9f2e-c188f4f457ea'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:46:54.704932 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdd58a8-a5b7-476b-8c21-563058001879 None None] Routers {'98119be8-dd21-4c2d-9f2e-c188f4f457ea'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:46:54.705932 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-3cdd58a8-a5b7-476b-8c21-563058001879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:46:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['98119be8-dd21-4c2d-9f2e-c188f4f457ea'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:46:54.707767 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf8d4a09-2f30-46b3-a09e-9e831a286bbe tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:46:54.739441 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-bf8d4a09-2f30-46b3-a09e-9e831a286bbe tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8503885 Oct 12 07:46:54.739441 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b1fd467-65be-4ab8-80c5-e53cf5889da4', 'tag': '522ce6f6-c83b-40c5-8256-ad354f68d66b'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:46:54.740343 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddba47f6901442025abf8f9725c41876113475a10693ce4f7782efac72d774e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7296b49b-452b-47a2-b4a7-a56304bd79e3" -d '{"events": [{"name": "network-changed", "server_uuid": "1b1fd467-65be-4ab8-80c5-e53cf5889da4", "tag": "522ce6f6-c83b-40c5-8256-ad354f68d66b"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:46:54.741690 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 43888) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:46:54.798092 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7e76f8-40f4-4c73-aa6c-7d14d0460376 x-openstack-request-id: req-bd7e76f8-40f4-4c73-aa6c-7d14d0460376 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:46:54.798687 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b1fd467-65be-4ab8-80c5-e53cf5889da4", "tag": "522ce6f6-c83b-40c5-8256-ad354f68d66b", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:46:54.799563 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bd7e76f8-40f4-4c73-aa6c-7d14d0460376 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:46:54.799990 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd7e76f8-40f4-4c73-aa6c-7d14d0460376'] response: {'name': 'network-changed', 'server_uuid': '1b1fd467-65be-4ab8-80c5-e53cf5889da4', 'tag': '522ce6f6-c83b-40c5-8256-ad354f68d66b', 'status': 'completed', 'code': 200} Oct 12 07:46:54.822205 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-29b23979-fe50-401a-820b-146e948895db tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/floatingips/a2462cfc-e17d-45e2-9c27-8db3ba14da01 HTTP/1.1" status: 200 len: 992 time: 0.0771570 Oct 12 07:46:54.827657 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-3cdd58a8-a5b7-476b-8c21-563058001879 None None] Set router 98119be8-dd21-4c2d-9f2e-c188f4f457ea gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:46:54.872436 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296b49b-452b-47a2-b4a7-a56304bd79e3 req-ee575afa-164d-4b39-8101-a390807fd977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:54.874403 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7296b49b-452b-47a2-b4a7-a56304bd79e3 req-ee575afa-164d-4b39-8101-a390807fd977 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&device_id=1b1fd467-65be-4ab8-80c5-e53cf5889da4 HTTP/1.1" status: 200 len: 1099 time: 0.0464082 Oct 12 07:46:54.983991 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296b49b-452b-47a2-b4a7-a56304bd79e3 req-af488562-c2c5-4c40-b795-5f0494a06ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:54.985543 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7296b49b-452b-47a2-b4a7-a56304bd79e3 req-af488562-c2c5-4c40-b795-5f0494a06ef4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=40852b54-3625-4c03-b00c-8e635e749766 HTTP/1.1" status: 200 len: 897 time: 0.1022723 Oct 12 07:46:55.057133 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7296b49b-452b-47a2-b4a7-a56304bd79e3 req-169a3237-f156-463c-a4c4-d06b20aea2c3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=522ce6f6-c83b-40c5-8256-ad354f68d66b HTTP/1.1" status: 200 len: 1000 time: 0.0643044 Oct 12 07:46:55.073091 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-3cdd58a8-a5b7-476b-8c21-563058001879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98119be8-dd21-4c2d-9f2e-c188f4f457ea', 'name': 'tempest-TestNetworkBasicOps-router-874750786', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'ac684886-ce53-4fde-accf-6e08cb1c8f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:46:34Z', 'updated_at': '2022-10-12T07:46:38Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': 'ac684886-ce53-4fde-accf-6e08cb1c8f7f', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:af:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98119be8-dd21-4c2d-9f2e-c188f4f457ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:46:35Z', 'updated_at': '2022-10-12T07:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'a2462cfc-e17d-45e2-9c27-8db3ba14da01', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'floating_ip_address': '172.26.3.144', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '98119be8-dd21-4c2d-9f2e-c188f4f457ea', 'port_id': '522ce6f6-c83b-40c5-8256-ad354f68d66b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40852b54-3625-4c03-b00c-8e635e749766', 'mac_address': 'fa:16:3e:85:0a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1fd467-65be-4ab8-80c5-e53cf5889da4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:46:53Z', 'updated_at': '2022-10-12T07:46:53Z', 'revision_number': 0, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d0c4803-fe5b-4a58-9df9-b2a4d39bc66b', 'name': '', 'network_id': '40852b54-3625-4c03-b00c-8e635e749766', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:bd:dc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98119be8-dd21-4c2d-9f2e-c188f4f457ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '8ab39133-6784-4704-a06e-4d2b044899b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:46:37Z', 'updated_at': '2022-10-12T07:46:41Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '8ab39133-6784-4704-a06e-4d2b044899b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:46:55.101891 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdd58a8-a5b7-476b-8c21-563058001879 None None] Checking router: 98119be8-dd21-4c2d-9f2e-c188f4f457ea for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:46:55.107221 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296b49b-452b-47a2-b4a7-a56304bd79e3 req-e17ea60b-5504-4487-a25f-47dc532b6028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:55.108839 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7296b49b-452b-47a2-b4a7-a56304bd79e3 req-e17ea60b-5504-4487-a25f-47dc532b6028 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8ab39133-6784-4704-a06e-4d2b044899b8 HTTP/1.1" status: 200 len: 844 time: 0.0456631 Oct 12 07:46:55.110372 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdd58a8-a5b7-476b-8c21-563058001879 None None] Routers {'98119be8-dd21-4c2d-9f2e-c188f4f457ea'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:46:55.110972 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-3cdd58a8-a5b7-476b-8c21-563058001879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:46:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['98119be8-dd21-4c2d-9f2e-c188f4f457ea'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:46:55.159033 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296b49b-452b-47a2-b4a7-a56304bd79e3 req-138a1bbf-4269-4e66-b5b2-327f7dd49c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:46:55.160573 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7296b49b-452b-47a2-b4a7-a56304bd79e3 req-138a1bbf-4269-4e66-b5b2-327f7dd49c6c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=40852b54-3625-4c03-b00c-8e635e749766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455956 Oct 12 07:46:55.221128 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-3cdd58a8-a5b7-476b-8c21-563058001879 None None] Set router 98119be8-dd21-4c2d-9f2e-c188f4f457ea gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:46:55.253612 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7296b49b-452b-47a2-b4a7-a56304bd79e3 req-401c73de-5178-4b73-9478-323bd0eb8e46 service neutron] 10.222.0.23 "GET /v2.0/networks/40852b54-3625-4c03-b00c-8e635e749766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863853 Oct 12 07:46:55.357884 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7296b49b-452b-47a2-b4a7-a56304bd79e3 req-7b509306-310f-47a9-89ba-378054b9e039 service neutron] 10.222.0.23 "GET /v2.0/networks/40852b54-3625-4c03-b00c-8e635e749766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977147 Oct 12 07:46:55.455828 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-3cdd58a8-a5b7-476b-8c21-563058001879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98119be8-dd21-4c2d-9f2e-c188f4f457ea', 'name': 'tempest-TestNetworkBasicOps-router-874750786', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'ac684886-ce53-4fde-accf-6e08cb1c8f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:46:34Z', 'updated_at': '2022-10-12T07:46:38Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': 'ac684886-ce53-4fde-accf-6e08cb1c8f7f', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:af:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98119be8-dd21-4c2d-9f2e-c188f4f457ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:46:35Z', 'updated_at': '2022-10-12T07:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'a2462cfc-e17d-45e2-9c27-8db3ba14da01', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'floating_ip_address': '172.26.3.144', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '98119be8-dd21-4c2d-9f2e-c188f4f457ea', 'port_id': '522ce6f6-c83b-40c5-8256-ad354f68d66b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40852b54-3625-4c03-b00c-8e635e749766', 'mac_address': 'fa:16:3e:85:0a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1fd467-65be-4ab8-80c5-e53cf5889da4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:46:53Z', 'updated_at': '2022-10-12T07:46:53Z', 'revision_number': 0, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d0c4803-fe5b-4a58-9df9-b2a4d39bc66b', 'name': '', 'network_id': '40852b54-3625-4c03-b00c-8e635e749766', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:bd:dc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98119be8-dd21-4c2d-9f2e-c188f4f457ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '8ab39133-6784-4704-a06e-4d2b044899b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:46:37Z', 'updated_at': '2022-10-12T07:46:41Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '8ab39133-6784-4704-a06e-4d2b044899b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:46:55.487063 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdd58a8-a5b7-476b-8c21-563058001879 None None] The sync data for ids ['98119be8-dd21-4c2d-9f2e-c188f4f457ea'] in dv-neutron-860909-2-hyperv is: [{'id': '98119be8-dd21-4c2d-9f2e-c188f4f457ea', 'name': 'tempest-TestNetworkBasicOps-router-874750786', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'ac684886-ce53-4fde-accf-6e08cb1c8f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:46:34Z', 'updated_at': '2022-10-12T07:46:38Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': 'ac684886-ce53-4fde-accf-6e08cb1c8f7f', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:af:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98119be8-dd21-4c2d-9f2e-c188f4f457ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:46:35Z', 'updated_at': '2022-10-12T07:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'a2462cfc-e17d-45e2-9c27-8db3ba14da01', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'floating_ip_address': '172.26.3.144', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '98119be8-dd21-4c2d-9f2e-c188f4f457ea', 'port_id': '522ce6f6-c83b-40c5-8256-ad354f68d66b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40852b54-3625-4c03-b00c-8e635e749766', 'mac_address': 'fa:16:3e:85:0a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1fd467-65be-4ab8-80c5-e53cf5889da4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:46:53Z', 'updated_at': '2022-10-12T07:46:53Z', 'revision_number': 0, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d0c4803-fe5b-4a58-9df9-b2a4d39bc66b', 'name': '', 'network_id': '40852b54-3625-4c03-b00c-8e635e749766', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:bd:dc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98119be8-dd21-4c2d-9f2e-c188f4f457ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '8ab39133-6784-4704-a06e-4d2b044899b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:46:37Z', 'updated_at': '2022-10-12T07:46:41Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '8ab39133-6784-4704-a06e-4d2b044899b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:46:55.682865 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866e81e0-6b51-40d5-86a3-a38bc67e4331 None None] New status for floating IP a2462cfc-e17d-45e2-9c27-8db3ba14da01: ACTIVE {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 07:46:55.826874 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43894) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:46:55.893559 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-32e93928-295d-4019-9b8f-641db513ccc6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/floatingips/a2462cfc-e17d-45e2-9c27-8db3ba14da01 HTTP/1.1" status: 200 len: 994 time: 0.0654066 Oct 12 07:47:01.901226 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-f423b615-b838-410c-a1c7-a1eecf462cb0 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2070081507&fields=id&tenant_id=82e1d814e4454fb2a7138e45884a198c HTTP/1.1" status: 200 len: 267 time: 0.0332851 Oct 12 07:47:02.008130 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-d1ad5bc8-e3e8-4560-8a58-a5ddf822399b tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:47:02.009555 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-d1ad5bc8-e3e8-4560-8a58-a5ddf822399b tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/networks?id=7804729f-5a18-4f8e-8ea7-dae1d105ce0d HTTP/1.1" status: 200 len: 812 time: 0.1013165 Oct 12 07:47:02.024359 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-45dceafe-a561-4ae2-b611-9b131420434a tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/quotas/82e1d814e4454fb2a7138e45884a198c HTTP/1.1" status: 200 len: 375 time: 0.0086794 Oct 12 07:47:02.079658 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-55ab935d-9ea8-4734-a10a-26f793ba67f6 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=82e1d814e4454fb2a7138e45884a198c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0495343 Oct 12 07:47:02.094978 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-2435a6b2-5f97-4ce1-9c5f-ec6bcfd0ae71 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:47:02.095907 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-2435a6b2-5f97-4ce1-9c5f-ec6bcfd0ae71 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056541 Oct 12 07:47:02.180986 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-91f08d9c-0ce2-4398-a891-a6fa2ee47dfc service neutron] 10.222.0.26 "GET /v2.0/networks/7804729f-5a18-4f8e-8ea7-dae1d105ce0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796137 Oct 12 07:47:02.271661 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-a750dca4-0ec2-4e21-a53d-4ae3391e6a9e service neutron] 10.222.0.26 "GET /v2.0/networks/7804729f-5a18-4f8e-8ea7-dae1d105ce0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846050 Oct 12 07:47:02.548449 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-12aab077-c756-411c-bc46-8a08908551e2 req-955042f8-bfb0-48f5-b860-c4df08b5e634 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=457ccb00-8ae1-48ae-9670-ce41a3cc21e9 HTTP/1.1" status: 200 len: 210 time: 0.0265687 Oct 12 07:47:03.491548 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-12f39531-c8dd-4fb7-a595-6c4ca7dc3477 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:47:03.493032 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-12f39531-c8dd-4fb7-a595-6c4ca7dc3477 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.23 "GET /v2.0/networks?id=7804729f-5a18-4f8e-8ea7-dae1d105ce0d HTTP/1.1" status: 200 len: 812 time: 0.1082227 Oct 12 07:47:03.537500 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-7fee03ae-a8bd-4e0e-a279-34737517bdc8 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82e1d814e4454fb2a7138e45884a198c HTTP/1.1" status: 200 len: 380 time: 0.0347407 Oct 12 07:47:03.546244 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-2e5c7c08-5671-429c-96d3-08b2bfe0dcff tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Request body: {'port': {'device_id': '457ccb00-8ae1-48ae-9670-ce41a3cc21e9', 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d', 'admin_state_up': True, 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'security_groups': ['7fd1c47d-160b-41c0-94ff-cf68d5e22b22']}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:47:03.655840 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b625ab83-d6c0-40aa-aeab-b9b6a04dee81 req-95d24e81-5d2b-46eb-b705-2511a348184a tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=457ccb00-8ae1-48ae-9670-ce41a3cc21e9 HTTP/1.1" status: 200 len: 210 time: 0.0326436 Oct 12 07:47:03.683372 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-2e5c7c08-5671-429c-96d3-08b2bfe0dcff tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Made reservation on behalf of 82e1d814e4454fb2a7138e45884a198c for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:47:03.686901 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-2e5c7c08-5671-429c-96d3-08b2bfe0dcff tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:47:03.809091 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-2e5c7c08-5671-429c-96d3-08b2bfe0dcff tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Allocated IP 172.20.0.4 (7804729f-5a18-4f8e-8ea7-dae1d105ce0d/47a40364-9659-4f40-a5db-71e52bd850ae/13340b9a-7dbb-48fc-924e-a0dd9a44b4c0) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:47:03.951750 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-2e5c7c08-5671-429c-96d3-08b2bfe0dcff tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:47:03.983435 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-2e5c7c08-5671-429c-96d3-08b2bfe0dcff tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:47:04.030868 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-2e5c7c08-5671-429c-96d3-08b2bfe0dcff tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Network 7804729f-5a18-4f8e-8ea7-dae1d105ce0d is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:47:04.033906 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-2e5c7c08-5671-429c-96d3-08b2bfe0dcff tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:47:04.038234 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-2e5c7c08-5671-429c-96d3-08b2bfe0dcff tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:47:04.042077 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c7c08-5671-429c-96d3-08b2bfe0dcff tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Pushing event updated for resources: {'Port': ['ID=13340b9a-7dbb-48fc-924e-a0dd9a44b4c0,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:47:04.096046 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-2e5c7c08-5671-429c-96d3-08b2bfe0dcff tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:47:04.096835 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-2e5c7c08-5671-429c-96d3-08b2bfe0dcff tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:47:04.115649 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-2e5c7c08-5671-429c-96d3-08b2bfe0dcff tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5731819 Oct 12 07:47:04.127908 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-b9cc9bcb-3387-422d-88d0-91a6ffca4df9 service neutron] Request body: {'port': {'device_id': '457ccb00-8ae1-48ae-9670-ce41a3cc21e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8609'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:47:04.187161 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-b9cc9bcb-3387-422d-88d0-91a6ffca4df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:47:04.316886 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-8d723c76-f6ec-4d9f-9ba4-41afa227dc6f None None] Provisioning complete for port 13340b9a-7dbb-48fc-924e-a0dd9a44b4c0 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:47:04.318018 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8d723c76-f6ec-4d9f-9ba4-41afa227dc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:47:04.318832 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-8d723c76-f6ec-4d9f-9ba4-41afa227dc6f None None] Attempt 1 to provision port 13340b9a-7dbb-48fc-924e-a0dd9a44b4c0 Oct 12 07:47:04.354430 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-8d723c76-f6ec-4d9f-9ba4-41afa227dc6f None None] Port 13340b9a-7dbb-48fc-924e-a0dd9a44b4c0 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:47:04.456945 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-b9cc9bcb-3387-422d-88d0-91a6ffca4df9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13340b9a-7dbb-48fc-924e-a0dd9a44b4c0 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:47:04.464470 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-b9cc9bcb-3387-422d-88d0-91a6ffca4df9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:47:04.476856 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-b9cc9bcb-3387-422d-88d0-91a6ffca4df9 service neutron] Transition to ACTIVE for port object 13340b9a-7dbb-48fc-924e-a0dd9a44b4c0 will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 07:47:04.482378 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-b9cc9bcb-3387-422d-88d0-91a6ffca4df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:47:04.538480 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc9bcb-3387-422d-88d0-91a6ffca4df9 service neutron] Pushing event updated for resources: {'Port': ['ID=13340b9a-7dbb-48fc-924e-a0dd9a44b4c0,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:47:04.588683 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-b9cc9bcb-3387-422d-88d0-91a6ffca4df9 service neutron] Attempting to bind port 13340b9a-7dbb-48fc-924e-a0dd9a44b4c0 on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:47:04.588939 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-b9cc9bcb-3387-422d-88d0-91a6ffca4df9 service neutron] Attempting to bind port 13340b9a-7dbb-48fc-924e-a0dd9a44b4c0 by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '88643988-26cf-4ca1-bd7d-7cce24459e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:47:04.589263 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-b9cc9bcb-3387-422d-88d0-91a6ffca4df9 service neutron] Attempting to bind port 13340b9a-7dbb-48fc-924e-a0dd9a44b4c0 on network 7804729f-5a18-4f8e-8ea7-dae1d105ce0d {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:47:04.594013 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-b9cc9bcb-3387-422d-88d0-91a6ffca4df9 service neutron] Port 13340b9a-7dbb-48fc-924e-a0dd9a44b4c0 on network 7804729f-5a18-4f8e-8ea7-dae1d105ce0d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:47:04.594358 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-b9cc9bcb-3387-422d-88d0-91a6ffca4df9 service neutron] Attempting to bind port 13340b9a-7dbb-48fc-924e-a0dd9a44b4c0 on network 7804729f-5a18-4f8e-8ea7-dae1d105ce0d {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:47:04.599111 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-b9cc9bcb-3387-422d-88d0-91a6ffca4df9 service neutron] Checking agent: {'id': 'afe9b392-c72e-4ef3-a7bd-ca4c2066af02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8609', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'started_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:47:04.599448 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-b9cc9bcb-3387-422d-88d0-91a6ffca4df9 service neutron] Checking segment: {'id': '88643988-26cf-4ca1-bd7d-7cce24459e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:47:04.599826 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-b9cc9bcb-3387-422d-88d0-91a6ffca4df9 service neutron] Bound using segment: {'id': '88643988-26cf-4ca1-bd7d-7cce24459e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:47:04.600539 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-b9cc9bcb-3387-422d-88d0-91a6ffca4df9 service neutron] Bound port: 13340b9a-7dbb-48fc-924e-a0dd9a44b4c0, host: hv-neutron-8609, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88643988-26cf-4ca1-bd7d-7cce24459e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:47:04.600686 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-b9cc9bcb-3387-422d-88d0-91a6ffca4df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:47:04.679860 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-b9cc9bcb-3387-422d-88d0-91a6ffca4df9 service neutron] For port 13340b9a-7dbb-48fc-924e-a0dd9a44b4c0, host hv-neutron-8609, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:47:04.683174 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-b9cc9bcb-3387-422d-88d0-91a6ffca4df9 service neutron] For port 13340b9a-7dbb-48fc-924e-a0dd9a44b4c0, host hv-neutron-8609, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=13340b9a-7dbb-48fc-924e-a0dd9a44b4c0,segment=NetworkSegment(88643988-26cf-4ca1-bd7d-7cce24459e19),segment_id=88643988-26cf-4ca1-bd7d-7cce24459e19)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:47:04.688883 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-b9cc9bcb-3387-422d-88d0-91a6ffca4df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:47:04.695580 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-b9cc9bcb-3387-422d-88d0-91a6ffca4df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:47:04.695940 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-b9cc9bcb-3387-422d-88d0-91a6ffca4df9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:47:04.697638 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-b9cc9bcb-3387-422d-88d0-91a6ffca4df9 service neutron] 10.222.0.23 "PUT /v2.0/ports/13340b9a-7dbb-48fc-924e-a0dd9a44b4c0 HTTP/1.1" status: 200 len: 1093 time: 0.5739989 Oct 12 07:47:04.698160 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '457ccb00-8ae1-48ae-9670-ce41a3cc21e9', 'tag': '13340b9a-7dbb-48fc-924e-a0dd9a44b4c0'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:47:04.700487 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4824e0bb-5c42-44f8-8aaa-f95f877a3075" -d '{"events": [{"name": "network-changed", "server_uuid": "457ccb00-8ae1-48ae-9670-ce41a3cc21e9", "tag": "13340b9a-7dbb-48fc-924e-a0dd9a44b4c0"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:47:04.762945 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77344044-571d-4b32-aade-c0378a8f0ff7 x-openstack-request-id: req-77344044-571d-4b32-aade-c0378a8f0ff7 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:47:04.763234 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "457ccb00-8ae1-48ae-9670-ce41a3cc21e9", "tag": "13340b9a-7dbb-48fc-924e-a0dd9a44b4c0", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:47:04.763490 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-77344044-571d-4b32-aade-c0378a8f0ff7 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:47:04.763891 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77344044-571d-4b32-aade-c0378a8f0ff7'] response: {'name': 'network-changed', 'server_uuid': '457ccb00-8ae1-48ae-9670-ce41a3cc21e9', 'tag': '13340b9a-7dbb-48fc-924e-a0dd9a44b4c0', 'status': 'completed', 'code': 200} Oct 12 07:47:04.827056 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc9bcb-3387-422d-88d0-91a6ffca4df9 service neutron] Pushing event updated for resources: {'Port': ['ID=13340b9a-7dbb-48fc-924e-a0dd9a44b4c0,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:47:04.838617 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-1e9bb7a6-2fb8-4425-89e6-2e7329d3abdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:47:04.840199 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-1e9bb7a6-2fb8-4425-89e6-2e7329d3abdd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82e1d814e4454fb2a7138e45884a198c&device_id=457ccb00-8ae1-48ae-9670-ce41a3cc21e9 HTTP/1.1" status: 200 len: 1096 time: 0.0959980 Oct 12 07:47:04.847980 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764fefda-c355-44c1-a645-ab22dae7b1a8 req-40ddd2b4-28e8-41e6-beac-ce60a09f42ee tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:47:04.849325 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-764fefda-c355-44c1-a645-ab22dae7b1a8 req-40ddd2b4-28e8-41e6-beac-ce60a09f42ee tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=457ccb00-8ae1-48ae-9670-ce41a3cc21e9 HTTP/1.1" status: 200 len: 943 time: 0.1066682 Oct 12 07:47:04.855260 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-8d723c76-f6ec-4d9f-9ba4-41afa227dc6f None None] Attempt 2 to provision port 13340b9a-7dbb-48fc-924e-a0dd9a44b4c0 Oct 12 07:47:04.893903 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-3e837a7d-be6a-40af-89a2-70cd993ec06d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13340b9a-7dbb-48fc-924e-a0dd9a44b4c0 HTTP/1.1" status: 200 len: 217 time: 0.0436335 Oct 12 07:47:04.902242 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-8d723c76-f6ec-4d9f-9ba4-41afa227dc6f None None] Port 13340b9a-7dbb-48fc-924e-a0dd9a44b4c0 had new provisioning blocks added so it will not transition to active. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 12 07:47:04.951752 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-764fefda-c355-44c1-a645-ab22dae7b1a8 req-7e8f30e7-3b35-4054-b880-f3ddd9f980f0 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946929 Oct 12 07:47:04.962323 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-97dd8b22-ac98-46db-a614-76fe108049d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:47:04.963746 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-97dd8b22-ac98-46db-a614-76fe108049d4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=47a40364-9659-4f40-a5db-71e52bd850ae HTTP/1.1" status: 200 len: 851 time: 0.0587647 Oct 12 07:47:05.008711 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-d47f0956-453f-4b7b-868a-49ae8a0e90dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:47:05.010276 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-d47f0956-453f-4b7b-868a-49ae8a0e90dd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7804729f-5a18-4f8e-8ea7-dae1d105ce0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396731 Oct 12 07:47:05.101833 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-e151fbb7-2450-4823-9ac8-2c232b4987b3 service neutron] 10.222.0.23 "GET /v2.0/networks/7804729f-5a18-4f8e-8ea7-dae1d105ce0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852482 Oct 12 07:47:05.194815 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-38584f01-39cf-49ed-a6af-34b65fde05a9 req-39d377ac-ed03-481e-9ec0-64b2fb9dfa44 service neutron] 10.222.0.23 "GET /v2.0/networks/7804729f-5a18-4f8e-8ea7-dae1d105ce0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865335 Oct 12 07:47:05.278209 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824e0bb-5c42-44f8-8aaa-f95f877a3075 req-d15d3780-5a9c-4453-8efc-b9ba616bad7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:47:05.279775 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4824e0bb-5c42-44f8-8aaa-f95f877a3075 req-d15d3780-5a9c-4453-8efc-b9ba616bad7f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82e1d814e4454fb2a7138e45884a198c&device_id=457ccb00-8ae1-48ae-9670-ce41a3cc21e9 HTTP/1.1" status: 200 len: 1096 time: 0.0430944 Oct 12 07:47:05.373717 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824e0bb-5c42-44f8-8aaa-f95f877a3075 req-e1ef0e46-9a2f-4f52-9487-665357b53c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:47:05.375141 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4824e0bb-5c42-44f8-8aaa-f95f877a3075 req-e1ef0e46-9a2f-4f52-9487-665357b53c7d service neutron] 10.222.0.23 "GET /v2.0/networks?id=7804729f-5a18-4f8e-8ea7-dae1d105ce0d HTTP/1.1" status: 200 len: 913 time: 0.0883219 Oct 12 07:47:05.419952 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4824e0bb-5c42-44f8-8aaa-f95f877a3075 req-389bf870-f838-42b7-a2be-caa2f9b8d70b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13340b9a-7dbb-48fc-924e-a0dd9a44b4c0 HTTP/1.1" status: 200 len: 217 time: 0.0369771 Oct 12 07:47:05.468148 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824e0bb-5c42-44f8-8aaa-f95f877a3075 req-9fe970fe-1929-4a16-8315-44848e5c0b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:47:05.469575 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4824e0bb-5c42-44f8-8aaa-f95f877a3075 req-9fe970fe-1929-4a16-8315-44848e5c0b50 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=47a40364-9659-4f40-a5db-71e52bd850ae HTTP/1.1" status: 200 len: 851 time: 0.0434430 Oct 12 07:47:05.516415 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824e0bb-5c42-44f8-8aaa-f95f877a3075 req-ed18a911-7be4-4ab3-9e65-341082fee76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:47:05.517917 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4824e0bb-5c42-44f8-8aaa-f95f877a3075 req-ed18a911-7be4-4ab3-9e65-341082fee76a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7804729f-5a18-4f8e-8ea7-dae1d105ce0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407507 Oct 12 07:47:05.612686 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4824e0bb-5c42-44f8-8aaa-f95f877a3075 req-aaf64597-d69c-4be6-8466-34559dff612e service neutron] 10.222.0.23 "GET /v2.0/networks/7804729f-5a18-4f8e-8ea7-dae1d105ce0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853424 Oct 12 07:47:05.709552 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4824e0bb-5c42-44f8-8aaa-f95f877a3075 req-7ec36517-326b-4d39-804e-d3ec8fe4628f service neutron] 10.222.0.23 "GET /v2.0/networks/7804729f-5a18-4f8e-8ea7-dae1d105ce0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890756 Oct 12 07:47:06.085904 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249d700-ba66-483d-81de-be7ce67ed8dc req-be24200b-7798-4297-a5d8-ea3a289da933 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:47:06.087416 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c249d700-ba66-483d-81de-be7ce67ed8dc req-be24200b-7798-4297-a5d8-ea3a289da933 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=457ccb00-8ae1-48ae-9670-ce41a3cc21e9 HTTP/1.1" status: 200 len: 943 time: 0.0529652 Oct 12 07:47:06.125712 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c249d700-ba66-483d-81de-be7ce67ed8dc req-32c8b031-6fba-47d5-a595-a7628cab7193 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317001 Oct 12 07:47:07.248135 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b36331-7b05-4e66-b9aa-e722f5acadd9 req-fac596c5-77de-497b-a45a-f443ff8cf422 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:47:07.249686 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-33b36331-7b05-4e66-b9aa-e722f5acadd9 req-fac596c5-77de-497b-a45a-f443ff8cf422 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=457ccb00-8ae1-48ae-9670-ce41a3cc21e9 HTTP/1.1" status: 200 len: 943 time: 0.0496488 Oct 12 07:47:07.287591 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-33b36331-7b05-4e66-b9aa-e722f5acadd9 req-8b61dffd-9b34-40cc-b0df-71981bb9ac22 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315428 Oct 12 07:47:08.409595 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017a226-821d-43cb-a97b-1f399c20d43a req-2040abe5-911c-46e4-9eb8-3fc85369f0f3 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:47:08.411072 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d017a226-821d-43cb-a97b-1f399c20d43a req-2040abe5-911c-46e4-9eb8-3fc85369f0f3 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=457ccb00-8ae1-48ae-9670-ce41a3cc21e9 HTTP/1.1" status: 200 len: 943 time: 0.0479159 Oct 12 07:47:08.447686 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d017a226-821d-43cb-a97b-1f399c20d43a req-173baa98-385c-4f82-90eb-5f7d67dda9e8 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307567 Oct 12 07:47:09.567895 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03c67b-56a3-4f84-86da-89d16e62e9ec req-3467b72e-2f81-4695-ae74-357c27f0e82f tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:47:09.569237 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6b03c67b-56a3-4f84-86da-89d16e62e9ec req-3467b72e-2f81-4695-ae74-357c27f0e82f tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=457ccb00-8ae1-48ae-9670-ce41a3cc21e9 HTTP/1.1" status: 200 len: 943 time: 0.0507455 Oct 12 07:47:09.606440 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6b03c67b-56a3-4f84-86da-89d16e62e9ec req-77acdfc5-ba5e-4109-b39c-f4e1f51a9d13 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312512 Oct 12 07:47:10.722945 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3c2ae-207b-49de-b0fc-51292a344785 req-16020920-b56b-44b6-a25b-87852f985d0f tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:47:10.724406 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c3a3c2ae-207b-49de-b0fc-51292a344785 req-16020920-b56b-44b6-a25b-87852f985d0f tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=457ccb00-8ae1-48ae-9670-ce41a3cc21e9 HTTP/1.1" status: 200 len: 943 time: 0.0480363 Oct 12 07:47:10.761081 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c3a3c2ae-207b-49de-b0fc-51292a344785 req-df98bf0d-0fe5-4714-bb12-4b65af588dfe tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308809 Oct 12 07:47:11.878497 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c5dc5-7b21-4459-9bad-aeea3eec8b8a req-fe8d584d-5a1f-4a2f-955e-c5e2d6ae47a2 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:47:11.879938 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-772c5dc5-7b21-4459-9bad-aeea3eec8b8a req-fe8d584d-5a1f-4a2f-955e-c5e2d6ae47a2 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=457ccb00-8ae1-48ae-9670-ce41a3cc21e9 HTTP/1.1" status: 200 len: 943 time: 0.0473113 Oct 12 07:47:11.916728 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-772c5dc5-7b21-4459-9bad-aeea3eec8b8a req-8d3624f9-a69b-4a23-9013-9229b3b6aff7 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310209 Oct 12 07:47:13.051159 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1ff2c-9c49-4a50-a734-6cb8d7ffa609 req-2ff54a99-030c-4b06-af63-0bc07c444abf tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:47:13.052890 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7fb1ff2c-9c49-4a50-a734-6cb8d7ffa609 req-2ff54a99-030c-4b06-af63-0bc07c444abf tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=457ccb00-8ae1-48ae-9670-ce41a3cc21e9 HTTP/1.1" status: 200 len: 943 time: 0.0639064 Oct 12 07:47:13.097025 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7fb1ff2c-9c49-4a50-a734-6cb8d7ffa609 req-85c89dc3-657f-48a1-b016-4502d30ce0ec tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373170 Oct 12 07:47:13.899812 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b33b5d7d-b34f-44b4-83ae-6881854f3b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:47:14.216859 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d7428-44e6-420a-b9ed-c246a817acc0 req-2c004d1b-a9a6-48fc-bd6c-6d95a65329dc tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:47:14.218372 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f03d7428-44e6-420a-b9ed-c246a817acc0 req-2c004d1b-a9a6-48fc-bd6c-6d95a65329dc tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=457ccb00-8ae1-48ae-9670-ce41a3cc21e9 HTTP/1.1" status: 200 len: 943 time: 0.0493402 Oct 12 07:47:14.257468 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f03d7428-44e6-420a-b9ed-c246a817acc0 req-0b54f606-21aa-4ebc-8f02-1c9ef573ef37 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326149 Oct 12 07:47:15.428489 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a80200-bcbc-4f0d-84de-a3bebfd2bd1e req-a66509d0-78ce-4217-a326-6d331c36a474 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:47:15.429928 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-46a80200-bcbc-4f0d-84de-a3bebfd2bd1e req-a66509d0-78ce-4217-a326-6d331c36a474 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=457ccb00-8ae1-48ae-9670-ce41a3cc21e9 HTTP/1.1" status: 200 len: 943 time: 0.0474322 Oct 12 07:47:15.466219 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-46a80200-bcbc-4f0d-84de-a3bebfd2bd1e req-0951be6e-d1af-43cd-97b1-1b760cc62382 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303683 Oct 12 07:47:16.058753 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6f7620f4-bc66-4710-8c00-9cabd94c5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:47:16.073990 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 13340b9a-7dbb-48fc-924e-a0dd9a44b4c0 details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 07:47:16.169679 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 13340b9a-7dbb-48fc-924e-a0dd9a44b4c0, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=13340b9a-7dbb-48fc-924e-a0dd9a44b4c0,segment=NetworkSegment(88643988-26cf-4ca1-bd7d-7cce24459e19),segment_id=88643988-26cf-4ca1-bd7d-7cce24459e19)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:47:16.181234 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': '13340b9a-7dbb-48fc-924e-a0dd9a44b4c0', 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d', 'port_id': '13340b9a-7dbb-48fc-924e-a0dd9a44b4c0', 'mac_address': 'fa:16:3e:cb:57:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47a40364-9659-4f40-a5db-71e52bd850ae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 07:47:16.217652 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 13340b9a-7dbb-48fc-924e-a0dd9a44b4c0 is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:47:16.218047 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:47:16.230291 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13340b9a-7dbb-48fc-924e-a0dd9a44b4c0 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:47:16.249277 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 13340b9a-7dbb-48fc-924e-a0dd9a44b4c0, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=13340b9a-7dbb-48fc-924e-a0dd9a44b4c0,segment=NetworkSegment(88643988-26cf-4ca1-bd7d-7cce24459e19),segment_id=88643988-26cf-4ca1-bd7d-7cce24459e19)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:47:16.253255 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:47:16.302097 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=13340b9a-7dbb-48fc-924e-a0dd9a44b4c0,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:47:16.499740 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['13340b9a-7dbb-48fc-924e-a0dd9a44b4c0'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 07:47:16.591119 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532979b-9e6d-41d6-a3d6-8ee3bf8f27f6 req-97dffa2a-06e9-4607-98af-956dd9d05d02 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:47:16.592647 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d532979b-9e6d-41d6-a3d6-8ee3bf8f27f6 req-97dffa2a-06e9-4607-98af-956dd9d05d02 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=457ccb00-8ae1-48ae-9670-ce41a3cc21e9 HTTP/1.1" status: 200 len: 944 time: 0.0545552 Oct 12 07:47:16.630592 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d532979b-9e6d-41d6-a3d6-8ee3bf8f27f6 req-7917b32e-2387-498d-b3f3-178669afed2d tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311835 Oct 12 07:47:17.235666 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:47:17.752571 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8247d0-edee-4843-becb-4e749059b9a2 req-835968ff-a023-48c2-8719-36dd4538345a tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:47:17.754053 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-de8247d0-edee-4843-becb-4e749059b9a2 req-835968ff-a023-48c2-8719-36dd4538345a tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=457ccb00-8ae1-48ae-9670-ce41a3cc21e9 HTTP/1.1" status: 200 len: 944 time: 0.0474937 Oct 12 07:47:17.790406 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-de8247d0-edee-4843-becb-4e749059b9a2 req-85c447dc-a187-4c80-bc97-82865b59b6e8 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304532 Oct 12 07:47:18.080627 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 13340b9a-7dbb-48fc-924e-a0dd9a44b4c0 up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:47:18.128611 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning for port 13340b9a-7dbb-48fc-924e-a0dd9a44b4c0 completed by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 12 07:47:18.132312 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port 13340b9a-7dbb-48fc-924e-a0dd9a44b4c0 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:47:18.132681 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:47:18.133013 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port 13340b9a-7dbb-48fc-924e-a0dd9a44b4c0 Oct 12 07:47:18.209608 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 13340b9a-7dbb-48fc-924e-a0dd9a44b4c0 is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:47:18.209989 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:47:18.231618 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457ccb00-8ae1-48ae-9670-ce41a3cc21e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13340b9a-7dbb-48fc-924e-a0dd9a44b4c0'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:47:18.233792 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0901fe06-4354-4a2e-b700-95f4c1e0bda0" -d '{"events": [{"server_uuid": "457ccb00-8ae1-48ae-9670-ce41a3cc21e9", "name": "network-vif-plugged", "status": "completed", "tag": "13340b9a-7dbb-48fc-924e-a0dd9a44b4c0"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:47:18.247607 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 13340b9a-7dbb-48fc-924e-a0dd9a44b4c0, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=13340b9a-7dbb-48fc-924e-a0dd9a44b4c0,segment=NetworkSegment(88643988-26cf-4ca1-bd7d-7cce24459e19),segment_id=88643988-26cf-4ca1-bd7d-7cce24459e19)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:47:18.250867 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:47:18.275297 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f2311d-3c14-40bb-88f6-c47f98836bdd x-openstack-request-id: req-71f2311d-3c14-40bb-88f6-c47f98836bdd {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:47:18.275587 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "457ccb00-8ae1-48ae-9670-ce41a3cc21e9", "name": "network-vif-plugged", "status": "completed", "tag": "13340b9a-7dbb-48fc-924e-a0dd9a44b4c0", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:47:18.275839 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-71f2311d-3c14-40bb-88f6-c47f98836bdd {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:47:18.276230 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71f2311d-3c14-40bb-88f6-c47f98836bdd'] response: {'server_uuid': '457ccb00-8ae1-48ae-9670-ce41a3cc21e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13340b9a-7dbb-48fc-924e-a0dd9a44b4c0', 'code': 200} Oct 12 07:47:18.302590 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=13340b9a-7dbb-48fc-924e-a0dd9a44b4c0,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:47:18.460748 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3603919-594a-411e-8643-38c0d1aa7b6f req-065afec4-b867-47d7-ac84-15fc1d5eba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:47:18.462233 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f3603919-594a-411e-8643-38c0d1aa7b6f req-065afec4-b867-47d7-ac84-15fc1d5eba8d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=457ccb00-8ae1-48ae-9670-ce41a3cc21e9 HTTP/1.1" status: 200 len: 1098 time: 0.0387943 Oct 12 07:47:18.495597 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f3603919-594a-411e-8643-38c0d1aa7b6f req-01b0a864-db46-4a5e-8a21-a2855ecf2f4b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264525 Oct 12 07:47:18.800325 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:47:18.914106 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c662c-5bc0-40e0-ae60-69b962816ac1 req-f8beeeb5-1e91-42fa-912b-9922ae985db8 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:47:18.915545 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a72c662c-5bc0-40e0-ae60-69b962816ac1 req-f8beeeb5-1e91-42fa-912b-9922ae985db8 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=457ccb00-8ae1-48ae-9670-ce41a3cc21e9 HTTP/1.1" status: 200 len: 945 time: 0.0510004 Oct 12 07:47:18.952612 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a72c662c-5bc0-40e0-ae60-69b962816ac1 req-3875065c-fb1c-44f9-9e77-679fb6b8f2c5 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312905 Oct 12 07:47:19.124548 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:47:20.071797 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a165f4-b374-4cdb-8bb6-21e29b29f5f5 req-0a576328-13f0-4cdd-a79f-05ac916877a4 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:47:20.073144 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d2a165f4-b374-4cdb-8bb6-21e29b29f5f5 req-0a576328-13f0-4cdd-a79f-05ac916877a4 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=457ccb00-8ae1-48ae-9670-ce41a3cc21e9 HTTP/1.1" status: 200 len: 945 time: 0.0475841 Oct 12 07:47:20.110122 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d2a165f4-b374-4cdb-8bb6-21e29b29f5f5 req-21d20410-f71c-4c1d-ba2a-4b36411ad358 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305429 Oct 12 07:47:20.227172 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d009cc-0297-49de-b2f0-cec5e984c45e req-66f1530e-2884-4bf8-a432-72df19226f1f tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:47:20.228594 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e7d009cc-0297-49de-b2f0-cec5e984c45e req-66f1530e-2884-4bf8-a432-72df19226f1f tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=457ccb00-8ae1-48ae-9670-ce41a3cc21e9 HTTP/1.1" status: 200 len: 945 time: 0.0481169 Oct 12 07:47:20.264847 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e7d009cc-0297-49de-b2f0-cec5e984c45e req-aa59735b-be7a-424d-a12c-4ac98f42aa2d tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304563 Oct 12 07:47:20.293476 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43976) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:47:20.333099 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9aed4a-5fcf-4c6e-80be-5d314f6e2866 tempest-TestVolumeBootPattern-566414688 tempest-TestVolumeBootPattern-566414688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:47:20.334557 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-3b9aed4a-5fcf-4c6e-80be-5d314f6e2866 tempest-TestVolumeBootPattern-566414688 tempest-TestVolumeBootPattern-566414688-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=457ccb00-8ae1-48ae-9670-ce41a3cc21e9 HTTP/1.1" status: 200 len: 1093 time: 0.0400686 Oct 12 07:47:20.337304 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 43978) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:47:20.341482 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-3a76ce1e-86a0-47ff-b68c-8e611288e7f3 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Request body: {'floatingip': {'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'port_id': '13340b9a-7dbb-48fc-924e-a0dd9a44b4c0', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:47:20.360552 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3a76ce1e-86a0-47ff-b68c-8e611288e7f3 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks [] for floatingip, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:47:20.456355 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3a76ce1e-86a0-47ff-b68c-8e611288e7f3 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:47:20.555897 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-3a76ce1e-86a0-47ff-b68c-8e611288e7f3 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Allocated IP 172.26.3.19 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/43867704-479d-4603-939b-ff013b7954ff) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:47:20.657529 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3a76ce1e-86a0-47ff-b68c-8e611288e7f3 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:47:20.690628 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3a76ce1e-86a0-47ff-b68c-8e611288e7f3 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:47:20.727668 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a76ce1e-86a0-47ff-b68c-8e611288e7f3 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:47:20.730525 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-3a76ce1e-86a0-47ff-b68c-8e611288e7f3 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:47:20.733940 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a76ce1e-86a0-47ff-b68c-8e611288e7f3 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:47:20.758872 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76ce1e-86a0-47ff-b68c-8e611288e7f3 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Pushing event updated for resources: {'Port': ['ID=43867704-479d-4603-939b-ff013b7954ff,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:47:21.005047 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:47:21.087530 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3a76ce1e-86a0-47ff-b68c-8e611288e7f3 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:47:21.150554 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3a76ce1e-86a0-47ff-b68c-8e611288e7f3 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:47:21.296346 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3a76ce1e-86a0-47ff-b68c-8e611288e7f3 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:47:21.300889 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3a76ce1e-86a0-47ff-b68c-8e611288e7f3 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:47:21.364888 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76ce1e-86a0-47ff-b68c-8e611288e7f3 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Pushing event updated for resources: {'Port': ['ID=43867704-479d-4603-939b-ff013b7954ff,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:47:21.368605 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3a76ce1e-86a0-47ff-b68c-8e611288e7f3 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:47:21.465713 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.l3_db [None req-3a76ce1e-86a0-47ff-b68c-8e611288e7f3 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Floating IP e5ac8eb9-a6bf-455e-87bf-17e3faf30c34 associated. External IP: 172.26.3.19, port: 13340b9a-7dbb-48fc-924e-a0dd9a44b4c0. Oct 12 07:47:21.666339 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a76ce1e-86a0-47ff-b68c-8e611288e7f3 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Router 77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:47:21.772250 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a76ce1e-86a0-47ff-b68c-8e611288e7f3 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:47:21.781878 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f9a390-01a8-4321-88f2-26808a118502 None None] Sync routers for ids ['77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:47:21.789897 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3a76ce1e-86a0-47ff-b68c-8e611288e7f3 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:47:21.794356 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f9a390-01a8-4321-88f2-26808a118502 None None] Routers {'77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:47:21.794964 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-64f9a390-01a8-4321-88f2-26808a118502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:47:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:47:21.818210 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-3a76ce1e-86a0-47ff-b68c-8e611288e7f3 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4798746 Oct 12 07:47:21.818863 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '457ccb00-8ae1-48ae-9670-ce41a3cc21e9', 'tag': '13340b9a-7dbb-48fc-924e-a0dd9a44b4c0'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:47:21.821247 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddba47f6901442025abf8f9725c41876113475a10693ce4f7782efac72d774e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb9fd8f-6469-400e-ba78-658c86fec041" -d '{"events": [{"name": "network-changed", "server_uuid": "457ccb00-8ae1-48ae-9670-ce41a3cc21e9", "tag": "13340b9a-7dbb-48fc-924e-a0dd9a44b4c0"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:47:21.904779 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-64f9a390-01a8-4321-88f2-26808a118502 None None] Set router 77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:47:21.915898 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a3e007-65c2-4be5-a4de-e59fce317554 x-openstack-request-id: req-c8a3e007-65c2-4be5-a4de-e59fce317554 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:47:21.916192 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "457ccb00-8ae1-48ae-9670-ce41a3cc21e9", "tag": "13340b9a-7dbb-48fc-924e-a0dd9a44b4c0", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:47:21.916500 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c8a3e007-65c2-4be5-a4de-e59fce317554 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:47:21.916858 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8a3e007-65c2-4be5-a4de-e59fce317554'] response: {'name': 'network-changed', 'server_uuid': '457ccb00-8ae1-48ae-9670-ce41a3cc21e9', 'tag': '13340b9a-7dbb-48fc-924e-a0dd9a44b4c0', 'status': 'completed', 'code': 200} Oct 12 07:47:21.984329 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9fd8f-6469-400e-ba78-658c86fec041 req-cde437e2-e5d4-4aa0-ad91-0a83fb9dbc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:47:21.985863 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ecb9fd8f-6469-400e-ba78-658c86fec041 req-cde437e2-e5d4-4aa0-ad91-0a83fb9dbc96 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82e1d814e4454fb2a7138e45884a198c&device_id=457ccb00-8ae1-48ae-9670-ce41a3cc21e9 HTTP/1.1" status: 200 len: 1098 time: 0.0469129 Oct 12 07:47:22.081322 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9fd8f-6469-400e-ba78-658c86fec041 req-65de0c11-e96f-41f8-a262-7922216fe890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:47:22.082824 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ecb9fd8f-6469-400e-ba78-658c86fec041 req-65de0c11-e96f-41f8-a262-7922216fe890 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7804729f-5a18-4f8e-8ea7-dae1d105ce0d HTTP/1.1" status: 200 len: 913 time: 0.0897675 Oct 12 07:47:22.151273 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ecb9fd8f-6469-400e-ba78-658c86fec041 req-7991711c-caca-4578-83c4-d0635fdba140 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13340b9a-7dbb-48fc-924e-a0dd9a44b4c0 HTTP/1.1" status: 200 len: 998 time: 0.0608952 Oct 12 07:47:22.200248 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9fd8f-6469-400e-ba78-658c86fec041 req-b93f16b9-301a-44fb-be3e-e174642f3c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:47:22.201618 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ecb9fd8f-6469-400e-ba78-658c86fec041 req-b93f16b9-301a-44fb-be3e-e174642f3c35 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=47a40364-9659-4f40-a5db-71e52bd850ae HTTP/1.1" status: 200 len: 851 time: 0.0436296 Oct 12 07:47:22.246711 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9fd8f-6469-400e-ba78-658c86fec041 req-d06eb530-e4ed-4fcc-a025-4286839c5db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:47:22.248211 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ecb9fd8f-6469-400e-ba78-658c86fec041 req-d06eb530-e4ed-4fcc-a025-4286839c5db1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7804729f-5a18-4f8e-8ea7-dae1d105ce0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392315 Oct 12 07:47:22.271177 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-64f9a390-01a8-4321-88f2-26808a118502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'name': 'tempest-TestVolumeBootPattern-1151245487-router', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'b60141e3-6716-4aba-b37d-5a8b6a4aaf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:41:54Z', 'updated_at': '2022-10-12T07:42:04Z', 'revision_number': 4, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'gw_port': {'id': 'b60141e3-6716-4aba-b37d-5a8b6a4aaf4c', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:41:56Z', 'updated_at': '2022-10-12T07:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '4ef4e033-824f-48eb-bb13-ab09096c9fbb', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'floating_ip_address': '172.26.3.192', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'port_id': '65ec28eb-2a88-49d5-b71f-b07c26c162a0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d', 'mac_address': 'fa:16:3e:9c:5a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8291f4-2e97-4b99-b999-05e868a35457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:45:23Z', 'updated_at': '2022-10-12T07:45:25Z', 'revision_number': 1, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'fixed_ip_address_scope': None}, {'id': 'e5ac8eb9-a6bf-455e-87bf-17e3faf30c34', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'floating_ip_address': '172.26.3.19', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'port_id': '13340b9a-7dbb-48fc-924e-a0dd9a44b4c0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d', 'mac_address': 'fa:16:3e:cb:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457ccb00-8ae1-48ae-9670-ce41a3cc21e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:47:20Z', 'updated_at': '2022-10-12T07:47:20Z', 'revision_number': 0, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4577c4-c8f9-4398-8765-b1b497646665', 'name': '', 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'mac_address': 'fa:16:3e:5b:2c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '47a40364-9659-4f40-a5db-71e52bd850ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:42:02Z', 'updated_at': '2022-10-12T07:42:09Z', 'revision_number': 5, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'subnets': [{'id': '47a40364-9659-4f40-a5db-71e52bd850ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:47:22.301158 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f9a390-01a8-4321-88f2-26808a118502 None None] Checking router: 77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:47:22.309457 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f9a390-01a8-4321-88f2-26808a118502 None None] Routers {'77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:47:22.310082 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-64f9a390-01a8-4321-88f2-26808a118502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:47:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:47:22.342501 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ecb9fd8f-6469-400e-ba78-658c86fec041 req-3a3b1ae7-02cc-42f7-92de-fa244aa38daa service neutron] 10.222.0.23 "GET /v2.0/networks/7804729f-5a18-4f8e-8ea7-dae1d105ce0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861363 Oct 12 07:47:22.415278 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-64f9a390-01a8-4321-88f2-26808a118502 None None] Set router 77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:47:22.431139 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ecb9fd8f-6469-400e-ba78-658c86fec041 req-e4b53020-fa5a-42ad-9475-d143a3069bef service neutron] 10.222.0.23 "GET /v2.0/networks/7804729f-5a18-4f8e-8ea7-dae1d105ce0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824263 Oct 12 07:47:22.637302 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-64f9a390-01a8-4321-88f2-26808a118502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'name': 'tempest-TestVolumeBootPattern-1151245487-router', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'b60141e3-6716-4aba-b37d-5a8b6a4aaf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:41:54Z', 'updated_at': '2022-10-12T07:42:04Z', 'revision_number': 4, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'gw_port': {'id': 'b60141e3-6716-4aba-b37d-5a8b6a4aaf4c', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:41:56Z', 'updated_at': '2022-10-12T07:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '4ef4e033-824f-48eb-bb13-ab09096c9fbb', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'floating_ip_address': '172.26.3.192', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'port_id': '65ec28eb-2a88-49d5-b71f-b07c26c162a0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d', 'mac_address': 'fa:16:3e:9c:5a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8291f4-2e97-4b99-b999-05e868a35457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:45:23Z', 'updated_at': '2022-10-12T07:45:25Z', 'revision_number': 1, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'fixed_ip_address_scope': None}, {'id': 'e5ac8eb9-a6bf-455e-87bf-17e3faf30c34', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'floating_ip_address': '172.26.3.19', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'port_id': '13340b9a-7dbb-48fc-924e-a0dd9a44b4c0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d', 'mac_address': 'fa:16:3e:cb:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457ccb00-8ae1-48ae-9670-ce41a3cc21e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:47:20Z', 'updated_at': '2022-10-12T07:47:20Z', 'revision_number': 0, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4577c4-c8f9-4398-8765-b1b497646665', 'name': '', 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'mac_address': 'fa:16:3e:5b:2c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '47a40364-9659-4f40-a5db-71e52bd850ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:42:02Z', 'updated_at': '2022-10-12T07:42:09Z', 'revision_number': 5, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'subnets': [{'id': '47a40364-9659-4f40-a5db-71e52bd850ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:47:22.663578 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f9a390-01a8-4321-88f2-26808a118502 None None] The sync data for ids ['77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'] in dv-neutron-860909-2-hyperv is: [{'id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'name': 'tempest-TestVolumeBootPattern-1151245487-router', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'b60141e3-6716-4aba-b37d-5a8b6a4aaf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:41:54Z', 'updated_at': '2022-10-12T07:42:04Z', 'revision_number': 4, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'gw_port': {'id': 'b60141e3-6716-4aba-b37d-5a8b6a4aaf4c', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:41:56Z', 'updated_at': '2022-10-12T07:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '4ef4e033-824f-48eb-bb13-ab09096c9fbb', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'floating_ip_address': '172.26.3.192', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'port_id': '65ec28eb-2a88-49d5-b71f-b07c26c162a0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d', 'mac_address': 'fa:16:3e:9c:5a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8291f4-2e97-4b99-b999-05e868a35457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:45:23Z', 'updated_at': '2022-10-12T07:45:25Z', 'revision_number': 1, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'fixed_ip_address_scope': None}, {'id': 'e5ac8eb9-a6bf-455e-87bf-17e3faf30c34', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'floating_ip_address': '172.26.3.19', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'port_id': '13340b9a-7dbb-48fc-924e-a0dd9a44b4c0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d', 'mac_address': 'fa:16:3e:cb:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457ccb00-8ae1-48ae-9670-ce41a3cc21e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:47:20Z', 'updated_at': '2022-10-12T07:47:20Z', 'revision_number': 0, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4577c4-c8f9-4398-8765-b1b497646665', 'name': '', 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'mac_address': 'fa:16:3e:5b:2c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '47a40364-9659-4f40-a5db-71e52bd850ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:42:02Z', 'updated_at': '2022-10-12T07:42:09Z', 'revision_number': 5, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'subnets': [{'id': '47a40364-9659-4f40-a5db-71e52bd850ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:47:22.843794 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9511ee-336d-4f24-80c7-64deb3eda436 None None] New status for floating IP e5ac8eb9-a6bf-455e-87bf-17e3faf30c34: ACTIVE {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 07:47:24.453015 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:47:43.902175 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-600f41b1-afad-420a-8c14-37450476108e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:47:46.060249 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c8a9a430-8883-4d3b-aa40-7ab5c4d21d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:47:47.237013 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:47:48.802606 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:47:49.126353 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:47:50.999598 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:48:01.451683 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:48:03.400565 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c70791f7-008d-44e8-abcd-4c6d2148149a req-d3af6261-756c-43cc-82e2-6203102f10e1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3c8291f4-2e97-4b99-b999-05e868a35457&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428748 Oct 12 07:48:03.479777 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70791f7-008d-44e8-abcd-4c6d2148149a req-4c793df5-2685-4c79-9ee8-efbf7f4c0b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:48:03.481295 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c70791f7-008d-44e8-abcd-4c6d2148149a req-4c793df5-2685-4c79-9ee8-efbf7f4c0b05 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82e1d814e4454fb2a7138e45884a198c&device_id=3c8291f4-2e97-4b99-b999-05e868a35457 HTTP/1.1" status: 200 len: 1098 time: 0.0397327 Oct 12 07:48:03.885674 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70791f7-008d-44e8-abcd-4c6d2148149a req-87223997-59b8-42c5-abbf-b4543d607fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:48:03.887314 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c70791f7-008d-44e8-abcd-4c6d2148149a req-87223997-59b8-42c5-abbf-b4543d607fdd service neutron] 10.222.0.23 "GET /v2.0/networks?id=7804729f-5a18-4f8e-8ea7-dae1d105ce0d HTTP/1.1" status: 200 len: 913 time: 0.3868072 Oct 12 07:48:03.950966 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c70791f7-008d-44e8-abcd-4c6d2148149a req-5cefa199-de0d-4a03-a420-a73ff24a95ac service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65ec28eb-2a88-49d5-b71f-b07c26c162a0 HTTP/1.1" status: 200 len: 1001 time: 0.0569592 Oct 12 07:48:04.003691 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70791f7-008d-44e8-abcd-4c6d2148149a req-51db9260-2b8e-4520-aa88-77e8fa2fab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:48:04.005099 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c70791f7-008d-44e8-abcd-4c6d2148149a req-51db9260-2b8e-4520-aa88-77e8fa2fab6f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=47a40364-9659-4f40-a5db-71e52bd850ae HTTP/1.1" status: 200 len: 851 time: 0.0465562 Oct 12 07:48:04.050170 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70791f7-008d-44e8-abcd-4c6d2148149a req-e45121d4-5c16-4876-a49f-50700251e482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:48:04.051601 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c70791f7-008d-44e8-abcd-4c6d2148149a req-e45121d4-5c16-4876-a49f-50700251e482 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7804729f-5a18-4f8e-8ea7-dae1d105ce0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388565 Oct 12 07:48:04.139625 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c70791f7-008d-44e8-abcd-4c6d2148149a req-596e4198-f0a1-4345-b844-8e1ea5308c59 service neutron] 10.222.0.23 "GET /v2.0/networks/7804729f-5a18-4f8e-8ea7-dae1d105ce0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791035 Oct 12 07:48:04.230277 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c70791f7-008d-44e8-abcd-4c6d2148149a req-1fb988b9-9715-4bc6-8eaf-b8679f9146b3 service neutron] 10.222.0.23 "GET /v2.0/networks/7804729f-5a18-4f8e-8ea7-dae1d105ce0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833364 Oct 12 07:48:13.903323 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3a2f41c8-abce-42a9-8059-c07493f21d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:48:16.062276 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-73ef3063-7838-4a6e-9b71-752e61d39b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:48:17.240203 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:48:18.807040 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:48:19.127995 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:48:21.010909 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:48:38.450714 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:48:43.905279 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0d497ca1-610f-4c42-9fe6-f9dbf1c205e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:48:46.064056 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22231add-9f8e-4096-986c-777590993864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:48:47.246696 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:48:47.403181 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44012) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:48:47.546632 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-9613e10a-42ac-44c3-a526-c6a103f1c6bd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:48:47.632657 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9613e10a-42ac-44c3-a526-c6a103f1c6bd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29866733'] for subnet, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:48:47.772811 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9613e10a-42ac-44c3-a526-c6a103f1c6bd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746852068563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-30359307'] for subnet, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:48:47.807817 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9613e10a-42ac-44c3-a526-c6a103f1c6bd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:48:47.808087 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9613e10a-42ac-44c3-a526-c6a103f1c6bd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:48:47.811665 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-9613e10a-42ac-44c3-a526-c6a103f1c6bd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "PUT /v2.0/subnets/8ab39133-6784-4704-a06e-4d2b044899b8 HTTP/1.1" status: 200 len: 836 time: 0.4051731 Oct 12 07:48:47.811882 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a88d84a-c9e2-4e17-9212-0a88762a4272 None None] Network 40852b54-3625-4c03-b00c-8e635e749766 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:48:47.824475 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9613e10a-42ac-44c3-a526-c6a103f1c6bd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Subnet': ['ID=8ab39133-6784-4704-a06e-4d2b044899b8,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:48:47.832502 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9613e10a-42ac-44c3-a526-c6a103f1c6bd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:48:47.832914 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9613e10a-42ac-44c3-a526-c6a103f1c6bd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:48:47.833257 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9613e10a-42ac-44c3-a526-c6a103f1c6bd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:48:47.833587 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9613e10a-42ac-44c3-a526-c6a103f1c6bd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:48:47.833915 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9613e10a-42ac-44c3-a526-c6a103f1c6bd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:48:47.834265 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9613e10a-42ac-44c3-a526-c6a103f1c6bd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:48:47.834723 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9613e10a-42ac-44c3-a526-c6a103f1c6bd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:48:47.835076 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9613e10a-42ac-44c3-a526-c6a103f1c6bd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:48:47.835402 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9613e10a-42ac-44c3-a526-c6a103f1c6bd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:48:47.835719 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9613e10a-42ac-44c3-a526-c6a103f1c6bd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:48:47.836037 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9613e10a-42ac-44c3-a526-c6a103f1c6bd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:48:47.836354 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9613e10a-42ac-44c3-a526-c6a103f1c6bd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:48:48.183472 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-e7c634c9-f40e-41a6-80b0-98678bdc1ba3 None None] Provisioning complete for port b0923198-07ac-4ddc-8e63-0d05c4b7dc40 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:48:48.183842 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e7c634c9-f40e-41a6-80b0-98678bdc1ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:48:48.184168 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-e7c634c9-f40e-41a6-80b0-98678bdc1ba3 None None] Attempt 1 to provision port b0923198-07ac-4ddc-8e63-0d05c4b7dc40 Oct 12 07:48:48.261942 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e7c634c9-f40e-41a6-80b0-98678bdc1ba3 None None] Current status of the port b0923198-07ac-4ddc-8e63-0d05c4b7dc40 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:48:48.272309 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-e7c634c9-f40e-41a6-80b0-98678bdc1ba3 None None] Provisioning complete for port 8d0c4803-fe5b-4a58-9df9-b2a4d39bc66b triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:48:48.272675 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e7c634c9-f40e-41a6-80b0-98678bdc1ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:48:48.272999 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-e7c634c9-f40e-41a6-80b0-98678bdc1ba3 None None] Attempt 1 to provision port 8d0c4803-fe5b-4a58-9df9-b2a4d39bc66b Oct 12 07:48:48.346768 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e7c634c9-f40e-41a6-80b0-98678bdc1ba3 None None] Current status of the port 8d0c4803-fe5b-4a58-9df9-b2a4d39bc66b is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:48:48.356401 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-e7c634c9-f40e-41a6-80b0-98678bdc1ba3 None None] Provisioning complete for port 522ce6f6-c83b-40c5-8256-ad354f68d66b triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:48:48.356771 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e7c634c9-f40e-41a6-80b0-98678bdc1ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:48:48.357597 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-e7c634c9-f40e-41a6-80b0-98678bdc1ba3 None None] Attempt 1 to provision port 522ce6f6-c83b-40c5-8256-ad354f68d66b Oct 12 07:48:48.434444 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e7c634c9-f40e-41a6-80b0-98678bdc1ba3 None None] Current status of the port 522ce6f6-c83b-40c5-8256-ad354f68d66b is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:48:48.806798 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:48:49.129342 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:48:51.027985 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:48:52.936705 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44020) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:48:53.092919 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d0a72d7d-5a77-4372-9042-930bc38bb1cb tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Deleting port 43867704-479d-4603-939b-ff013b7954ff {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:48:53.093156 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d0a72d7d-5a77-4372-9042-930bc38bb1cb tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:48:53.165485 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d0a72d7d-5a77-4372-9042-930bc38bb1cb tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:48:53.165811 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d0a72d7d-5a77-4372-9042-930bc38bb1cb tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:48:53.177583 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d0a72d7d-5a77-4372-9042-930bc38bb1cb tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Calling delete_port for 43867704-479d-4603-939b-ff013b7954ff owned by network:floatingip {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:48:53.351905 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d0a72d7d-5a77-4372-9042-930bc38bb1cb tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:48:53.380316 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a72d7d-5a77-4372-9042-930bc38bb1cb tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Pushing event deleted for resources: {'Port': ['ID=43867704-479d-4603-939b-ff013b7954ff,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:48:53.391491 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a72d7d-5a77-4372-9042-930bc38bb1cb tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:48:53.391841 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a72d7d-5a77-4372-9042-930bc38bb1cb tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:48:53.392174 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a72d7d-5a77-4372-9042-930bc38bb1cb tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:48:53.392505 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a72d7d-5a77-4372-9042-930bc38bb1cb tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:48:53.392833 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a72d7d-5a77-4372-9042-930bc38bb1cb tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:48:53.393156 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a72d7d-5a77-4372-9042-930bc38bb1cb tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:48:53.393480 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a72d7d-5a77-4372-9042-930bc38bb1cb tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:48:53.393803 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a72d7d-5a77-4372-9042-930bc38bb1cb tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:48:53.394154 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a72d7d-5a77-4372-9042-930bc38bb1cb tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:48:53.394473 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a72d7d-5a77-4372-9042-930bc38bb1cb tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:48:53.394790 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a72d7d-5a77-4372-9042-930bc38bb1cb tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:48:53.395103 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a72d7d-5a77-4372-9042-930bc38bb1cb tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:48:53.447723 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d0a72d7d-5a77-4372-9042-930bc38bb1cb tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks [] for floatingip, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:48:53.448045 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [None req-d0a72d7d-5a77-4372-9042-930bc38bb1cb tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Floating IP e5ac8eb9-a6bf-455e-87bf-17e3faf30c34 disassociated (deleted). External IP: 172.26.3.19, port: 13340b9a-7dbb-48fc-924e-a0dd9a44b4c0. Oct 12 07:48:53.649850 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a72d7d-5a77-4372-9042-930bc38bb1cb tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Router 77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:48:53.754999 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a72d7d-5a77-4372-9042-930bc38bb1cb tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:48:53.759875 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d0a72d7d-5a77-4372-9042-930bc38bb1cb tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:48:53.765434 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7660b309-5e5f-4865-9ab2-0a58ab9d4727 None None] Sync routers for ids ['77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:48:53.774289 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7660b309-5e5f-4865-9ab2-0a58ab9d4727 None None] Routers {'77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:48:53.774891 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-7660b309-5e5f-4865-9ab2-0a58ab9d4727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:48:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:48:53.787688 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d0a72d7d-5a77-4372-9042-930bc38bb1cb tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "DELETE /v2.0/floatingips/e5ac8eb9-a6bf-455e-87bf-17e3faf30c34 HTTP/1.1" status: 204 len: 168 time: 0.8498859 Oct 12 07:48:53.788428 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '457ccb00-8ae1-48ae-9670-ce41a3cc21e9', 'tag': '13340b9a-7dbb-48fc-924e-a0dd9a44b4c0'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:48:53.790853 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c958ae-e610-4774-bb1a-e0fea0c95519" -d '{"events": [{"name": "network-changed", "server_uuid": "457ccb00-8ae1-48ae-9670-ce41a3cc21e9", "tag": "13340b9a-7dbb-48fc-924e-a0dd9a44b4c0"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:48:53.832725 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719cf98c-5c8c-4c4b-bfcd-1cf2f6b955f2 x-openstack-request-id: req-719cf98c-5c8c-4c4b-bfcd-1cf2f6b955f2 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:48:53.833027 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "457ccb00-8ae1-48ae-9670-ce41a3cc21e9", "tag": "13340b9a-7dbb-48fc-924e-a0dd9a44b4c0", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:48:53.833285 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-719cf98c-5c8c-4c4b-bfcd-1cf2f6b955f2 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:48:53.834084 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-719cf98c-5c8c-4c4b-bfcd-1cf2f6b955f2'] response: {'name': 'network-changed', 'server_uuid': '457ccb00-8ae1-48ae-9670-ce41a3cc21e9', 'tag': '13340b9a-7dbb-48fc-924e-a0dd9a44b4c0', 'status': 'completed', 'code': 200} Oct 12 07:48:53.886112 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-7660b309-5e5f-4865-9ab2-0a58ab9d4727 None None] Set router 77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:48:53.897085 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c958ae-e610-4774-bb1a-e0fea0c95519 req-863ca213-06f3-4ec0-ac87-ce4a3c2de791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:48:53.898650 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d8c958ae-e610-4774-bb1a-e0fea0c95519 req-863ca213-06f3-4ec0-ac87-ce4a3c2de791 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82e1d814e4454fb2a7138e45884a198c&device_id=457ccb00-8ae1-48ae-9670-ce41a3cc21e9 HTTP/1.1" status: 200 len: 1098 time: 0.0415761 Oct 12 07:48:54.027907 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c958ae-e610-4774-bb1a-e0fea0c95519 req-b7bcbc51-7256-4ffb-a795-0b27377a5422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:48:54.029421 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d8c958ae-e610-4774-bb1a-e0fea0c95519 req-b7bcbc51-7256-4ffb-a795-0b27377a5422 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7804729f-5a18-4f8e-8ea7-dae1d105ce0d HTTP/1.1" status: 200 len: 913 time: 0.1195164 Oct 12 07:48:54.051063 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f520c6e-30e0-49f4-b3c4-d6d64d524167 req-8cbd102b-98c3-40d1-a956-ebe158228736 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:48:54.052521 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4f520c6e-30e0-49f4-b3c4-d6d64d524167 req-8cbd102b-98c3-40d1-a956-ebe158228736 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=457ccb00-8ae1-48ae-9670-ce41a3cc21e9 HTTP/1.1" status: 200 len: 945 time: 0.0748415 Oct 12 07:48:54.082784 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d8c958ae-e610-4774-bb1a-e0fea0c95519 req-8c908fa2-54a8-467c-ba38-1f65c2411d13 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13340b9a-7dbb-48fc-924e-a0dd9a44b4c0 HTTP/1.1" status: 200 len: 217 time: 0.0455551 Oct 12 07:48:54.131188 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-7660b309-5e5f-4865-9ab2-0a58ab9d4727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'name': 'tempest-TestVolumeBootPattern-1151245487-router', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'b60141e3-6716-4aba-b37d-5a8b6a4aaf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:41:54Z', 'updated_at': '2022-10-12T07:42:04Z', 'revision_number': 4, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'gw_port': {'id': 'b60141e3-6716-4aba-b37d-5a8b6a4aaf4c', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:41:56Z', 'updated_at': '2022-10-12T07:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '4ef4e033-824f-48eb-bb13-ab09096c9fbb', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'floating_ip_address': '172.26.3.192', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'port_id': '65ec28eb-2a88-49d5-b71f-b07c26c162a0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d', 'mac_address': 'fa:16:3e:9c:5a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8291f4-2e97-4b99-b999-05e868a35457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:45:23Z', 'updated_at': '2022-10-12T07:45:25Z', 'revision_number': 1, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4577c4-c8f9-4398-8765-b1b497646665', 'name': '', 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'mac_address': 'fa:16:3e:5b:2c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '47a40364-9659-4f40-a5db-71e52bd850ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:42:02Z', 'updated_at': '2022-10-12T07:42:09Z', 'revision_number': 5, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'subnets': [{'id': '47a40364-9659-4f40-a5db-71e52bd850ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:48:54.149483 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4f520c6e-30e0-49f4-b3c4-d6d64d524167 req-7fee7d58-3d42-4b08-b46f-7a6cbe0b2bed tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693569 Oct 12 07:48:54.156631 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c958ae-e610-4774-bb1a-e0fea0c95519 req-e52121ee-83df-4de1-8c46-b6df8757ca6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:48:54.158089 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d8c958ae-e610-4774-bb1a-e0fea0c95519 req-e52121ee-83df-4de1-8c46-b6df8757ca6e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=47a40364-9659-4f40-a5db-71e52bd850ae HTTP/1.1" status: 200 len: 851 time: 0.0592260 Oct 12 07:48:54.158333 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7660b309-5e5f-4865-9ab2-0a58ab9d4727 None None] Checking router: 77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:48:54.166736 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7660b309-5e5f-4865-9ab2-0a58ab9d4727 None None] Routers {'77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:48:54.167326 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-7660b309-5e5f-4865-9ab2-0a58ab9d4727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:48:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:48:54.205262 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c958ae-e610-4774-bb1a-e0fea0c95519 req-a016e088-93e8-4de5-be0a-476f535f62b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:48:54.206721 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d8c958ae-e610-4774-bb1a-e0fea0c95519 req-a016e088-93e8-4de5-be0a-476f535f62b1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7804729f-5a18-4f8e-8ea7-dae1d105ce0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411437 Oct 12 07:48:54.272898 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-7660b309-5e5f-4865-9ab2-0a58ab9d4727 None None] Set router 77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:48:54.299575 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d8c958ae-e610-4774-bb1a-e0fea0c95519 req-2ef6f9f8-e96b-40a8-96f9-f4340b32b1e8 service neutron] 10.222.0.23 "GET /v2.0/networks/7804729f-5a18-4f8e-8ea7-dae1d105ce0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857460 Oct 12 07:48:54.390283 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d8c958ae-e610-4774-bb1a-e0fea0c95519 req-35e26da6-475c-4f6e-a469-3ac8013363be service neutron] 10.222.0.23 "GET /v2.0/networks/7804729f-5a18-4f8e-8ea7-dae1d105ce0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833855 Oct 12 07:48:54.497057 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-7660b309-5e5f-4865-9ab2-0a58ab9d4727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'name': 'tempest-TestVolumeBootPattern-1151245487-router', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'b60141e3-6716-4aba-b37d-5a8b6a4aaf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:41:54Z', 'updated_at': '2022-10-12T07:42:04Z', 'revision_number': 4, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'gw_port': {'id': 'b60141e3-6716-4aba-b37d-5a8b6a4aaf4c', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:41:56Z', 'updated_at': '2022-10-12T07:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '4ef4e033-824f-48eb-bb13-ab09096c9fbb', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'floating_ip_address': '172.26.3.192', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'port_id': '65ec28eb-2a88-49d5-b71f-b07c26c162a0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d', 'mac_address': 'fa:16:3e:9c:5a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8291f4-2e97-4b99-b999-05e868a35457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:45:23Z', 'updated_at': '2022-10-12T07:45:25Z', 'revision_number': 1, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4577c4-c8f9-4398-8765-b1b497646665', 'name': '', 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'mac_address': 'fa:16:3e:5b:2c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '47a40364-9659-4f40-a5db-71e52bd850ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:42:02Z', 'updated_at': '2022-10-12T07:42:09Z', 'revision_number': 5, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'subnets': [{'id': '47a40364-9659-4f40-a5db-71e52bd850ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:48:54.657874 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7660b309-5e5f-4865-9ab2-0a58ab9d4727 None None] The sync data for ids ['77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'] in dv-neutron-860909-2-hyperv is: [{'id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'name': 'tempest-TestVolumeBootPattern-1151245487-router', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'b60141e3-6716-4aba-b37d-5a8b6a4aaf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:41:54Z', 'updated_at': '2022-10-12T07:42:04Z', 'revision_number': 4, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'gw_port': {'id': 'b60141e3-6716-4aba-b37d-5a8b6a4aaf4c', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:41:56Z', 'updated_at': '2022-10-12T07:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '4ef4e033-824f-48eb-bb13-ab09096c9fbb', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'floating_ip_address': '172.26.3.192', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'port_id': '65ec28eb-2a88-49d5-b71f-b07c26c162a0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d', 'mac_address': 'fa:16:3e:9c:5a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8291f4-2e97-4b99-b999-05e868a35457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:45:23Z', 'updated_at': '2022-10-12T07:45:25Z', 'revision_number': 1, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4577c4-c8f9-4398-8765-b1b497646665', 'name': '', 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'mac_address': 'fa:16:3e:5b:2c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '47a40364-9659-4f40-a5db-71e52bd850ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:42:02Z', 'updated_at': '2022-10-12T07:42:09Z', 'revision_number': 5, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'subnets': [{'id': '47a40364-9659-4f40-a5db-71e52bd850ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:48:54.867568 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9207dab8-e971-4fc1-b649-360a16a56fa8 None None] New status for floating IP e5ac8eb9-a6bf-455e-87bf-17e3faf30c34: DOWN {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 07:48:55.274544 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f1b3f-f53b-4fab-bab9-4ab0571560a2 req-0f05a37b-97dd-4f69-9742-cafc961ecd5c tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:48:55.276012 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4d5f1b3f-f53b-4fab-bab9-4ab0571560a2 req-0f05a37b-97dd-4f69-9742-cafc961ecd5c tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=457ccb00-8ae1-48ae-9670-ce41a3cc21e9 HTTP/1.1" status: 200 len: 945 time: 0.0521595 Oct 12 07:48:55.312766 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4d5f1b3f-f53b-4fab-bab9-4ab0571560a2 req-747f7eae-a062-433c-ad1f-33611794bd02 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302444 Oct 12 07:48:55.514692 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c849fc-b029-4c75-b8a7-2ea49732e30b req-4ddfeec0-b45f-4482-8592-057ef54ad6b2 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:48:55.516065 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e6c849fc-b029-4c75-b8a7-2ea49732e30b req-4ddfeec0-b45f-4482-8592-057ef54ad6b2 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.23 "GET /v2.0/ports?device_id=457ccb00-8ae1-48ae-9670-ce41a3cc21e9 HTTP/1.1" status: 200 len: 945 time: 0.0479636 Oct 12 07:48:55.602367 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-e6c849fc-b029-4c75-b8a7-2ea49732e30b req-3bdd14ef-f168-46b9-8bbd-84103efb1e03 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Deleting port 13340b9a-7dbb-48fc-924e-a0dd9a44b4c0 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:48:55.602708 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-e6c849fc-b029-4c75-b8a7-2ea49732e30b req-3bdd14ef-f168-46b9-8bbd-84103efb1e03 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:48:55.691429 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-e6c849fc-b029-4c75-b8a7-2ea49732e30b req-3bdd14ef-f168-46b9-8bbd-84103efb1e03 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] For port 13340b9a-7dbb-48fc-924e-a0dd9a44b4c0, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=13340b9a-7dbb-48fc-924e-a0dd9a44b4c0,segment=NetworkSegment(88643988-26cf-4ca1-bd7d-7cce24459e19),segment_id=88643988-26cf-4ca1-bd7d-7cce24459e19)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:48:55.691785 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-e6c849fc-b029-4c75-b8a7-2ea49732e30b req-3bdd14ef-f168-46b9-8bbd-84103efb1e03 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:48:55.704735 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-e6c849fc-b029-4c75-b8a7-2ea49732e30b req-3bdd14ef-f168-46b9-8bbd-84103efb1e03 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Calling delete_port for 13340b9a-7dbb-48fc-924e-a0dd9a44b4c0 owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:48:55.830181 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-e6c849fc-b029-4c75-b8a7-2ea49732e30b req-3bdd14ef-f168-46b9-8bbd-84103efb1e03 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:48:55.856802 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd14ef-f168-46b9-8bbd-84103efb1e03 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Pushing event deleted for resources: {'Port': ['ID=13340b9a-7dbb-48fc-924e-a0dd9a44b4c0,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:48:55.900386 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c849fc-b029-4c75-b8a7-2ea49732e30b req-3bdd14ef-f168-46b9-8bbd-84103efb1e03 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] No DVR routers for this DVR port 13340b9a-7dbb-48fc-924e-a0dd9a44b4c0 on host hv-neutron-8609 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:48:55.902884 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-e6c849fc-b029-4c75-b8a7-2ea49732e30b req-3bdd14ef-f168-46b9-8bbd-84103efb1e03 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:48:55.906156 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e6c849fc-b029-4c75-b8a7-2ea49732e30b req-3bdd14ef-f168-46b9-8bbd-84103efb1e03 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.23 "DELETE /v2.0/ports/13340b9a-7dbb-48fc-924e-a0dd9a44b4c0 HTTP/1.1" status: 204 len: 173 time: 0.3843265 Oct 12 07:48:55.906662 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457ccb00-8ae1-48ae-9670-ce41a3cc21e9', 'name': 'network-vif-deleted', 'tag': '13340b9a-7dbb-48fc-924e-a0dd9a44b4c0'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:48:55.909445 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071d5967-0e72-42f2-a11d-e51a64894193" -d '{"events": [{"server_uuid": "457ccb00-8ae1-48ae-9670-ce41a3cc21e9", "name": "network-vif-deleted", "tag": "13340b9a-7dbb-48fc-924e-a0dd9a44b4c0"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:48:55.945603 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589b48ff-e98f-4e6f-b1fb-f5881f694b36 x-openstack-request-id: req-589b48ff-e98f-4e6f-b1fb-f5881f694b36 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:48:55.945899 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "457ccb00-8ae1-48ae-9670-ce41a3cc21e9", "name": "network-vif-deleted", "tag": "13340b9a-7dbb-48fc-924e-a0dd9a44b4c0", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:48:55.946189 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-589b48ff-e98f-4e6f-b1fb-f5881f694b36 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:48:55.946612 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-589b48ff-e98f-4e6f-b1fb-f5881f694b36'] response: {'server_uuid': '457ccb00-8ae1-48ae-9670-ce41a3cc21e9', 'name': 'network-vif-deleted', 'tag': '13340b9a-7dbb-48fc-924e-a0dd9a44b4c0', 'status': 'completed', 'code': 200} Oct 12 07:48:56.414436 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5994336d-1bed-4f70-86da-dae3228b7971 req-618dada7-92dd-4513-a914-663c21a5478c tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=457ccb00-8ae1-48ae-9670-ce41a3cc21e9 HTTP/1.1" status: 200 len: 210 time: 0.0268283 Oct 12 07:48:57.518669 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c455d6ec-4034-47ab-b654-23c8ea8621ea req-d41affc8-b6b4-4fa0-9021-2112272c47cb tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=457ccb00-8ae1-48ae-9670-ce41a3cc21e9 HTTP/1.1" status: 200 len: 210 time: 0.0299969 Oct 12 07:48:58.617200 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-622c5591-1682-4e7a-9a1b-9f08c4b07f1d req-9dc62032-b611-4544-9a96-20976c2218a3 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=457ccb00-8ae1-48ae-9670-ce41a3cc21e9 HTTP/1.1" status: 200 len: 210 time: 0.0257866 Oct 12 07:49:00.611948 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 13340b9a-7dbb-48fc-924e-a0dd9a44b4c0 no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:49:00.632405 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] No Port match for: 13340b9a-7dbb-48fc-924e-a0dd9a44b4c0 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:49:00.632743 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 13340b9a-7dbb-48fc-924e-a0dd9a44b4c0 not bound to the agent host hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:49:03.990597 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44066) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:49:04.145445 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-74fc7c5a-0225-41c8-a0dd-8516eddf4ebd tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Deleting port 8ff80e93-bfc8-460e-9ab0-8987d9f68f3d {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:49:04.145784 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-74fc7c5a-0225-41c8-a0dd-8516eddf4ebd tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:04.220043 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-74fc7c5a-0225-41c8-a0dd-8516eddf4ebd tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:04.220387 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-74fc7c5a-0225-41c8-a0dd-8516eddf4ebd tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:04.231731 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-74fc7c5a-0225-41c8-a0dd-8516eddf4ebd tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Calling delete_port for 8ff80e93-bfc8-460e-9ab0-8987d9f68f3d owned by network:floatingip {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:49:04.375629 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-74fc7c5a-0225-41c8-a0dd-8516eddf4ebd tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:04.401572 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fc7c5a-0225-41c8-a0dd-8516eddf4ebd tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Pushing event deleted for resources: {'Port': ['ID=8ff80e93-bfc8-460e-9ab0-8987d9f68f3d,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:04.463040 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-74fc7c5a-0225-41c8-a0dd-8516eddf4ebd tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks [] for floatingip, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:04.463368 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [None req-74fc7c5a-0225-41c8-a0dd-8516eddf4ebd tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Floating IP 4ef4e033-824f-48eb-bb13-ab09096c9fbb disassociated (deleted). External IP: 172.26.3.192, port: 65ec28eb-2a88-49d5-b71f-b07c26c162a0. Oct 12 07:49:04.664155 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74fc7c5a-0225-41c8-a0dd-8516eddf4ebd tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Router 77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:49:04.770310 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fc7c5a-0225-41c8-a0dd-8516eddf4ebd tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:49:04.774755 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-74fc7c5a-0225-41c8-a0dd-8516eddf4ebd tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:04.780330 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f38107-1936-433e-9054-3c79674cbe42 None None] Sync routers for ids ['77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:49:04.790302 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f38107-1936-433e-9054-3c79674cbe42 None None] Routers {'77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:49:04.790903 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-d7f38107-1936-433e-9054-3c79674cbe42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:48:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:49:04.804846 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-74fc7c5a-0225-41c8-a0dd-8516eddf4ebd tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "DELETE /v2.0/floatingips/4ef4e033-824f-48eb-bb13-ab09096c9fbb HTTP/1.1" status: 204 len: 168 time: 0.8108754 Oct 12 07:49:04.804846 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c8291f4-2e97-4b99-b999-05e868a35457', 'tag': '65ec28eb-2a88-49d5-b71f-b07c26c162a0'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:49:04.805699 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f434adc-cf9c-4e4f-865c-d4240b4d4a4f" -d '{"events": [{"name": "network-changed", "server_uuid": "3c8291f4-2e97-4b99-b999-05e868a35457", "tag": "65ec28eb-2a88-49d5-b71f-b07c26c162a0"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:49:04.843996 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ee1e42-c5c8-4e3a-bbc1-804cff6866f2 x-openstack-request-id: req-46ee1e42-c5c8-4e3a-bbc1-804cff6866f2 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:49:04.844301 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c8291f4-2e97-4b99-b999-05e868a35457", "tag": "65ec28eb-2a88-49d5-b71f-b07c26c162a0", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:49:04.844931 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-46ee1e42-c5c8-4e3a-bbc1-804cff6866f2 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:49:04.845358 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46ee1e42-c5c8-4e3a-bbc1-804cff6866f2'] response: {'name': 'network-changed', 'server_uuid': '3c8291f4-2e97-4b99-b999-05e868a35457', 'tag': '65ec28eb-2a88-49d5-b71f-b07c26c162a0', 'status': 'completed', 'code': 200} Oct 12 07:49:04.907642 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f434adc-cf9c-4e4f-865c-d4240b4d4a4f req-5c3e5775-d3bc-4d24-8b44-417458fcf9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:04.909281 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8f434adc-cf9c-4e4f-865c-d4240b4d4a4f req-5c3e5775-d3bc-4d24-8b44-417458fcf9ef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82e1d814e4454fb2a7138e45884a198c&device_id=3c8291f4-2e97-4b99-b999-05e868a35457 HTTP/1.1" status: 200 len: 1098 time: 0.0423555 Oct 12 07:49:04.911144 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-d7f38107-1936-433e-9054-3c79674cbe42 None None] Set router 77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:49:05.042845 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f434adc-cf9c-4e4f-865c-d4240b4d4a4f req-f6465047-7b78-40fc-891d-3bbf3d068573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:05.044848 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8f434adc-cf9c-4e4f-865c-d4240b4d4a4f req-f6465047-7b78-40fc-891d-3bbf3d068573 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7804729f-5a18-4f8e-8ea7-dae1d105ce0d HTTP/1.1" status: 200 len: 913 time: 0.1233327 Oct 12 07:49:05.055479 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37d1d5-d984-4be1-b10e-7a78d32cfb9f req-a96f1a03-d55d-4843-bbe9-592f28384913 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:05.056916 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-aa37d1d5-d984-4be1-b10e-7a78d32cfb9f req-a96f1a03-d55d-4843-bbe9-592f28384913 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c8291f4-2e97-4b99-b999-05e868a35457 HTTP/1.1" status: 200 len: 945 time: 0.0684278 Oct 12 07:49:05.101880 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8f434adc-cf9c-4e4f-865c-d4240b4d4a4f req-883ec2cf-0a57-4d4a-a617-9fa1f8a0a29e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65ec28eb-2a88-49d5-b71f-b07c26c162a0 HTTP/1.1" status: 200 len: 217 time: 0.0440187 Oct 12 07:49:05.125735 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-d7f38107-1936-433e-9054-3c79674cbe42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'name': 'tempest-TestVolumeBootPattern-1151245487-router', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'b60141e3-6716-4aba-b37d-5a8b6a4aaf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:41:54Z', 'updated_at': '2022-10-12T07:42:04Z', 'revision_number': 4, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'gw_port': {'id': 'b60141e3-6716-4aba-b37d-5a8b6a4aaf4c', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:41:56Z', 'updated_at': '2022-10-12T07:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '8c4577c4-c8f9-4398-8765-b1b497646665', 'name': '', 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'mac_address': 'fa:16:3e:5b:2c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '47a40364-9659-4f40-a5db-71e52bd850ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:42:02Z', 'updated_at': '2022-10-12T07:42:09Z', 'revision_number': 5, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'subnets': [{'id': '47a40364-9659-4f40-a5db-71e52bd850ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:49:05.148835 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-aa37d1d5-d984-4be1-b10e-7a78d32cfb9f req-bb08f117-bfb7-43a8-a01c-58ba0ce5aaff tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848193 Oct 12 07:49:05.152107 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f38107-1936-433e-9054-3c79674cbe42 None None] Checking router: 77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:49:05.161399 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f38107-1936-433e-9054-3c79674cbe42 None None] Routers {'77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:49:05.161690 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-d7f38107-1936-433e-9054-3c79674cbe42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:48:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:49:05.174321 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f434adc-cf9c-4e4f-865c-d4240b4d4a4f req-a464e396-31ff-427e-a943-b01519be4164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:05.175831 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8f434adc-cf9c-4e4f-865c-d4240b4d4a4f req-a464e396-31ff-427e-a943-b01519be4164 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=47a40364-9659-4f40-a5db-71e52bd850ae HTTP/1.1" status: 200 len: 851 time: 0.0661981 Oct 12 07:49:05.221624 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f434adc-cf9c-4e4f-865c-d4240b4d4a4f req-7989ab65-e500-47bd-b787-907c78711819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:05.223061 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8f434adc-cf9c-4e4f-865c-d4240b4d4a4f req-7989ab65-e500-47bd-b787-907c78711819 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7804729f-5a18-4f8e-8ea7-dae1d105ce0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405972 Oct 12 07:49:05.269166 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-d7f38107-1936-433e-9054-3c79674cbe42 None None] Set router 77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:49:05.313407 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8f434adc-cf9c-4e4f-865c-d4240b4d4a4f req-1f4ddd13-e2e9-4d38-8b2f-9db8e6a1d544 service neutron] 10.222.0.23 "GET /v2.0/networks/7804729f-5a18-4f8e-8ea7-dae1d105ce0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823178 Oct 12 07:49:05.406344 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-2d9d720e-817e-40f9-8df3-c73db8548a79 req-e3137942-646c-4288-9a86-4f1be217cb6e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1b1fd467-65be-4ab8-80c5-e53cf5889da4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416367 Oct 12 07:49:05.413467 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8f434adc-cf9c-4e4f-865c-d4240b4d4a4f req-4bc08217-e1e6-4c2d-a56c-c4abc2dfcaed service neutron] 10.222.0.23 "GET /v2.0/networks/7804729f-5a18-4f8e-8ea7-dae1d105ce0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927191 Oct 12 07:49:05.469907 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d720e-817e-40f9-8df3-c73db8548a79 req-79c5dc53-7144-4f4a-9212-8f285ab76afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:05.471459 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2d9d720e-817e-40f9-8df3-c73db8548a79 req-79c5dc53-7144-4f4a-9212-8f285ab76afa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&device_id=1b1fd467-65be-4ab8-80c5-e53cf5889da4 HTTP/1.1" status: 200 len: 1099 time: 0.0423851 Oct 12 07:49:05.475801 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-d7f38107-1936-433e-9054-3c79674cbe42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'name': 'tempest-TestVolumeBootPattern-1151245487-router', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'b60141e3-6716-4aba-b37d-5a8b6a4aaf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:41:54Z', 'updated_at': '2022-10-12T07:42:04Z', 'revision_number': 4, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'gw_port': {'id': 'b60141e3-6716-4aba-b37d-5a8b6a4aaf4c', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:41:56Z', 'updated_at': '2022-10-12T07:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '8c4577c4-c8f9-4398-8765-b1b497646665', 'name': '', 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'mac_address': 'fa:16:3e:5b:2c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '47a40364-9659-4f40-a5db-71e52bd850ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:42:02Z', 'updated_at': '2022-10-12T07:42:09Z', 'revision_number': 5, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'subnets': [{'id': '47a40364-9659-4f40-a5db-71e52bd850ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:49:05.503791 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f38107-1936-433e-9054-3c79674cbe42 None None] The sync data for ids ['77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'] in dv-neutron-860909-2-hyperv is: [{'id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'name': 'tempest-TestVolumeBootPattern-1151245487-router', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'b60141e3-6716-4aba-b37d-5a8b6a4aaf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:41:54Z', 'updated_at': '2022-10-12T07:42:04Z', 'revision_number': 4, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'gw_port': {'id': 'b60141e3-6716-4aba-b37d-5a8b6a4aaf4c', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:41:56Z', 'updated_at': '2022-10-12T07:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '8c4577c4-c8f9-4398-8765-b1b497646665', 'name': '', 'network_id': '7804729f-5a18-4f8e-8ea7-dae1d105ce0d', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'mac_address': 'fa:16:3e:5b:2c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '47a40364-9659-4f40-a5db-71e52bd850ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:42:02Z', 'updated_at': '2022-10-12T07:42:09Z', 'revision_number': 5, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'subnets': [{'id': '47a40364-9659-4f40-a5db-71e52bd850ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:49:05.741484 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ee8057-4c2e-4102-b779-0f47fcda6153 None None] New status for floating IP 4ef4e033-824f-48eb-bb13-ab09096c9fbb: DOWN {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 07:49:05.866266 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d720e-817e-40f9-8df3-c73db8548a79 req-ae7b9be3-e32b-49e8-8f6d-9e84f3c79687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:05.867711 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2d9d720e-817e-40f9-8df3-c73db8548a79 req-ae7b9be3-e32b-49e8-8f6d-9e84f3c79687 service neutron] 10.222.0.23 "GET /v2.0/networks?id=40852b54-3625-4c03-b00c-8e635e749766 HTTP/1.1" status: 200 len: 897 time: 0.3773687 Oct 12 07:49:05.933132 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2d9d720e-817e-40f9-8df3-c73db8548a79 req-4950e24b-8be1-4b6b-85b1-749c1e9654a7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=522ce6f6-c83b-40c5-8256-ad354f68d66b HTTP/1.1" status: 200 len: 1002 time: 0.0568829 Oct 12 07:49:05.984014 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d720e-817e-40f9-8df3-c73db8548a79 req-b0c29ef9-3ead-4acf-83f2-b5a5eab47386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:05.985481 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2d9d720e-817e-40f9-8df3-c73db8548a79 req-b0c29ef9-3ead-4acf-83f2-b5a5eab47386 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8ab39133-6784-4704-a06e-4d2b044899b8 HTTP/1.1" status: 200 len: 844 time: 0.0454750 Oct 12 07:49:06.032849 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d720e-817e-40f9-8df3-c73db8548a79 req-92a24584-846a-4fda-8e12-c0dd628c05fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:06.034855 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2d9d720e-817e-40f9-8df3-c73db8548a79 req-92a24584-846a-4fda-8e12-c0dd628c05fa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=40852b54-3625-4c03-b00c-8e635e749766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408719 Oct 12 07:49:06.127913 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2d9d720e-817e-40f9-8df3-c73db8548a79 req-ab86973d-6c04-4aec-8167-92cdc1adc8ab service neutron] 10.222.0.23 "GET /v2.0/networks/40852b54-3625-4c03-b00c-8e635e749766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852709 Oct 12 07:49:06.222900 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2d9d720e-817e-40f9-8df3-c73db8548a79 req-b75cbbbe-2a73-48ec-be25-6a7d3dc2105f service neutron] 10.222.0.23 "GET /v2.0/networks/40852b54-3625-4c03-b00c-8e635e749766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840645 Oct 12 07:49:06.277121 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a53ec4-6957-4eb1-92e1-4ace3f4b5652 req-7591d658-7629-470e-82f3-63a69629b492 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:06.278581 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c7a53ec4-6957-4eb1-92e1-4ace3f4b5652 req-7591d658-7629-470e-82f3-63a69629b492 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c8291f4-2e97-4b99-b999-05e868a35457 HTTP/1.1" status: 200 len: 945 time: 0.0490789 Oct 12 07:49:06.317205 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c7a53ec4-6957-4eb1-92e1-4ace3f4b5652 req-71267296-8e2b-47d3-aee9-d563952e07ff tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/security-groups?id=7fd1c47d-160b-41c0-94ff-cf68d5e22b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320213 Oct 12 07:49:06.470442 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b854ce7-8882-4afd-ac2a-06dae0050498 req-cf3fff27-41ac-435c-b01e-4a5317a95112 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:06.471887 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9b854ce7-8882-4afd-ac2a-06dae0050498 req-cf3fff27-41ac-435c-b01e-4a5317a95112 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c8291f4-2e97-4b99-b999-05e868a35457 HTTP/1.1" status: 200 len: 945 time: 0.0547676 Oct 12 07:49:06.567107 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-9b854ce7-8882-4afd-ac2a-06dae0050498 req-7ee29bbd-6bf8-49f9-9996-38ff4f516f7d tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Deleting port 65ec28eb-2a88-49d5-b71f-b07c26c162a0 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:49:06.567657 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9b854ce7-8882-4afd-ac2a-06dae0050498 req-7ee29bbd-6bf8-49f9-9996-38ff4f516f7d tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:06.661480 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-9b854ce7-8882-4afd-ac2a-06dae0050498 req-7ee29bbd-6bf8-49f9-9996-38ff4f516f7d tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] For port 65ec28eb-2a88-49d5-b71f-b07c26c162a0, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=65ec28eb-2a88-49d5-b71f-b07c26c162a0,segment=NetworkSegment(88643988-26cf-4ca1-bd7d-7cce24459e19),segment_id=88643988-26cf-4ca1-bd7d-7cce24459e19)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:49:06.661841 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9b854ce7-8882-4afd-ac2a-06dae0050498 req-7ee29bbd-6bf8-49f9-9996-38ff4f516f7d tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:06.673538 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-9b854ce7-8882-4afd-ac2a-06dae0050498 req-7ee29bbd-6bf8-49f9-9996-38ff4f516f7d tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Calling delete_port for 65ec28eb-2a88-49d5-b71f-b07c26c162a0 owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:49:06.799207 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9b854ce7-8882-4afd-ac2a-06dae0050498 req-7ee29bbd-6bf8-49f9-9996-38ff4f516f7d tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:06.832192 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee29bbd-6bf8-49f9-9996-38ff4f516f7d tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Pushing event deleted for resources: {'Port': ['ID=65ec28eb-2a88-49d5-b71f-b07c26c162a0,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:06.876155 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b854ce7-8882-4afd-ac2a-06dae0050498 req-7ee29bbd-6bf8-49f9-9996-38ff4f516f7d tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] No DVR routers for this DVR port 65ec28eb-2a88-49d5-b71f-b07c26c162a0 on host hv-neutron-8609 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:49:06.878617 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9b854ce7-8882-4afd-ac2a-06dae0050498 req-7ee29bbd-6bf8-49f9-9996-38ff4f516f7d tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:06.881847 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9b854ce7-8882-4afd-ac2a-06dae0050498 req-7ee29bbd-6bf8-49f9-9996-38ff4f516f7d tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.23 "DELETE /v2.0/ports/65ec28eb-2a88-49d5-b71f-b07c26c162a0 HTTP/1.1" status: 204 len: 173 time: 0.4047689 Oct 12 07:49:06.882357 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c8291f4-2e97-4b99-b999-05e868a35457', 'name': 'network-vif-deleted', 'tag': '65ec28eb-2a88-49d5-b71f-b07c26c162a0'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:49:06.884646 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79603b4d-8024-4068-abfb-272b4ada131d" -d '{"events": [{"server_uuid": "3c8291f4-2e97-4b99-b999-05e868a35457", "name": "network-vif-deleted", "tag": "65ec28eb-2a88-49d5-b71f-b07c26c162a0"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:49:06.923847 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe366c09-19a4-410a-9152-5203678571c7 x-openstack-request-id: req-fe366c09-19a4-410a-9152-5203678571c7 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:49:06.924195 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c8291f4-2e97-4b99-b999-05e868a35457", "name": "network-vif-deleted", "tag": "65ec28eb-2a88-49d5-b71f-b07c26c162a0", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:49:06.924481 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fe366c09-19a4-410a-9152-5203678571c7 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:49:06.924896 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe366c09-19a4-410a-9152-5203678571c7'] response: {'server_uuid': '3c8291f4-2e97-4b99-b999-05e868a35457', 'name': 'network-vif-deleted', 'tag': '65ec28eb-2a88-49d5-b71f-b07c26c162a0', 'status': 'completed', 'code': 200} Oct 12 07:49:07.420418 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7f5ef4e0-6018-4865-b18a-f2e4ea69d1ab req-0966444e-5fb5-4ca0-83f1-f06ac84aec60 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c8291f4-2e97-4b99-b999-05e868a35457 HTTP/1.1" status: 200 len: 210 time: 0.0264509 Oct 12 07:49:08.520824 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e3fc2103-de89-4e43-93db-d32e0166ac4d req-492c6a14-53d6-40f8-9530-ea7138d05a69 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c8291f4-2e97-4b99-b999-05e868a35457 HTTP/1.1" status: 200 len: 210 time: 0.0259297 Oct 12 07:49:09.623358 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fcca5799-3c1d-49af-ab86-5eb3f6fa5a98 req-f30a9a26-e978-4f3e-b4f7-7e5b998ef914 tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c8291f4-2e97-4b99-b999-05e868a35457 HTTP/1.1" status: 200 len: 210 time: 0.0286977 Oct 12 07:49:10.626401 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 65ec28eb-2a88-49d5-b71f-b07c26c162a0 no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:49:10.650198 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] No Port match for: 65ec28eb-2a88-49d5-b71f-b07c26c162a0 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:49:10.650535 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 65ec28eb-2a88-49d5-b71f-b07c26c162a0 not bound to the agent host hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:49:10.684010 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44092) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:49:10.807106 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-db264996-4363-4b2c-9008-5f858de028ef tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Deleting port f80074d9-4f04-4e3a-90eb-7ac95977bbd4 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:49:10.807456 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-db264996-4363-4b2c-9008-5f858de028ef tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:10.882779 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-db264996-4363-4b2c-9008-5f858de028ef tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:10.883023 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-db264996-4363-4b2c-9008-5f858de028ef tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:10.894945 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-db264996-4363-4b2c-9008-5f858de028ef tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Calling delete_port for f80074d9-4f04-4e3a-90eb-7ac95977bbd4 owned by network:floatingip {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:49:11.027258 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-db264996-4363-4b2c-9008-5f858de028ef tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:11.053350 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db264996-4363-4b2c-9008-5f858de028ef tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Pushing event deleted for resources: {'Port': ['ID=f80074d9-4f04-4e3a-90eb-7ac95977bbd4,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:11.113821 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-db264996-4363-4b2c-9008-5f858de028ef tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks [] for floatingip, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:11.116346 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-db264996-4363-4b2c-9008-5f858de028ef tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:11.117581 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-db264996-4363-4b2c-9008-5f858de028ef tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "DELETE /v2.0/floatingips/23bce556-67f0-4371-86ef-3c2eae2f6f0a HTTP/1.1" status: 204 len: 168 time: 0.4325700 Oct 12 07:49:13.374308 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44108) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:49:13.432698 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-87dde07d-7667-4eeb-887e-dc6edba5657a tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:13.458308 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-87dde07d-7667-4eeb-887e-dc6edba5657a tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:13.518143 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-87dde07d-7667-4eeb-887e-dc6edba5657a tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:13.520729 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-87dde07d-7667-4eeb-887e-dc6edba5657a tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:13.521903 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-87dde07d-7667-4eeb-887e-dc6edba5657a tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] 10.222.0.26 "DELETE /v2.0/security-groups/7fd1c47d-160b-41c0-94ff-cf68d5e22b22 HTTP/1.1" status: 204 len: 168 time: 0.1466062 Oct 12 07:49:13.532192 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dde07d-7667-4eeb-887e-dc6edba5657a tempest-TestVolumeBootPattern-1136366591 tempest-TestVolumeBootPattern-1136366591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd1c47d-160b-41c0-94ff-cf68d5e22b22,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:13.582163 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44112) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:49:13.908764 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-735b17d7-f6e9-441a-bc18-2be44bd86bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:14.066148 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-54020559-a9af-4f4f-9450-28246c080182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:14.613142 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-54020559-a9af-4f4f-9450-28246c080182 admin admin] Deleting port 8c4577c4-c8f9-4398-8765-b1b497646665 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:49:14.613807 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-54020559-a9af-4f4f-9450-28246c080182 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:14.687797 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-54020559-a9af-4f4f-9450-28246c080182 admin admin] For port 8c4577c4-c8f9-4398-8765-b1b497646665, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=8c4577c4-c8f9-4398-8765-b1b497646665,segment=NetworkSegment(88643988-26cf-4ca1-bd7d-7cce24459e19),segment_id=88643988-26cf-4ca1-bd7d-7cce24459e19)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:49:14.688157 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-54020559-a9af-4f4f-9450-28246c080182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:14.700234 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-54020559-a9af-4f4f-9450-28246c080182 admin admin] Calling delete_port for 8c4577c4-c8f9-4398-8765-b1b497646665 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:49:14.875757 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-54020559-a9af-4f4f-9450-28246c080182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:14.901113 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54020559-a9af-4f4f-9450-28246c080182 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c4577c4-c8f9-4398-8765-b1b497646665,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:15.063263 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-54020559-a9af-4f4f-9450-28246c080182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:15.269702 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54020559-a9af-4f4f-9450-28246c080182 admin admin] Router 77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:49:15.370954 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54020559-a9af-4f4f-9450-28246c080182 admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:49:15.376679 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-54020559-a9af-4f4f-9450-28246c080182 admin admin] 10.222.0.26 "PUT /v2.0/routers/77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7934020 Oct 12 07:49:15.379282 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44116) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:49:15.381771 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8852c5-a894-477e-85ff-e63821906c6b None None] Sync routers for ids ['77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:49:15.393115 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8852c5-a894-477e-85ff-e63821906c6b None None] Routers {'77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:49:15.393725 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-1b8852c5-a894-477e-85ff-e63821906c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:48:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:49:15.449280 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:49:15.482368 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf5d6cf8-c8e5-45de-90ef-c8f604ba4666 admin admin] Notify callbacks [] for router, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:15.497801 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-1b8852c5-a894-477e-85ff-e63821906c6b None None] Set router 77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:49:15.584293 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf5d6cf8-c8e5-45de-90ef-c8f604ba4666 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:15.635605 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-bf5d6cf8-c8e5-45de-90ef-c8f604ba4666 admin admin] Deleting port b60141e3-6716-4aba-b37d-5a8b6a4aaf4c {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:49:15.636312 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf5d6cf8-c8e5-45de-90ef-c8f604ba4666 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:15.672670 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-1b8852c5-a894-477e-85ff-e63821906c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'name': 'tempest-TestVolumeBootPattern-1151245487-router', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'b60141e3-6716-4aba-b37d-5a8b6a4aaf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:41:54Z', 'updated_at': '2022-10-12T07:49:14Z', 'revision_number': 5, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'gw_port': {'id': 'b60141e3-6716-4aba-b37d-5a8b6a4aaf4c', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:41:56Z', 'updated_at': '2022-10-12T07:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:49:15.703286 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8852c5-a894-477e-85ff-e63821906c6b None None] Checking router: 77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:49:15.711414 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8852c5-a894-477e-85ff-e63821906c6b None None] Routers {'77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:49:15.712005 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-1b8852c5-a894-477e-85ff-e63821906c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:48:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:49:15.716399 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-bf5d6cf8-c8e5-45de-90ef-c8f604ba4666 admin admin] For port b60141e3-6716-4aba-b37d-5a8b6a4aaf4c, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=b60141e3-6716-4aba-b37d-5a8b6a4aaf4c,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:49:15.716764 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf5d6cf8-c8e5-45de-90ef-c8f604ba4666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:15.728918 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-bf5d6cf8-c8e5-45de-90ef-c8f604ba4666 admin admin] Calling delete_port for b60141e3-6716-4aba-b37d-5a8b6a4aaf4c owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:49:15.797274 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-1b8852c5-a894-477e-85ff-e63821906c6b None None] Set router 77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe gateway port host: None {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:49:15.849990 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-1b8852c5-a894-477e-85ff-e63821906c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'name': 'tempest-TestVolumeBootPattern-1151245487-router', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:41:54Z', 'updated_at': '2022-10-12T07:49:15Z', 'revision_number': 6, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'gw_port_host': None}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:49:15.880295 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8852c5-a894-477e-85ff-e63821906c6b None None] The sync data for ids ['77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe'] in dv-neutron-860909-2-hyperv is: [{'id': '77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe', 'name': 'tempest-TestVolumeBootPattern-1151245487-router', 'tenant_id': '82e1d814e4454fb2a7138e45884a198c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:41:54Z', 'updated_at': '2022-10-12T07:49:15Z', 'revision_number': 6, 'project_id': '82e1d814e4454fb2a7138e45884a198c', 'gw_port_host': None}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:49:15.892238 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf5d6cf8-c8e5-45de-90ef-c8f604ba4666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:15.918990 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d6cf8-c8e5-45de-90ef-c8f604ba4666 admin admin] Pushing event deleted for resources: {'Port': ['ID=b60141e3-6716-4aba-b37d-5a8b6a4aaf4c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:15.980124 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf5d6cf8-c8e5-45de-90ef-c8f604ba4666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:16.066330 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-598787a1-8802-47c7-803e-c73e5359de8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:16.070665 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf5d6cf8-c8e5-45de-90ef-c8f604ba4666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:16.073094 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf5d6cf8-c8e5-45de-90ef-c8f604ba4666 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:16.115534 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf5d6cf8-c8e5-45de-90ef-c8f604ba4666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:16.116081 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5d6cf8-c8e5-45de-90ef-c8f604ba4666 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:49:16.120299 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bf5d6cf8-c8e5-45de-90ef-c8f604ba4666 admin admin] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:16.121440 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-bf5d6cf8-c8e5-45de-90ef-c8f604ba4666 admin admin] 10.222.0.26 "DELETE /v2.0/routers/77f8e6cb-bffe-4aea-b7d4-c33d5a6294fe HTTP/1.1" status: 204 len: 168 time: 0.7404935 Oct 12 07:49:16.124039 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44118) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:49:16.167196 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ba234f5-69c1-468c-93d3-68e42c97cbb3 admin admin] Deleting subnet 47a40364-9659-4f40-a5db-71e52bd850ae {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:49:16.170115 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3ba234f5-69c1-468c-93d3-68e42c97cbb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:16.204420 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3ba234f5-69c1-468c-93d3-68e42c97cbb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:16.293526 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3ba234f5-69c1-468c-93d3-68e42c97cbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:16.350366 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3ba234f5-69c1-468c-93d3-68e42c97cbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:16.374055 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba234f5-69c1-468c-93d3-68e42c97cbb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47a40364-9659-4f40-a5db-71e52bd850ae,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:16.381340 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3ba234f5-69c1-468c-93d3-68e42c97cbb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:16.385909 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-3ba234f5-69c1-468c-93d3-68e42c97cbb3 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/47a40364-9659-4f40-a5db-71e52bd850ae HTTP/1.1" status: 204 len: 168 time: 0.2609339 Oct 12 07:49:16.386106 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f757c3-b857-4a8f-a6b2-38c74de71626 None None] Network 7804729f-5a18-4f8e-8ea7-dae1d105ce0d requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:49:16.388454 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44120) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:49:16.461075 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9f66a27e-4002-43c3-88c6-c9c413004419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:16.512617 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-9f66a27e-4002-43c3-88c6-c9c413004419 admin admin] Deleting port 2cd8cda4-2dcc-47ec-a7b7-755d756d28f7 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:49:16.512956 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9f66a27e-4002-43c3-88c6-c9c413004419 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:16.576128 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-9f66a27e-4002-43c3-88c6-c9c413004419 admin admin] For port 2cd8cda4-2dcc-47ec-a7b7-755d756d28f7, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=2cd8cda4-2dcc-47ec-a7b7-755d756d28f7,segment=NetworkSegment(88643988-26cf-4ca1-bd7d-7cce24459e19),segment_id=88643988-26cf-4ca1-bd7d-7cce24459e19)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:49:16.576449 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9f66a27e-4002-43c3-88c6-c9c413004419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:16.593914 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-9f66a27e-4002-43c3-88c6-c9c413004419 admin admin] Calling delete_port for 2cd8cda4-2dcc-47ec-a7b7-755d756d28f7 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:49:16.673879 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86ea9ae-4e5e-4397-88d8-cd6c260a8f63 None None] DHCP port deletion for 7804729f-5a18-4f8e-8ea7-dae1d105ce0d request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:49:16.680468 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9f66a27e-4002-43c3-88c6-c9c413004419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:16.683443 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 8c4577c4-c8f9-4398-8765-b1b497646665 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:49:16.707322 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f66a27e-4002-43c3-88c6-c9c413004419 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cd8cda4-2dcc-47ec-a7b7-755d756d28f7,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:16.711108 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f66a27e-4002-43c3-88c6-c9c413004419 admin admin] No DVR routers for this DVR port 2cd8cda4-2dcc-47ec-a7b7-755d756d28f7 on host dv-neutron-860909-2-hyperv {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:49:16.723348 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-d86ea9ae-4e5e-4397-88d8-cd6c260a8f63 None None] The port '2cd8cda4-2dcc-47ec-a7b7-755d756d28f7' was deleted {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2057}} Oct 12 07:49:16.725490 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 8c4577c4-c8f9-4398-8765-b1b497646665 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:49:16.725838 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 8c4577c4-c8f9-4398-8765-b1b497646665 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:49:16.785991 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9f66a27e-4002-43c3-88c6-c9c413004419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:16.806175 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-9f66a27e-4002-43c3-88c6-c9c413004419 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7804729f-5a18-4f8e-8ea7-dae1d105ce0d']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:49:16.816613 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-9f66a27e-4002-43c3-88c6-c9c413004419 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88643988-26cf-4ca1-bd7d-7cce24459e19') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:49:16.816916 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-9f66a27e-4002-43c3-88c6-c9c413004419 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88643988-26cf-4ca1-bd7d-7cce24459e19') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:49:16.827437 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9f66a27e-4002-43c3-88c6-c9c413004419 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:16.840661 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9f66a27e-4002-43c3-88c6-c9c413004419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:16.846979 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f66a27e-4002-43c3-88c6-c9c413004419 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:49:16.847541 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9f66a27e-4002-43c3-88c6-c9c413004419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:16.872562 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 88643988-26cf-4ca1-bd7d-7cce24459e19 resource provider aggregate not found Oct 12 07:49:16.913978 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 88643988-26cf-4ca1-bd7d-7cce24459e19 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 88643988-26cf-4ca1-bd7d-7cce24459e19 found for delete ", "request_id": "req-e7b9c654-9255-44f6-8d43-9f29e80d7883"}]} Oct 12 07:49:16.923753 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9f66a27e-4002-43c3-88c6-c9c413004419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:16.929202 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9f66a27e-4002-43c3-88c6-c9c413004419 admin admin] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:16.932388 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-9f66a27e-4002-43c3-88c6-c9c413004419 admin admin] 10.222.0.26 "DELETE /v2.0/networks/7804729f-5a18-4f8e-8ea7-dae1d105ce0d HTTP/1.1" status: 204 len: 168 time: 0.5430183 Oct 12 07:49:16.935430 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44126) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:49:16.943415 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f66a27e-4002-43c3-88c6-c9c413004419 admin admin] Pushing event deleted for resources: {'Network': ['ID=7804729f-5a18-4f8e-8ea7-dae1d105ce0d,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:17.250731 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:17.277551 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b7fd147d-5146-4a46-a2ad-b2d69d944011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:17.516813 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-b7fd147d-5146-4a46-a2ad-b2d69d944011 admin admin] Deleting port 5e978540-8d5b-4f86-ba51-9e5830f07e4d {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:49:17.517051 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b7fd147d-5146-4a46-a2ad-b2d69d944011 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:17.591468 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-b7fd147d-5146-4a46-a2ad-b2d69d944011 admin admin] For port 5e978540-8d5b-4f86-ba51-9e5830f07e4d, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=5e978540-8d5b-4f86-ba51-9e5830f07e4d,segment=NetworkSegment(5d90c933-8af3-4c3f-95c8-52752d3d4999),segment_id=5d90c933-8af3-4c3f-95c8-52752d3d4999)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:49:17.591819 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b7fd147d-5146-4a46-a2ad-b2d69d944011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:17.603676 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-b7fd147d-5146-4a46-a2ad-b2d69d944011 admin admin] Calling delete_port for 5e978540-8d5b-4f86-ba51-9e5830f07e4d owned by network:router_interface {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:49:17.779171 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b7fd147d-5146-4a46-a2ad-b2d69d944011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:17.805573 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fd147d-5146-4a46-a2ad-b2d69d944011 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e978540-8d5b-4f86-ba51-9e5830f07e4d,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:17.972906 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b7fd147d-5146-4a46-a2ad-b2d69d944011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:18.161820 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 2cd8cda4-2dcc-47ec-a7b7-755d756d28f7 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:49:18.182618 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 2cd8cda4-2dcc-47ec-a7b7-755d756d28f7 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:49:18.183047 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 2cd8cda4-2dcc-47ec-a7b7-755d756d28f7 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:49:18.183519 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device b60141e3-6716-4aba-b37d-5a8b6a4aaf4c no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:49:18.187053 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7fd147d-5146-4a46-a2ad-b2d69d944011 admin admin] Router d0d33ceb-1268-4406-a574-7b68cc6c6283 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:49:18.205041 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: b60141e3-6716-4aba-b37d-5a8b6a4aaf4c {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:49:18.205377 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device b60141e3-6716-4aba-b37d-5a8b6a4aaf4c not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:49:18.291520 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7fd147d-5146-4a46-a2ad-b2d69d944011 admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:49:18.297130 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b7fd147d-5146-4a46-a2ad-b2d69d944011 admin admin] 10.222.0.26 "PUT /v2.0/routers/d0d33ceb-1268-4406-a574-7b68cc6c6283/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3600984 Oct 12 07:49:18.299614 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44128) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:49:18.302433 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d23cf87-7cc6-497f-9cab-fb0b353f29ed None None] Sync routers for ids ['d0d33ceb-1268-4406-a574-7b68cc6c6283'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:49:18.312606 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d23cf87-7cc6-497f-9cab-fb0b353f29ed None None] Routers {'d0d33ceb-1268-4406-a574-7b68cc6c6283'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:49:18.313129 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-5d23cf87-7cc6-497f-9cab-fb0b353f29ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:49:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['d0d33ceb-1268-4406-a574-7b68cc6c6283'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:49:18.401669 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d10e8b2d-08b3-4c85-96cf-1694ca881320 admin admin] Notify callbacks [] for router, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:18.415039 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-5d23cf87-7cc6-497f-9cab-fb0b353f29ed None None] Set router d0d33ceb-1268-4406-a574-7b68cc6c6283 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:49:18.499855 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d10e8b2d-08b3-4c85-96cf-1694ca881320 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:18.555848 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d10e8b2d-08b3-4c85-96cf-1694ca881320 admin admin] Deleting port 5b8d4bbe-2fc8-49e4-aad1-cf847dd553f8 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:49:18.556162 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d10e8b2d-08b3-4c85-96cf-1694ca881320 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:18.591969 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-5d23cf87-7cc6-497f-9cab-fb0b353f29ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d33ceb-1268-4406-a574-7b68cc6c6283', 'name': 'tempest-TestVolumeBootPattern-1525503558-router', 'tenant_id': 'f92308ff34554fe582447c208b9451b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': '5b8d4bbe-2fc8-49e4-aad1-cf847dd553f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:42:09Z', 'updated_at': '2022-10-12T07:49:17Z', 'revision_number': 5, 'project_id': 'f92308ff34554fe582447c208b9451b5', 'gw_port': {'id': '5b8d4bbe-2fc8-49e4-aad1-cf847dd553f8', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d33ceb-1268-4406-a574-7b68cc6c6283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:42:10Z', 'updated_at': '2022-10-12T07:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:49:18.618356 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d23cf87-7cc6-497f-9cab-fb0b353f29ed None None] Checking router: d0d33ceb-1268-4406-a574-7b68cc6c6283 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:49:18.626323 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d23cf87-7cc6-497f-9cab-fb0b353f29ed None None] Routers {'d0d33ceb-1268-4406-a574-7b68cc6c6283'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:49:18.626916 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-5d23cf87-7cc6-497f-9cab-fb0b353f29ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:49:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['d0d33ceb-1268-4406-a574-7b68cc6c6283'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:49:18.633172 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-d10e8b2d-08b3-4c85-96cf-1694ca881320 admin admin] For port 5b8d4bbe-2fc8-49e4-aad1-cf847dd553f8, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=5b8d4bbe-2fc8-49e4-aad1-cf847dd553f8,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:49:18.633536 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d10e8b2d-08b3-4c85-96cf-1694ca881320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:18.646177 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-d10e8b2d-08b3-4c85-96cf-1694ca881320 admin admin] Calling delete_port for 5b8d4bbe-2fc8-49e4-aad1-cf847dd553f8 owned by network:router_gateway {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:49:18.712422 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-5d23cf87-7cc6-497f-9cab-fb0b353f29ed None None] Set router d0d33ceb-1268-4406-a574-7b68cc6c6283 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:49:18.768517 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-5d23cf87-7cc6-497f-9cab-fb0b353f29ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d33ceb-1268-4406-a574-7b68cc6c6283', 'name': 'tempest-TestVolumeBootPattern-1525503558-router', 'tenant_id': 'f92308ff34554fe582447c208b9451b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:42:09Z', 'updated_at': '2022-10-12T07:49:18Z', 'revision_number': 6, 'project_id': 'f92308ff34554fe582447c208b9451b5', 'gw_port_host': None}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:49:18.796372 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d23cf87-7cc6-497f-9cab-fb0b353f29ed None None] The sync data for ids ['d0d33ceb-1268-4406-a574-7b68cc6c6283'] in dv-neutron-860909-2-hyperv is: [{'id': 'd0d33ceb-1268-4406-a574-7b68cc6c6283', 'name': 'tempest-TestVolumeBootPattern-1525503558-router', 'tenant_id': 'f92308ff34554fe582447c208b9451b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:42:09Z', 'updated_at': '2022-10-12T07:49:18Z', 'revision_number': 6, 'project_id': 'f92308ff34554fe582447c208b9451b5', 'gw_port_host': None}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:49:18.813847 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:19.092853 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d10e8b2d-08b3-4c85-96cf-1694ca881320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:19.122018 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10e8b2d-08b3-4c85-96cf-1694ca881320 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b8d4bbe-2fc8-49e4-aad1-cf847dd553f8,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:19.133050 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:19.182812 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d10e8b2d-08b3-4c85-96cf-1694ca881320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:19.275380 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d10e8b2d-08b3-4c85-96cf-1694ca881320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:19.277632 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d10e8b2d-08b3-4c85-96cf-1694ca881320 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:19.319200 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d10e8b2d-08b3-4c85-96cf-1694ca881320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:19.320058 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10e8b2d-08b3-4c85-96cf-1694ca881320 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0d33ceb-1268-4406-a574-7b68cc6c6283 {{(pid=103200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:49:19.324554 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d10e8b2d-08b3-4c85-96cf-1694ca881320 admin admin] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:19.325714 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d10e8b2d-08b3-4c85-96cf-1694ca881320 admin admin] 10.222.0.26 "DELETE /v2.0/routers/d0d33ceb-1268-4406-a574-7b68cc6c6283 HTTP/1.1" status: 204 len: 168 time: 1.0251615 Oct 12 07:49:19.328853 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44130) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:49:19.375594 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d8180b8-d2ef-461e-8a47-4ac0a502a74b admin admin] Deleting subnet 19042184-768f-4504-ad3a-90cdc5730e37 {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:49:19.378551 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8d8180b8-d2ef-461e-8a47-4ac0a502a74b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:19.412056 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8d8180b8-d2ef-461e-8a47-4ac0a502a74b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:19.487129 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8d8180b8-d2ef-461e-8a47-4ac0a502a74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:19.545101 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8d8180b8-d2ef-461e-8a47-4ac0a502a74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:19.570395 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8180b8-d2ef-461e-8a47-4ac0a502a74b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19042184-768f-4504-ad3a-90cdc5730e37,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:19.576036 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8d8180b8-d2ef-461e-8a47-4ac0a502a74b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:19.579254 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-8d8180b8-d2ef-461e-8a47-4ac0a502a74b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/19042184-768f-4504-ad3a-90cdc5730e37 HTTP/1.1" status: 204 len: 168 time: 0.2492790 Oct 12 07:49:19.582638 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44132) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:49:19.583636 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712bf9dc-6816-4fde-bd25-df2ff28cbf3c None None] Network 9c8593d3-1fae-45bf-9e0f-92d4c9f138e4 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:49:19.651255 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-452df1f8-1147-4eec-94d0-802b82350db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:19.704304 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-452df1f8-1147-4eec-94d0-802b82350db0 admin admin] Deleting port 43f57424-00af-4079-a161-08781f333d60 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:49:19.704636 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-452df1f8-1147-4eec-94d0-802b82350db0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:19.759460 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529e5d61-bf0c-4cf0-951f-0734ce15e9bd None None] DHCP port deletion for 9c8593d3-1fae-45bf-9e0f-92d4c9f138e4 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:49:19.773764 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-452df1f8-1147-4eec-94d0-802b82350db0 admin admin] For port 43f57424-00af-4079-a161-08781f333d60, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=43f57424-00af-4079-a161-08781f333d60,segment=NetworkSegment(5d90c933-8af3-4c3f-95c8-52752d3d4999),segment_id=5d90c933-8af3-4c3f-95c8-52752d3d4999)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:49:19.774146 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-452df1f8-1147-4eec-94d0-802b82350db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:19.786933 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-452df1f8-1147-4eec-94d0-802b82350db0 admin admin] Calling delete_port for 43f57424-00af-4079-a161-08781f333d60 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:49:19.811027 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-529e5d61-bf0c-4cf0-951f-0734ce15e9bd None None] Deleting port 43f57424-00af-4079-a161-08781f333d60 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:49:19.811895 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-529e5d61-bf0c-4cf0-951f-0734ce15e9bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:19.875991 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-529e5d61-bf0c-4cf0-951f-0734ce15e9bd None None] For port 43f57424-00af-4079-a161-08781f333d60, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=43f57424-00af-4079-a161-08781f333d60,segment=NetworkSegment(5d90c933-8af3-4c3f-95c8-52752d3d4999),segment_id=5d90c933-8af3-4c3f-95c8-52752d3d4999)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:49:19.876440 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-529e5d61-bf0c-4cf0-951f-0734ce15e9bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:19.879979 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-452df1f8-1147-4eec-94d0-802b82350db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:19.889065 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-529e5d61-bf0c-4cf0-951f-0734ce15e9bd None None] Calling delete_port for 43f57424-00af-4079-a161-08781f333d60 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:49:19.909001 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452df1f8-1147-4eec-94d0-802b82350db0 admin admin] Pushing event deleted for resources: {'Port': ['ID=43f57424-00af-4079-a161-08781f333d60,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:19.912692 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452df1f8-1147-4eec-94d0-802b82350db0 admin admin] No DVR routers for this DVR port 43f57424-00af-4079-a161-08781f333d60 on host dv-neutron-860909-2-hyperv {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: from cryptography.utils import int_from_bytes Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: from cryptography.utils import int_from_bytes Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: self.session.flush() Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: self.session.flush() Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: self.session.flush() Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: self.session.flush() Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: self.session.flush() Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: self.session.flush() Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: self.session.flush() Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: self.session.flush() Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: self.session.flush() Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: self.session.flush() Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: self.session.flush() Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: self.session.flush() Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: self.session.flush() Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: self.session.flush() Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: self.session.flush() Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: self.session.flush() Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: self.session.flush() Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: self.session.flush() Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: self.session.flush() Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: self.session.flush() Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: self.session.flush() Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: self.session.flush() Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: self.session.flush() Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: self.session.flush() Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: self.session.flush() Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 07:49:19.963392 dv-neutron-860909-2-hyperv neutron-server[103202]: self.session.flush() Oct 12 07:49:19.969056 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-529e5d61-bf0c-4cf0-951f-0734ce15e9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:19.982092 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-452df1f8-1147-4eec-94d0-802b82350db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:19.993992 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529e5d61-bf0c-4cf0-951f-0734ce15e9bd None None] Pushing event deleted for resources: {'Port': ['ID=43f57424-00af-4079-a161-08781f333d60,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:19.998252 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529e5d61-bf0c-4cf0-951f-0734ce15e9bd None None] No DVR routers for this DVR port 43f57424-00af-4079-a161-08781f333d60 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:49:20.002987 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-452df1f8-1147-4eec-94d0-802b82350db0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c8593d3-1fae-45bf-9e0f-92d4c9f138e4']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:49:20.004574 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e5d61-bf0c-4cf0-951f-0734ce15e9bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:49:20.005251 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e5d61-bf0c-4cf0-951f-0734ce15e9bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:49:20.005251 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e5d61-bf0c-4cf0-951f-0734ce15e9bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:49:20.005564 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e5d61-bf0c-4cf0-951f-0734ce15e9bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:49:20.005894 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e5d61-bf0c-4cf0-951f-0734ce15e9bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:49:20.006244 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e5d61-bf0c-4cf0-951f-0734ce15e9bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:49:20.006571 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e5d61-bf0c-4cf0-951f-0734ce15e9bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:49:20.006896 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e5d61-bf0c-4cf0-951f-0734ce15e9bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:49:20.007216 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e5d61-bf0c-4cf0-951f-0734ce15e9bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:49:20.007535 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e5d61-bf0c-4cf0-951f-0734ce15e9bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:49:20.007854 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e5d61-bf0c-4cf0-951f-0734ce15e9bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:49:20.008177 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e5d61-bf0c-4cf0-951f-0734ce15e9bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:49:20.016136 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-452df1f8-1147-4eec-94d0-802b82350db0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d90c933-8af3-4c3f-95c8-52752d3d4999') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:49:20.016497 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-452df1f8-1147-4eec-94d0-802b82350db0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d90c933-8af3-4c3f-95c8-52752d3d4999') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:49:20.026059 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-452df1f8-1147-4eec-94d0-802b82350db0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:20.039378 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-452df1f8-1147-4eec-94d0-802b82350db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:20.045036 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-452df1f8-1147-4eec-94d0-802b82350db0 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:49:20.046088 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-452df1f8-1147-4eec-94d0-802b82350db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:20.064467 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 5d90c933-8af3-4c3f-95c8-52752d3d4999 resource provider aggregate not found Oct 12 07:49:20.111696 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 5d90c933-8af3-4c3f-95c8-52752d3d4999 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d90c933-8af3-4c3f-95c8-52752d3d4999 found for delete ", "request_id": "req-22e90696-6c47-4bb8-96f9-1a42298cdffa"}]} Oct 12 07:49:20.118367 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-452df1f8-1147-4eec-94d0-802b82350db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:20.123938 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-452df1f8-1147-4eec-94d0-802b82350db0 admin admin] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:20.127108 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-452df1f8-1147-4eec-94d0-802b82350db0 admin admin] 10.222.0.26 "DELETE /v2.0/networks/9c8593d3-1fae-45bf-9e0f-92d4c9f138e4 HTTP/1.1" status: 204 len: 168 time: 0.5429871 Oct 12 07:49:20.127872 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 43f57424-00af-4079-a161-08781f333d60 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:49:20.137822 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452df1f8-1147-4eec-94d0-802b82350db0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c8593d3-1fae-45bf-9e0f-92d4c9f138e4,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:20.157680 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 43f57424-00af-4079-a161-08781f333d60 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:49:20.157892 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 43f57424-00af-4079-a161-08781f333d60 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:49:20.158358 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 5e978540-8d5b-4f86-ba51-9e5830f07e4d no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:49:20.181683 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 5e978540-8d5b-4f86-ba51-9e5830f07e4d {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:49:20.182276 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 5e978540-8d5b-4f86-ba51-9e5830f07e4d not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:49:20.182836 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 5b8d4bbe-2fc8-49e4-aad1-cf847dd553f8 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:49:20.204064 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 5b8d4bbe-2fc8-49e4-aad1-cf847dd553f8 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:49:20.204409 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 5b8d4bbe-2fc8-49e4-aad1-cf847dd553f8 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:49:20.245330 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44142) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:49:20.291980 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-479ab661-5b5c-4326-919f-57fc6a848b17 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=82e1d814e4454fb2a7138e45884a198c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450647 Oct 12 07:49:20.293916 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44144) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:49:20.348734 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5b7f52b1-832a-4bb9-a4d9-82f4ecaea6e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:20.369405 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5b7f52b1-832a-4bb9-a4d9-82f4ecaea6e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:20.415150 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5b7f52b1-832a-4bb9-a4d9-82f4ecaea6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:20.417640 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5b7f52b1-832a-4bb9-a4d9-82f4ecaea6e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:20.418951 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-5b7f52b1-832a-4bb9-a4d9-82f4ecaea6e4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bf271a79-cd77-4b53-b9a6-a91f896911d3 HTTP/1.1" status: 204 len: 168 time: 0.1241128 Oct 12 07:49:20.427198 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f52b1-832a-4bb9-a4d9-82f4ecaea6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf271a79-cd77-4b53-b9a6-a91f896911d3,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:20.722940 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44152) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:49:20.762152 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-20ac3adf-7053-4a6f-b220-e239c471fa99 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f92308ff34554fe582447c208b9451b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379536 Oct 12 07:49:20.764503 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44154) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:49:20.810802 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eb1f754a-c3e1-487a-acaa-a2e481fd85a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:20.830937 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eb1f754a-c3e1-487a-acaa-a2e481fd85a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:20.882158 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eb1f754a-c3e1-487a-acaa-a2e481fd85a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:20.884644 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eb1f754a-c3e1-487a-acaa-a2e481fd85a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:20.885814 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-eb1f754a-c3e1-487a-acaa-a2e481fd85a0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/46918729-9204-424c-81b5-9886d84e2704 HTTP/1.1" status: 204 len: 168 time: 0.1203842 Oct 12 07:49:20.893124 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f754a-c3e1-487a-acaa-a2e481fd85a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46918729-9204-424c-81b5-9886d84e2704,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:21.031074 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:30.631685 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44172) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:49:30.789350 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-6bee70fd-b2a0-431f-a0ca-b0224d0f7981 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Deleting port db5e24fc-ef08-4002-ba8e-792743bd8f2b {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:49:30.789691 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6bee70fd-b2a0-431f-a0ca-b0224d0f7981 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:30.865910 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6bee70fd-b2a0-431f-a0ca-b0224d0f7981 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:30.866266 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6bee70fd-b2a0-431f-a0ca-b0224d0f7981 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:30.877523 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-6bee70fd-b2a0-431f-a0ca-b0224d0f7981 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Calling delete_port for db5e24fc-ef08-4002-ba8e-792743bd8f2b owned by network:floatingip {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:49:31.024282 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6bee70fd-b2a0-431f-a0ca-b0224d0f7981 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:31.049970 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee70fd-b2a0-431f-a0ca-b0224d0f7981 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Port': ['ID=db5e24fc-ef08-4002-ba8e-792743bd8f2b,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:31.112602 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6bee70fd-b2a0-431f-a0ca-b0224d0f7981 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for floatingip, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:31.112931 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [None req-6bee70fd-b2a0-431f-a0ca-b0224d0f7981 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Floating IP a2462cfc-e17d-45e2-9c27-8db3ba14da01 disassociated (deleted). External IP: 172.26.3.144, port: 522ce6f6-c83b-40c5-8256-ad354f68d66b. Oct 12 07:49:31.315762 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bee70fd-b2a0-431f-a0ca-b0224d0f7981 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Router 98119be8-dd21-4c2d-9f2e-c188f4f457ea has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:49:31.418509 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bee70fd-b2a0-431f-a0ca-b0224d0f7981 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:49:31.423276 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6bee70fd-b2a0-431f-a0ca-b0224d0f7981 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:31.428357 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7488a437-1520-44aa-a1e7-fc2f161e1f67 None None] Sync routers for ids ['98119be8-dd21-4c2d-9f2e-c188f4f457ea'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:49:31.438011 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7488a437-1520-44aa-a1e7-fc2f161e1f67 None None] Routers {'98119be8-dd21-4c2d-9f2e-c188f4f457ea'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:49:31.438631 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-7488a437-1520-44aa-a1e7-fc2f161e1f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:49:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['98119be8-dd21-4c2d-9f2e-c188f4f457ea'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:49:31.454670 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-6bee70fd-b2a0-431f-a0ca-b0224d0f7981 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "DELETE /v2.0/floatingips/a2462cfc-e17d-45e2-9c27-8db3ba14da01 HTTP/1.1" status: 204 len: 168 time: 0.8217869 Oct 12 07:49:31.455300 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b1fd467-65be-4ab8-80c5-e53cf5889da4', 'tag': '522ce6f6-c83b-40c5-8256-ad354f68d66b'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:49:31.457590 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af860c4f-a6b0-4940-9d6b-8bd171b2b49b" -d '{"events": [{"name": "network-changed", "server_uuid": "1b1fd467-65be-4ab8-80c5-e53cf5889da4", "tag": "522ce6f6-c83b-40c5-8256-ad354f68d66b"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:49:31.494925 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f558b57b-e313-4b18-bb96-92508c2b63c8 x-openstack-request-id: req-f558b57b-e313-4b18-bb96-92508c2b63c8 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:49:31.495221 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b1fd467-65be-4ab8-80c5-e53cf5889da4", "tag": "522ce6f6-c83b-40c5-8256-ad354f68d66b", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:49:31.495480 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f558b57b-e313-4b18-bb96-92508c2b63c8 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:49:31.496199 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f558b57b-e313-4b18-bb96-92508c2b63c8'] response: {'name': 'network-changed', 'server_uuid': '1b1fd467-65be-4ab8-80c5-e53cf5889da4', 'tag': '522ce6f6-c83b-40c5-8256-ad354f68d66b', 'status': 'completed', 'code': 200} Oct 12 07:49:31.550848 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-7488a437-1520-44aa-a1e7-fc2f161e1f67 None None] Set router 98119be8-dd21-4c2d-9f2e-c188f4f457ea gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:49:31.559419 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af860c4f-a6b0-4940-9d6b-8bd171b2b49b req-1d2b4af5-0312-4559-8bf2-8402d659f8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:31.560946 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-af860c4f-a6b0-4940-9d6b-8bd171b2b49b req-1d2b4af5-0312-4559-8bf2-8402d659f8fa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&device_id=1b1fd467-65be-4ab8-80c5-e53cf5889da4 HTTP/1.1" status: 200 len: 1099 time: 0.0422692 Oct 12 07:49:31.696682 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af860c4f-a6b0-4940-9d6b-8bd171b2b49b req-e859e550-b632-4448-932f-ad8b1db1df87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:31.698203 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-af860c4f-a6b0-4940-9d6b-8bd171b2b49b req-e859e550-b632-4448-932f-ad8b1db1df87 service neutron] 10.222.0.23 "GET /v2.0/networks?id=40852b54-3625-4c03-b00c-8e635e749766 HTTP/1.1" status: 200 len: 897 time: 0.1274228 Oct 12 07:49:31.711096 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70f020-28cb-409f-8c27-b4cc20814cae req-53977bf0-ae4b-452a-a1af-4d22b1ee63e3 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:31.712572 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6a70f020-28cb-409f-8c27-b4cc20814cae req-53977bf0-ae4b-452a-a1af-4d22b1ee63e3 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b1fd467-65be-4ab8-80c5-e53cf5889da4 HTTP/1.1" status: 200 len: 946 time: 0.0766823 Oct 12 07:49:31.754572 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-af860c4f-a6b0-4940-9d6b-8bd171b2b49b req-61ef0af4-b89a-453f-8764-855576e124af service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=522ce6f6-c83b-40c5-8256-ad354f68d66b HTTP/1.1" status: 200 len: 217 time: 0.0410311 Oct 12 07:49:31.814628 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6a70f020-28cb-409f-8c27-b4cc20814cae req-185f2d80-d4f6-4a8b-b3bf-a95130dc186b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b41522d-d0a4-4a75-8d6b-8b0ec7fa5a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952213 Oct 12 07:49:31.823891 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af860c4f-a6b0-4940-9d6b-8bd171b2b49b req-32248d27-fc96-48e8-b0a3-536a5f8fb7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:31.825348 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-af860c4f-a6b0-4940-9d6b-8bd171b2b49b req-32248d27-fc96-48e8-b0a3-536a5f8fb7c4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8ab39133-6784-4704-a06e-4d2b044899b8 HTTP/1.1" status: 200 len: 844 time: 0.0630274 Oct 12 07:49:31.871377 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af860c4f-a6b0-4940-9d6b-8bd171b2b49b req-a9fe328e-910a-4ceb-89ed-70ff05a79d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:31.872881 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-af860c4f-a6b0-4940-9d6b-8bd171b2b49b req-a9fe328e-910a-4ceb-89ed-70ff05a79d98 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=40852b54-3625-4c03-b00c-8e635e749766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403700 Oct 12 07:49:31.915174 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-7488a437-1520-44aa-a1e7-fc2f161e1f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98119be8-dd21-4c2d-9f2e-c188f4f457ea', 'name': 'tempest-TestNetworkBasicOps-router-874750786', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'ac684886-ce53-4fde-accf-6e08cb1c8f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:46:34Z', 'updated_at': '2022-10-12T07:46:38Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': 'ac684886-ce53-4fde-accf-6e08cb1c8f7f', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:af:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98119be8-dd21-4c2d-9f2e-c188f4f457ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:46:35Z', 'updated_at': '2022-10-12T07:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '8d0c4803-fe5b-4a58-9df9-b2a4d39bc66b', 'name': '', 'network_id': '40852b54-3625-4c03-b00c-8e635e749766', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:bd:dc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98119be8-dd21-4c2d-9f2e-c188f4f457ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '8ab39133-6784-4704-a06e-4d2b044899b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:46:37Z', 'updated_at': '2022-10-12T07:46:41Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '8ab39133-6784-4704-a06e-4d2b044899b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:49:31.941013 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7488a437-1520-44aa-a1e7-fc2f161e1f67 None None] Checking router: 98119be8-dd21-4c2d-9f2e-c188f4f457ea for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:49:31.949298 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7488a437-1520-44aa-a1e7-fc2f161e1f67 None None] Routers {'98119be8-dd21-4c2d-9f2e-c188f4f457ea'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:49:31.949903 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-7488a437-1520-44aa-a1e7-fc2f161e1f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:49:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['98119be8-dd21-4c2d-9f2e-c188f4f457ea'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:49:31.964797 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-af860c4f-a6b0-4940-9d6b-8bd171b2b49b req-beced428-06a5-49e0-b97a-81bab3f725d5 service neutron] 10.222.0.23 "GET /v2.0/networks/40852b54-3625-4c03-b00c-8e635e749766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836642 Oct 12 07:49:32.056462 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-7488a437-1520-44aa-a1e7-fc2f161e1f67 None None] Set router 98119be8-dd21-4c2d-9f2e-c188f4f457ea gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:49:32.058014 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-af860c4f-a6b0-4940-9d6b-8bd171b2b49b req-293bd6a0-154f-41ca-aba4-8e558816f4b4 service neutron] 10.222.0.23 "GET /v2.0/networks/40852b54-3625-4c03-b00c-8e635e749766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852854 Oct 12 07:49:32.256712 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-7488a437-1520-44aa-a1e7-fc2f161e1f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98119be8-dd21-4c2d-9f2e-c188f4f457ea', 'name': 'tempest-TestNetworkBasicOps-router-874750786', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'ac684886-ce53-4fde-accf-6e08cb1c8f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:46:34Z', 'updated_at': '2022-10-12T07:46:38Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': 'ac684886-ce53-4fde-accf-6e08cb1c8f7f', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:af:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98119be8-dd21-4c2d-9f2e-c188f4f457ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:46:35Z', 'updated_at': '2022-10-12T07:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '8d0c4803-fe5b-4a58-9df9-b2a4d39bc66b', 'name': '', 'network_id': '40852b54-3625-4c03-b00c-8e635e749766', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:bd:dc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98119be8-dd21-4c2d-9f2e-c188f4f457ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '8ab39133-6784-4704-a06e-4d2b044899b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:46:37Z', 'updated_at': '2022-10-12T07:46:41Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '8ab39133-6784-4704-a06e-4d2b044899b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:49:32.282743 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7488a437-1520-44aa-a1e7-fc2f161e1f67 None None] The sync data for ids ['98119be8-dd21-4c2d-9f2e-c188f4f457ea'] in dv-neutron-860909-2-hyperv is: [{'id': '98119be8-dd21-4c2d-9f2e-c188f4f457ea', 'name': 'tempest-TestNetworkBasicOps-router-874750786', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'ac684886-ce53-4fde-accf-6e08cb1c8f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:46:34Z', 'updated_at': '2022-10-12T07:46:38Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': 'ac684886-ce53-4fde-accf-6e08cb1c8f7f', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:af:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98119be8-dd21-4c2d-9f2e-c188f4f457ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:46:35Z', 'updated_at': '2022-10-12T07:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '8d0c4803-fe5b-4a58-9df9-b2a4d39bc66b', 'name': '', 'network_id': '40852b54-3625-4c03-b00c-8e635e749766', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:bd:dc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98119be8-dd21-4c2d-9f2e-c188f4f457ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '8ab39133-6784-4704-a06e-4d2b044899b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:46:37Z', 'updated_at': '2022-10-12T07:46:41Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '8ab39133-6784-4704-a06e-4d2b044899b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:49:32.494211 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f942db06-f8ea-4c5a-942f-346d1e349226 None None] New status for floating IP a2462cfc-e17d-45e2-9c27-8db3ba14da01: DOWN {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 07:49:32.965812 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f280d-b707-4a59-a91f-2385b6052f9d req-bec1071d-bd8f-442f-9373-521a55a789b1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:32.967220 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6f4f280d-b707-4a59-a91f-2385b6052f9d req-bec1071d-bd8f-442f-9373-521a55a789b1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b1fd467-65be-4ab8-80c5-e53cf5889da4 HTTP/1.1" status: 200 len: 946 time: 0.0762539 Oct 12 07:49:32.978611 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e4c87-2335-404d-89a3-22b8d15d9b69 req-06f119be-1bf7-4974-828d-f988059f15c5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:32.979957 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-949e4c87-2335-404d-89a3-22b8d15d9b69 req-06f119be-1bf7-4974-828d-f988059f15c5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b1fd467-65be-4ab8-80c5-e53cf5889da4 HTTP/1.1" status: 200 len: 946 time: 0.0631704 Oct 12 07:49:33.046617 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6f4f280d-b707-4a59-a91f-2385b6052f9d req-63185209-9c85-4d4c-97d0-45361fbaa648 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b41522d-d0a4-4a75-8d6b-8b0ec7fa5a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656798 Oct 12 07:49:33.090757 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-949e4c87-2335-404d-89a3-22b8d15d9b69 req-fbd74e4c-3359-4110-950c-c638f650af73 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Deleting port 522ce6f6-c83b-40c5-8256-ad354f68d66b {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:49:33.091103 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-949e4c87-2335-404d-89a3-22b8d15d9b69 req-fbd74e4c-3359-4110-950c-c638f650af73 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:33.180391 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-949e4c87-2335-404d-89a3-22b8d15d9b69 req-fbd74e4c-3359-4110-950c-c638f650af73 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] For port 522ce6f6-c83b-40c5-8256-ad354f68d66b, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=522ce6f6-c83b-40c5-8256-ad354f68d66b,segment=NetworkSegment(c419c2b1-9326-4a1a-bdef-0bc65b30ded8),segment_id=c419c2b1-9326-4a1a-bdef-0bc65b30ded8)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:49:33.180751 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-949e4c87-2335-404d-89a3-22b8d15d9b69 req-fbd74e4c-3359-4110-950c-c638f650af73 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:33.192813 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-949e4c87-2335-404d-89a3-22b8d15d9b69 req-fbd74e4c-3359-4110-950c-c638f650af73 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Calling delete_port for 522ce6f6-c83b-40c5-8256-ad354f68d66b owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:49:33.318337 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-949e4c87-2335-404d-89a3-22b8d15d9b69 req-fbd74e4c-3359-4110-950c-c638f650af73 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:33.351544 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd74e4c-3359-4110-950c-c638f650af73 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Port': ['ID=522ce6f6-c83b-40c5-8256-ad354f68d66b,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:33.391318 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-949e4c87-2335-404d-89a3-22b8d15d9b69 req-fbd74e4c-3359-4110-950c-c638f650af73 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] No DVR routers for this DVR port 522ce6f6-c83b-40c5-8256-ad354f68d66b on host hv-neutron-8609 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:49:33.393826 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-949e4c87-2335-404d-89a3-22b8d15d9b69 req-fbd74e4c-3359-4110-950c-c638f650af73 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:33.397155 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-949e4c87-2335-404d-89a3-22b8d15d9b69 req-fbd74e4c-3359-4110-950c-c638f650af73 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "DELETE /v2.0/ports/522ce6f6-c83b-40c5-8256-ad354f68d66b HTTP/1.1" status: 204 len: 173 time: 0.4107466 Oct 12 07:49:33.497338 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b1fd467-65be-4ab8-80c5-e53cf5889da4', 'name': 'network-vif-deleted', 'tag': '522ce6f6-c83b-40c5-8256-ad354f68d66b'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:49:33.500373 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf0b9a9-bf85-4834-bc38-6696f477e09a" -d '{"events": [{"server_uuid": "1b1fd467-65be-4ab8-80c5-e53cf5889da4", "name": "network-vif-deleted", "tag": "522ce6f6-c83b-40c5-8256-ad354f68d66b"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:49:33.534910 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d831518b-c692-4950-9ebd-bab859bc8907 x-openstack-request-id: req-d831518b-c692-4950-9ebd-bab859bc8907 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:49:33.535213 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b1fd467-65be-4ab8-80c5-e53cf5889da4", "name": "network-vif-deleted", "tag": "522ce6f6-c83b-40c5-8256-ad354f68d66b", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:49:33.535470 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d831518b-c692-4950-9ebd-bab859bc8907 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:49:33.535927 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d831518b-c692-4950-9ebd-bab859bc8907'] response: {'server_uuid': '1b1fd467-65be-4ab8-80c5-e53cf5889da4', 'name': 'network-vif-deleted', 'tag': '522ce6f6-c83b-40c5-8256-ad354f68d66b', 'status': 'completed', 'code': 200} Oct 12 07:49:34.108344 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44186) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:49:34.164693 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db83964e-e828-41bc-b402-f9a1244ace6c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:34.188681 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db83964e-e828-41bc-b402-f9a1244ace6c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:34.247555 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db83964e-e828-41bc-b402-f9a1244ace6c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:34.250291 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-db83964e-e828-41bc-b402-f9a1244ace6c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:34.251473 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-db83964e-e828-41bc-b402-f9a1244ace6c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "DELETE /v2.0/security-groups/4b41522d-d0a4-4a75-8d6b-8b0ec7fa5a28 HTTP/1.1" status: 204 len: 168 time: 0.1420989 Oct 12 07:49:34.264655 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83964e-e828-41bc-b402-f9a1244ace6c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b41522d-d0a4-4a75-8d6b-8b0ec7fa5a28,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:34.285113 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44190) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:49:34.631125 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-68574dc6-01da-437c-8619-ae6b17b0b7f5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:34.875764 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-68574dc6-01da-437c-8619-ae6b17b0b7f5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Deleting port 8d0c4803-fe5b-4a58-9df9-b2a4d39bc66b {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:49:34.876110 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-68574dc6-01da-437c-8619-ae6b17b0b7f5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:34.968478 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-68574dc6-01da-437c-8619-ae6b17b0b7f5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] For port 8d0c4803-fe5b-4a58-9df9-b2a4d39bc66b, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=8d0c4803-fe5b-4a58-9df9-b2a4d39bc66b,segment=NetworkSegment(c419c2b1-9326-4a1a-bdef-0bc65b30ded8),segment_id=c419c2b1-9326-4a1a-bdef-0bc65b30ded8)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:49:34.969049 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-68574dc6-01da-437c-8619-ae6b17b0b7f5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:34.983706 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-68574dc6-01da-437c-8619-ae6b17b0b7f5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Calling delete_port for 8d0c4803-fe5b-4a58-9df9-b2a4d39bc66b owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:49:35.173018 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-68574dc6-01da-437c-8619-ae6b17b0b7f5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:35.203288 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68574dc6-01da-437c-8619-ae6b17b0b7f5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Port': ['ID=8d0c4803-fe5b-4a58-9df9-b2a4d39bc66b,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:35.376879 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-68574dc6-01da-437c-8619-ae6b17b0b7f5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:35.904082 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68574dc6-01da-437c-8619-ae6b17b0b7f5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Router 98119be8-dd21-4c2d-9f2e-c188f4f457ea has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:49:36.007072 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68574dc6-01da-437c-8619-ae6b17b0b7f5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:49:36.012309 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-68574dc6-01da-437c-8619-ae6b17b0b7f5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "PUT /v2.0/routers/98119be8-dd21-4c2d-9f2e-c188f4f457ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7261331 Oct 12 07:49:36.015860 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44192) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:49:36.016937 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c9a5bd-50a0-4b9e-87b5-a4f3cd719252 None None] Sync routers for ids ['98119be8-dd21-4c2d-9f2e-c188f4f457ea'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:49:36.026646 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c9a5bd-50a0-4b9e-87b5-a4f3cd719252 None None] Routers {'98119be8-dd21-4c2d-9f2e-c188f4f457ea'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:49:36.027250 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-11c9a5bd-50a0-4b9e-87b5-a4f3cd719252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:49:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['98119be8-dd21-4c2d-9f2e-c188f4f457ea'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:49:36.065357 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b473207-1e32-484c-a993-3b4c3d30590f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Deleting subnet 8ab39133-6784-4704-a06e-4d2b044899b8 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:49:36.068840 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9b473207-1e32-484c-a993-3b4c3d30590f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:36.111057 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9b473207-1e32-484c-a993-3b4c3d30590f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:36.137596 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-11c9a5bd-50a0-4b9e-87b5-a4f3cd719252 None None] Set router 98119be8-dd21-4c2d-9f2e-c188f4f457ea gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:49:36.198629 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9b473207-1e32-484c-a993-3b4c3d30590f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:36.257114 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9b473207-1e32-484c-a993-3b4c3d30590f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:36.284803 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b473207-1e32-484c-a993-3b4c3d30590f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Subnet': ['ID=8ab39133-6784-4704-a06e-4d2b044899b8,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:36.290850 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9b473207-1e32-484c-a993-3b4c3d30590f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:36.294063 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-9b473207-1e32-484c-a993-3b4c3d30590f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "DELETE /v2.0/subnets/8ab39133-6784-4704-a06e-4d2b044899b8 HTTP/1.1" status: 204 len: 168 time: 0.2772532 Oct 12 07:49:36.297306 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44194) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:49:36.301150 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00c7203-79a1-450c-b539-2941a7c4e20b None None] Network 40852b54-3625-4c03-b00c-8e635e749766 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:49:36.403190 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0c2d2a56-821c-4c66-81fa-ba75ca50bcb6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:36.423202 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-11c9a5bd-50a0-4b9e-87b5-a4f3cd719252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98119be8-dd21-4c2d-9f2e-c188f4f457ea', 'name': 'tempest-TestNetworkBasicOps-router-874750786', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'ac684886-ce53-4fde-accf-6e08cb1c8f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:46:34Z', 'updated_at': '2022-10-12T07:49:35Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': 'ac684886-ce53-4fde-accf-6e08cb1c8f7f', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:af:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98119be8-dd21-4c2d-9f2e-c188f4f457ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:46:35Z', 'updated_at': '2022-10-12T07:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:49:36.455401 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c9a5bd-50a0-4b9e-87b5-a4f3cd719252 None None] Checking router: 98119be8-dd21-4c2d-9f2e-c188f4f457ea for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:49:36.469198 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c9a5bd-50a0-4b9e-87b5-a4f3cd719252 None None] Routers {'98119be8-dd21-4c2d-9f2e-c188f4f457ea'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:49:36.469819 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-11c9a5bd-50a0-4b9e-87b5-a4f3cd719252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:49:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['98119be8-dd21-4c2d-9f2e-c188f4f457ea'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:49:36.513291 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0c2d2a56-821c-4c66-81fa-ba75ca50bcb6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:36.563610 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48f2ba9-d536-495a-b07e-385c7309ac0c None None] DHCP port deletion for 40852b54-3625-4c03-b00c-8e635e749766 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:49:36.567455 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-0c2d2a56-821c-4c66-81fa-ba75ca50bcb6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Deleting port ac684886-ce53-4fde-accf-6e08cb1c8f7f {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:49:36.567803 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0c2d2a56-821c-4c66-81fa-ba75ca50bcb6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:36.609772 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-11c9a5bd-50a0-4b9e-87b5-a4f3cd719252 None None] Set router 98119be8-dd21-4c2d-9f2e-c188f4f457ea gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:49:36.649754 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-0c2d2a56-821c-4c66-81fa-ba75ca50bcb6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] For port ac684886-ce53-4fde-accf-6e08cb1c8f7f, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=ac684886-ce53-4fde-accf-6e08cb1c8f7f,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:49:36.650223 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0c2d2a56-821c-4c66-81fa-ba75ca50bcb6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:36.662430 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-0c2d2a56-821c-4c66-81fa-ba75ca50bcb6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Calling delete_port for ac684886-ce53-4fde-accf-6e08cb1c8f7f owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:49:36.726049 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 522ce6f6-c83b-40c5-8256-ad354f68d66b no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:49:36.757438 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] No Port match for: 522ce6f6-c83b-40c5-8256-ad354f68d66b {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:49:36.757692 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 522ce6f6-c83b-40c5-8256-ad354f68d66b not bound to the agent host hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:49:36.765514 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b48f2ba9-d536-495a-b07e-385c7309ac0c None None] Deleting port b0923198-07ac-4ddc-8e63-0d05c4b7dc40 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:49:36.765891 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b48f2ba9-d536-495a-b07e-385c7309ac0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:36.829801 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0c2d2a56-821c-4c66-81fa-ba75ca50bcb6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:36.856727 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d2a56-821c-4c66-81fa-ba75ca50bcb6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Port': ['ID=ac684886-ce53-4fde-accf-6e08cb1c8f7f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:36.871355 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-b48f2ba9-d536-495a-b07e-385c7309ac0c None None] For port b0923198-07ac-4ddc-8e63-0d05c4b7dc40, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=b0923198-07ac-4ddc-8e63-0d05c4b7dc40,segment=NetworkSegment(c419c2b1-9326-4a1a-bdef-0bc65b30ded8),segment_id=c419c2b1-9326-4a1a-bdef-0bc65b30ded8)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:49:36.871739 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b48f2ba9-d536-495a-b07e-385c7309ac0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:36.885784 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b48f2ba9-d536-495a-b07e-385c7309ac0c None None] Calling delete_port for b0923198-07ac-4ddc-8e63-0d05c4b7dc40 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:49:36.915357 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0c2d2a56-821c-4c66-81fa-ba75ca50bcb6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:36.940338 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-11c9a5bd-50a0-4b9e-87b5-a4f3cd719252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98119be8-dd21-4c2d-9f2e-c188f4f457ea', 'name': 'tempest-TestNetworkBasicOps-router-874750786', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'ac684886-ce53-4fde-accf-6e08cb1c8f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:46:34Z', 'updated_at': '2022-10-12T07:49:35Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': 'ac684886-ce53-4fde-accf-6e08cb1c8f7f', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:af:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98119be8-dd21-4c2d-9f2e-c188f4f457ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:46:35Z', 'updated_at': '2022-10-12T07:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:49:36.972154 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c9a5bd-50a0-4b9e-87b5-a4f3cd719252 None None] The sync data for ids ['98119be8-dd21-4c2d-9f2e-c188f4f457ea'] in dv-neutron-860909-2-hyperv is: [{'id': '98119be8-dd21-4c2d-9f2e-c188f4f457ea', 'name': 'tempest-TestNetworkBasicOps-router-874750786', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'ac684886-ce53-4fde-accf-6e08cb1c8f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:46:34Z', 'updated_at': '2022-10-12T07:49:35Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': 'ac684886-ce53-4fde-accf-6e08cb1c8f7f', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:af:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98119be8-dd21-4c2d-9f2e-c188f4f457ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:46:35Z', 'updated_at': '2022-10-12T07:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:49:37.003557 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b48f2ba9-d536-495a-b07e-385c7309ac0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:37.007822 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0c2d2a56-821c-4c66-81fa-ba75ca50bcb6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:37.010222 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0c2d2a56-821c-4c66-81fa-ba75ca50bcb6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:37.031219 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f2ba9-d536-495a-b07e-385c7309ac0c None None] Pushing event deleted for resources: {'Port': ['ID=b0923198-07ac-4ddc-8e63-0d05c4b7dc40,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:37.035463 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48f2ba9-d536-495a-b07e-385c7309ac0c None None] No DVR routers for this DVR port b0923198-07ac-4ddc-8e63-0d05c4b7dc40 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:49:37.057970 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0c2d2a56-821c-4c66-81fa-ba75ca50bcb6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:37.058563 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2d2a56-821c-4c66-81fa-ba75ca50bcb6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Fanout notify agent at l3_agent the message router_deleted on router 98119be8-dd21-4c2d-9f2e-c188f4f457ea {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:49:37.066069 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0c2d2a56-821c-4c66-81fa-ba75ca50bcb6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:37.066768 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-0c2d2a56-821c-4c66-81fa-ba75ca50bcb6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "DELETE /v2.0/routers/98119be8-dd21-4c2d-9f2e-c188f4f457ea HTTP/1.1" status: 204 len: 168 time: 0.7685616 Oct 12 07:49:37.069527 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44196) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:49:37.144307 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-97952aa0-5715-4138-bcd8-657f51369e57 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:37.231899 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-97952aa0-5715-4138-bcd8-657f51369e57 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:37.250959 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-97952aa0-5715-4138-bcd8-657f51369e57 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40852b54-3625-4c03-b00c-8e635e749766']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:49:37.259908 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-97952aa0-5715-4138-bcd8-657f51369e57 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c419c2b1-9326-4a1a-bdef-0bc65b30ded8') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:49:37.260162 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-97952aa0-5715-4138-bcd8-657f51369e57 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c419c2b1-9326-4a1a-bdef-0bc65b30ded8') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:49:37.269725 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-97952aa0-5715-4138-bcd8-657f51369e57 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:37.282963 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-97952aa0-5715-4138-bcd8-657f51369e57 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:37.288818 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97952aa0-5715-4138-bcd8-657f51369e57 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:49:37.289194 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-97952aa0-5715-4138-bcd8-657f51369e57 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:37.318766 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment c419c2b1-9326-4a1a-bdef-0bc65b30ded8 resource provider aggregate not found Oct 12 07:49:37.355249 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment c419c2b1-9326-4a1a-bdef-0bc65b30ded8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c419c2b1-9326-4a1a-bdef-0bc65b30ded8 found for delete ", "request_id": "req-a728c97e-fffb-40f1-934d-724c04663dc5"}]} Oct 12 07:49:37.363860 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-97952aa0-5715-4138-bcd8-657f51369e57 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:37.371616 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-97952aa0-5715-4138-bcd8-657f51369e57 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:37.375312 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-97952aa0-5715-4138-bcd8-657f51369e57 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "DELETE /v2.0/networks/40852b54-3625-4c03-b00c-8e635e749766 HTTP/1.1" status: 204 len: 168 time: 0.3045709 Oct 12 07:49:37.387237 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44202) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:49:37.387773 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97952aa0-5715-4138-bcd8-657f51369e57 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Network': ['ID=40852b54-3625-4c03-b00c-8e635e749766,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:37.393071 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-9228115f-0a7b-4901-849d-b110b2d91191 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'network': {'name': 'tempest-network-smoke--1262660375', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'port_security_enabled': True}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:49:37.416072 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9228115f-0a7b-4901-849d-b110b2d91191 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Made reservation on behalf of 62f83991a7314cd6b6c084162dcfff66 for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:49:37.419769 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9228115f-0a7b-4901-849d-b110b2d91191 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:37.444980 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9228115f-0a7b-4901-849d-b110b2d91191 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:49:37.455674 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9228115f-0a7b-4901-849d-b110b2d91191 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:37.456024 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-9228115f-0a7b-4901-849d-b110b2d91191 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Added segment fc76e601-ea0d-4fc2-ac32-07beee61ca3c of type vlan for network b3294ca5-5c32-492a-9f5b-6b622787b059 Oct 12 07:49:37.496639 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9228115f-0a7b-4901-849d-b110b2d91191 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:37.522692 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9228115f-0a7b-4901-849d-b110b2d91191 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:37.528221 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9228115f-0a7b-4901-849d-b110b2d91191 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:37.528794 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9228115f-0a7b-4901-849d-b110b2d91191 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:37.560587 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-9228115f-0a7b-4901-849d-b110b2d91191 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1719692 Oct 12 07:49:37.564162 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44204) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:49:37.569168 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-7a01a57b-d0c1-4d27-ac57-dfc84a5b0f02 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-875489847', 'admin_state_up': True, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:49:37.597982 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7a01a57b-d0c1-4d27-ac57-dfc84a5b0f02 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:37.599050 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7a01a57b-d0c1-4d27-ac57-dfc84a5b0f02 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:37.604301 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9228115f-0a7b-4901-849d-b110b2d91191 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Network': ['ID=b3294ca5-5c32-492a-9f5b-6b622787b059,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:37.616993 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network b3294ca5-5c32-492a-9f5b-6b622787b059 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:49:37.665123 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7a01a57b-d0c1-4d27-ac57-dfc84a5b0f02 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:37.806140 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7a01a57b-d0c1-4d27-ac57-dfc84a5b0f02 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:37.989483 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7a01a57b-d0c1-4d27-ac57-dfc84a5b0f02 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router_gateway, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:38.011559 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7a01a57b-d0c1-4d27-ac57-dfc84a5b0f02 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:38.112859 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-7a01a57b-d0c1-4d27-ac57-dfc84a5b0f02 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Allocated IP 172.26.3.200 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/798e1bd3-ac84-4094-b0a4-aee440aad5d4) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:49:38.126137 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device ac684886-ce53-4fde-accf-6e08cb1c8f7f no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:49:38.146219 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: ac684886-ce53-4fde-accf-6e08cb1c8f7f {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:49:38.146557 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device ac684886-ce53-4fde-accf-6e08cb1c8f7f not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:49:38.146970 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device b0923198-07ac-4ddc-8e63-0d05c4b7dc40 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:49:38.165508 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: b0923198-07ac-4ddc-8e63-0d05c4b7dc40 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:49:38.165846 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device b0923198-07ac-4ddc-8e63-0d05c4b7dc40 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:49:38.166271 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 8d0c4803-fe5b-4a58-9df9-b2a4d39bc66b no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:49:38.193659 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 8d0c4803-fe5b-4a58-9df9-b2a4d39bc66b {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:49:38.194016 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 8d0c4803-fe5b-4a58-9df9-b2a4d39bc66b not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:49:38.220203 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7a01a57b-d0c1-4d27-ac57-dfc84a5b0f02 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:38.252762 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7a01a57b-d0c1-4d27-ac57-dfc84a5b0f02 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:38.289848 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a01a57b-d0c1-4d27-ac57-dfc84a5b0f02 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:49:38.292666 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-7a01a57b-d0c1-4d27-ac57-dfc84a5b0f02 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:49:38.296089 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a01a57b-d0c1-4d27-ac57-dfc84a5b0f02 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:49:38.319235 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01a57b-d0c1-4d27-ac57-dfc84a5b0f02 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=798e1bd3-ac84-4094-b0a4-aee440aad5d4,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:38.537985 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7a01a57b-d0c1-4d27-ac57-dfc84a5b0f02 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router_gateway, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:38.726351 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7a01a57b-d0c1-4d27-ac57-dfc84a5b0f02 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:38.849536 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a01a57b-d0c1-4d27-ac57-dfc84a5b0f02 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Router 66ed7875-fdd8-4c58-8ab5-332b9520883b is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:49:38.952123 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a01a57b-d0c1-4d27-ac57-dfc84a5b0f02 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:49:38.962559 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7d7f7b-e836-453d-ada3-1101968fdd82 None None] Sync routers for ids ['66ed7875-fdd8-4c58-8ab5-332b9520883b'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:49:38.972436 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7a01a57b-d0c1-4d27-ac57-dfc84a5b0f02 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:38.973009 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7d7f7b-e836-453d-ada3-1101968fdd82 None None] Routers {'66ed7875-fdd8-4c58-8ab5-332b9520883b'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:49:38.973619 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-5e7d7f7b-e836-453d-ada3-1101968fdd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:49:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['66ed7875-fdd8-4c58-8ab5-332b9520883b'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:49:38.973758 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-7a01a57b-d0c1-4d27-ac57-dfc84a5b0f02 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4084680 Oct 12 07:49:38.976944 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44206) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:49:39.077527 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-5e7d7f7b-e836-453d-ada3-1101968fdd82 None None] Set router 66ed7875-fdd8-4c58-8ab5-332b9520883b gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:49:39.222181 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-2ae532c9-03af-4ee3-a6f3-47bb724c82d0 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=62f83991a7314cd6b6c084162dcfff66&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2441912 Oct 12 07:49:39.224766 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44210) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:49:39.255171 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-5e7d7f7b-e836-453d-ada3-1101968fdd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'name': 'tempest-TestNetworkBasicOps-router-875489847', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': '798e1bd3-ac84-4094-b0a4-aee440aad5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:49:37Z', 'updated_at': '2022-10-12T07:49:38Z', 'revision_number': 3, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '798e1bd3-ac84-4094-b0a4-aee440aad5d4', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:dc:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:49:38Z', 'updated_at': '2022-10-12T07:49:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:49:39.280531 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7d7f7b-e836-453d-ada3-1101968fdd82 None None] Checking router: 66ed7875-fdd8-4c58-8ab5-332b9520883b for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:49:39.281426 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7d7f7b-e836-453d-ada3-1101968fdd82 None None] Updating router 66ed7875-fdd8-4c58-8ab5-332b9520883b port 798e1bd3-ac84-4094-b0a4-aee440aad5d4 binding host dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:49:39.306162 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5e7d7f7b-e836-453d-ada3-1101968fdd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:39.309551 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35916bfa-3dd0-424f-a734-02cf1d05efe2 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:39.311097 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-35916bfa-3dd0-424f-a734-02cf1d05efe2 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0854335 Oct 12 07:49:39.313987 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44212) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:49:39.347272 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-bfd5cad6-d1c8-4403-ad9c-2a5e4d361411 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321732 Oct 12 07:49:39.349830 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44214) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:49:39.354589 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-6029d66e-2aea-4879-8af3-2a172fee2e13 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1171493052', 'network_id': 'b3294ca5-5c32-492a-9f5b-6b622787b059', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:49:39.437262 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6029d66e-2aea-4879-8af3-2a172fee2e13 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Made reservation on behalf of 62f83991a7314cd6b6c084162dcfff66 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:49:39.440828 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6029d66e-2aea-4879-8af3-2a172fee2e13 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:39.558305 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5e7d7f7b-e836-453d-ada3-1101968fdd82 None None] Notify callbacks [] for port, precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:39.563512 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5e7d7f7b-e836-453d-ada3-1101968fdd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:39.598844 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-5e7d7f7b-e836-453d-ada3-1101968fdd82 None None] Attempting to bind port 798e1bd3-ac84-4094-b0a4-aee440aad5d4 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:49:39.599207 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-5e7d7f7b-e836-453d-ada3-1101968fdd82 None None] Attempting to bind port 798e1bd3-ac84-4094-b0a4-aee440aad5d4 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:49:39.599563 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7d7f7b-e836-453d-ada3-1101968fdd82 None None] Attempting to bind port 798e1bd3-ac84-4094-b0a4-aee440aad5d4 on network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:49:39.608510 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7d7f7b-e836-453d-ada3-1101968fdd82 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:49:39.608905 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7d7f7b-e836-453d-ada3-1101968fdd82 None None] Checking segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:49:39.609294 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5e7d7f7b-e836-453d-ada3-1101968fdd82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:39.609679 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7d7f7b-e836-453d-ada3-1101968fdd82 None None] Bound using segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:49:39.610159 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-5e7d7f7b-e836-453d-ada3-1101968fdd82 None None] Bound port: 798e1bd3-ac84-4094-b0a4-aee440aad5d4, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:49:39.610532 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5e7d7f7b-e836-453d-ada3-1101968fdd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:39.618461 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6029d66e-2aea-4879-8af3-2a172fee2e13 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:39.632366 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82199be1-1d0d-41a6-8281-152616ed46a6 None None] Pushing event updated for resources: {'Port': ['ID=798e1bd3-ac84-4094-b0a4-aee440aad5d4,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:39.645691 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82199be1-1d0d-41a6-8281-152616ed46a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:49:39.646051 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82199be1-1d0d-41a6-8281-152616ed46a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:49:39.646409 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82199be1-1d0d-41a6-8281-152616ed46a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:49:39.646743 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82199be1-1d0d-41a6-8281-152616ed46a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:49:39.647067 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82199be1-1d0d-41a6-8281-152616ed46a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:49:39.647392 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82199be1-1d0d-41a6-8281-152616ed46a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:49:39.647711 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82199be1-1d0d-41a6-8281-152616ed46a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:49:39.648029 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82199be1-1d0d-41a6-8281-152616ed46a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:49:39.648344 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82199be1-1d0d-41a6-8281-152616ed46a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:49:39.648658 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82199be1-1d0d-41a6-8281-152616ed46a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:49:39.648972 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82199be1-1d0d-41a6-8281-152616ed46a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:49:39.649284 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82199be1-1d0d-41a6-8281-152616ed46a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:49:39.676188 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-5e7d7f7b-e836-453d-ada3-1101968fdd82 None None] For port 798e1bd3-ac84-4094-b0a4-aee440aad5d4, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:49:39.679275 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-5e7d7f7b-e836-453d-ada3-1101968fdd82 None None] For port 798e1bd3-ac84-4094-b0a4-aee440aad5d4, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=798e1bd3-ac84-4094-b0a4-aee440aad5d4,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:49:39.683187 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6029d66e-2aea-4879-8af3-2a172fee2e13 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Subnet': ['ID=e732d641-a4a5-4c05-be15-ff4ab6f9f88a,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:39.683776 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5e7d7f7b-e836-453d-ada3-1101968fdd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:39.693998 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6029d66e-2aea-4879-8af3-2a172fee2e13 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Checking segment: {'id': 'fc76e601-ea0d-4fc2-ac32-07beee61ca3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b3294ca5-5c32-492a-9f5b-6b622787b059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:49:39.694381 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6029d66e-2aea-4879-8af3-2a172fee2e13 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network hostable DHCP agents. Network: b3294ca5-5c32-492a-9f5b-6b622787b059, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:49:39.712373 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6029d66e-2aea-4879-8af3-2a172fee2e13 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network b3294ca5-5c32-492a-9f5b-6b622787b059 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:49:39.721841 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-6029d66e-2aea-4879-8af3-2a172fee2e13 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, b3294ca5-5c32-492a-9f5b-6b622787b059) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:49:39.727176 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6029d66e-2aea-4879-8af3-2a172fee2e13 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:39.727751 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6029d66e-2aea-4879-8af3-2a172fee2e13 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:39.727917 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7d7f7b-e836-453d-ada3-1101968fdd82 None None] Routers {'66ed7875-fdd8-4c58-8ab5-332b9520883b'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:49:39.728431 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-5e7d7f7b-e836-453d-ada3-1101968fdd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:49:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['66ed7875-fdd8-4c58-8ab5-332b9520883b'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:49:39.732487 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff486ab6-0158-43a2-b1f8-c05766377255 None None] Network b3294ca5-5c32-492a-9f5b-6b622787b059 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:49:39.752541 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-6029d66e-2aea-4879-8af3-2a172fee2e13 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4015069 Oct 12 07:49:39.755129 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44216) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:49:39.781045 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82199be1-1d0d-41a6-8281-152616ed46a6 None None] Pushing event updated for resources: {'Port': ['ID=798e1bd3-ac84-4094-b0a4-aee440aad5d4,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:39.850138 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-5e7d7f7b-e836-453d-ada3-1101968fdd82 None None] Set router 66ed7875-fdd8-4c58-8ab5-332b9520883b gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:49:39.884724 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921ddf04-cf48-44e1-a7d6-c3f2da6bbbe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-b3294ca5-5c32-492a-9f5b-6b622787b059', 'network_id': 'b3294ca5-5c32-492a-9f5b-6b622787b059', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ips': [{'subnet_id': 'e732d641-a4a5-4c05-be15-ff4ab6f9f88a'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:49:39.885700 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-921ddf04-cf48-44e1-a7d6-c3f2da6bbbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:40.031185 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-921ddf04-cf48-44e1-a7d6-c3f2da6bbbe4 None None] Allocated IP 172.20.0.2 (b3294ca5-5c32-492a-9f5b-6b622787b059/e732d641-a4a5-4c05-be15-ff4ab6f9f88a/64bc4f8d-1540-48ce-9c79-a3749c2cefa5) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:49:40.051831 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-5e7d7f7b-e836-453d-ada3-1101968fdd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'name': 'tempest-TestNetworkBasicOps-router-875489847', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': '798e1bd3-ac84-4094-b0a4-aee440aad5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:49:37Z', 'updated_at': '2022-10-12T07:49:38Z', 'revision_number': 3, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '798e1bd3-ac84-4094-b0a4-aee440aad5d4', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:dc:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:49:38Z', 'updated_at': '2022-10-12T07:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:49:40.082640 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7d7f7b-e836-453d-ada3-1101968fdd82 None None] The sync data for ids ['66ed7875-fdd8-4c58-8ab5-332b9520883b'] in dv-neutron-860909-2-hyperv is: [{'id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'name': 'tempest-TestNetworkBasicOps-router-875489847', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': '798e1bd3-ac84-4094-b0a4-aee440aad5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:49:37Z', 'updated_at': '2022-10-12T07:49:38Z', 'revision_number': 3, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '798e1bd3-ac84-4094-b0a4-aee440aad5d4', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:dc:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:49:38Z', 'updated_at': '2022-10-12T07:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:49:40.394446 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-921ddf04-cf48-44e1-a7d6-c3f2da6bbbe4 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:40.406717 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-921ddf04-cf48-44e1-a7d6-c3f2da6bbbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:40.456586 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921ddf04-cf48-44e1-a7d6-c3f2da6bbbe4 None None] Network b3294ca5-5c32-492a-9f5b-6b622787b059 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:49:40.459558 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-921ddf04-cf48-44e1-a7d6-c3f2da6bbbe4 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:49:40.463923 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921ddf04-cf48-44e1-a7d6-c3f2da6bbbe4 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:49:40.469433 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ddf04-cf48-44e1-a7d6-c3f2da6bbbe4 None None] Pushing event updated for resources: {'Port': ['ID=64bc4f8d-1540-48ce-9c79-a3749c2cefa5,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:40.527947 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-921ddf04-cf48-44e1-a7d6-c3f2da6bbbe4 None None] Attempting to bind port 64bc4f8d-1540-48ce-9c79-a3749c2cefa5 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:49:40.528412 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-921ddf04-cf48-44e1-a7d6-c3f2da6bbbe4 None None] Attempting to bind port 64bc4f8d-1540-48ce-9c79-a3749c2cefa5 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'fc76e601-ea0d-4fc2-ac32-07beee61ca3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b3294ca5-5c32-492a-9f5b-6b622787b059'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:49:40.528842 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921ddf04-cf48-44e1-a7d6-c3f2da6bbbe4 None None] Attempting to bind port 64bc4f8d-1540-48ce-9c79-a3749c2cefa5 on network b3294ca5-5c32-492a-9f5b-6b622787b059 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:49:40.535963 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921ddf04-cf48-44e1-a7d6-c3f2da6bbbe4 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:49:40.536565 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921ddf04-cf48-44e1-a7d6-c3f2da6bbbe4 None None] Checking segment: {'id': 'fc76e601-ea0d-4fc2-ac32-07beee61ca3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b3294ca5-5c32-492a-9f5b-6b622787b059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:49:40.537046 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-921ddf04-cf48-44e1-a7d6-c3f2da6bbbe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:40.537500 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921ddf04-cf48-44e1-a7d6-c3f2da6bbbe4 None None] Bound using segment: {'id': 'fc76e601-ea0d-4fc2-ac32-07beee61ca3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b3294ca5-5c32-492a-9f5b-6b622787b059'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:49:40.538114 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-921ddf04-cf48-44e1-a7d6-c3f2da6bbbe4 None None] Bound port: 64bc4f8d-1540-48ce-9c79-a3749c2cefa5, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc76e601-ea0d-4fc2-ac32-07beee61ca3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b3294ca5-5c32-492a-9f5b-6b622787b059'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:49:40.538854 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-921ddf04-cf48-44e1-a7d6-c3f2da6bbbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:40.610727 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a1e2340f-af83-4b05-a562-a07f45ccf310 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:40.620716 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-921ddf04-cf48-44e1-a7d6-c3f2da6bbbe4 None None] For port 64bc4f8d-1540-48ce-9c79-a3749c2cefa5, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:49:40.623970 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-921ddf04-cf48-44e1-a7d6-c3f2da6bbbe4 None None] For port 64bc4f8d-1540-48ce-9c79-a3749c2cefa5, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=64bc4f8d-1540-48ce-9c79-a3749c2cefa5,segment=NetworkSegment(fc76e601-ea0d-4fc2-ac32-07beee61ca3c),segment_id=fc76e601-ea0d-4fc2-ac32-07beee61ca3c)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:49:40.630196 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-921ddf04-cf48-44e1-a7d6-c3f2da6bbbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:40.710273 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ddf04-cf48-44e1-a7d6-c3f2da6bbbe4 None None] Pushing event updated for resources: {'Port': ['ID=64bc4f8d-1540-48ce-9c79-a3749c2cefa5,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:40.988746 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-a1e2340f-af83-4b05-a562-a07f45ccf310 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Allocated IP 172.20.0.1 (b3294ca5-5c32-492a-9f5b-6b622787b059/e732d641-a4a5-4c05-be15-ff4ab6f9f88a/61260803-4d82-42dc-8e65-4828507f8bf7) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:49:41.116727 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a1e2340f-af83-4b05-a562-a07f45ccf310 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:41.153674 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a1e2340f-af83-4b05-a562-a07f45ccf310 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:41.203662 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e2340f-af83-4b05-a562-a07f45ccf310 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network b3294ca5-5c32-492a-9f5b-6b622787b059 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:49:41.206794 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-a1e2340f-af83-4b05-a562-a07f45ccf310 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:49:41.210663 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e2340f-af83-4b05-a562-a07f45ccf310 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:49:41.216631 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e2340f-af83-4b05-a562-a07f45ccf310 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=61260803-4d82-42dc-8e65-4828507f8bf7,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:41.255866 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a1e2340f-af83-4b05-a562-a07f45ccf310 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:41.381504 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a1e2340f-af83-4b05-a562-a07f45ccf310 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:41.649016 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a1e2340f-af83-4b05-a562-a07f45ccf310 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:41.653588 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a1e2340f-af83-4b05-a562-a07f45ccf310 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:41.723993 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e2340f-af83-4b05-a562-a07f45ccf310 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=61260803-4d82-42dc-8e65-4828507f8bf7,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:41.726368 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a1e2340f-af83-4b05-a562-a07f45ccf310 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:41.828943 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e2340f-af83-4b05-a562-a07f45ccf310 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network b3294ca5-5c32-492a-9f5b-6b622787b059 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:49:41.830493 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-a1e2340f-af83-4b05-a562-a07f45ccf310 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:49:41.950634 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e2340f-af83-4b05-a562-a07f45ccf310 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Router 66ed7875-fdd8-4c58-8ab5-332b9520883b has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:49:42.064566 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e2340f-af83-4b05-a562-a07f45ccf310 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:49:42.069904 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a1e2340f-af83-4b05-a562-a07f45ccf310 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "PUT /v2.0/routers/66ed7875-fdd8-4c58-8ab5-332b9520883b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3137414 Oct 12 07:49:42.072847 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44218) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:49:42.086244 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb92008c-25db-4446-bf54-8c1bb29c06f6 None None] Network b3294ca5-5c32-492a-9f5b-6b622787b059 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:49:42.171539 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da15df7b-b2de-44d3-bc30-111a79536e39 None None] Sync routers for ids ['66ed7875-fdd8-4c58-8ab5-332b9520883b'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:49:42.199660 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5eafb32-2217-405c-8f30-4b79120783bc tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:42.200142 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5eafb32-2217-405c-8f30-4b79120783bc tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:42.200729 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5eafb32-2217-405c-8f30-4b79120783bc tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:42.201196 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5eafb32-2217-405c-8f30-4b79120783bc tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:42.207123 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a5eafb32-2217-405c-8f30-4b79120783bc tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1291764 Oct 12 07:49:42.207550 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44220) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:49:42.215706 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 64bc4f8d-1540-48ce-9c79-a3749c2cefa5 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:49:42.223757 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da15df7b-b2de-44d3-bc30-111a79536e39 None None] Routers {'66ed7875-fdd8-4c58-8ab5-332b9520883b'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:49:42.224381 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-da15df7b-b2de-44d3-bc30-111a79536e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:49:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['66ed7875-fdd8-4c58-8ab5-332b9520883b'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:49:42.250740 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-46112dde-341f-41e7-8b5b-7f918f338c9b None None] Provisioning complete for port 64bc4f8d-1540-48ce-9c79-a3749c2cefa5 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:49:42.251124 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-46112dde-341f-41e7-8b5b-7f918f338c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:42.251424 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-46112dde-341f-41e7-8b5b-7f918f338c9b None None] Attempt 1 to provision port 64bc4f8d-1540-48ce-9c79-a3749c2cefa5 Oct 12 07:49:42.260843 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa082898-d7cf-4b85-bbb7-4e2b2b15de79 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:42.261432 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa082898-d7cf-4b85-bbb7-4e2b2b15de79 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:42.261869 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa082898-d7cf-4b85-bbb7-4e2b2b15de79 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:42.262341 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa082898-d7cf-4b85-bbb7-4e2b2b15de79 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:42.263983 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-aa082898-d7cf-4b85-bbb7-4e2b2b15de79 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0557165 Oct 12 07:49:42.267277 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44222) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:49:42.459261 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 64bc4f8d-1540-48ce-9c79-a3749c2cefa5 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:49:42.459627 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:42.459958 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 64bc4f8d-1540-48ce-9c79-a3749c2cefa5 Oct 12 07:49:42.463160 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-da15df7b-b2de-44d3-bc30-111a79536e39 None None] Set router 66ed7875-fdd8-4c58-8ab5-332b9520883b gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:49:42.497371 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-41495ff3-a730-476a-a147-de6402304d61 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2239494 Oct 12 07:49:42.568564 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44226) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:49:42.573733 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-48060fbf-1441-4112-88f2-cf6cf216ea8d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-252372000', 'description': 'tempest-secgroup-smoke-252372000 description', 'project_id': '62f83991a7314cd6b6c084162dcfff66'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:49:42.595704 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-48060fbf-1441-4112-88f2-cf6cf216ea8d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:42.596578 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-46112dde-341f-41e7-8b5b-7f918f338c9b None None] Current status of the port 64bc4f8d-1540-48ce-9c79-a3749c2cefa5 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:49:42.596972 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-46112dde-341f-41e7-8b5b-7f918f338c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:42.668392 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-48060fbf-1441-4112-88f2-cf6cf216ea8d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:42.673940 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-48060fbf-1441-4112-88f2-cf6cf216ea8d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:42.694233 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-46112dde-341f-41e7-8b5b-7f918f338c9b None None] For port 64bc4f8d-1540-48ce-9c79-a3749c2cefa5, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=64bc4f8d-1540-48ce-9c79-a3749c2cefa5,segment=NetworkSegment(fc76e601-ea0d-4fc2-ac32-07beee61ca3c),segment_id=fc76e601-ea0d-4fc2-ac32-07beee61ca3c)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:49:42.708869 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-48060fbf-1441-4112-88f2-cf6cf216ea8d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:42.712973 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-48060fbf-1441-4112-88f2-cf6cf216ea8d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1405714 Oct 12 07:49:42.712973 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48060fbf-1441-4112-88f2-cf6cf216ea8d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39395ece-4142-4eda-9ca4-c427cb7ecd4c,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:42.713915 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44228) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:49:42.722596 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-46112dde-341f-41e7-8b5b-7f918f338c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:42.727063 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-c58f6b66-9d8d-4de3-853a-988ae36699a6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': '39395ece-4142-4eda-9ca4-c427cb7ecd4c', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:49:42.765209 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c58f6b66-9d8d-4de3-853a-988ae36699a6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:42.783709 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 64bc4f8d-1540-48ce-9c79-a3749c2cefa5 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:49:42.784095 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:42.829589 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c58f6b66-9d8d-4de3-853a-988ae36699a6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:42.834508 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c58f6b66-9d8d-4de3-853a-988ae36699a6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:42.848444 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f6b66-9d8d-4de3-853a-988ae36699a6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a80a338-23c8-4e4e-9d49-5ee24e853d77,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:42.866452 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c58f6b66-9d8d-4de3-853a-988ae36699a6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:42.867736 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c58f6b66-9d8d-4de3-853a-988ae36699a6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1495240 Oct 12 07:49:42.870474 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44230) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:49:42.875342 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-d075506e-96b0-4500-963e-a61f798f5191 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': '39395ece-4142-4eda-9ca4-c427cb7ecd4c', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:49:42.884267 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46112dde-341f-41e7-8b5b-7f918f338c9b None None] Pushing event updated for resources: {'Port': ['ID=64bc4f8d-1540-48ce-9c79-a3749c2cefa5,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:42.912780 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-ba9899ce-735f-4186-bb52-44baca41f272 None None] Provisioning complete for port 64bc4f8d-1540-48ce-9c79-a3749c2cefa5 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:49:42.913159 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ba9899ce-735f-4186-bb52-44baca41f272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:42.913478 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ba9899ce-735f-4186-bb52-44baca41f272 None None] Attempt 1 to provision port 64bc4f8d-1540-48ce-9c79-a3749c2cefa5 Oct 12 07:49:42.918073 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.db.api [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103202) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 07:49:42.918496 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG oslo_db.api [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 07:49:42.919303 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d075506e-96b0-4500-963e-a61f798f5191 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:42.960888 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-da15df7b-b2de-44d3-bc30-111a79536e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'name': 'tempest-TestNetworkBasicOps-router-875489847', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': '798e1bd3-ac84-4094-b0a4-aee440aad5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:49:37Z', 'updated_at': '2022-10-12T07:49:41Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '798e1bd3-ac84-4094-b0a4-aee440aad5d4', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:dc:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:49:38Z', 'updated_at': '2022-10-12T07:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '61260803-4d82-42dc-8e65-4828507f8bf7', 'name': '', 'network_id': 'b3294ca5-5c32-492a-9f5b-6b622787b059', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:9f:4d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'e732d641-a4a5-4c05-be15-ff4ab6f9f88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:49:40Z', 'updated_at': '2022-10-12T07:49:41Z', 'revision_number': 2, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': 'e732d641-a4a5-4c05-be15-ff4ab6f9f88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:49:42.985962 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d075506e-96b0-4500-963e-a61f798f5191 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:42.991281 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d075506e-96b0-4500-963e-a61f798f5191 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:42.997648 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da15df7b-b2de-44d3-bc30-111a79536e39 None None] Checking router: 66ed7875-fdd8-4c58-8ab5-332b9520883b for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:49:42.997996 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da15df7b-b2de-44d3-bc30-111a79536e39 None None] Updating router 66ed7875-fdd8-4c58-8ab5-332b9520883b port 61260803-4d82-42dc-8e65-4828507f8bf7 binding host dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:49:43.016269 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d075506e-96b0-4500-963e-a61f798f5191 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efea5fc0-dbe8-4a9f-b53d-8d8dcdb1a1af,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:43.022383 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d075506e-96b0-4500-963e-a61f798f5191 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:43.023730 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d075506e-96b0-4500-963e-a61f798f5191 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1521223 Oct 12 07:49:43.026792 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44232) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:49:43.032212 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-2b514b33-f850-46fa-9051-b49af50a2183 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': '39395ece-4142-4eda-9ca4-c427cb7ecd4c', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:49:43.059183 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2b514b33-f850-46fa-9051-b49af50a2183 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:43.061530 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-da15df7b-b2de-44d3-bc30-111a79536e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:43.079256 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ba9899ce-735f-4186-bb52-44baca41f272 None None] Current status of the port 64bc4f8d-1540-48ce-9c79-a3749c2cefa5 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:49:43.118280 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-ba9899ce-735f-4186-bb52-44baca41f272 None None] Provisioning complete for port 61260803-4d82-42dc-8e65-4828507f8bf7 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:49:43.119020 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ba9899ce-735f-4186-bb52-44baca41f272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:43.119020 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ba9899ce-735f-4186-bb52-44baca41f272 None None] Attempt 1 to provision port 61260803-4d82-42dc-8e65-4828507f8bf7 Oct 12 07:49:43.121941 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2b514b33-f850-46fa-9051-b49af50a2183 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:43.127348 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2b514b33-f850-46fa-9051-b49af50a2183 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:43.146831 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b514b33-f850-46fa-9051-b49af50a2183 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb1e9b97-b0ac-45fe-8dae-b3c2145a91a1,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:43.153155 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2b514b33-f850-46fa-9051-b49af50a2183 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:43.157996 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44234) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:49:43.158245 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-2b514b33-f850-46fa-9051-b49af50a2183 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1303322 Oct 12 07:49:43.163666 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-f57e58ad-0ae3-47f6-92f2-984724d9171c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': '39395ece-4142-4eda-9ca4-c427cb7ecd4c', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:49:43.191704 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f57e58ad-0ae3-47f6-92f2-984724d9171c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:43.223650 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ba9899ce-735f-4186-bb52-44baca41f272 None None] Port 61260803-4d82-42dc-8e65-4828507f8bf7 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:49:43.261636 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f57e58ad-0ae3-47f6-92f2-984724d9171c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:43.265178 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f57e58ad-0ae3-47f6-92f2-984724d9171c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:43.282952 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e58ad-0ae3-47f6-92f2-984724d9171c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dceff6c2-dad3-4dad-af59-b68f001441b3,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:43.289978 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f57e58ad-0ae3-47f6-92f2-984724d9171c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:43.293742 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f57e58ad-0ae3-47f6-92f2-984724d9171c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1315660 Oct 12 07:49:43.293941 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44236) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:49:43.298786 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-c7661493-c07f-46a4-b38d-4fd26579f748 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': '39395ece-4142-4eda-9ca4-c427cb7ecd4c', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:49:43.319376 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.securitygroups_db [None req-c7661493-c07f-46a4-b38d-4fd26579f748 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Project 62f83991a7314cd6b6c084162dcfff66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 07:49:43.324513 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c7661493-c07f-46a4-b38d-4fd26579f748 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:43.387273 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c7661493-c07f-46a4-b38d-4fd26579f748 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:43.391219 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c7661493-c07f-46a4-b38d-4fd26579f748 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:43.410972 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7661493-c07f-46a4-b38d-4fd26579f748 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecad1443-c66f-4181-aed9-0ee0407a1b6c,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:43.419137 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c7661493-c07f-46a4-b38d-4fd26579f748 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:43.420377 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c7661493-c07f-46a4-b38d-4fd26579f748 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1254776 Oct 12 07:49:43.423903 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44238) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:49:43.428706 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-b6d25897-a073-4e0b-aaee-204fe3462ba5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': '39395ece-4142-4eda-9ca4-c427cb7ecd4c', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:49:43.449918 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-b6d25897-a073-4e0b-aaee-204fe3462ba5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Project 62f83991a7314cd6b6c084162dcfff66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 07:49:43.455288 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b6d25897-a073-4e0b-aaee-204fe3462ba5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:43.518001 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b6d25897-a073-4e0b-aaee-204fe3462ba5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:43.521814 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b6d25897-a073-4e0b-aaee-204fe3462ba5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:43.539864 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d25897-a073-4e0b-aaee-204fe3462ba5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e35de177-427d-4f91-ad18-11bc2576c260,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:43.547766 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-da15df7b-b2de-44d3-bc30-111a79536e39 None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:43.548775 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b6d25897-a073-4e0b-aaee-204fe3462ba5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:43.550057 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b6d25897-a073-4e0b-aaee-204fe3462ba5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1249754 Oct 12 07:49:43.551284 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 64bc4f8d-1540-48ce-9c79-a3749c2cefa5 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:49:43.552345 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 798e1bd3-ac84-4094-b0a4-aee440aad5d4 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:49:43.555217 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-da15df7b-b2de-44d3-bc30-111a79536e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:43.658147 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae227b-9ade-4f50-b06d-90449fb12143 None None] Pushing event updated for resources: {'Port': ['ID=61260803-4d82-42dc-8e65-4828507f8bf7,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:43.676735 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-da15df7b-b2de-44d3-bc30-111a79536e39 None None] Attempting to bind port 61260803-4d82-42dc-8e65-4828507f8bf7 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:49:43.677077 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-da15df7b-b2de-44d3-bc30-111a79536e39 None None] Attempting to bind port 61260803-4d82-42dc-8e65-4828507f8bf7 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'fc76e601-ea0d-4fc2-ac32-07beee61ca3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b3294ca5-5c32-492a-9f5b-6b622787b059'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:49:43.677440 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da15df7b-b2de-44d3-bc30-111a79536e39 None None] Attempting to bind port 61260803-4d82-42dc-8e65-4828507f8bf7 on network b3294ca5-5c32-492a-9f5b-6b622787b059 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:49:43.685785 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da15df7b-b2de-44d3-bc30-111a79536e39 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:49:43.686163 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da15df7b-b2de-44d3-bc30-111a79536e39 None None] Checking segment: {'id': 'fc76e601-ea0d-4fc2-ac32-07beee61ca3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b3294ca5-5c32-492a-9f5b-6b622787b059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:49:43.686563 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-da15df7b-b2de-44d3-bc30-111a79536e39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:43.686985 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da15df7b-b2de-44d3-bc30-111a79536e39 None None] Bound using segment: {'id': 'fc76e601-ea0d-4fc2-ac32-07beee61ca3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b3294ca5-5c32-492a-9f5b-6b622787b059'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:49:43.687457 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-da15df7b-b2de-44d3-bc30-111a79536e39 None None] Bound port: 61260803-4d82-42dc-8e65-4828507f8bf7, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc76e601-ea0d-4fc2-ac32-07beee61ca3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b3294ca5-5c32-492a-9f5b-6b622787b059'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:49:43.687828 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-da15df7b-b2de-44d3-bc30-111a79536e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:43.689614 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 798e1bd3-ac84-4094-b0a4-aee440aad5d4 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:49:43.689965 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:43.690313 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 798e1bd3-ac84-4094-b0a4-aee440aad5d4 Oct 12 07:49:43.724100 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ba9899ce-735f-4186-bb52-44baca41f272 None None] Attempt 2 to provision port 61260803-4d82-42dc-8e65-4828507f8bf7 Oct 12 07:49:43.746737 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-e675020a-e590-4dea-a4e5-d618e32bfb56 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-252372000&fields=id&tenant_id=62f83991a7314cd6b6c084162dcfff66 HTTP/1.1" status: 200 len: 267 time: 0.0327952 Oct 12 07:49:43.799570 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ba9899ce-735f-4186-bb52-44baca41f272 None None] Port 61260803-4d82-42dc-8e65-4828507f8bf7 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:49:43.841648 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-da15df7b-b2de-44d3-bc30-111a79536e39 None None] For port 61260803-4d82-42dc-8e65-4828507f8bf7, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:49:43.857840 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-da15df7b-b2de-44d3-bc30-111a79536e39 None None] For port 61260803-4d82-42dc-8e65-4828507f8bf7, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=61260803-4d82-42dc-8e65-4828507f8bf7,segment=NetworkSegment(fc76e601-ea0d-4fc2-ac32-07beee61ca3c),segment_id=fc76e601-ea0d-4fc2-ac32-07beee61ca3c)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:49:43.859156 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 798e1bd3-ac84-4094-b0a4-aee440aad5d4 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:49:43.859623 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:43.860023 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-3b3a96be-0e5f-4e42-9ce1-ea5dbc8af6bd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:43.861692 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-3b3a96be-0e5f-4e42-9ce1-ea5dbc8af6bd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/networks?id=b3294ca5-5c32-492a-9f5b-6b622787b059 HTTP/1.1" status: 200 len: 797 time: 0.1080906 Oct 12 07:49:43.866187 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-da15df7b-b2de-44d3-bc30-111a79536e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:43.879571 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-4a70cd9c-f3b2-44d3-8ad0-1d4e06c1a71b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/quotas/62f83991a7314cd6b6c084162dcfff66 HTTP/1.1" status: 200 len: 375 time: 0.0113978 Oct 12 07:49:43.918446 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 798e1bd3-ac84-4094-b0a4-aee440aad5d4, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=798e1bd3-ac84-4094-b0a4-aee440aad5d4,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:49:43.931202 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-4b1d7ed5-0701-4b84-bfa4-b79db2c47474 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456522 Oct 12 07:49:43.931994 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:43.937152 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da15df7b-b2de-44d3-bc30-111a79536e39 None None] Routers {'66ed7875-fdd8-4c58-8ab5-332b9520883b'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:49:43.937625 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-da15df7b-b2de-44d3-bc30-111a79536e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:49:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['66ed7875-fdd8-4c58-8ab5-332b9520883b'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:49:43.979924 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19d2bbb9-1d15-478d-b802-a303f0086d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:43.989399 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae227b-9ade-4f50-b06d-90449fb12143 None None] Pushing event updated for resources: {'Port': ['ID=61260803-4d82-42dc-8e65-4828507f8bf7,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:44.079632 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-458cf197-b151-4ffa-ab65-9fcf929ecb1e service neutron] 10.222.0.26 "GET /v2.0/networks/b3294ca5-5c32-492a-9f5b-6b622787b059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345813 Oct 12 07:49:44.085333 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=798e1bd3-ac84-4094-b0a4-aee440aad5d4,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:44.099506 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-da15df7b-b2de-44d3-bc30-111a79536e39 None None] Set router 66ed7875-fdd8-4c58-8ab5-332b9520883b gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:49:44.174451 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 64bc4f8d-1540-48ce-9c79-a3749c2cefa5 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:49:44.175379 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-ae3ba115-1336-4ece-984c-1f2a9869a315 service neutron] 10.222.0.26 "GET /v2.0/networks/b3294ca5-5c32-492a-9f5b-6b622787b059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888758 Oct 12 07:49:44.293502 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 64bc4f8d-1540-48ce-9c79-a3749c2cefa5 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:49:44.293877 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:44.294235 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 64bc4f8d-1540-48ce-9c79-a3749c2cefa5 Oct 12 07:49:44.316289 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ba9899ce-735f-4186-bb52-44baca41f272 None None] Attempt 3 to provision port 61260803-4d82-42dc-8e65-4828507f8bf7 Oct 12 07:49:44.354943 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-14a17d77-8593-440c-9eba-923f7101a049 req-96cce764-961f-4345-9787-8cb4ddf54cf9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d HTTP/1.1" status: 200 len: 210 time: 0.0329940 Oct 12 07:49:44.476804 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-da15df7b-b2de-44d3-bc30-111a79536e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'name': 'tempest-TestNetworkBasicOps-router-875489847', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': '798e1bd3-ac84-4094-b0a4-aee440aad5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:49:37Z', 'updated_at': '2022-10-12T07:49:41Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '798e1bd3-ac84-4094-b0a4-aee440aad5d4', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:dc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:49:38Z', 'updated_at': '2022-10-12T07:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '61260803-4d82-42dc-8e65-4828507f8bf7', 'name': '', 'network_id': 'b3294ca5-5c32-492a-9f5b-6b622787b059', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:9f:4d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'e732d641-a4a5-4c05-be15-ff4ab6f9f88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:49:40Z', 'updated_at': '2022-10-12T07:49:43Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': 'e732d641-a4a5-4c05-be15-ff4ab6f9f88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:49:44.483487 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 64bc4f8d-1540-48ce-9c79-a3749c2cefa5 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:49:44.510567 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ba9899ce-735f-4186-bb52-44baca41f272 None None] Current status of the port 61260803-4d82-42dc-8e65-4828507f8bf7 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:49:44.510959 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ba9899ce-735f-4186-bb52-44baca41f272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:44.513862 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da15df7b-b2de-44d3-bc30-111a79536e39 None None] The sync data for ids ['66ed7875-fdd8-4c58-8ab5-332b9520883b'] in dv-neutron-860909-2-hyperv is: [{'id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'name': 'tempest-TestNetworkBasicOps-router-875489847', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': '798e1bd3-ac84-4094-b0a4-aee440aad5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:49:37Z', 'updated_at': '2022-10-12T07:49:41Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '798e1bd3-ac84-4094-b0a4-aee440aad5d4', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:dc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:49:38Z', 'updated_at': '2022-10-12T07:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '61260803-4d82-42dc-8e65-4828507f8bf7', 'name': '', 'network_id': 'b3294ca5-5c32-492a-9f5b-6b622787b059', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:9f:4d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'e732d641-a4a5-4c05-be15-ff4ab6f9f88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:49:40Z', 'updated_at': '2022-10-12T07:49:43Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': 'e732d641-a4a5-4c05-be15-ff4ab6f9f88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:49:44.550939 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-ba9899ce-735f-4186-bb52-44baca41f272 None None] For port 61260803-4d82-42dc-8e65-4828507f8bf7, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=61260803-4d82-42dc-8e65-4828507f8bf7,segment=NetworkSegment(fc76e601-ea0d-4fc2-ac32-07beee61ca3c),segment_id=fc76e601-ea0d-4fc2-ac32-07beee61ca3c)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:49:44.557097 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ba9899ce-735f-4186-bb52-44baca41f272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:44.621944 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9899ce-735f-4186-bb52-44baca41f272 None None] Pushing event updated for resources: {'Port': ['ID=61260803-4d82-42dc-8e65-4828507f8bf7,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:44.691875 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-2adc3674-81c4-4f0b-8570-df84e072e4e6 None None] Provisioning complete for port 61260803-4d82-42dc-8e65-4828507f8bf7 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:49:44.692249 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2adc3674-81c4-4f0b-8570-df84e072e4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:44.692584 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-2adc3674-81c4-4f0b-8570-df84e072e4e6 None None] Attempt 1 to provision port 61260803-4d82-42dc-8e65-4828507f8bf7 Oct 12 07:49:44.787784 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2adc3674-81c4-4f0b-8570-df84e072e4e6 None None] Current status of the port 61260803-4d82-42dc-8e65-4828507f8bf7 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:49:45.339814 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-07237b6c-54e7-4f1e-a684-5cd339713981 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:45.342112 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-07237b6c-54e7-4f1e-a684-5cd339713981 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "GET /v2.0/networks?id=b3294ca5-5c32-492a-9f5b-6b622787b059 HTTP/1.1" status: 200 len: 797 time: 0.1237738 Oct 12 07:49:45.387976 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-c7c21d5e-0bb9-4941-b5ef-c398271feb60 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62f83991a7314cd6b6c084162dcfff66 HTTP/1.1" status: 200 len: 379 time: 0.0374167 Oct 12 07:49:45.399899 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-c85cda60-1b18-4743-8604-545c6db76b31 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'port': {'device_id': '85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d', 'network_id': 'b3294ca5-5c32-492a-9f5b-6b622787b059', 'admin_state_up': True, 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'security_groups': ['39395ece-4142-4eda-9ca4-c427cb7ecd4c']}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:49:45.491683 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8d882da1-935e-4709-875b-2d313b0fe3a2 req-2915200c-547b-4049-b9b5-71c16ca8e9c2 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d HTTP/1.1" status: 200 len: 210 time: 0.0553095 Oct 12 07:49:45.538281 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-c85cda60-1b18-4743-8604-545c6db76b31 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Made reservation on behalf of 62f83991a7314cd6b6c084162dcfff66 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:49:45.541786 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-c85cda60-1b18-4743-8604-545c6db76b31 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:45.669601 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-c85cda60-1b18-4743-8604-545c6db76b31 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Allocated IP 172.20.0.14 (b3294ca5-5c32-492a-9f5b-6b622787b059/e732d641-a4a5-4c05-be15-ff4ab6f9f88a/fd5b0bea-3228-4f8b-a510-4214c95b3cfe) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:49:45.803537 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-c85cda60-1b18-4743-8604-545c6db76b31 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:45.840347 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-c85cda60-1b18-4743-8604-545c6db76b31 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:45.884143 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-c85cda60-1b18-4743-8604-545c6db76b31 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network b3294ca5-5c32-492a-9f5b-6b622787b059 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:49:45.887297 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-c85cda60-1b18-4743-8604-545c6db76b31 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:49:45.890950 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-c85cda60-1b18-4743-8604-545c6db76b31 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:49:45.897219 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85cda60-1b18-4743-8604-545c6db76b31 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=fd5b0bea-3228-4f8b-a510-4214c95b3cfe,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:45.943459 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-c85cda60-1b18-4743-8604-545c6db76b31 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:45.944063 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-c85cda60-1b18-4743-8604-545c6db76b31 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:45.960745 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-c85cda60-1b18-4743-8604-545c6db76b31 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5646729 Oct 12 07:49:45.973779 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-809bdacd-a04a-4528-bbf9-5e22f432e158 service neutron] Request body: {'port': {'device_id': '85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8609'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:49:46.033133 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-809bdacd-a04a-4528-bbf9-5e22f432e158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:46.069388 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c495ffdc-83a8-436b-a067-4b5d77e79ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:46.119046 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-ca17f1c1-965f-4d43-9f4a-a93498068da4 None None] Provisioning complete for port fd5b0bea-3228-4f8b-a510-4214c95b3cfe triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:49:46.119678 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ca17f1c1-965f-4d43-9f4a-a93498068da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:46.120108 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ca17f1c1-965f-4d43-9f4a-a93498068da4 None None] Attempt 1 to provision port fd5b0bea-3228-4f8b-a510-4214c95b3cfe Oct 12 07:49:46.160690 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ca17f1c1-965f-4d43-9f4a-a93498068da4 None None] Port fd5b0bea-3228-4f8b-a510-4214c95b3cfe cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:49:46.208366 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 61260803-4d82-42dc-8e65-4828507f8bf7 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:49:46.259517 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 61260803-4d82-42dc-8e65-4828507f8bf7 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:49:46.259889 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:46.260220 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 61260803-4d82-42dc-8e65-4828507f8bf7 Oct 12 07:49:46.307461 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-809bdacd-a04a-4528-bbf9-5e22f432e158 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd5b0bea-3228-4f8b-a510-4214c95b3cfe {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:49:46.315460 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-809bdacd-a04a-4528-bbf9-5e22f432e158 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:46.327294 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-809bdacd-a04a-4528-bbf9-5e22f432e158 service neutron] Transition to ACTIVE for port object fd5b0bea-3228-4f8b-a510-4214c95b3cfe will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 07:49:46.331788 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-809bdacd-a04a-4528-bbf9-5e22f432e158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:46.339170 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 61260803-4d82-42dc-8e65-4828507f8bf7 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:49:46.340226 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 798e1bd3-ac84-4094-b0a4-aee440aad5d4 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:49:46.387049 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 798e1bd3-ac84-4094-b0a4-aee440aad5d4 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:49:46.387415 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:46.387743 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 798e1bd3-ac84-4094-b0a4-aee440aad5d4 Oct 12 07:49:46.410646 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809bdacd-a04a-4528-bbf9-5e22f432e158 service neutron] Pushing event updated for resources: {'Port': ['ID=fd5b0bea-3228-4f8b-a510-4214c95b3cfe,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:46.440095 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-809bdacd-a04a-4528-bbf9-5e22f432e158 service neutron] Attempting to bind port fd5b0bea-3228-4f8b-a510-4214c95b3cfe on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:49:46.440426 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-809bdacd-a04a-4528-bbf9-5e22f432e158 service neutron] Attempting to bind port fd5b0bea-3228-4f8b-a510-4214c95b3cfe by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': 'fc76e601-ea0d-4fc2-ac32-07beee61ca3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b3294ca5-5c32-492a-9f5b-6b622787b059'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:49:46.440854 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-809bdacd-a04a-4528-bbf9-5e22f432e158 service neutron] Attempting to bind port fd5b0bea-3228-4f8b-a510-4214c95b3cfe on network b3294ca5-5c32-492a-9f5b-6b622787b059 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:49:46.445012 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-809bdacd-a04a-4528-bbf9-5e22f432e158 service neutron] Port fd5b0bea-3228-4f8b-a510-4214c95b3cfe on network b3294ca5-5c32-492a-9f5b-6b622787b059 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:49:46.445613 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-809bdacd-a04a-4528-bbf9-5e22f432e158 service neutron] Attempting to bind port fd5b0bea-3228-4f8b-a510-4214c95b3cfe on network b3294ca5-5c32-492a-9f5b-6b622787b059 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:49:46.450650 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-809bdacd-a04a-4528-bbf9-5e22f432e158 service neutron] Checking agent: {'id': 'afe9b392-c72e-4ef3-a7bd-ca4c2066af02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8609', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'started_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:49:46.451083 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-809bdacd-a04a-4528-bbf9-5e22f432e158 service neutron] Checking segment: {'id': 'fc76e601-ea0d-4fc2-ac32-07beee61ca3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b3294ca5-5c32-492a-9f5b-6b622787b059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:49:46.451464 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-809bdacd-a04a-4528-bbf9-5e22f432e158 service neutron] Bound using segment: {'id': 'fc76e601-ea0d-4fc2-ac32-07beee61ca3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b3294ca5-5c32-492a-9f5b-6b622787b059'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:49:46.451884 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-809bdacd-a04a-4528-bbf9-5e22f432e158 service neutron] Bound port: fd5b0bea-3228-4f8b-a510-4214c95b3cfe, host: hv-neutron-8609, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc76e601-ea0d-4fc2-ac32-07beee61ca3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b3294ca5-5c32-492a-9f5b-6b622787b059'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:49:46.452241 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-809bdacd-a04a-4528-bbf9-5e22f432e158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:46.471677 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 798e1bd3-ac84-4094-b0a4-aee440aad5d4 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:49:46.517468 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-809bdacd-a04a-4528-bbf9-5e22f432e158 service neutron] For port fd5b0bea-3228-4f8b-a510-4214c95b3cfe, host hv-neutron-8609, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:49:46.520897 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-809bdacd-a04a-4528-bbf9-5e22f432e158 service neutron] For port fd5b0bea-3228-4f8b-a510-4214c95b3cfe, host hv-neutron-8609, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=fd5b0bea-3228-4f8b-a510-4214c95b3cfe,segment=NetworkSegment(fc76e601-ea0d-4fc2-ac32-07beee61ca3c),segment_id=fc76e601-ea0d-4fc2-ac32-07beee61ca3c)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:49:46.525420 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-809bdacd-a04a-4528-bbf9-5e22f432e158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:46.528493 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-809bdacd-a04a-4528-bbf9-5e22f432e158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:46.529090 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-809bdacd-a04a-4528-bbf9-5e22f432e158 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:46.531223 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-809bdacd-a04a-4528-bbf9-5e22f432e158 service neutron] 10.222.0.23 "PUT /v2.0/ports/fd5b0bea-3228-4f8b-a510-4214c95b3cfe HTTP/1.1" status: 200 len: 1094 time: 0.5612769 Oct 12 07:49:46.533273 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d', 'tag': 'fd5b0bea-3228-4f8b-a510-4214c95b3cfe'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:49:46.536633 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e9e239-5ad6-4461-88e8-5864faeae8af" -d '{"events": [{"name": "network-changed", "server_uuid": "85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d", "tag": "fd5b0bea-3228-4f8b-a510-4214c95b3cfe"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:49:46.578961 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e442c142-06c3-4dc9-a5df-387278e0ec01 x-openstack-request-id: req-e442c142-06c3-4dc9-a5df-387278e0ec01 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:49:46.579274 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d", "tag": "fd5b0bea-3228-4f8b-a510-4214c95b3cfe", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:49:46.579686 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e442c142-06c3-4dc9-a5df-387278e0ec01 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:49:46.580103 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e442c142-06c3-4dc9-a5df-387278e0ec01'] response: {'name': 'network-changed', 'server_uuid': '85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d', 'tag': 'fd5b0bea-3228-4f8b-a510-4214c95b3cfe', 'status': 'completed', 'code': 200} Oct 12 07:49:46.653551 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809bdacd-a04a-4528-bbf9-5e22f432e158 service neutron] Pushing event updated for resources: {'Port': ['ID=fd5b0bea-3228-4f8b-a510-4214c95b3cfe,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:46.662437 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ca17f1c1-965f-4d43-9f4a-a93498068da4 None None] Attempt 2 to provision port fd5b0bea-3228-4f8b-a510-4214c95b3cfe Oct 12 07:49:46.670810 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-7c968e6b-673b-43ba-b459-7a49be147f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:46.672879 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-7c968e6b-673b-43ba-b459-7a49be147f57 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&device_id=85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d HTTP/1.1" status: 200 len: 1097 time: 0.0919454 Oct 12 07:49:46.680301 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e11ad-3ca0-4c79-8c00-3023d241f5e7 req-fa1d3174-df8c-4277-91e5-e32c1e6a8b14 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:46.681652 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f81e11ad-3ca0-4c79-8c00-3023d241f5e7 req-fa1d3174-df8c-4277-91e5-e32c1e6a8b14 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d HTTP/1.1" status: 200 len: 944 time: 0.0996358 Oct 12 07:49:46.704244 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ca17f1c1-965f-4d43-9f4a-a93498068da4 None None] Port fd5b0bea-3228-4f8b-a510-4214c95b3cfe had new provisioning blocks added so it will not transition to active. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 12 07:49:46.721984 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-d2ddc2c2-fc50-4a45-9b88-bb0f20e9bf20 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd5b0bea-3228-4f8b-a510-4214c95b3cfe HTTP/1.1" status: 200 len: 217 time: 0.0393722 Oct 12 07:49:46.780324 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f81e11ad-3ca0-4c79-8c00-3023d241f5e7 req-1c8ebe53-33fa-41d9-a613-ac6d2af8de9a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=39395ece-4142-4eda-9ca4-c427cb7ecd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921116 Oct 12 07:49:46.787627 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-8b4bf63e-b334-4256-8c80-32dcdf4ed77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:46.789011 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-8b4bf63e-b334-4256-8c80-32dcdf4ed77e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e732d641-a4a5-4c05-be15-ff4ab6f9f88a HTTP/1.1" status: 200 len: 835 time: 0.0612578 Oct 12 07:49:47.122613 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-eda5dfcb-98e6-40a0-ad6b-fffba95ee206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:47.124076 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-eda5dfcb-98e6-40a0-ad6b-fffba95ee206 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b3294ca5-5c32-492a-9f5b-6b622787b059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3276210 Oct 12 07:49:47.210317 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-766bcf70-1c8d-4109-809d-8f336401f745 service neutron] 10.222.0.23 "GET /v2.0/networks/b3294ca5-5c32-492a-9f5b-6b622787b059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794759 Oct 12 07:49:47.251568 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:47.304219 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d6018b24-1b59-4aff-9d77-3cd70382cbe4 req-0f6b1cc7-38ac-4e8c-ac83-49ba55fbb607 service neutron] 10.222.0.23 "GET /v2.0/networks/b3294ca5-5c32-492a-9f5b-6b622787b059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861309 Oct 12 07:49:47.390392 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e9e239-5ad6-4461-88e8-5864faeae8af req-b6456b72-e9cc-4ff5-9dd9-0b730b74c061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:47.391900 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-72e9e239-5ad6-4461-88e8-5864faeae8af req-b6456b72-e9cc-4ff5-9dd9-0b730b74c061 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&device_id=85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d HTTP/1.1" status: 200 len: 1097 time: 0.0396576 Oct 12 07:49:47.481243 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e9e239-5ad6-4461-88e8-5864faeae8af req-94769587-8823-49c3-ad8c-102b2b539f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:47.482693 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-72e9e239-5ad6-4461-88e8-5864faeae8af req-94769587-8823-49c3-ad8c-102b2b539f31 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b3294ca5-5c32-492a-9f5b-6b622787b059 HTTP/1.1" status: 200 len: 898 time: 0.0843611 Oct 12 07:49:47.521911 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-72e9e239-5ad6-4461-88e8-5864faeae8af req-d7c56a49-6e5b-48b6-94cf-43cac13f7b5f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd5b0bea-3228-4f8b-a510-4214c95b3cfe HTTP/1.1" status: 200 len: 217 time: 0.0322919 Oct 12 07:49:47.573632 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e9e239-5ad6-4461-88e8-5864faeae8af req-805dc762-eff4-4df3-9674-7401adad0175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:47.574959 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-72e9e239-5ad6-4461-88e8-5864faeae8af req-805dc762-eff4-4df3-9674-7401adad0175 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e732d641-a4a5-4c05-be15-ff4ab6f9f88a HTTP/1.1" status: 200 len: 835 time: 0.0457809 Oct 12 07:49:47.618974 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e9e239-5ad6-4461-88e8-5864faeae8af req-bee3ab61-b563-4c0b-a8f0-a0f309cbb4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:47.620394 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-72e9e239-5ad6-4461-88e8-5864faeae8af req-bee3ab61-b563-4c0b-a8f0-a0f309cbb4fc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b3294ca5-5c32-492a-9f5b-6b622787b059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0380690 Oct 12 07:49:47.709019 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-72e9e239-5ad6-4461-88e8-5864faeae8af req-eb4c0f07-0b7f-4d47-978a-29b6ac9b06b3 service neutron] 10.222.0.23 "GET /v2.0/networks/b3294ca5-5c32-492a-9f5b-6b622787b059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813842 Oct 12 07:49:47.802443 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-72e9e239-5ad6-4461-88e8-5864faeae8af req-1d445d13-e6b8-4376-b1b9-06204caae690 service neutron] 10.222.0.23 "GET /v2.0/networks/b3294ca5-5c32-492a-9f5b-6b622787b059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838287 Oct 12 07:49:47.903008 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363e57c-a188-44b1-b475-2bea6832b133 req-f9a3c4a2-d48d-4ba2-a7e8-3850bd96f0a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:47.904461 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0363e57c-a188-44b1-b475-2bea6832b133 req-f9a3c4a2-d48d-4ba2-a7e8-3850bd96f0a1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d HTTP/1.1" status: 200 len: 944 time: 0.0483484 Oct 12 07:49:47.941468 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0363e57c-a188-44b1-b475-2bea6832b133 req-e43d782b-3a0f-4788-bb86-3f5685848e16 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=39395ece-4142-4eda-9ca4-c427cb7ecd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306745 Oct 12 07:49:48.814667 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:49.063989 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693b462-264d-4eb3-9dd1-07ea9e4deca4 req-ed8c04a8-aae7-4c20-a174-daef780bc66c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:49.065381 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e693b462-264d-4eb3-9dd1-07ea9e4deca4 req-ed8c04a8-aae7-4c20-a174-daef780bc66c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d HTTP/1.1" status: 200 len: 944 time: 0.0534120 Oct 12 07:49:49.102239 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e693b462-264d-4eb3-9dd1-07ea9e4deca4 req-e53b46b6-fefb-4076-93b5-16c49f8a54de tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=39395ece-4142-4eda-9ca4-c427cb7ecd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303948 Oct 12 07:49:49.135391 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:50.221413 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11d6c8-9f80-4f68-b43b-03b4fef66fa0 req-5b3aad16-176a-4625-a40e-0c356947436c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:50.222883 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9f11d6c8-9f80-4f68-b43b-03b4fef66fa0 req-5b3aad16-176a-4625-a40e-0c356947436c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d HTTP/1.1" status: 200 len: 944 time: 0.0484164 Oct 12 07:49:50.259915 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9f11d6c8-9f80-4f68-b43b-03b4fef66fa0 req-38f2ef61-588d-4edc-bcbe-8b8676cb24c4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=39395ece-4142-4eda-9ca4-c427cb7ecd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311995 Oct 12 07:49:50.752288 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device fd5b0bea-3228-4f8b-a510-4214c95b3cfe details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 07:49:50.847031 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port fd5b0bea-3228-4f8b-a510-4214c95b3cfe, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=fd5b0bea-3228-4f8b-a510-4214c95b3cfe,segment=NetworkSegment(fc76e601-ea0d-4fc2-ac32-07beee61ca3c),segment_id=fc76e601-ea0d-4fc2-ac32-07beee61ca3c)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:49:50.857652 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': 'fd5b0bea-3228-4f8b-a510-4214c95b3cfe', 'network_id': 'b3294ca5-5c32-492a-9f5b-6b622787b059', 'port_id': 'fd5b0bea-3228-4f8b-a510-4214c95b3cfe', 'mac_address': 'fa:16:3e:9b:f6:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e732d641-a4a5-4c05-be15-ff4ab6f9f88a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 07:49:50.897655 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port fd5b0bea-3228-4f8b-a510-4214c95b3cfe is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:49:50.898048 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:50.914469 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd5b0bea-3228-4f8b-a510-4214c95b3cfe {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:49:50.933639 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port fd5b0bea-3228-4f8b-a510-4214c95b3cfe, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=fd5b0bea-3228-4f8b-a510-4214c95b3cfe,segment=NetworkSegment(fc76e601-ea0d-4fc2-ac32-07beee61ca3c),segment_id=fc76e601-ea0d-4fc2-ac32-07beee61ca3c)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:49:50.937971 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:50.983792 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=fd5b0bea-3228-4f8b-a510-4214c95b3cfe,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:51.026776 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:51.168099 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['fd5b0bea-3228-4f8b-a510-4214c95b3cfe'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 07:49:51.379849 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be076c-5f10-45bb-a7c1-670c5b1e1b8c req-edc15871-ce5a-4013-ad6d-44aefab4b1bc tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:51.381393 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-44be076c-5f10-45bb-a7c1-670c5b1e1b8c req-edc15871-ce5a-4013-ad6d-44aefab4b1bc tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d HTTP/1.1" status: 200 len: 945 time: 0.0482004 Oct 12 07:49:51.419448 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-44be076c-5f10-45bb-a7c1-670c5b1e1b8c req-e9ce2c44-a621-4aa9-b31d-f7b355d91217 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=39395ece-4142-4eda-9ca4-c427cb7ecd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317659 Oct 12 07:49:52.447846 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:49:52.540484 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df88f3-be5d-47ae-8612-20948e7353db req-caf52554-f9a2-4ed0-8850-610021e7d79b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:52.541937 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c1df88f3-be5d-47ae-8612-20948e7353db req-caf52554-f9a2-4ed0-8850-610021e7d79b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d HTTP/1.1" status: 200 len: 945 time: 0.0515013 Oct 12 07:49:52.578992 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c1df88f3-be5d-47ae-8612-20948e7353db req-abfe8f15-75a3-4230-9133-d5f7d45232fa tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=39395ece-4142-4eda-9ca4-c427cb7ecd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311222 Oct 12 07:49:52.768536 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device fd5b0bea-3228-4f8b-a510-4214c95b3cfe up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:49:52.869008 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning for port fd5b0bea-3228-4f8b-a510-4214c95b3cfe completed by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 12 07:49:52.877147 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port fd5b0bea-3228-4f8b-a510-4214c95b3cfe triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:49:52.877520 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:52.877870 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port fd5b0bea-3228-4f8b-a510-4214c95b3cfe Oct 12 07:49:53.135001 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port fd5b0bea-3228-4f8b-a510-4214c95b3cfe is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:49:53.135380 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:53.162403 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5b0bea-3228-4f8b-a510-4214c95b3cfe'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:49:53.164659 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ed17fa-fe39-473d-ae76-a38cef02b088" -d '{"events": [{"server_uuid": "85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d", "name": "network-vif-plugged", "status": "completed", "tag": "fd5b0bea-3228-4f8b-a510-4214c95b3cfe"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:49:53.180518 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port fd5b0bea-3228-4f8b-a510-4214c95b3cfe, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=fd5b0bea-3228-4f8b-a510-4214c95b3cfe,segment=NetworkSegment(fc76e601-ea0d-4fc2-ac32-07beee61ca3c),segment_id=fc76e601-ea0d-4fc2-ac32-07beee61ca3c)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:49:53.187060 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:53.211965 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b019c811-8a5e-4a52-ab4a-b6e388c85b54 x-openstack-request-id: req-b019c811-8a5e-4a52-ab4a-b6e388c85b54 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:49:53.212255 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d", "name": "network-vif-plugged", "status": "completed", "tag": "fd5b0bea-3228-4f8b-a510-4214c95b3cfe", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:49:53.212507 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b019c811-8a5e-4a52-ab4a-b6e388c85b54 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:49:53.212894 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b019c811-8a5e-4a52-ab4a-b6e388c85b54'] response: {'server_uuid': '85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5b0bea-3228-4f8b-a510-4214c95b3cfe', 'code': 200} Oct 12 07:49:53.240600 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=fd5b0bea-3228-4f8b-a510-4214c95b3cfe,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:53.365495 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090dbff3-75de-460b-a3a2-0ad748872b61 req-54fe3e54-c006-47f2-8986-754d4fc37f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:53.367036 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-090dbff3-75de-460b-a3a2-0ad748872b61 req-54fe3e54-c006-47f2-8986-754d4fc37f90 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d HTTP/1.1" status: 200 len: 1099 time: 0.0398536 Oct 12 07:49:53.401885 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-090dbff3-75de-460b-a3a2-0ad748872b61 req-08dba0f4-eb9f-4b6d-8c20-d9c02617413d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=39395ece-4142-4eda-9ca4-c427cb7ecd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275748 Oct 12 07:49:53.697967 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6f27b-b696-41a0-981c-22639c7b4884 req-633738a9-7279-4396-84f9-000ba6fcc824 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:53.699369 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-58a6f27b-b696-41a0-981c-22639c7b4884 req-633738a9-7279-4396-84f9-000ba6fcc824 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d HTTP/1.1" status: 200 len: 946 time: 0.0484974 Oct 12 07:49:53.735691 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-58a6f27b-b696-41a0-981c-22639c7b4884 req-b920cb4d-8cf1-4fc2-9551-c5c2827ddffe tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=39395ece-4142-4eda-9ca4-c427cb7ecd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300062 Oct 12 07:49:54.858397 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb5874-864e-460b-87fb-30c08882d686 req-b2aefb05-5841-4022-ae9c-98ada709c842 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:54.859783 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-11bb5874-864e-460b-87fb-30c08882d686 req-b2aefb05-5841-4022-ae9c-98ada709c842 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d HTTP/1.1" status: 200 len: 946 time: 0.0515273 Oct 12 07:49:54.897101 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-11bb5874-864e-460b-87fb-30c08882d686 req-5f3eef03-9a43-4633-9893-80f031abbc29 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=39395ece-4142-4eda-9ca4-c427cb7ecd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308213 Oct 12 07:49:55.015909 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be720bdb-6bbf-490e-b689-586aaea808ea req-c646fc74-1dca-4a85-bfae-f8e7faab5166 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:55.017898 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-be720bdb-6bbf-490e-b689-586aaea808ea req-c646fc74-1dca-4a85-bfae-f8e7faab5166 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d HTTP/1.1" status: 200 len: 946 time: 0.0487947 Oct 12 07:49:55.054295 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-be720bdb-6bbf-490e-b689-586aaea808ea req-09116bdd-7dc1-4926-ae8c-4053e20f450a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=39395ece-4142-4eda-9ca4-c427cb7ecd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304878 Oct 12 07:49:55.081862 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44298) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:49:55.120051 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab889e28-8c1b-45ab-8ea8-23572d979679 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:55.121401 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-ab889e28-8c1b-45ab-8ea8-23572d979679 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d HTTP/1.1" status: 200 len: 1094 time: 0.0385633 Oct 12 07:49:55.124301 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44300) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:49:55.128474 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-00e226ab-b76d-409d-8650-f991f6a88daf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'floatingip': {'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'port_id': 'fd5b0bea-3228-4f8b-a510-4214c95b3cfe', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:49:55.148502 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-00e226ab-b76d-409d-8650-f991f6a88daf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for floatingip, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:55.246400 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-00e226ab-b76d-409d-8650-f991f6a88daf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:55.352314 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-00e226ab-b76d-409d-8650-f991f6a88daf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Allocated IP 172.26.3.69 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/60b8e1bd-d37d-4266-b5c2-243c2e4f7016) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:49:55.449956 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-00e226ab-b76d-409d-8650-f991f6a88daf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:55.481609 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-00e226ab-b76d-409d-8650-f991f6a88daf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:55.521138 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e226ab-b76d-409d-8650-f991f6a88daf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:49:55.523940 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-00e226ab-b76d-409d-8650-f991f6a88daf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:49:55.527351 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e226ab-b76d-409d-8650-f991f6a88daf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:49:55.532530 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e226ab-b76d-409d-8650-f991f6a88daf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=60b8e1bd-d37d-4266-b5c2-243c2e4f7016,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:55.563740 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e226ab-b76d-409d-8650-f991f6a88daf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:49:55.564064 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e226ab-b76d-409d-8650-f991f6a88daf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:49:55.564412 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e226ab-b76d-409d-8650-f991f6a88daf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:49:55.564721 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e226ab-b76d-409d-8650-f991f6a88daf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:49:55.565044 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e226ab-b76d-409d-8650-f991f6a88daf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:49:55.565364 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e226ab-b76d-409d-8650-f991f6a88daf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:49:55.565685 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e226ab-b76d-409d-8650-f991f6a88daf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:49:55.566002 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e226ab-b76d-409d-8650-f991f6a88daf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:49:55.566341 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e226ab-b76d-409d-8650-f991f6a88daf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:49:55.566656 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e226ab-b76d-409d-8650-f991f6a88daf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:49:55.566969 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e226ab-b76d-409d-8650-f991f6a88daf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:49:55.567281 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e226ab-b76d-409d-8650-f991f6a88daf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:49:55.886625 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-00e226ab-b76d-409d-8650-f991f6a88daf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:55.954103 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-00e226ab-b76d-409d-8650-f991f6a88daf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:56.096885 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-00e226ab-b76d-409d-8650-f991f6a88daf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:56.101398 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-00e226ab-b76d-409d-8650-f991f6a88daf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:56.168988 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e226ab-b76d-409d-8650-f991f6a88daf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=60b8e1bd-d37d-4266-b5c2-243c2e4f7016,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:56.174373 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-00e226ab-b76d-409d-8650-f991f6a88daf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:56.276428 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [None req-00e226ab-b76d-409d-8650-f991f6a88daf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Floating IP ec2e2580-8bf3-4c56-a2fd-63e5ad0bbb68 associated. External IP: 172.26.3.69, port: fd5b0bea-3228-4f8b-a510-4214c95b3cfe. Oct 12 07:49:56.483384 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e226ab-b76d-409d-8650-f991f6a88daf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Router 66ed7875-fdd8-4c58-8ab5-332b9520883b has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:49:56.590972 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e226ab-b76d-409d-8650-f991f6a88daf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:49:56.601402 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83626de-ebe0-4ea4-affa-759f15fc64e1 None None] Sync routers for ids ['66ed7875-fdd8-4c58-8ab5-332b9520883b'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:49:56.609472 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-00e226ab-b76d-409d-8650-f991f6a88daf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:56.611587 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83626de-ebe0-4ea4-affa-759f15fc64e1 None None] Routers {'66ed7875-fdd8-4c58-8ab5-332b9520883b'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:49:56.612187 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c83626de-ebe0-4ea4-affa-759f15fc64e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:49:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['66ed7875-fdd8-4c58-8ab5-332b9520883b'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:49:56.636016 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-00e226ab-b76d-409d-8650-f991f6a88daf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5107398 Oct 12 07:49:56.636629 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d', 'tag': 'fd5b0bea-3228-4f8b-a510-4214c95b3cfe'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:49:56.638880 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44302) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:49:56.639389 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e716e8c-8d53-4272-8c99-cb6fcb0389bd" -d '{"events": [{"name": "network-changed", "server_uuid": "85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d", "tag": "fd5b0bea-3228-4f8b-a510-4214c95b3cfe"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:49:56.676500 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771f6290-e6ea-43ac-b62e-284e166fb46b x-openstack-request-id: req-771f6290-e6ea-43ac-b62e-284e166fb46b {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:49:56.676803 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d", "tag": "fd5b0bea-3228-4f8b-a510-4214c95b3cfe", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:49:56.677424 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-771f6290-e6ea-43ac-b62e-284e166fb46b {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:49:56.677562 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-771f6290-e6ea-43ac-b62e-284e166fb46b'] response: {'name': 'network-changed', 'server_uuid': '85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d', 'tag': 'fd5b0bea-3228-4f8b-a510-4214c95b3cfe', 'status': 'completed', 'code': 200} Oct 12 07:49:56.683183 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6849b7-9291-4cbe-abd9-497ef78ab7b8 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:56.689847 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-7b6849b7-9291-4cbe-abd9-497ef78ab7b8 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d HTTP/1.1" status: 200 len: 1094 time: 0.0448408 Oct 12 07:49:56.724404 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-c83626de-ebe0-4ea4-affa-759f15fc64e1 None None] Set router 66ed7875-fdd8-4c58-8ab5-332b9520883b gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:49:56.746128 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e716e8c-8d53-4272-8c99-cb6fcb0389bd req-7dd4a71d-2f84-4567-ae1d-5bd52fd58139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:56.747764 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1e716e8c-8d53-4272-8c99-cb6fcb0389bd req-7dd4a71d-2f84-4567-ae1d-5bd52fd58139 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&device_id=85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d HTTP/1.1" status: 200 len: 1099 time: 0.0440793 Oct 12 07:49:56.755114 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44308) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:49:56.759819 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-ca4115e4-e5d2-46c5-9d9b-7b8a0614a00a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1036681211', 'description': 'tempest-secgroup-smoke-1036681211 description', 'project_id': '62f83991a7314cd6b6c084162dcfff66'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:49:56.781249 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ca4115e4-e5d2-46c5-9d9b-7b8a0614a00a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:56.850351 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ca4115e4-e5d2-46c5-9d9b-7b8a0614a00a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:56.854692 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ca4115e4-e5d2-46c5-9d9b-7b8a0614a00a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:56.864951 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e716e8c-8d53-4272-8c99-cb6fcb0389bd req-31a25ca5-34cc-4705-bf66-8712be99f8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:56.866627 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1e716e8c-8d53-4272-8c99-cb6fcb0389bd req-31a25ca5-34cc-4705-bf66-8712be99f8c5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b3294ca5-5c32-492a-9f5b-6b622787b059 HTTP/1.1" status: 200 len: 898 time: 0.1127100 Oct 12 07:49:56.889735 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ca4115e4-e5d2-46c5-9d9b-7b8a0614a00a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:56.890990 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ca4115e4-e5d2-46c5-9d9b-7b8a0614a00a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1346405 Oct 12 07:49:56.893570 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4115e4-e5d2-46c5-9d9b-7b8a0614a00a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c231d1b7-8f4c-4512-b7a5-6c6dd1b63fd5,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:56.895458 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44310) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:49:56.899725 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-ae4bd9b4-5bbe-4eaa-adfe-6e1759e5d5ed tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': 'c231d1b7-8f4c-4512-b7a5-6c6dd1b63fd5', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:49:56.913571 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4115e4-e5d2-46c5-9d9b-7b8a0614a00a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:49:56.913963 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4115e4-e5d2-46c5-9d9b-7b8a0614a00a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:49:56.914286 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4115e4-e5d2-46c5-9d9b-7b8a0614a00a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:49:56.914625 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4115e4-e5d2-46c5-9d9b-7b8a0614a00a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:49:56.914960 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4115e4-e5d2-46c5-9d9b-7b8a0614a00a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:49:56.915492 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4115e4-e5d2-46c5-9d9b-7b8a0614a00a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:49:56.915827 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4115e4-e5d2-46c5-9d9b-7b8a0614a00a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:49:56.917253 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4115e4-e5d2-46c5-9d9b-7b8a0614a00a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:49:56.917609 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4115e4-e5d2-46c5-9d9b-7b8a0614a00a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:49:56.917946 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4115e4-e5d2-46c5-9d9b-7b8a0614a00a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:49:56.918354 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4115e4-e5d2-46c5-9d9b-7b8a0614a00a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:49:56.918691 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4115e4-e5d2-46c5-9d9b-7b8a0614a00a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:49:56.940737 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1e716e8c-8d53-4272-8c99-cb6fcb0389bd req-7ebadfac-b859-4531-b622-653d8038b907 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd5b0bea-3228-4f8b-a510-4214c95b3cfe HTTP/1.1" status: 200 len: 999 time: 0.0677831 Oct 12 07:49:56.942750 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ae4bd9b4-5bbe-4eaa-adfe-6e1759e5d5ed tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:56.973116 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c83626de-ebe0-4ea4-affa-759f15fc64e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'name': 'tempest-TestNetworkBasicOps-router-875489847', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': '798e1bd3-ac84-4094-b0a4-aee440aad5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:49:37Z', 'updated_at': '2022-10-12T07:49:41Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '798e1bd3-ac84-4094-b0a4-aee440aad5d4', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:dc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:49:38Z', 'updated_at': '2022-10-12T07:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'ec2e2580-8bf3-4c56-a2fd-63e5ad0bbb68', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'floating_ip_address': '172.26.3.69', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'port_id': 'fd5b0bea-3228-4f8b-a510-4214c95b3cfe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3294ca5-5c32-492a-9f5b-6b622787b059', 'mac_address': 'fa:16:3e:9b:f6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:49:55Z', 'updated_at': '2022-10-12T07:49:55Z', 'revision_number': 0, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61260803-4d82-42dc-8e65-4828507f8bf7', 'name': '', 'network_id': 'b3294ca5-5c32-492a-9f5b-6b622787b059', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:9f:4d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'e732d641-a4a5-4c05-be15-ff4ab6f9f88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:49:40Z', 'updated_at': '2022-10-12T07:49:44Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': 'e732d641-a4a5-4c05-be15-ff4ab6f9f88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:49:56.991507 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e716e8c-8d53-4272-8c99-cb6fcb0389bd req-b9870168-c295-4d12-bdee-36b353a9e2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:56.993153 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1e716e8c-8d53-4272-8c99-cb6fcb0389bd req-b9870168-c295-4d12-bdee-36b353a9e2e4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e732d641-a4a5-4c05-be15-ff4ab6f9f88a HTTP/1.1" status: 200 len: 835 time: 0.0466297 Oct 12 07:49:56.994303 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ae4bd9b4-5bbe-4eaa-adfe-6e1759e5d5ed tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:56.997835 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ae4bd9b4-5bbe-4eaa-adfe-6e1759e5d5ed tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:56.999550 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83626de-ebe0-4ea4-affa-759f15fc64e1 None None] Checking router: 66ed7875-fdd8-4c58-8ab5-332b9520883b for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:49:57.011761 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83626de-ebe0-4ea4-affa-759f15fc64e1 None None] Routers {'66ed7875-fdd8-4c58-8ab5-332b9520883b'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:49:57.014660 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c83626de-ebe0-4ea4-affa-759f15fc64e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:49:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['66ed7875-fdd8-4c58-8ab5-332b9520883b'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:49:57.018889 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4bd9b4-5bbe-4eaa-adfe-6e1759e5d5ed tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1b5a66a-f09d-4793-b5b6-62a9368281dd,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:57.025208 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ae4bd9b4-5bbe-4eaa-adfe-6e1759e5d5ed tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:57.026487 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ae4bd9b4-5bbe-4eaa-adfe-6e1759e5d5ed tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1300695 Oct 12 07:49:57.029284 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44312) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:49:57.034098 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-6ea1f0d1-927c-40a7-bf71-848a55ecc65a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': 'c231d1b7-8f4c-4512-b7a5-6c6dd1b63fd5', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:49:57.045816 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e716e8c-8d53-4272-8c99-cb6fcb0389bd req-a524c78d-d1b7-4cad-b5f2-32882ce1ff4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:57.047644 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1e716e8c-8d53-4272-8c99-cb6fcb0389bd req-a524c78d-d1b7-4cad-b5f2-32882ce1ff4f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b3294ca5-5c32-492a-9f5b-6b622787b059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0474539 Oct 12 07:49:57.059498 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6ea1f0d1-927c-40a7-bf71-848a55ecc65a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:57.122231 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6ea1f0d1-927c-40a7-bf71-848a55ecc65a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:57.131099 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6ea1f0d1-927c-40a7-bf71-848a55ecc65a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:57.150883 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1e716e8c-8d53-4272-8c99-cb6fcb0389bd req-c0e7704c-7538-4924-b447-146964497889 service neutron] 10.222.0.23 "GET /v2.0/networks/b3294ca5-5c32-492a-9f5b-6b622787b059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969858 Oct 12 07:49:57.154094 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1f0d1-927c-40a7-bf71-848a55ecc65a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3fc99c0-743a-42a4-8477-adfb398c3c0b,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:57.164841 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6ea1f0d1-927c-40a7-bf71-848a55ecc65a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:57.168740 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-6ea1f0d1-927c-40a7-bf71-848a55ecc65a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1359210 Oct 12 07:49:57.169161 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44314) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:49:57.183745 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-9313a030-623a-4f2d-a726-2ac5af6027f0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': 'c231d1b7-8f4c-4512-b7a5-6c6dd1b63fd5', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:49:57.223824 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-c83626de-ebe0-4ea4-affa-759f15fc64e1 None None] Set router 66ed7875-fdd8-4c58-8ab5-332b9520883b gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:49:57.257005 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9313a030-623a-4f2d-a726-2ac5af6027f0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:57.286788 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1e716e8c-8d53-4272-8c99-cb6fcb0389bd req-c313647c-b97c-42d1-bea3-d6e371756a52 service neutron] 10.222.0.23 "GET /v2.0/networks/b3294ca5-5c32-492a-9f5b-6b622787b059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280200 Oct 12 07:49:57.322655 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9313a030-623a-4f2d-a726-2ac5af6027f0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:57.327619 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9313a030-623a-4f2d-a726-2ac5af6027f0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:57.347457 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9313a030-623a-4f2d-a726-2ac5af6027f0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cf8c71c-d184-4433-b4a7-5be73c12fccb,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:57.353082 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9313a030-623a-4f2d-a726-2ac5af6027f0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:57.355078 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-9313a030-623a-4f2d-a726-2ac5af6027f0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1849527 Oct 12 07:49:57.357795 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44316) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:49:57.362365 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-20e3aa8d-dc20-4553-b9a5-cf0390d18754 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': 'c231d1b7-8f4c-4512-b7a5-6c6dd1b63fd5', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:49:57.387130 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-20e3aa8d-dc20-4553-b9a5-cf0390d18754 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:57.445419 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-20e3aa8d-dc20-4553-b9a5-cf0390d18754 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:57.449438 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-20e3aa8d-dc20-4553-b9a5-cf0390d18754 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:57.451111 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c83626de-ebe0-4ea4-affa-759f15fc64e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'name': 'tempest-TestNetworkBasicOps-router-875489847', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': '798e1bd3-ac84-4094-b0a4-aee440aad5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:49:37Z', 'updated_at': '2022-10-12T07:49:41Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '798e1bd3-ac84-4094-b0a4-aee440aad5d4', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:dc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:49:38Z', 'updated_at': '2022-10-12T07:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'ec2e2580-8bf3-4c56-a2fd-63e5ad0bbb68', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'floating_ip_address': '172.26.3.69', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'port_id': 'fd5b0bea-3228-4f8b-a510-4214c95b3cfe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3294ca5-5c32-492a-9f5b-6b622787b059', 'mac_address': 'fa:16:3e:9b:f6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:49:55Z', 'updated_at': '2022-10-12T07:49:55Z', 'revision_number': 0, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61260803-4d82-42dc-8e65-4828507f8bf7', 'name': '', 'network_id': 'b3294ca5-5c32-492a-9f5b-6b622787b059', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:9f:4d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'e732d641-a4a5-4c05-be15-ff4ab6f9f88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:49:40Z', 'updated_at': '2022-10-12T07:49:44Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': 'e732d641-a4a5-4c05-be15-ff4ab6f9f88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:49:57.467353 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e3aa8d-dc20-4553-b9a5-cf0390d18754 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1664c687-06b4-4f83-a341-02c9bbeee06d,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:57.476068 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-20e3aa8d-dc20-4553-b9a5-cf0390d18754 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:57.477290 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-20e3aa8d-dc20-4553-b9a5-cf0390d18754 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1185160 Oct 12 07:49:57.480007 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44318) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:49:57.482117 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83626de-ebe0-4ea4-affa-759f15fc64e1 None None] The sync data for ids ['66ed7875-fdd8-4c58-8ab5-332b9520883b'] in dv-neutron-860909-2-hyperv is: [{'id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'name': 'tempest-TestNetworkBasicOps-router-875489847', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': '798e1bd3-ac84-4094-b0a4-aee440aad5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:49:37Z', 'updated_at': '2022-10-12T07:49:41Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '798e1bd3-ac84-4094-b0a4-aee440aad5d4', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:dc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:49:38Z', 'updated_at': '2022-10-12T07:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'ec2e2580-8bf3-4c56-a2fd-63e5ad0bbb68', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'floating_ip_address': '172.26.3.69', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'port_id': 'fd5b0bea-3228-4f8b-a510-4214c95b3cfe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3294ca5-5c32-492a-9f5b-6b622787b059', 'mac_address': 'fa:16:3e:9b:f6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:49:55Z', 'updated_at': '2022-10-12T07:49:55Z', 'revision_number': 0, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61260803-4d82-42dc-8e65-4828507f8bf7', 'name': '', 'network_id': 'b3294ca5-5c32-492a-9f5b-6b622787b059', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:9f:4d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'e732d641-a4a5-4c05-be15-ff4ab6f9f88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:49:40Z', 'updated_at': '2022-10-12T07:49:44Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': 'e732d641-a4a5-4c05-be15-ff4ab6f9f88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:49:57.489216 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-2f494ca2-3154-4784-9ddb-379ef608b3e9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': 'c231d1b7-8f4c-4512-b7a5-6c6dd1b63fd5', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:49:57.511118 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.securitygroups_db [None req-2f494ca2-3154-4784-9ddb-379ef608b3e9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Project 62f83991a7314cd6b6c084162dcfff66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 07:49:57.516180 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2f494ca2-3154-4784-9ddb-379ef608b3e9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:57.582788 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2f494ca2-3154-4784-9ddb-379ef608b3e9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:57.586287 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2f494ca2-3154-4784-9ddb-379ef608b3e9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:57.605726 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f494ca2-3154-4784-9ddb-379ef608b3e9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c221bfb5-66ac-4ed7-8163-7b7dc53ec975,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:57.615187 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2f494ca2-3154-4784-9ddb-379ef608b3e9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:57.618958 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-2f494ca2-3154-4784-9ddb-379ef608b3e9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1354961 Oct 12 07:49:57.619286 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44320) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:49:57.623890 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-e6fc80b9-147f-45db-b305-632e00fff858 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': 'c231d1b7-8f4c-4512-b7a5-6c6dd1b63fd5', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:49:57.646106 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-e6fc80b9-147f-45db-b305-632e00fff858 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Project 62f83991a7314cd6b6c084162dcfff66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 07:49:57.651475 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e6fc80b9-147f-45db-b305-632e00fff858 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:57.689708 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24742897-a8c9-4c5a-a4e3-810a2d027b80 None None] New status for floating IP ec2e2580-8bf3-4c56-a2fd-63e5ad0bbb68: ACTIVE {{(pid=103202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 07:49:57.717943 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e6fc80b9-147f-45db-b305-632e00fff858 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:57.721773 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e6fc80b9-147f-45db-b305-632e00fff858 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:57.739458 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fc80b9-147f-45db-b305-632e00fff858 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0cd4525-a812-430b-9097-1c19edec1226,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:57.748607 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e6fc80b9-147f-45db-b305-632e00fff858 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:57.749925 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e6fc80b9-147f-45db-b305-632e00fff858 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1295424 Oct 12 07:49:57.895216 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-af26d7e2-a032-482a-9073-d2a01c5aa002 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1036681211&fields=id&tenant_id=62f83991a7314cd6b6c084162dcfff66 HTTP/1.1" status: 200 len: 267 time: 0.0346673 Oct 12 07:49:58.000220 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-95b87418-31cf-422e-92ef-2ab5523fdc16 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:58.002272 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-95b87418-31cf-422e-92ef-2ab5523fdc16 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/networks?id=b3294ca5-5c32-492a-9f5b-6b622787b059 HTTP/1.1" status: 200 len: 797 time: 0.0999861 Oct 12 07:49:58.017992 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-b4dc7b09-3b0b-462a-af1d-5e870cfd281e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/quotas/62f83991a7314cd6b6c084162dcfff66 HTTP/1.1" status: 200 len: 375 time: 0.0099192 Oct 12 07:49:58.076672 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-0b5b81a8-319e-4578-b929-eb065ab68a13 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0527332 Oct 12 07:49:58.210887 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-e70cd656-19ec-4b24-99db-77c2c7fdae0e service neutron] 10.222.0.26 "GET /v2.0/networks/b3294ca5-5c32-492a-9f5b-6b622787b059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233518 Oct 12 07:49:58.308005 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-4bfb89cd-14dc-4ee9-ad21-8e3cf2574db5 service neutron] 10.222.0.26 "GET /v2.0/networks/b3294ca5-5c32-492a-9f5b-6b622787b059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911105 Oct 12 07:49:58.465699 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-27edf47d-b29c-4348-92d4-13f688de11c1 req-d8cbfdb5-7552-4787-a25b-15d2b50c63a0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=abeeb024-f480-4672-94fd-10e0d4b36b9a HTTP/1.1" status: 200 len: 210 time: 0.0278263 Oct 12 07:49:59.354116 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-877e54d3-76ba-4d00-9874-c92c5429bb14 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:59.355569 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-877e54d3-76ba-4d00-9874-c92c5429bb14 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "GET /v2.0/networks?id=b3294ca5-5c32-492a-9f5b-6b622787b059 HTTP/1.1" status: 200 len: 797 time: 0.1066768 Oct 12 07:49:59.401217 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-bec9116d-b5c2-4298-9714-9975a7862476 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62f83991a7314cd6b6c084162dcfff66 HTTP/1.1" status: 200 len: 472 time: 0.0369859 Oct 12 07:49:59.412818 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-b825a9c1-f335-40c6-8db9-22c429c7b97e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'port': {'device_id': 'abeeb024-f480-4672-94fd-10e0d4b36b9a', 'network_id': 'b3294ca5-5c32-492a-9f5b-6b622787b059', 'admin_state_up': True, 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'security_groups': ['c231d1b7-8f4c-4512-b7a5-6c6dd1b63fd5']}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:49:59.516996 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-b825a9c1-f335-40c6-8db9-22c429c7b97e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Made reservation on behalf of 62f83991a7314cd6b6c084162dcfff66 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:49:59.520652 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-b825a9c1-f335-40c6-8db9-22c429c7b97e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:59.598108 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c0d9afaa-fb52-49b7-b1a0-005b6a7157c6 req-cc146360-f6ba-403c-9dd9-144ac79e3cb3 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=abeeb024-f480-4672-94fd-10e0d4b36b9a HTTP/1.1" status: 200 len: 210 time: 0.0560930 Oct 12 07:49:59.669904 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-b825a9c1-f335-40c6-8db9-22c429c7b97e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Allocated IP 172.20.0.9 (b3294ca5-5c32-492a-9f5b-6b622787b059/e732d641-a4a5-4c05-be15-ff4ab6f9f88a/195084bc-29b5-4587-a7f0-850cae8d3e75) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:49:59.806669 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-b825a9c1-f335-40c6-8db9-22c429c7b97e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:59.839436 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-b825a9c1-f335-40c6-8db9-22c429c7b97e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:59.879649 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-b825a9c1-f335-40c6-8db9-22c429c7b97e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network b3294ca5-5c32-492a-9f5b-6b622787b059 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:49:59.882676 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-b825a9c1-f335-40c6-8db9-22c429c7b97e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:49:59.886375 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-b825a9c1-f335-40c6-8db9-22c429c7b97e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:49:59.914880 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b825a9c1-f335-40c6-8db9-22c429c7b97e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=195084bc-29b5-4587-a7f0-850cae8d3e75,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:49:59.940969 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-b825a9c1-f335-40c6-8db9-22c429c7b97e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:49:59.941634 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-b825a9c1-f335-40c6-8db9-22c429c7b97e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:49:59.958455 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-b825a9c1-f335-40c6-8db9-22c429c7b97e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5491304 Oct 12 07:49:59.971068 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-4c4a93b6-3a00-4e5a-b0e7-c801ca1e7c3c service neutron] Request body: {'port': {'device_id': 'abeeb024-f480-4672-94fd-10e0d4b36b9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8609'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:50:00.030599 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-4c4a93b6-3a00-4e5a-b0e7-c801ca1e7c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:00.099482 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-6f033a68-4f9d-4672-ab86-caf29f25927a None None] Provisioning complete for port 195084bc-29b5-4587-a7f0-850cae8d3e75 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:50:00.100081 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6f033a68-4f9d-4672-ab86-caf29f25927a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:00.100235 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-6f033a68-4f9d-4672-ab86-caf29f25927a None None] Attempt 1 to provision port 195084bc-29b5-4587-a7f0-850cae8d3e75 Oct 12 07:50:00.133137 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-6f033a68-4f9d-4672-ab86-caf29f25927a None None] Port 195084bc-29b5-4587-a7f0-850cae8d3e75 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:50:00.292418 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-4c4a93b6-3a00-4e5a-b0e7-c801ca1e7c3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 195084bc-29b5-4587-a7f0-850cae8d3e75 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:50:00.299650 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-4c4a93b6-3a00-4e5a-b0e7-c801ca1e7c3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:00.311210 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-4c4a93b6-3a00-4e5a-b0e7-c801ca1e7c3c service neutron] Transition to ACTIVE for port object 195084bc-29b5-4587-a7f0-850cae8d3e75 will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 07:50:00.315020 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-4c4a93b6-3a00-4e5a-b0e7-c801ca1e7c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:00.634103 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-6f033a68-4f9d-4672-ab86-caf29f25927a None None] Attempt 2 to provision port 195084bc-29b5-4587-a7f0-850cae8d3e75 Oct 12 07:50:00.671425 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-6f033a68-4f9d-4672-ab86-caf29f25927a None None] Port 195084bc-29b5-4587-a7f0-850cae8d3e75 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:50:00.679172 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a93b6-3a00-4e5a-b0e7-c801ca1e7c3c service neutron] Pushing event updated for resources: {'Port': ['ID=195084bc-29b5-4587-a7f0-850cae8d3e75,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:50:00.739412 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-4c4a93b6-3a00-4e5a-b0e7-c801ca1e7c3c service neutron] Attempting to bind port 195084bc-29b5-4587-a7f0-850cae8d3e75 on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:50:00.739746 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-4c4a93b6-3a00-4e5a-b0e7-c801ca1e7c3c service neutron] Attempting to bind port 195084bc-29b5-4587-a7f0-850cae8d3e75 by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': 'fc76e601-ea0d-4fc2-ac32-07beee61ca3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b3294ca5-5c32-492a-9f5b-6b622787b059'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:50:00.740070 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-4c4a93b6-3a00-4e5a-b0e7-c801ca1e7c3c service neutron] Attempting to bind port 195084bc-29b5-4587-a7f0-850cae8d3e75 on network b3294ca5-5c32-492a-9f5b-6b622787b059 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:50:00.750175 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f9d66-1e21-4a5a-8121-122f34f5a2fa req-f821fecc-c076-44a3-a7d3-0c5dc4b71f2e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:50:00.752172 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a44f9d66-1e21-4a5a-8121-122f34f5a2fa req-f821fecc-c076-44a3-a7d3-0c5dc4b71f2e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=abeeb024-f480-4672-94fd-10e0d4b36b9a HTTP/1.1" status: 200 len: 943 time: 0.0742123 Oct 12 07:50:00.754209 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-4c4a93b6-3a00-4e5a-b0e7-c801ca1e7c3c service neutron] Port 195084bc-29b5-4587-a7f0-850cae8d3e75 on network b3294ca5-5c32-492a-9f5b-6b622787b059 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:50:00.754530 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-4c4a93b6-3a00-4e5a-b0e7-c801ca1e7c3c service neutron] Attempting to bind port 195084bc-29b5-4587-a7f0-850cae8d3e75 on network b3294ca5-5c32-492a-9f5b-6b622787b059 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:50:00.761179 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-4c4a93b6-3a00-4e5a-b0e7-c801ca1e7c3c service neutron] Checking agent: {'id': 'afe9b392-c72e-4ef3-a7bd-ca4c2066af02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8609', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'started_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:50:00.761511 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-4c4a93b6-3a00-4e5a-b0e7-c801ca1e7c3c service neutron] Checking segment: {'id': 'fc76e601-ea0d-4fc2-ac32-07beee61ca3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b3294ca5-5c32-492a-9f5b-6b622787b059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:50:00.761880 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-4c4a93b6-3a00-4e5a-b0e7-c801ca1e7c3c service neutron] Bound using segment: {'id': 'fc76e601-ea0d-4fc2-ac32-07beee61ca3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b3294ca5-5c32-492a-9f5b-6b622787b059'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:50:00.762342 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-4c4a93b6-3a00-4e5a-b0e7-c801ca1e7c3c service neutron] Bound port: 195084bc-29b5-4587-a7f0-850cae8d3e75, host: hv-neutron-8609, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc76e601-ea0d-4fc2-ac32-07beee61ca3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b3294ca5-5c32-492a-9f5b-6b622787b059'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:50:00.762693 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-4c4a93b6-3a00-4e5a-b0e7-c801ca1e7c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:00.830902 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a44f9d66-1e21-4a5a-8121-122f34f5a2fa req-430d1b64-c5dd-4685-b7a4-b02b30aaa2b1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=c231d1b7-8f4c-4512-b7a5-6c6dd1b63fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713539 Oct 12 07:50:00.851325 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-4c4a93b6-3a00-4e5a-b0e7-c801ca1e7c3c service neutron] For port 195084bc-29b5-4587-a7f0-850cae8d3e75, host hv-neutron-8609, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:50:00.854508 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-4c4a93b6-3a00-4e5a-b0e7-c801ca1e7c3c service neutron] For port 195084bc-29b5-4587-a7f0-850cae8d3e75, host hv-neutron-8609, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=195084bc-29b5-4587-a7f0-850cae8d3e75,segment=NetworkSegment(fc76e601-ea0d-4fc2-ac32-07beee61ca3c),segment_id=fc76e601-ea0d-4fc2-ac32-07beee61ca3c)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:50:00.861301 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-4c4a93b6-3a00-4e5a-b0e7-c801ca1e7c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:00.865552 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-4c4a93b6-3a00-4e5a-b0e7-c801ca1e7c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:50:00.866146 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-4c4a93b6-3a00-4e5a-b0e7-c801ca1e7c3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:00.867513 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-4c4a93b6-3a00-4e5a-b0e7-c801ca1e7c3c service neutron] 10.222.0.23 "PUT /v2.0/ports/195084bc-29b5-4587-a7f0-850cae8d3e75 HTTP/1.1" status: 200 len: 1093 time: 0.9011693 Oct 12 07:50:00.868007 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abeeb024-f480-4672-94fd-10e0d4b36b9a', 'tag': '195084bc-29b5-4587-a7f0-850cae8d3e75'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:50:00.870294 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a61116-0e1b-43ee-bffd-b2f323658f3e" -d '{"events": [{"name": "network-changed", "server_uuid": "abeeb024-f480-4672-94fd-10e0d4b36b9a", "tag": "195084bc-29b5-4587-a7f0-850cae8d3e75"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:50:00.908522 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd642cd-be20-4b21-a7e3-d07cb68541f7 x-openstack-request-id: req-edd642cd-be20-4b21-a7e3-d07cb68541f7 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:50:00.908819 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abeeb024-f480-4672-94fd-10e0d4b36b9a", "tag": "195084bc-29b5-4587-a7f0-850cae8d3e75", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:50:00.909078 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-edd642cd-be20-4b21-a7e3-d07cb68541f7 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:50:00.909533 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edd642cd-be20-4b21-a7e3-d07cb68541f7'] response: {'name': 'network-changed', 'server_uuid': 'abeeb024-f480-4672-94fd-10e0d4b36b9a', 'tag': '195084bc-29b5-4587-a7f0-850cae8d3e75', 'status': 'completed', 'code': 200} Oct 12 07:50:00.948580 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a93b6-3a00-4e5a-b0e7-c801ca1e7c3c service neutron] Pushing event updated for resources: {'Port': ['ID=195084bc-29b5-4587-a7f0-850cae8d3e75,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:50:00.963204 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-38085d9c-eef4-478f-b342-2cbc7b3d828b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:50:00.964740 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-38085d9c-eef4-478f-b342-2cbc7b3d828b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&device_id=abeeb024-f480-4672-94fd-10e0d4b36b9a HTTP/1.1" status: 200 len: 1096 time: 0.0526695 Oct 12 07:50:01.011764 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-0a8a516e-643d-467a-a276-52cca5a603b1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=195084bc-29b5-4587-a7f0-850cae8d3e75 HTTP/1.1" status: 200 len: 217 time: 0.0383804 Oct 12 07:50:01.059035 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-46549765-ac92-4265-9b07-00d34663431d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:50:01.060470 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-46549765-ac92-4265-9b07-00d34663431d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e732d641-a4a5-4c05-be15-ff4ab6f9f88a HTTP/1.1" status: 200 len: 835 time: 0.0425594 Oct 12 07:50:01.103661 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-df0ef7f3-0b3a-4962-90b6-d97dcaca325a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:50:01.105165 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-df0ef7f3-0b3a-4962-90b6-d97dcaca325a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b3294ca5-5c32-492a-9f5b-6b622787b059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385921 Oct 12 07:50:01.173449 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-6f033a68-4f9d-4672-ab86-caf29f25927a None None] Attempt 3 to provision port 195084bc-29b5-4587-a7f0-850cae8d3e75 Oct 12 07:50:01.197486 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-b19e4fff-08f6-4626-adad-f72acf77fdb8 service neutron] 10.222.0.23 "GET /v2.0/networks/b3294ca5-5c32-492a-9f5b-6b622787b059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854130 Oct 12 07:50:01.217024 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-6f033a68-4f9d-4672-ab86-caf29f25927a None None] Port 195084bc-29b5-4587-a7f0-850cae8d3e75 had new provisioning blocks added so it will not transition to active. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 12 07:50:01.284174 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5b6933eb-703a-43ca-859b-d4e0d7813936 req-dc43a2c3-099d-4728-bdd1-0c12c49c448e service neutron] 10.222.0.23 "GET /v2.0/networks/b3294ca5-5c32-492a-9f5b-6b622787b059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802965 Oct 12 07:50:01.368875 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a61116-0e1b-43ee-bffd-b2f323658f3e req-165ab6b0-5594-4fa2-8f30-b4e4d87176da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:50:01.370398 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-57a61116-0e1b-43ee-bffd-b2f323658f3e req-165ab6b0-5594-4fa2-8f30-b4e4d87176da service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&device_id=abeeb024-f480-4672-94fd-10e0d4b36b9a HTTP/1.1" status: 200 len: 1096 time: 0.0441070 Oct 12 07:50:01.458908 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a61116-0e1b-43ee-bffd-b2f323658f3e req-7a1b588c-8634-4779-bfc5-027dfb519d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:50:01.460296 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-57a61116-0e1b-43ee-bffd-b2f323658f3e req-7a1b588c-8634-4779-bfc5-027dfb519d98 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b3294ca5-5c32-492a-9f5b-6b622787b059 HTTP/1.1" status: 200 len: 898 time: 0.0827870 Oct 12 07:50:01.505418 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-57a61116-0e1b-43ee-bffd-b2f323658f3e req-1888af27-502c-43aa-a1a3-79dcf3684be8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=195084bc-29b5-4587-a7f0-850cae8d3e75 HTTP/1.1" status: 200 len: 217 time: 0.0374362 Oct 12 07:50:01.554108 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a61116-0e1b-43ee-bffd-b2f323658f3e req-e269fafe-c99d-46e0-b9c0-b586e03beb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:50:01.555481 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-57a61116-0e1b-43ee-bffd-b2f323658f3e req-e269fafe-c99d-46e0-b9c0-b586e03beb4f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e732d641-a4a5-4c05-be15-ff4ab6f9f88a HTTP/1.1" status: 200 len: 835 time: 0.0427325 Oct 12 07:50:01.601248 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a61116-0e1b-43ee-bffd-b2f323658f3e req-ae9182cc-c834-4bb6-915c-00cdf2f912e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:50:01.602721 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-57a61116-0e1b-43ee-bffd-b2f323658f3e req-ae9182cc-c834-4bb6-915c-00cdf2f912e6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b3294ca5-5c32-492a-9f5b-6b622787b059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385664 Oct 12 07:50:01.695441 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-57a61116-0e1b-43ee-bffd-b2f323658f3e req-c64b6ef8-4060-4192-ae86-62d0f1be6e21 service neutron] 10.222.0.23 "GET /v2.0/networks/b3294ca5-5c32-492a-9f5b-6b622787b059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839694 Oct 12 07:50:01.785433 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-57a61116-0e1b-43ee-bffd-b2f323658f3e req-d668fdb3-3089-4551-bb9f-bbfcccc1c594 service neutron] 10.222.0.23 "GET /v2.0/networks/b3294ca5-5c32-492a-9f5b-6b622787b059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813091 Oct 12 07:50:01.949331 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d027d-618c-4d6c-ab27-4e8fe36347ee req-86d9e57a-2177-49ab-89c7-f8a55e2185cb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:50:01.950873 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-795d027d-618c-4d6c-ab27-4e8fe36347ee req-86d9e57a-2177-49ab-89c7-f8a55e2185cb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=abeeb024-f480-4672-94fd-10e0d4b36b9a HTTP/1.1" status: 200 len: 943 time: 0.0488584 Oct 12 07:50:01.992656 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-795d027d-618c-4d6c-ab27-4e8fe36347ee req-b4ab1539-22ff-477e-a14a-cd800aeb46af tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=c231d1b7-8f4c-4512-b7a5-6c6dd1b63fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353615 Oct 12 07:50:03.114455 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c06e7-d839-4cf5-ad93-9dcaf579e336 req-23b17c80-176f-4eed-85c7-0adce75c92d9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:50:03.115923 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6a9c06e7-d839-4cf5-ad93-9dcaf579e336 req-23b17c80-176f-4eed-85c7-0adce75c92d9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=abeeb024-f480-4672-94fd-10e0d4b36b9a HTTP/1.1" status: 200 len: 943 time: 0.0502896 Oct 12 07:50:03.151886 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6a9c06e7-d839-4cf5-ad93-9dcaf579e336 req-2855c970-2c59-4dc5-abda-c976b945b451 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=c231d1b7-8f4c-4512-b7a5-6c6dd1b63fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301640 Oct 12 07:50:04.270760 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57527e01-6e13-4721-a929-ec986e63bb64 req-89ee24ee-422b-4e7f-8ac7-9a3165905b0b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:50:04.272243 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-57527e01-6e13-4721-a929-ec986e63bb64 req-89ee24ee-422b-4e7f-8ac7-9a3165905b0b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=abeeb024-f480-4672-94fd-10e0d4b36b9a HTTP/1.1" status: 200 len: 943 time: 0.0482898 Oct 12 07:50:04.310084 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-57527e01-6e13-4721-a929-ec986e63bb64 req-ffdde766-3357-4d16-ae49-20f401462ae2 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=c231d1b7-8f4c-4512-b7a5-6c6dd1b63fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317657 Oct 12 07:50:04.822177 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 195084bc-29b5-4587-a7f0-850cae8d3e75 details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 07:50:04.914819 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 195084bc-29b5-4587-a7f0-850cae8d3e75, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=195084bc-29b5-4587-a7f0-850cae8d3e75,segment=NetworkSegment(fc76e601-ea0d-4fc2-ac32-07beee61ca3c),segment_id=fc76e601-ea0d-4fc2-ac32-07beee61ca3c)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:50:04.929039 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': '195084bc-29b5-4587-a7f0-850cae8d3e75', 'network_id': 'b3294ca5-5c32-492a-9f5b-6b622787b059', 'port_id': '195084bc-29b5-4587-a7f0-850cae8d3e75', 'mac_address': 'fa:16:3e:5e:5e:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e732d641-a4a5-4c05-be15-ff4ab6f9f88a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 07:50:04.964799 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 195084bc-29b5-4587-a7f0-850cae8d3e75 is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:50:04.965182 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:04.978067 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 195084bc-29b5-4587-a7f0-850cae8d3e75 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:50:04.996845 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 195084bc-29b5-4587-a7f0-850cae8d3e75, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=195084bc-29b5-4587-a7f0-850cae8d3e75,segment=NetworkSegment(fc76e601-ea0d-4fc2-ac32-07beee61ca3c),segment_id=fc76e601-ea0d-4fc2-ac32-07beee61ca3c)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:50:05.000883 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:05.045827 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=195084bc-29b5-4587-a7f0-850cae8d3e75,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:50:05.223539 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['195084bc-29b5-4587-a7f0-850cae8d3e75'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 07:50:05.430315 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c257db-bcbe-4f91-b67c-14794cb5506a req-3a69949f-8690-48e0-a4c6-fdb06986b397 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:50:05.431806 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-18c257db-bcbe-4f91-b67c-14794cb5506a req-3a69949f-8690-48e0-a4c6-fdb06986b397 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=abeeb024-f480-4672-94fd-10e0d4b36b9a HTTP/1.1" status: 200 len: 944 time: 0.0483139 Oct 12 07:50:05.475014 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-18c257db-bcbe-4f91-b67c-14794cb5506a req-1af2a2f9-f4fd-4a0f-ae0b-c66e19397f62 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=c231d1b7-8f4c-4512-b7a5-6c6dd1b63fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372295 Oct 12 07:50:06.592795 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf9254-491f-4fb7-9aaf-d0a0646851f3 req-a5caa446-c098-434a-afc5-75cb6d2f1156 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:50:06.594384 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fddf9254-491f-4fb7-9aaf-d0a0646851f3 req-a5caa446-c098-434a-afc5-75cb6d2f1156 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=abeeb024-f480-4672-94fd-10e0d4b36b9a HTTP/1.1" status: 200 len: 944 time: 0.0485737 Oct 12 07:50:06.632197 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fddf9254-491f-4fb7-9aaf-d0a0646851f3 req-c564fb1b-99db-4bb5-9348-da541924125f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=c231d1b7-8f4c-4512-b7a5-6c6dd1b63fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311968 Oct 12 07:50:06.829806 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 195084bc-29b5-4587-a7f0-850cae8d3e75 up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:50:06.880755 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning for port 195084bc-29b5-4587-a7f0-850cae8d3e75 completed by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 12 07:50:06.884886 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port 195084bc-29b5-4587-a7f0-850cae8d3e75 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:50:06.885272 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:06.885601 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port 195084bc-29b5-4587-a7f0-850cae8d3e75 Oct 12 07:50:06.960848 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 195084bc-29b5-4587-a7f0-850cae8d3e75 is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:50:06.961227 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:06.983469 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abeeb024-f480-4672-94fd-10e0d4b36b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195084bc-29b5-4587-a7f0-850cae8d3e75'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:50:06.985736 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec62a4c2-4bb1-4f4a-9f63-e480a0f23329" -d '{"events": [{"server_uuid": "abeeb024-f480-4672-94fd-10e0d4b36b9a", "name": "network-vif-plugged", "status": "completed", "tag": "195084bc-29b5-4587-a7f0-850cae8d3e75"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:50:06.998431 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 195084bc-29b5-4587-a7f0-850cae8d3e75, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=195084bc-29b5-4587-a7f0-850cae8d3e75,segment=NetworkSegment(fc76e601-ea0d-4fc2-ac32-07beee61ca3c),segment_id=fc76e601-ea0d-4fc2-ac32-07beee61ca3c)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:50:07.003531 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:07.029257 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f439cb7a-b0ec-4269-ada9-5dfd45daf8b5 x-openstack-request-id: req-f439cb7a-b0ec-4269-ada9-5dfd45daf8b5 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:50:07.029547 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abeeb024-f480-4672-94fd-10e0d4b36b9a", "name": "network-vif-plugged", "status": "completed", "tag": "195084bc-29b5-4587-a7f0-850cae8d3e75", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:50:07.029799 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f439cb7a-b0ec-4269-ada9-5dfd45daf8b5 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:50:07.030217 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f439cb7a-b0ec-4269-ada9-5dfd45daf8b5'] response: {'server_uuid': 'abeeb024-f480-4672-94fd-10e0d4b36b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195084bc-29b5-4587-a7f0-850cae8d3e75', 'code': 200} Oct 12 07:50:07.055124 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=195084bc-29b5-4587-a7f0-850cae8d3e75,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:50:07.190261 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ddfa4-8c06-4577-967e-a56cc39d3994 req-ff696780-64a7-49d5-873d-ed1edefc0ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:50:07.191723 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-538ddfa4-8c06-4577-967e-a56cc39d3994 req-ff696780-64a7-49d5-873d-ed1edefc0ebb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=abeeb024-f480-4672-94fd-10e0d4b36b9a HTTP/1.1" status: 200 len: 1098 time: 0.0401249 Oct 12 07:50:07.225212 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-538ddfa4-8c06-4577-967e-a56cc39d3994 req-46a5ea99-0e3d-40dc-808b-6877b2111003 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c231d1b7-8f4c-4512-b7a5-6c6dd1b63fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268972 Oct 12 07:50:07.750140 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50994985-d2a2-423e-82a4-963f057b890a req-491d7851-b74e-4268-92fc-7f57c7d37148 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:50:07.751641 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-50994985-d2a2-423e-82a4-963f057b890a req-491d7851-b74e-4268-92fc-7f57c7d37148 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=abeeb024-f480-4672-94fd-10e0d4b36b9a HTTP/1.1" status: 200 len: 945 time: 0.0483136 Oct 12 07:50:07.792651 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-50994985-d2a2-423e-82a4-963f057b890a req-8da110c2-d6a4-4bca-b12b-162eea753a55 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=c231d1b7-8f4c-4512-b7a5-6c6dd1b63fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352025 Oct 12 07:50:08.912763 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d94a8e-9f4a-461e-81ce-38c08d7a2b9f req-60813a9d-8ec3-4404-ba1e-c009d75f750a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:50:08.914164 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-85d94a8e-9f4a-461e-81ce-38c08d7a2b9f req-60813a9d-8ec3-4404-ba1e-c009d75f750a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=abeeb024-f480-4672-94fd-10e0d4b36b9a HTTP/1.1" status: 200 len: 945 time: 0.0490460 Oct 12 07:50:08.951541 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-85d94a8e-9f4a-461e-81ce-38c08d7a2b9f req-67fe65ca-56ec-44d8-936b-f87ea604f2e9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=c231d1b7-8f4c-4512-b7a5-6c6dd1b63fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314369 Oct 12 07:50:09.068676 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522578c-2f7a-4212-9cd8-794558c9fabb req-97aa75c6-2257-4870-a17c-22ca69c6e553 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:50:09.070142 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e522578c-2f7a-4212-9cd8-794558c9fabb req-97aa75c6-2257-4870-a17c-22ca69c6e553 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=abeeb024-f480-4672-94fd-10e0d4b36b9a HTTP/1.1" status: 200 len: 945 time: 0.0483079 Oct 12 07:50:09.107073 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e522578c-2f7a-4212-9cd8-794558c9fabb req-8101b816-d744-4fba-9d7e-c4c65b897f55 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=c231d1b7-8f4c-4512-b7a5-6c6dd1b63fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307763 Oct 12 07:50:09.134253 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44374) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:50:09.173129 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c367cd-9c92-41c5-9cef-1121ba239ceb tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:50:09.174637 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b5c367cd-9c92-41c5-9cef-1121ba239ceb tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=abeeb024-f480-4672-94fd-10e0d4b36b9a HTTP/1.1" status: 200 len: 1093 time: 0.0394201 Oct 12 07:50:09.177417 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44376) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:50:09.182088 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-61e99045-4a3e-4897-a0b6-d78c196f5ab3 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'floatingip': {'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'port_id': '195084bc-29b5-4587-a7f0-850cae8d3e75', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:50:09.202173 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-61e99045-4a3e-4897-a0b6-d78c196f5ab3 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for floatingip, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:09.302417 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-61e99045-4a3e-4897-a0b6-d78c196f5ab3 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:09.407732 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-61e99045-4a3e-4897-a0b6-d78c196f5ab3 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Allocated IP 172.26.3.78 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/d49d01d2-f606-466f-8ea2-7a8f8435f9ce) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:50:09.505939 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-61e99045-4a3e-4897-a0b6-d78c196f5ab3 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:09.538269 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-61e99045-4a3e-4897-a0b6-d78c196f5ab3 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:09.581094 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e99045-4a3e-4897-a0b6-d78c196f5ab3 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:50:09.583945 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-61e99045-4a3e-4897-a0b6-d78c196f5ab3 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:50:09.587346 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e99045-4a3e-4897-a0b6-d78c196f5ab3 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:50:09.592458 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e99045-4a3e-4897-a0b6-d78c196f5ab3 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=d49d01d2-f606-466f-8ea2-7a8f8435f9ce,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:50:09.932373 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-61e99045-4a3e-4897-a0b6-d78c196f5ab3 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:10.001028 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-61e99045-4a3e-4897-a0b6-d78c196f5ab3 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:10.143866 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-61e99045-4a3e-4897-a0b6-d78c196f5ab3 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:10.148183 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-61e99045-4a3e-4897-a0b6-d78c196f5ab3 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:10.214945 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e99045-4a3e-4897-a0b6-d78c196f5ab3 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=d49d01d2-f606-466f-8ea2-7a8f8435f9ce,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:50:10.219734 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-61e99045-4a3e-4897-a0b6-d78c196f5ab3 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:10.321504 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [None req-61e99045-4a3e-4897-a0b6-d78c196f5ab3 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Floating IP 9a2d694e-8b55-4fea-8a29-bb1f07db4b0f associated. External IP: 172.26.3.78, port: 195084bc-29b5-4587-a7f0-850cae8d3e75. Oct 12 07:50:10.523130 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e99045-4a3e-4897-a0b6-d78c196f5ab3 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Router 66ed7875-fdd8-4c58-8ab5-332b9520883b has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:50:10.629180 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e99045-4a3e-4897-a0b6-d78c196f5ab3 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:50:10.639303 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592073ac-43e4-45fb-aa66-caa25534dbf6 None None] Sync routers for ids ['66ed7875-fdd8-4c58-8ab5-332b9520883b'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:50:10.646132 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-61e99045-4a3e-4897-a0b6-d78c196f5ab3 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:10.649362 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592073ac-43e4-45fb-aa66-caa25534dbf6 None None] Routers {'66ed7875-fdd8-4c58-8ab5-332b9520883b'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:50:10.649959 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-592073ac-43e4-45fb-aa66-caa25534dbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:49:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['66ed7875-fdd8-4c58-8ab5-332b9520883b'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:50:10.673841 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-61e99045-4a3e-4897-a0b6-d78c196f5ab3 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4949756 Oct 12 07:50:10.674515 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abeeb024-f480-4672-94fd-10e0d4b36b9a', 'tag': '195084bc-29b5-4587-a7f0-850cae8d3e75'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:50:10.676818 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2195a0-b8b0-467a-8a7f-1734facaeea8" -d '{"events": [{"name": "network-changed", "server_uuid": "abeeb024-f480-4672-94fd-10e0d4b36b9a", "tag": "195084bc-29b5-4587-a7f0-850cae8d3e75"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:50:10.712444 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409993f2-3dee-4b92-8044-3a59ffd21401 x-openstack-request-id: req-409993f2-3dee-4b92-8044-3a59ffd21401 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:50:10.712739 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abeeb024-f480-4672-94fd-10e0d4b36b9a", "tag": "195084bc-29b5-4587-a7f0-850cae8d3e75", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:50:10.712990 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-409993f2-3dee-4b92-8044-3a59ffd21401 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:50:10.713400 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-409993f2-3dee-4b92-8044-3a59ffd21401'] response: {'name': 'network-changed', 'server_uuid': 'abeeb024-f480-4672-94fd-10e0d4b36b9a', 'tag': '195084bc-29b5-4587-a7f0-850cae8d3e75', 'status': 'completed', 'code': 200} Oct 12 07:50:10.754194 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-592073ac-43e4-45fb-aa66-caa25534dbf6 None None] Set router 66ed7875-fdd8-4c58-8ab5-332b9520883b gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:50:10.780172 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2195a0-b8b0-467a-8a7f-1734facaeea8 req-0bbe3784-06ae-4bd1-8926-7d3acd74537f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:50:10.781587 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9e2195a0-b8b0-467a-8a7f-1734facaeea8 req-0bbe3784-06ae-4bd1-8926-7d3acd74537f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&device_id=abeeb024-f480-4672-94fd-10e0d4b36b9a HTTP/1.1" status: 200 len: 1098 time: 0.0400081 Oct 12 07:50:10.874669 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2195a0-b8b0-467a-8a7f-1734facaeea8 req-fe213602-a74b-4627-a68f-444f8ece98e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:50:10.876167 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9e2195a0-b8b0-467a-8a7f-1734facaeea8 req-fe213602-a74b-4627-a68f-444f8ece98e7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b3294ca5-5c32-492a-9f5b-6b622787b059 HTTP/1.1" status: 200 len: 898 time: 0.0882523 Oct 12 07:50:10.940862 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9e2195a0-b8b0-467a-8a7f-1734facaeea8 req-6bec9005-76c0-4af2-ab52-12fb7d0ab18f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=195084bc-29b5-4587-a7f0-850cae8d3e75 HTTP/1.1" status: 200 len: 998 time: 0.0583041 Oct 12 07:50:10.976851 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-592073ac-43e4-45fb-aa66-caa25534dbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'name': 'tempest-TestNetworkBasicOps-router-875489847', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': '798e1bd3-ac84-4094-b0a4-aee440aad5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:49:37Z', 'updated_at': '2022-10-12T07:49:41Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '798e1bd3-ac84-4094-b0a4-aee440aad5d4', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:dc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:49:38Z', 'updated_at': '2022-10-12T07:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '9a2d694e-8b55-4fea-8a29-bb1f07db4b0f', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'floating_ip_address': '172.26.3.78', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'port_id': '195084bc-29b5-4587-a7f0-850cae8d3e75', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3294ca5-5c32-492a-9f5b-6b622787b059', 'mac_address': 'fa:16:3e:5e:5e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeeb024-f480-4672-94fd-10e0d4b36b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:50:09Z', 'updated_at': '2022-10-12T07:50:09Z', 'revision_number': 0, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address_scope': None}, {'id': 'ec2e2580-8bf3-4c56-a2fd-63e5ad0bbb68', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'floating_ip_address': '172.26.3.69', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'port_id': 'fd5b0bea-3228-4f8b-a510-4214c95b3cfe', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3294ca5-5c32-492a-9f5b-6b622787b059', 'mac_address': 'fa:16:3e:9b:f6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:49:55Z', 'updated_at': '2022-10-12T07:49:57Z', 'revision_number': 1, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61260803-4d82-42dc-8e65-4828507f8bf7', 'name': '', 'network_id': 'b3294ca5-5c32-492a-9f5b-6b622787b059', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:9f:4d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'e732d641-a4a5-4c05-be15-ff4ab6f9f88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:49:40Z', 'updated_at': '2022-10-12T07:49:44Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': 'e732d641-a4a5-4c05-be15-ff4ab6f9f88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:50:10.993163 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2195a0-b8b0-467a-8a7f-1734facaeea8 req-8e377b80-b73b-4cb7-9b89-a463352455b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:50:10.994679 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9e2195a0-b8b0-467a-8a7f-1734facaeea8 req-8e377b80-b73b-4cb7-9b89-a463352455b6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e732d641-a4a5-4c05-be15-ff4ab6f9f88a HTTP/1.1" status: 200 len: 835 time: 0.0472894 Oct 12 07:50:11.006817 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592073ac-43e4-45fb-aa66-caa25534dbf6 None None] Checking router: 66ed7875-fdd8-4c58-8ab5-332b9520883b for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:50:11.015479 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592073ac-43e4-45fb-aa66-caa25534dbf6 None None] Routers {'66ed7875-fdd8-4c58-8ab5-332b9520883b'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:50:11.016591 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-592073ac-43e4-45fb-aa66-caa25534dbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:49:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['66ed7875-fdd8-4c58-8ab5-332b9520883b'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:50:11.045142 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2195a0-b8b0-467a-8a7f-1734facaeea8 req-8ee12e35-60f5-4f42-88c7-717afcf1e0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:50:11.046583 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9e2195a0-b8b0-467a-8a7f-1734facaeea8 req-8ee12e35-60f5-4f42-88c7-717afcf1e0aa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b3294ca5-5c32-492a-9f5b-6b622787b059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442970 Oct 12 07:50:11.119477 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-592073ac-43e4-45fb-aa66-caa25534dbf6 None None] Set router 66ed7875-fdd8-4c58-8ab5-332b9520883b gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:50:11.137454 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9e2195a0-b8b0-467a-8a7f-1734facaeea8 req-e127ccae-a8e1-4f51-9611-659277da5c7f service neutron] 10.222.0.23 "GET /v2.0/networks/b3294ca5-5c32-492a-9f5b-6b622787b059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826621 Oct 12 07:50:11.231431 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9e2195a0-b8b0-467a-8a7f-1734facaeea8 req-9651e549-6b63-4a53-81f9-5a52f35914e5 service neutron] 10.222.0.23 "GET /v2.0/networks/b3294ca5-5c32-492a-9f5b-6b622787b059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867543 Oct 12 07:50:11.342789 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-592073ac-43e4-45fb-aa66-caa25534dbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'name': 'tempest-TestNetworkBasicOps-router-875489847', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': '798e1bd3-ac84-4094-b0a4-aee440aad5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:49:37Z', 'updated_at': '2022-10-12T07:49:41Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '798e1bd3-ac84-4094-b0a4-aee440aad5d4', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:dc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:49:38Z', 'updated_at': '2022-10-12T07:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '9a2d694e-8b55-4fea-8a29-bb1f07db4b0f', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'floating_ip_address': '172.26.3.78', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'port_id': '195084bc-29b5-4587-a7f0-850cae8d3e75', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3294ca5-5c32-492a-9f5b-6b622787b059', 'mac_address': 'fa:16:3e:5e:5e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeeb024-f480-4672-94fd-10e0d4b36b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:50:09Z', 'updated_at': '2022-10-12T07:50:09Z', 'revision_number': 0, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address_scope': None}, {'id': 'ec2e2580-8bf3-4c56-a2fd-63e5ad0bbb68', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'floating_ip_address': '172.26.3.69', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'port_id': 'fd5b0bea-3228-4f8b-a510-4214c95b3cfe', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3294ca5-5c32-492a-9f5b-6b622787b059', 'mac_address': 'fa:16:3e:9b:f6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:49:55Z', 'updated_at': '2022-10-12T07:49:57Z', 'revision_number': 1, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61260803-4d82-42dc-8e65-4828507f8bf7', 'name': '', 'network_id': 'b3294ca5-5c32-492a-9f5b-6b622787b059', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:9f:4d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'e732d641-a4a5-4c05-be15-ff4ab6f9f88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:49:40Z', 'updated_at': '2022-10-12T07:49:44Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': 'e732d641-a4a5-4c05-be15-ff4ab6f9f88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:50:11.371277 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592073ac-43e4-45fb-aa66-caa25534dbf6 None None] The sync data for ids ['66ed7875-fdd8-4c58-8ab5-332b9520883b'] in dv-neutron-860909-2-hyperv is: [{'id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'name': 'tempest-TestNetworkBasicOps-router-875489847', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': '798e1bd3-ac84-4094-b0a4-aee440aad5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:49:37Z', 'updated_at': '2022-10-12T07:49:41Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '798e1bd3-ac84-4094-b0a4-aee440aad5d4', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:dc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:49:38Z', 'updated_at': '2022-10-12T07:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '9a2d694e-8b55-4fea-8a29-bb1f07db4b0f', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'floating_ip_address': '172.26.3.78', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'port_id': '195084bc-29b5-4587-a7f0-850cae8d3e75', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3294ca5-5c32-492a-9f5b-6b622787b059', 'mac_address': 'fa:16:3e:5e:5e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeeb024-f480-4672-94fd-10e0d4b36b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:50:09Z', 'updated_at': '2022-10-12T07:50:09Z', 'revision_number': 0, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address_scope': None}, {'id': 'ec2e2580-8bf3-4c56-a2fd-63e5ad0bbb68', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'floating_ip_address': '172.26.3.69', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'port_id': 'fd5b0bea-3228-4f8b-a510-4214c95b3cfe', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3294ca5-5c32-492a-9f5b-6b622787b059', 'mac_address': 'fa:16:3e:9b:f6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:49:55Z', 'updated_at': '2022-10-12T07:49:57Z', 'revision_number': 1, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61260803-4d82-42dc-8e65-4828507f8bf7', 'name': '', 'network_id': 'b3294ca5-5c32-492a-9f5b-6b622787b059', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:9f:4d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'e732d641-a4a5-4c05-be15-ff4ab6f9f88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:49:40Z', 'updated_at': '2022-10-12T07:49:44Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': 'e732d641-a4a5-4c05-be15-ff4ab6f9f88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:50:11.550682 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b57bea4-0ce9-480b-bb70-7de26630907c None None] New status for floating IP 9a2d694e-8b55-4fea-8a29-bb1f07db4b0f: ACTIVE {{(pid=103202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 07:50:13.912723 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d5f7d929-8f0a-457f-8b5e-0c4ee334f1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:16.070657 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b8be6d2d-295f-4ebd-a11c-3be8bb837d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:17.255185 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:18.821018 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:19.137772 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:21.061647 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:29.445539 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:50:40.172803 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44390) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:50:40.237928 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-16fbf326-3f01-4acd-96e7-42b0e936492c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/floatingips/ec2e2580-8bf3-4c56-a2fd-63e5ad0bbb68 HTTP/1.1" status: 200 len: 993 time: 0.0639963 Oct 12 07:50:42.276661 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44398) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:50:42.281925 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-34bdd59a-1484-4f07-a25d-1ac4b9ec22f4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'port': {'admin_state_up': False}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:50:42.341942 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-34bdd59a-1484-4f07-a25d-1ac4b9ec22f4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:42.486927 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-34bdd59a-1484-4f07-a25d-1ac4b9ec22f4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] For port fd5b0bea-3228-4f8b-a510-4214c95b3cfe, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=fd5b0bea-3228-4f8b-a510-4214c95b3cfe,segment=NetworkSegment(fc76e601-ea0d-4fc2-ac32-07beee61ca3c),segment_id=fc76e601-ea0d-4fc2-ac32-07beee61ca3c)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:50:42.514888 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-34bdd59a-1484-4f07-a25d-1ac4b9ec22f4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:42.519245 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-34bdd59a-1484-4f07-a25d-1ac4b9ec22f4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:42.527166 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bdd59a-1484-4f07-a25d-1ac4b9ec22f4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:50:42.527790 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-34bdd59a-1484-4f07-a25d-1ac4b9ec22f4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:42.529124 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-34bdd59a-1484-4f07-a25d-1ac4b9ec22f4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "PUT /v2.0/ports/fd5b0bea-3228-4f8b-a510-4214c95b3cfe HTTP/1.1" status: 200 len: 939 time: 0.2515008 Oct 12 07:50:42.532094 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d', 'tag': 'fd5b0bea-3228-4f8b-a510-4214c95b3cfe'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:50:42.534373 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e37e47d-2725-439b-8968-8ef6e92205f7" -d '{"events": [{"name": "network-changed", "server_uuid": "85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d", "tag": "fd5b0bea-3228-4f8b-a510-4214c95b3cfe"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:50:42.572657 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df7a671-db21-4463-a712-ff2b7c2a1076 x-openstack-request-id: req-1df7a671-db21-4463-a712-ff2b7c2a1076 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:50:42.572955 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d", "tag": "fd5b0bea-3228-4f8b-a510-4214c95b3cfe", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:50:42.573211 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1df7a671-db21-4463-a712-ff2b7c2a1076 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:50:42.573617 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1df7a671-db21-4463-a712-ff2b7c2a1076'] response: {'name': 'network-changed', 'server_uuid': '85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d', 'tag': 'fd5b0bea-3228-4f8b-a510-4214c95b3cfe', 'status': 'completed', 'code': 200} Oct 12 07:50:42.588810 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bdd59a-1484-4f07-a25d-1ac4b9ec22f4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=fd5b0bea-3228-4f8b-a510-4214c95b3cfe,revision_number=6']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:50:42.634174 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e37e47d-2725-439b-8968-8ef6e92205f7 req-b2735b16-c46f-4ab4-bb12-79a80626e634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:50:42.635617 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8e37e47d-2725-439b-8968-8ef6e92205f7 req-b2735b16-c46f-4ab4-bb12-79a80626e634 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&device_id=85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d HTTP/1.1" status: 200 len: 1100 time: 0.0392921 Oct 12 07:50:42.731212 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e37e47d-2725-439b-8968-8ef6e92205f7 req-94bcc31e-7698-4ee7-8ba5-b8e8bb7deac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:50:42.732677 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8e37e47d-2725-439b-8968-8ef6e92205f7 req-94bcc31e-7698-4ee7-8ba5-b8e8bb7deac7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b3294ca5-5c32-492a-9f5b-6b622787b059 HTTP/1.1" status: 200 len: 898 time: 0.0899391 Oct 12 07:50:42.799054 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8e37e47d-2725-439b-8968-8ef6e92205f7 req-283d6ec3-f31a-49f6-93e2-c4629e13e21b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd5b0bea-3228-4f8b-a510-4214c95b3cfe HTTP/1.1" status: 200 len: 1002 time: 0.0595608 Oct 12 07:50:42.846786 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e37e47d-2725-439b-8968-8ef6e92205f7 req-d2b2ead4-fd11-4905-a058-a4ae21082486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:50:42.848180 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8e37e47d-2725-439b-8968-8ef6e92205f7 req-d2b2ead4-fd11-4905-a058-a4ae21082486 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e732d641-a4a5-4c05-be15-ff4ab6f9f88a HTTP/1.1" status: 200 len: 835 time: 0.0429039 Oct 12 07:50:42.891607 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e37e47d-2725-439b-8968-8ef6e92205f7 req-0ff492f2-8e6e-4726-9a70-a4fef2f375ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:50:42.893057 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8e37e47d-2725-439b-8968-8ef6e92205f7 req-0ff492f2-8e6e-4726-9a70-a4fef2f375ba service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b3294ca5-5c32-492a-9f5b-6b622787b059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388138 Oct 12 07:50:43.274812 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8e37e47d-2725-439b-8968-8ef6e92205f7 req-ec5cf8bd-c786-4e35-bff4-f1d10c9a29b7 service neutron] 10.222.0.23 "GET /v2.0/networks/b3294ca5-5c32-492a-9f5b-6b622787b059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742595 Oct 12 07:50:43.363616 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8e37e47d-2725-439b-8968-8ef6e92205f7 req-1802c712-123d-4dbe-8bf3-22c66a5081d2 service neutron] 10.222.0.23 "GET /v2.0/networks/b3294ca5-5c32-492a-9f5b-6b622787b059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807948 Oct 12 07:50:43.912972 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-757a6319-a3c3-4981-8c96-a16d52875c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:45.989428 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44406) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:50:45.995079 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-c9151fcf-610a-412b-9d97-9a03a0e60af5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'port': {'admin_state_up': True}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:50:46.058040 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c9151fcf-610a-412b-9d97-9a03a0e60af5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:46.072233 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a86a1f34-af72-4e32-9f42-78b8ba8a7b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:46.204623 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-c9151fcf-610a-412b-9d97-9a03a0e60af5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] For port fd5b0bea-3228-4f8b-a510-4214c95b3cfe, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=fd5b0bea-3228-4f8b-a510-4214c95b3cfe,segment=NetworkSegment(fc76e601-ea0d-4fc2-ac32-07beee61ca3c),segment_id=fc76e601-ea0d-4fc2-ac32-07beee61ca3c)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:50:46.232357 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c9151fcf-610a-412b-9d97-9a03a0e60af5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:46.236704 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c9151fcf-610a-412b-9d97-9a03a0e60af5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:46.245973 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9151fcf-610a-412b-9d97-9a03a0e60af5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:50:46.246593 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c9151fcf-610a-412b-9d97-9a03a0e60af5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:46.247933 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c9151fcf-610a-412b-9d97-9a03a0e60af5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "PUT /v2.0/ports/fd5b0bea-3228-4f8b-a510-4214c95b3cfe HTTP/1.1" status: 200 len: 938 time: 0.2574680 Oct 12 07:50:46.248529 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d', 'tag': 'fd5b0bea-3228-4f8b-a510-4214c95b3cfe'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:50:46.250833 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee2bf02-c960-4170-8217-82f79407461d" -d '{"events": [{"name": "network-changed", "server_uuid": "85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d", "tag": "fd5b0bea-3228-4f8b-a510-4214c95b3cfe"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:50:46.251031 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44408) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:50:46.288509 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a967d709-fef1-48ff-9440-b5b62f02ebeb x-openstack-request-id: req-a967d709-fef1-48ff-9440-b5b62f02ebeb {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:50:46.288808 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d", "tag": "fd5b0bea-3228-4f8b-a510-4214c95b3cfe", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:50:46.289061 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a967d709-fef1-48ff-9440-b5b62f02ebeb {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:50:46.289462 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a967d709-fef1-48ff-9440-b5b62f02ebeb'] response: {'name': 'network-changed', 'server_uuid': '85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d', 'tag': 'fd5b0bea-3228-4f8b-a510-4214c95b3cfe', 'status': 'completed', 'code': 200} Oct 12 07:50:46.304433 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9151fcf-610a-412b-9d97-9a03a0e60af5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=fd5b0bea-3228-4f8b-a510-4214c95b3cfe,revision_number=7']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:50:46.317623 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-717fe3f2-4c08-4a01-9a0f-b4e06538138f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/floatingips/ec2e2580-8bf3-4c56-a2fd-63e5ad0bbb68 HTTP/1.1" status: 200 len: 993 time: 0.0654323 Oct 12 07:50:46.350229 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2bf02-c960-4170-8217-82f79407461d req-b99e7822-9d7b-44ac-9b73-72361a7992cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:50:46.351711 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-eee2bf02-c960-4170-8217-82f79407461d req-b99e7822-9d7b-44ac-9b73-72361a7992cb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&device_id=85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d HTTP/1.1" status: 200 len: 1099 time: 0.0420463 Oct 12 07:50:46.444378 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2bf02-c960-4170-8217-82f79407461d req-2cdb9bed-b964-4c90-a1b7-2ac026518d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:50:46.445834 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-eee2bf02-c960-4170-8217-82f79407461d req-2cdb9bed-b964-4c90-a1b7-2ac026518d2b service neutron] 10.222.0.23 "GET /v2.0/networks?id=b3294ca5-5c32-492a-9f5b-6b622787b059 HTTP/1.1" status: 200 len: 898 time: 0.0878940 Oct 12 07:50:46.464192 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['fd5b0bea-3228-4f8b-a510-4214c95b3cfe'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 07:50:46.512604 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-eee2bf02-c960-4170-8217-82f79407461d req-2a9ffbb0-0645-463d-95a8-e7d6ad9b600f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd5b0bea-3228-4f8b-a510-4214c95b3cfe HTTP/1.1" status: 200 len: 1001 time: 0.0578816 Oct 12 07:50:46.561147 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2bf02-c960-4170-8217-82f79407461d req-1a54ddc8-0b84-4bb7-bf30-9b132bdd3fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:50:46.563236 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-eee2bf02-c960-4170-8217-82f79407461d req-1a54ddc8-0b84-4bb7-bf30-9b132bdd3fde service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e732d641-a4a5-4c05-be15-ff4ab6f9f88a HTTP/1.1" status: 200 len: 835 time: 0.0427558 Oct 12 07:50:46.613993 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2bf02-c960-4170-8217-82f79407461d req-ab8e63ba-2944-4cf2-a680-7dce6b332957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:50:46.615530 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-eee2bf02-c960-4170-8217-82f79407461d req-ab8e63ba-2944-4cf2-a680-7dce6b332957 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b3294ca5-5c32-492a-9f5b-6b622787b059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0461931 Oct 12 07:50:46.704687 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-eee2bf02-c960-4170-8217-82f79407461d req-e7fb3a2c-7d9a-4f2d-8fc8-a3896fc2f15a service neutron] 10.222.0.23 "GET /v2.0/networks/b3294ca5-5c32-492a-9f5b-6b622787b059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827208 Oct 12 07:50:46.795838 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-eee2bf02-c960-4170-8217-82f79407461d req-f11d19f8-a4bd-4562-8cb9-b65f58f12707 service neutron] 10.222.0.23 "GET /v2.0/networks/b3294ca5-5c32-492a-9f5b-6b622787b059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848880 Oct 12 07:50:47.257799 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:48.819778 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:48.836921 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44418) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:50:48.988250 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-d45e0d91-ffbb-4b54-8a1f-7ee06b146c00 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Deleting port d49d01d2-f606-466f-8ea2-7a8f8435f9ce {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:50:48.988590 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d45e0d91-ffbb-4b54-8a1f-7ee06b146c00 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:49.063861 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d45e0d91-ffbb-4b54-8a1f-7ee06b146c00 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:49.064110 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d45e0d91-ffbb-4b54-8a1f-7ee06b146c00 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:49.075808 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-d45e0d91-ffbb-4b54-8a1f-7ee06b146c00 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Calling delete_port for d49d01d2-f606-466f-8ea2-7a8f8435f9ce owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:50:49.139309 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:49.219522 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d45e0d91-ffbb-4b54-8a1f-7ee06b146c00 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:49.244903 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e0d91-ffbb-4b54-8a1f-7ee06b146c00 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Port': ['ID=d49d01d2-f606-466f-8ea2-7a8f8435f9ce,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:50:49.301285 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d45e0d91-ffbb-4b54-8a1f-7ee06b146c00 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for floatingip, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:49.301610 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.l3_db [None req-d45e0d91-ffbb-4b54-8a1f-7ee06b146c00 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Floating IP 9a2d694e-8b55-4fea-8a29-bb1f07db4b0f disassociated (deleted). External IP: 172.26.3.78, port: 195084bc-29b5-4587-a7f0-850cae8d3e75. Oct 12 07:50:49.505036 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45e0d91-ffbb-4b54-8a1f-7ee06b146c00 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Router 66ed7875-fdd8-4c58-8ab5-332b9520883b has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:50:49.609056 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45e0d91-ffbb-4b54-8a1f-7ee06b146c00 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:50:49.613925 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d45e0d91-ffbb-4b54-8a1f-7ee06b146c00 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:49.618942 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc45f22-268d-4fa0-9882-c8f2b995a7a1 None None] Sync routers for ids ['66ed7875-fdd8-4c58-8ab5-332b9520883b'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:50:49.628144 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc45f22-268d-4fa0-9882-c8f2b995a7a1 None None] Routers {'66ed7875-fdd8-4c58-8ab5-332b9520883b'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:50:49.628737 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-bcc45f22-268d-4fa0-9882-c8f2b995a7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:50:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['66ed7875-fdd8-4c58-8ab5-332b9520883b'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:50:49.639644 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d45e0d91-ffbb-4b54-8a1f-7ee06b146c00 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "DELETE /v2.0/floatingips/9a2d694e-8b55-4fea-8a29-bb1f07db4b0f HTTP/1.1" status: 204 len: 168 time: 0.8015895 Oct 12 07:50:49.640283 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abeeb024-f480-4672-94fd-10e0d4b36b9a', 'tag': '195084bc-29b5-4587-a7f0-850cae8d3e75'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:50:49.643203 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddba47f6901442025abf8f9725c41876113475a10693ce4f7782efac72d774e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9fa6de-9b1d-4fda-a0f6-832ac65f4258" -d '{"events": [{"name": "network-changed", "server_uuid": "abeeb024-f480-4672-94fd-10e0d4b36b9a", "tag": "195084bc-29b5-4587-a7f0-850cae8d3e75"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:50:49.680586 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3121ce9-813b-4148-aa13-9c271539b73b x-openstack-request-id: req-f3121ce9-813b-4148-aa13-9c271539b73b {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:50:49.680872 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abeeb024-f480-4672-94fd-10e0d4b36b9a", "tag": "195084bc-29b5-4587-a7f0-850cae8d3e75", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:50:49.681123 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f3121ce9-813b-4148-aa13-9c271539b73b {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:50:49.681532 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3121ce9-813b-4148-aa13-9c271539b73b'] response: {'name': 'network-changed', 'server_uuid': 'abeeb024-f480-4672-94fd-10e0d4b36b9a', 'tag': '195084bc-29b5-4587-a7f0-850cae8d3e75', 'status': 'completed', 'code': 200} Oct 12 07:50:49.738982 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-bcc45f22-268d-4fa0-9882-c8f2b995a7a1 None None] Set router 66ed7875-fdd8-4c58-8ab5-332b9520883b gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:50:49.747509 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fa6de-9b1d-4fda-a0f6-832ac65f4258 req-40f7dbbc-93c6-407a-9d4e-d6c3d4f34a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:50:49.749170 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1f9fa6de-9b1d-4fda-a0f6-832ac65f4258 req-40f7dbbc-93c6-407a-9d4e-d6c3d4f34a22 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&device_id=abeeb024-f480-4672-94fd-10e0d4b36b9a HTTP/1.1" status: 200 len: 1098 time: 0.0437405 Oct 12 07:50:49.884322 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fa6de-9b1d-4fda-a0f6-832ac65f4258 req-be3c7445-57fa-4788-80d7-e77007dcd329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:50:49.885871 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1f9fa6de-9b1d-4fda-a0f6-832ac65f4258 req-be3c7445-57fa-4788-80d7-e77007dcd329 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b3294ca5-5c32-492a-9f5b-6b622787b059 HTTP/1.1" status: 200 len: 898 time: 0.1299646 Oct 12 07:50:49.897887 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e827733-81e8-4cb3-8f03-6e8ecf057b46 req-ff42cc57-2bfc-4a64-bd09-d3b31a2fa03f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:50:49.899319 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0e827733-81e8-4cb3-8f03-6e8ecf057b46 req-ff42cc57-2bfc-4a64-bd09-d3b31a2fa03f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=abeeb024-f480-4672-94fd-10e0d4b36b9a HTTP/1.1" status: 200 len: 945 time: 0.0726919 Oct 12 07:50:49.944613 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1f9fa6de-9b1d-4fda-a0f6-832ac65f4258 req-27e8fcab-7d83-4864-89f4-742b1e26bef8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=195084bc-29b5-4587-a7f0-850cae8d3e75 HTTP/1.1" status: 200 len: 217 time: 0.0443647 Oct 12 07:50:49.991873 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0e827733-81e8-4cb3-8f03-6e8ecf057b46 req-bef109e0-dd97-4a3c-b451-5f549fa17b83 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=c231d1b7-8f4c-4512-b7a5-6c6dd1b63fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861917 Oct 12 07:50:50.009401 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fa6de-9b1d-4fda-a0f6-832ac65f4258 req-375bac66-fa5e-40fe-b1ed-b6c092eec0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:50:50.010925 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1f9fa6de-9b1d-4fda-a0f6-832ac65f4258 req-375bac66-fa5e-40fe-b1ed-b6c092eec0aa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e732d641-a4a5-4c05-be15-ff4ab6f9f88a HTTP/1.1" status: 200 len: 835 time: 0.0587108 Oct 12 07:50:50.057231 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fa6de-9b1d-4fda-a0f6-832ac65f4258 req-73588c6d-d3ea-4790-89db-dab153aad80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:50:50.058723 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1f9fa6de-9b1d-4fda-a0f6-832ac65f4258 req-73588c6d-d3ea-4790-89db-dab153aad80f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b3294ca5-5c32-492a-9f5b-6b622787b059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395296 Oct 12 07:50:50.065579 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-bcc45f22-268d-4fa0-9882-c8f2b995a7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'name': 'tempest-TestNetworkBasicOps-router-875489847', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': '798e1bd3-ac84-4094-b0a4-aee440aad5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:49:37Z', 'updated_at': '2022-10-12T07:49:41Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '798e1bd3-ac84-4094-b0a4-aee440aad5d4', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:dc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:49:38Z', 'updated_at': '2022-10-12T07:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'ec2e2580-8bf3-4c56-a2fd-63e5ad0bbb68', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'floating_ip_address': '172.26.3.69', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'port_id': 'fd5b0bea-3228-4f8b-a510-4214c95b3cfe', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3294ca5-5c32-492a-9f5b-6b622787b059', 'mac_address': 'fa:16:3e:9b:f6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:49:55Z', 'updated_at': '2022-10-12T07:49:57Z', 'revision_number': 1, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61260803-4d82-42dc-8e65-4828507f8bf7', 'name': '', 'network_id': 'b3294ca5-5c32-492a-9f5b-6b622787b059', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:9f:4d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'e732d641-a4a5-4c05-be15-ff4ab6f9f88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:49:40Z', 'updated_at': '2022-10-12T07:49:44Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': 'e732d641-a4a5-4c05-be15-ff4ab6f9f88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:50:50.091124 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc45f22-268d-4fa0-9882-c8f2b995a7a1 None None] Checking router: 66ed7875-fdd8-4c58-8ab5-332b9520883b for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:50:50.099375 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc45f22-268d-4fa0-9882-c8f2b995a7a1 None None] Routers {'66ed7875-fdd8-4c58-8ab5-332b9520883b'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:50:50.099969 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-bcc45f22-268d-4fa0-9882-c8f2b995a7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:50:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['66ed7875-fdd8-4c58-8ab5-332b9520883b'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:50:50.153287 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1f9fa6de-9b1d-4fda-a0f6-832ac65f4258 req-83b85e7e-f0a2-4375-925d-6063f1e12680 service neutron] 10.222.0.23 "GET /v2.0/networks/b3294ca5-5c32-492a-9f5b-6b622787b059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857189 Oct 12 07:50:50.204971 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-bcc45f22-268d-4fa0-9882-c8f2b995a7a1 None None] Set router 66ed7875-fdd8-4c58-8ab5-332b9520883b gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:50:50.243769 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1f9fa6de-9b1d-4fda-a0f6-832ac65f4258 req-186ba12d-3569-4749-923d-ae668e249459 service neutron] 10.222.0.23 "GET /v2.0/networks/b3294ca5-5c32-492a-9f5b-6b622787b059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825028 Oct 12 07:50:50.422881 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-bcc45f22-268d-4fa0-9882-c8f2b995a7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'name': 'tempest-TestNetworkBasicOps-router-875489847', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': '798e1bd3-ac84-4094-b0a4-aee440aad5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:49:37Z', 'updated_at': '2022-10-12T07:49:41Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '798e1bd3-ac84-4094-b0a4-aee440aad5d4', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:dc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:49:38Z', 'updated_at': '2022-10-12T07:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'ec2e2580-8bf3-4c56-a2fd-63e5ad0bbb68', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'floating_ip_address': '172.26.3.69', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'port_id': 'fd5b0bea-3228-4f8b-a510-4214c95b3cfe', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3294ca5-5c32-492a-9f5b-6b622787b059', 'mac_address': 'fa:16:3e:9b:f6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:49:55Z', 'updated_at': '2022-10-12T07:49:57Z', 'revision_number': 1, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61260803-4d82-42dc-8e65-4828507f8bf7', 'name': '', 'network_id': 'b3294ca5-5c32-492a-9f5b-6b622787b059', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:9f:4d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'e732d641-a4a5-4c05-be15-ff4ab6f9f88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:49:40Z', 'updated_at': '2022-10-12T07:49:44Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': 'e732d641-a4a5-4c05-be15-ff4ab6f9f88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:50:50.448395 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc45f22-268d-4fa0-9882-c8f2b995a7a1 None None] The sync data for ids ['66ed7875-fdd8-4c58-8ab5-332b9520883b'] in dv-neutron-860909-2-hyperv is: [{'id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'name': 'tempest-TestNetworkBasicOps-router-875489847', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': '798e1bd3-ac84-4094-b0a4-aee440aad5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:49:37Z', 'updated_at': '2022-10-12T07:49:41Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '798e1bd3-ac84-4094-b0a4-aee440aad5d4', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:dc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:49:38Z', 'updated_at': '2022-10-12T07:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'ec2e2580-8bf3-4c56-a2fd-63e5ad0bbb68', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'floating_ip_address': '172.26.3.69', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'port_id': 'fd5b0bea-3228-4f8b-a510-4214c95b3cfe', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3294ca5-5c32-492a-9f5b-6b622787b059', 'mac_address': 'fa:16:3e:9b:f6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:49:55Z', 'updated_at': '2022-10-12T07:49:57Z', 'revision_number': 1, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61260803-4d82-42dc-8e65-4828507f8bf7', 'name': '', 'network_id': 'b3294ca5-5c32-492a-9f5b-6b622787b059', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:9f:4d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'e732d641-a4a5-4c05-be15-ff4ab6f9f88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:49:40Z', 'updated_at': '2022-10-12T07:49:44Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': 'e732d641-a4a5-4c05-be15-ff4ab6f9f88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:50:50.658901 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33da1450-d9c4-41fb-874a-f6a5c249e8d2 None None] New status for floating IP 9a2d694e-8b55-4fea-8a29-bb1f07db4b0f: DOWN {{(pid=103202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 07:50:51.080990 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:51.149725 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e8ad3-4bc5-47f9-bfb0-2125fe523ea5 req-8a9788f8-bc44-4bea-b89c-3de46cae83a5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:50:51.151467 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a13e8ad3-4bc5-47f9-bfb0-2125fe523ea5 req-8a9788f8-bc44-4bea-b89c-3de46cae83a5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=abeeb024-f480-4672-94fd-10e0d4b36b9a HTTP/1.1" status: 200 len: 945 time: 0.0820711 Oct 12 07:50:51.161471 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17228201-daa5-4b22-a16a-0cda8966cf24 req-481d0b35-6e9e-48a9-97b0-0b1f83c76af4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:50:51.162824 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-17228201-daa5-4b22-a16a-0cda8966cf24 req-481d0b35-6e9e-48a9-97b0-0b1f83c76af4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "GET /v2.0/ports?device_id=abeeb024-f480-4672-94fd-10e0d4b36b9a HTTP/1.1" status: 200 len: 945 time: 0.0672340 Oct 12 07:50:51.241259 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a13e8ad3-4bc5-47f9-bfb0-2125fe523ea5 req-6c7cff00-d893-4858-b96b-06b43bfd362e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=c231d1b7-8f4c-4512-b7a5-6c6dd1b63fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774500 Oct 12 07:50:51.269628 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-17228201-daa5-4b22-a16a-0cda8966cf24 req-f986096f-977e-4afb-b699-3c489b79c2a0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Deleting port 195084bc-29b5-4587-a7f0-850cae8d3e75 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:50:51.269951 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-17228201-daa5-4b22-a16a-0cda8966cf24 req-f986096f-977e-4afb-b699-3c489b79c2a0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:51.360556 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-17228201-daa5-4b22-a16a-0cda8966cf24 req-f986096f-977e-4afb-b699-3c489b79c2a0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] For port 195084bc-29b5-4587-a7f0-850cae8d3e75, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=195084bc-29b5-4587-a7f0-850cae8d3e75,segment=NetworkSegment(fc76e601-ea0d-4fc2-ac32-07beee61ca3c),segment_id=fc76e601-ea0d-4fc2-ac32-07beee61ca3c)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:50:51.360913 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-17228201-daa5-4b22-a16a-0cda8966cf24 req-f986096f-977e-4afb-b699-3c489b79c2a0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:51.372251 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-17228201-daa5-4b22-a16a-0cda8966cf24 req-f986096f-977e-4afb-b699-3c489b79c2a0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Calling delete_port for 195084bc-29b5-4587-a7f0-850cae8d3e75 owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:50:51.495045 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-17228201-daa5-4b22-a16a-0cda8966cf24 req-f986096f-977e-4afb-b699-3c489b79c2a0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:51.525375 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f986096f-977e-4afb-b699-3c489b79c2a0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Port': ['ID=195084bc-29b5-4587-a7f0-850cae8d3e75,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:50:51.567942 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-17228201-daa5-4b22-a16a-0cda8966cf24 req-f986096f-977e-4afb-b699-3c489b79c2a0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] No DVR routers for this DVR port 195084bc-29b5-4587-a7f0-850cae8d3e75 on host hv-neutron-8609 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:50:51.570367 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-17228201-daa5-4b22-a16a-0cda8966cf24 req-f986096f-977e-4afb-b699-3c489b79c2a0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:51.573829 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-17228201-daa5-4b22-a16a-0cda8966cf24 req-f986096f-977e-4afb-b699-3c489b79c2a0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "DELETE /v2.0/ports/195084bc-29b5-4587-a7f0-850cae8d3e75 HTTP/1.1" status: 204 len: 173 time: 0.4044733 Oct 12 07:50:51.574360 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abeeb024-f480-4672-94fd-10e0d4b36b9a', 'name': 'network-vif-deleted', 'tag': '195084bc-29b5-4587-a7f0-850cae8d3e75'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:50:51.576647 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff741757-47c3-447d-a5e0-36a533355088" -d '{"events": [{"server_uuid": "abeeb024-f480-4672-94fd-10e0d4b36b9a", "name": "network-vif-deleted", "tag": "195084bc-29b5-4587-a7f0-850cae8d3e75"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:50:51.613965 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b42f5d-3405-4da1-8ab5-88a90fbf07c8 x-openstack-request-id: req-44b42f5d-3405-4da1-8ab5-88a90fbf07c8 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:50:51.614329 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abeeb024-f480-4672-94fd-10e0d4b36b9a", "name": "network-vif-deleted", "tag": "195084bc-29b5-4587-a7f0-850cae8d3e75", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:50:51.614609 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-44b42f5d-3405-4da1-8ab5-88a90fbf07c8 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:50:51.615068 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44b42f5d-3405-4da1-8ab5-88a90fbf07c8'] response: {'server_uuid': 'abeeb024-f480-4672-94fd-10e0d4b36b9a', 'name': 'network-vif-deleted', 'tag': '195084bc-29b5-4587-a7f0-850cae8d3e75', 'status': 'completed', 'code': 200} Oct 12 07:50:52.304281 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44432) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:50:52.362324 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-898442c8-4f51-4016-9ca3-608d3c6bf43a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:52.389667 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-898442c8-4f51-4016-9ca3-608d3c6bf43a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:52.448787 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-898442c8-4f51-4016-9ca3-608d3c6bf43a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:52.451676 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-898442c8-4f51-4016-9ca3-608d3c6bf43a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:52.452782 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-898442c8-4f51-4016-9ca3-608d3c6bf43a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "DELETE /v2.0/security-groups/c231d1b7-8f4c-4512-b7a5-6c6dd1b63fd5 HTTP/1.1" status: 204 len: 168 time: 0.1475272 Oct 12 07:50:52.463164 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898442c8-4f51-4016-9ca3-608d3c6bf43a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c231d1b7-8f4c-4512-b7a5-6c6dd1b63fd5,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:50:52.488209 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44436) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:50:52.638727 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-675fbaed-27bf-41e7-98e1-d1a259ad12a0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Deleting port 60b8e1bd-d37d-4266-b5c2-243c2e4f7016 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:50:52.639070 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-675fbaed-27bf-41e7-98e1-d1a259ad12a0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:52.710818 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-675fbaed-27bf-41e7-98e1-d1a259ad12a0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:52.711141 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-675fbaed-27bf-41e7-98e1-d1a259ad12a0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:52.722440 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-675fbaed-27bf-41e7-98e1-d1a259ad12a0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Calling delete_port for 60b8e1bd-d37d-4266-b5c2-243c2e4f7016 owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:50:52.866108 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-675fbaed-27bf-41e7-98e1-d1a259ad12a0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:52.890355 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675fbaed-27bf-41e7-98e1-d1a259ad12a0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Port': ['ID=60b8e1bd-d37d-4266-b5c2-243c2e4f7016,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:50:52.952293 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-675fbaed-27bf-41e7-98e1-d1a259ad12a0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for floatingip, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:52.952662 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.l3_db [None req-675fbaed-27bf-41e7-98e1-d1a259ad12a0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Floating IP ec2e2580-8bf3-4c56-a2fd-63e5ad0bbb68 disassociated (deleted). External IP: 172.26.3.69, port: fd5b0bea-3228-4f8b-a510-4214c95b3cfe. Oct 12 07:50:53.151117 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675fbaed-27bf-41e7-98e1-d1a259ad12a0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Router 66ed7875-fdd8-4c58-8ab5-332b9520883b has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:50:53.563709 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675fbaed-27bf-41e7-98e1-d1a259ad12a0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:50:53.568317 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-675fbaed-27bf-41e7-98e1-d1a259ad12a0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:53.572963 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8215889b-b9f5-405b-bb36-3033b2a17113 None None] Sync routers for ids ['66ed7875-fdd8-4c58-8ab5-332b9520883b'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:50:53.584927 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8215889b-b9f5-405b-bb36-3033b2a17113 None None] Routers {'66ed7875-fdd8-4c58-8ab5-332b9520883b'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:50:53.585528 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-8215889b-b9f5-405b-bb36-3033b2a17113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:50:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['66ed7875-fdd8-4c58-8ab5-332b9520883b'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:50:53.594972 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-675fbaed-27bf-41e7-98e1-d1a259ad12a0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "DELETE /v2.0/floatingips/ec2e2580-8bf3-4c56-a2fd-63e5ad0bbb68 HTTP/1.1" status: 204 len: 168 time: 1.1056712 Oct 12 07:50:53.595600 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d', 'tag': 'fd5b0bea-3228-4f8b-a510-4214c95b3cfe'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:50:53.597854 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddba47f6901442025abf8f9725c41876113475a10693ce4f7782efac72d774e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02fee35c-688a-4fb0-8ffb-644ddfc05f52" -d '{"events": [{"name": "network-changed", "server_uuid": "85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d", "tag": "fd5b0bea-3228-4f8b-a510-4214c95b3cfe"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:50:53.634935 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ab0dbb-f975-4aaf-b3dc-c4840bc8852b x-openstack-request-id: req-f5ab0dbb-f975-4aaf-b3dc-c4840bc8852b {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:50:53.635284 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d", "tag": "fd5b0bea-3228-4f8b-a510-4214c95b3cfe", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:50:53.635595 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f5ab0dbb-f975-4aaf-b3dc-c4840bc8852b {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:50:53.636063 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5ab0dbb-f975-4aaf-b3dc-c4840bc8852b'] response: {'name': 'network-changed', 'server_uuid': '85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d', 'tag': 'fd5b0bea-3228-4f8b-a510-4214c95b3cfe', 'status': 'completed', 'code': 200} Oct 12 07:50:53.696275 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-8215889b-b9f5-405b-bb36-3033b2a17113 None None] Set router 66ed7875-fdd8-4c58-8ab5-332b9520883b gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:50:53.697966 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fee35c-688a-4fb0-8ffb-644ddfc05f52 req-4e0ac87d-2d9a-45a0-9c9d-c877f237acf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:50:53.700447 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-02fee35c-688a-4fb0-8ffb-644ddfc05f52 req-4e0ac87d-2d9a-45a0-9c9d-c877f237acf9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&device_id=85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d HTTP/1.1" status: 200 len: 1099 time: 0.0447278 Oct 12 07:50:53.837174 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fee35c-688a-4fb0-8ffb-644ddfc05f52 req-699cec62-59d0-408c-a672-b32851af2710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:50:53.838614 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-02fee35c-688a-4fb0-8ffb-644ddfc05f52 req-699cec62-59d0-408c-a672-b32851af2710 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b3294ca5-5c32-492a-9f5b-6b622787b059 HTTP/1.1" status: 200 len: 898 time: 0.1255045 Oct 12 07:50:53.850974 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4a73c-f0a1-42fb-b8cf-5f89301065e1 req-e0a8bcba-49b0-450e-bd61-b515f4c5c109 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:50:53.852380 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0fe4a73c-f0a1-42fb-b8cf-5f89301065e1 req-e0a8bcba-49b0-450e-bd61-b515f4c5c109 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d HTTP/1.1" status: 200 len: 946 time: 0.0700967 Oct 12 07:50:53.897117 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-02fee35c-688a-4fb0-8ffb-644ddfc05f52 req-158a5b70-2475-4ca1-8410-92cd6759c007 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd5b0bea-3228-4f8b-a510-4214c95b3cfe HTTP/1.1" status: 200 len: 217 time: 0.0437746 Oct 12 07:50:53.904346 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-8215889b-b9f5-405b-bb36-3033b2a17113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'name': 'tempest-TestNetworkBasicOps-router-875489847', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': '798e1bd3-ac84-4094-b0a4-aee440aad5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:49:37Z', 'updated_at': '2022-10-12T07:49:41Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '798e1bd3-ac84-4094-b0a4-aee440aad5d4', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:dc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:49:38Z', 'updated_at': '2022-10-12T07:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '61260803-4d82-42dc-8e65-4828507f8bf7', 'name': '', 'network_id': 'b3294ca5-5c32-492a-9f5b-6b622787b059', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:9f:4d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'e732d641-a4a5-4c05-be15-ff4ab6f9f88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:49:40Z', 'updated_at': '2022-10-12T07:49:44Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': 'e732d641-a4a5-4c05-be15-ff4ab6f9f88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:50:53.933659 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8215889b-b9f5-405b-bb36-3033b2a17113 None None] Checking router: 66ed7875-fdd8-4c58-8ab5-332b9520883b for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:50:53.941731 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8215889b-b9f5-405b-bb36-3033b2a17113 None None] Routers {'66ed7875-fdd8-4c58-8ab5-332b9520883b'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:50:53.942346 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-8215889b-b9f5-405b-bb36-3033b2a17113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:50:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['66ed7875-fdd8-4c58-8ab5-332b9520883b'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:50:53.952554 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0fe4a73c-f0a1-42fb-b8cf-5f89301065e1 req-85c58ae6-a2b8-440e-81af-7efbb542f2d6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=39395ece-4142-4eda-9ca4-c427cb7ecd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925841 Oct 12 07:50:53.961804 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fee35c-688a-4fb0-8ffb-644ddfc05f52 req-b235f764-6b6c-44a6-9ed2-564241cb35ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:50:53.963263 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-02fee35c-688a-4fb0-8ffb-644ddfc05f52 req-b235f764-6b6c-44a6-9ed2-564241cb35ca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e732d641-a4a5-4c05-be15-ff4ab6f9f88a HTTP/1.1" status: 200 len: 835 time: 0.0597908 Oct 12 07:50:54.011331 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fee35c-688a-4fb0-8ffb-644ddfc05f52 req-dd4c2476-6783-43b2-9fac-12d376afcac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:50:54.012829 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-02fee35c-688a-4fb0-8ffb-644ddfc05f52 req-dd4c2476-6783-43b2-9fac-12d376afcac4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b3294ca5-5c32-492a-9f5b-6b622787b059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403209 Oct 12 07:50:54.045327 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-8215889b-b9f5-405b-bb36-3033b2a17113 None None] Set router 66ed7875-fdd8-4c58-8ab5-332b9520883b gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:50:54.106775 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-02fee35c-688a-4fb0-8ffb-644ddfc05f52 req-edf28afc-d902-41af-b3a0-e73e76e26e92 service neutron] 10.222.0.23 "GET /v2.0/networks/b3294ca5-5c32-492a-9f5b-6b622787b059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850985 Oct 12 07:50:54.197634 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-02fee35c-688a-4fb0-8ffb-644ddfc05f52 req-7cb65778-7da5-48d3-8c96-301dd2aea9cd service neutron] 10.222.0.23 "GET /v2.0/networks/b3294ca5-5c32-492a-9f5b-6b622787b059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826612 Oct 12 07:50:54.241124 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-8215889b-b9f5-405b-bb36-3033b2a17113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'name': 'tempest-TestNetworkBasicOps-router-875489847', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': '798e1bd3-ac84-4094-b0a4-aee440aad5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:49:37Z', 'updated_at': '2022-10-12T07:49:41Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '798e1bd3-ac84-4094-b0a4-aee440aad5d4', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:dc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:49:38Z', 'updated_at': '2022-10-12T07:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '61260803-4d82-42dc-8e65-4828507f8bf7', 'name': '', 'network_id': 'b3294ca5-5c32-492a-9f5b-6b622787b059', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:9f:4d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'e732d641-a4a5-4c05-be15-ff4ab6f9f88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:49:40Z', 'updated_at': '2022-10-12T07:49:44Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': 'e732d641-a4a5-4c05-be15-ff4ab6f9f88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:50:54.267621 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8215889b-b9f5-405b-bb36-3033b2a17113 None None] The sync data for ids ['66ed7875-fdd8-4c58-8ab5-332b9520883b'] in dv-neutron-860909-2-hyperv is: [{'id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'name': 'tempest-TestNetworkBasicOps-router-875489847', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': '798e1bd3-ac84-4094-b0a4-aee440aad5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:49:37Z', 'updated_at': '2022-10-12T07:49:41Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '798e1bd3-ac84-4094-b0a4-aee440aad5d4', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:dc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:49:38Z', 'updated_at': '2022-10-12T07:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '61260803-4d82-42dc-8e65-4828507f8bf7', 'name': '', 'network_id': 'b3294ca5-5c32-492a-9f5b-6b622787b059', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:9f:4d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'e732d641-a4a5-4c05-be15-ff4ab6f9f88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:49:40Z', 'updated_at': '2022-10-12T07:49:44Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': 'e732d641-a4a5-4c05-be15-ff4ab6f9f88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:50:54.484118 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e3dd06-4e1e-4d40-8b18-ba6dd8b4e0e4 None None] New status for floating IP ec2e2580-8bf3-4c56-a2fd-63e5ad0bbb68: DOWN {{(pid=103202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 07:50:54.986077 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 195084bc-29b5-4587-a7f0-850cae8d3e75 no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:50:55.010542 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] No Port match for: 195084bc-29b5-4587-a7f0-850cae8d3e75 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:50:55.010885 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 195084bc-29b5-4587-a7f0-850cae8d3e75 not bound to the agent host hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:50:55.079557 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0824628-0540-4369-af7b-50dc2edf84fe req-73bbf717-86dc-4877-addd-7fb3008bd052 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:50:55.080922 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e0824628-0540-4369-af7b-50dc2edf84fe req-73bbf717-86dc-4877-addd-7fb3008bd052 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d HTTP/1.1" status: 200 len: 946 time: 0.0532608 Oct 12 07:50:55.117294 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e0824628-0540-4369-af7b-50dc2edf84fe req-4405f9d2-a7ee-476b-bcde-0a24664e834a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=39395ece-4142-4eda-9ca4-c427cb7ecd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304527 Oct 12 07:50:55.215225 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a5228-0d16-4a4c-a30d-01a50193c157 req-9f643dce-d6ae-4959-b1f7-f0a3259c86f5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:50:55.216632 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-233a5228-0d16-4a4c-a30d-01a50193c157 req-9f643dce-d6ae-4959-b1f7-f0a3259c86f5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "GET /v2.0/ports?device_id=85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d HTTP/1.1" status: 200 len: 946 time: 0.0471561 Oct 12 07:50:55.300634 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-233a5228-0d16-4a4c-a30d-01a50193c157 req-7c8a7a6e-5fb9-43ed-b72e-280008f30f31 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Deleting port fd5b0bea-3228-4f8b-a510-4214c95b3cfe {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:50:55.300971 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-233a5228-0d16-4a4c-a30d-01a50193c157 req-7c8a7a6e-5fb9-43ed-b72e-280008f30f31 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:55.392973 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-233a5228-0d16-4a4c-a30d-01a50193c157 req-7c8a7a6e-5fb9-43ed-b72e-280008f30f31 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] For port fd5b0bea-3228-4f8b-a510-4214c95b3cfe, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=fd5b0bea-3228-4f8b-a510-4214c95b3cfe,segment=NetworkSegment(fc76e601-ea0d-4fc2-ac32-07beee61ca3c),segment_id=fc76e601-ea0d-4fc2-ac32-07beee61ca3c)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:50:55.393330 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-233a5228-0d16-4a4c-a30d-01a50193c157 req-7c8a7a6e-5fb9-43ed-b72e-280008f30f31 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:55.405318 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-233a5228-0d16-4a4c-a30d-01a50193c157 req-7c8a7a6e-5fb9-43ed-b72e-280008f30f31 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Calling delete_port for fd5b0bea-3228-4f8b-a510-4214c95b3cfe owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:50:55.528110 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-233a5228-0d16-4a4c-a30d-01a50193c157 req-7c8a7a6e-5fb9-43ed-b72e-280008f30f31 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:55.555437 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a7a6e-5fb9-43ed-b72e-280008f30f31 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Port': ['ID=fd5b0bea-3228-4f8b-a510-4214c95b3cfe,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:50:55.597240 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-233a5228-0d16-4a4c-a30d-01a50193c157 req-7c8a7a6e-5fb9-43ed-b72e-280008f30f31 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] No DVR routers for this DVR port fd5b0bea-3228-4f8b-a510-4214c95b3cfe on host hv-neutron-8609 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:50:55.599717 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-233a5228-0d16-4a4c-a30d-01a50193c157 req-7c8a7a6e-5fb9-43ed-b72e-280008f30f31 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:55.602996 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-233a5228-0d16-4a4c-a30d-01a50193c157 req-7c8a7a6e-5fb9-43ed-b72e-280008f30f31 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "DELETE /v2.0/ports/fd5b0bea-3228-4f8b-a510-4214c95b3cfe HTTP/1.1" status: 204 len: 173 time: 0.3803194 Oct 12 07:50:55.603488 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d', 'name': 'network-vif-deleted', 'tag': 'fd5b0bea-3228-4f8b-a510-4214c95b3cfe'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:50:55.605718 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55439fd1-f1df-48d8-a3ff-eb6ed260bf27" -d '{"events": [{"server_uuid": "85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d", "name": "network-vif-deleted", "tag": "fd5b0bea-3228-4f8b-a510-4214c95b3cfe"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:50:55.640409 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3b467c-543d-4f6c-aac6-8edac4af4860 x-openstack-request-id: req-8e3b467c-543d-4f6c-aac6-8edac4af4860 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:50:55.641307 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d", "name": "network-vif-deleted", "tag": "fd5b0bea-3228-4f8b-a510-4214c95b3cfe", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:50:55.641562 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8e3b467c-543d-4f6c-aac6-8edac4af4860 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:50:55.641973 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e3b467c-543d-4f6c-aac6-8edac4af4860'] response: {'server_uuid': '85c7c0a0-6e8e-4d29-b04e-9ef2bd33961d', 'name': 'network-vif-deleted', 'tag': 'fd5b0bea-3228-4f8b-a510-4214c95b3cfe', 'status': 'completed', 'code': 200} Oct 12 07:50:56.177867 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44450) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:50:56.233802 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b78e6dfc-a60e-43fb-b719-736623083f4d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:56.258091 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b78e6dfc-a60e-43fb-b719-736623083f4d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:56.315290 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b78e6dfc-a60e-43fb-b719-736623083f4d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:56.317892 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b78e6dfc-a60e-43fb-b719-736623083f4d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:56.319107 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b78e6dfc-a60e-43fb-b719-736623083f4d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "DELETE /v2.0/security-groups/39395ece-4142-4eda-9ca4-c427cb7ecd4c HTTP/1.1" status: 204 len: 168 time: 0.1402218 Oct 12 07:50:56.328116 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e6dfc-a60e-43fb-b719-736623083f4d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39395ece-4142-4eda-9ca4-c427cb7ecd4c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:50:56.352545 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44454) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:50:56.709175 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-69aba34a-8e96-4bda-96bf-d587d0340369 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:56.957276 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-69aba34a-8e96-4bda-96bf-d587d0340369 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Deleting port 61260803-4d82-42dc-8e65-4828507f8bf7 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:50:56.957612 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-69aba34a-8e96-4bda-96bf-d587d0340369 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:57.041568 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-69aba34a-8e96-4bda-96bf-d587d0340369 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] For port 61260803-4d82-42dc-8e65-4828507f8bf7, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=61260803-4d82-42dc-8e65-4828507f8bf7,segment=NetworkSegment(fc76e601-ea0d-4fc2-ac32-07beee61ca3c),segment_id=fc76e601-ea0d-4fc2-ac32-07beee61ca3c)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:50:57.041844 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-69aba34a-8e96-4bda-96bf-d587d0340369 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:57.054013 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-69aba34a-8e96-4bda-96bf-d587d0340369 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Calling delete_port for 61260803-4d82-42dc-8e65-4828507f8bf7 owned by network:router_interface {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:50:57.236487 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-69aba34a-8e96-4bda-96bf-d587d0340369 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:57.268223 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aba34a-8e96-4bda-96bf-d587d0340369 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Port': ['ID=61260803-4d82-42dc-8e65-4828507f8bf7,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:50:57.290913 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aba34a-8e96-4bda-96bf-d587d0340369 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:50:57.291251 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aba34a-8e96-4bda-96bf-d587d0340369 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:50:57.291641 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aba34a-8e96-4bda-96bf-d587d0340369 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:50:57.291917 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aba34a-8e96-4bda-96bf-d587d0340369 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:50:57.292244 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aba34a-8e96-4bda-96bf-d587d0340369 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:50:57.292591 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aba34a-8e96-4bda-96bf-d587d0340369 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:50:57.292891 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aba34a-8e96-4bda-96bf-d587d0340369 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:50:57.293209 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aba34a-8e96-4bda-96bf-d587d0340369 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:50:57.293532 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aba34a-8e96-4bda-96bf-d587d0340369 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:50:57.293854 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aba34a-8e96-4bda-96bf-d587d0340369 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:50:57.294194 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aba34a-8e96-4bda-96bf-d587d0340369 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:50:57.294507 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aba34a-8e96-4bda-96bf-d587d0340369 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:50:57.442132 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-69aba34a-8e96-4bda-96bf-d587d0340369 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:57.939643 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69aba34a-8e96-4bda-96bf-d587d0340369 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Router 66ed7875-fdd8-4c58-8ab5-332b9520883b has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:50:58.043610 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69aba34a-8e96-4bda-96bf-d587d0340369 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:50:58.048597 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-69aba34a-8e96-4bda-96bf-d587d0340369 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "PUT /v2.0/routers/66ed7875-fdd8-4c58-8ab5-332b9520883b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6951964 Oct 12 07:50:58.051382 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44456) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:50:58.054519 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785dcd8f-4b40-4e6a-b2e6-c0c38a31fb03 None None] Sync routers for ids ['66ed7875-fdd8-4c58-8ab5-332b9520883b'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:50:58.067842 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785dcd8f-4b40-4e6a-b2e6-c0c38a31fb03 None None] Routers {'66ed7875-fdd8-4c58-8ab5-332b9520883b'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:50:58.068465 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-785dcd8f-4b40-4e6a-b2e6-c0c38a31fb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:50:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['66ed7875-fdd8-4c58-8ab5-332b9520883b'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:50:58.101700 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-8644a755-2a39-4f43-aa1a-39228c0bd3d4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Deleting subnet e732d641-a4a5-4c05-be15-ff4ab6f9f88a {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:50:58.104746 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8644a755-2a39-4f43-aa1a-39228c0bd3d4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:58.146465 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8644a755-2a39-4f43-aa1a-39228c0bd3d4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:58.178155 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-785dcd8f-4b40-4e6a-b2e6-c0c38a31fb03 None None] Set router 66ed7875-fdd8-4c58-8ab5-332b9520883b gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:50:58.237123 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8644a755-2a39-4f43-aa1a-39228c0bd3d4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:58.296028 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8644a755-2a39-4f43-aa1a-39228c0bd3d4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:58.320298 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8644a755-2a39-4f43-aa1a-39228c0bd3d4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Subnet': ['ID=e732d641-a4a5-4c05-be15-ff4ab6f9f88a,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:50:58.327046 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8644a755-2a39-4f43-aa1a-39228c0bd3d4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:58.330747 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-8644a755-2a39-4f43-aa1a-39228c0bd3d4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "DELETE /v2.0/subnets/e732d641-a4a5-4c05-be15-ff4ab6f9f88a HTTP/1.1" status: 204 len: 168 time: 0.2784460 Oct 12 07:50:58.333771 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44458) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:50:58.335864 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609d3399-b8e0-48f0-afca-a411f068084c None None] Network b3294ca5-5c32-492a-9f5b-6b622787b059 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:50:58.444922 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f2518029-bfd2-413a-80fa-1ab24b9ce089 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:58.451164 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-785dcd8f-4b40-4e6a-b2e6-c0c38a31fb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'name': 'tempest-TestNetworkBasicOps-router-875489847', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': '798e1bd3-ac84-4094-b0a4-aee440aad5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:49:37Z', 'updated_at': '2022-10-12T07:50:57Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '798e1bd3-ac84-4094-b0a4-aee440aad5d4', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:dc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:49:38Z', 'updated_at': '2022-10-12T07:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:50:58.481315 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785dcd8f-4b40-4e6a-b2e6-c0c38a31fb03 None None] Checking router: 66ed7875-fdd8-4c58-8ab5-332b9520883b for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:50:58.498944 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785dcd8f-4b40-4e6a-b2e6-c0c38a31fb03 None None] Routers {'66ed7875-fdd8-4c58-8ab5-332b9520883b'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:50:58.499574 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-785dcd8f-4b40-4e6a-b2e6-c0c38a31fb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:50:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['66ed7875-fdd8-4c58-8ab5-332b9520883b'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:50:58.539133 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6707b7a0-f7df-4032-b6ed-96b638dcd07f None None] DHCP port deletion for b3294ca5-5c32-492a-9f5b-6b622787b059 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:50:58.561758 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f2518029-bfd2-413a-80fa-1ab24b9ce089 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:58.590141 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-6707b7a0-f7df-4032-b6ed-96b638dcd07f None None] Deleting port 64bc4f8d-1540-48ce-9c79-a3749c2cefa5 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:50:58.590490 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6707b7a0-f7df-4032-b6ed-96b638dcd07f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:58.611481 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-785dcd8f-4b40-4e6a-b2e6-c0c38a31fb03 None None] Set router 66ed7875-fdd8-4c58-8ab5-332b9520883b gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:50:58.617398 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-f2518029-bfd2-413a-80fa-1ab24b9ce089 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Deleting port 798e1bd3-ac84-4094-b0a4-aee440aad5d4 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:50:58.617822 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f2518029-bfd2-413a-80fa-1ab24b9ce089 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:58.657825 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-6707b7a0-f7df-4032-b6ed-96b638dcd07f None None] For port 64bc4f8d-1540-48ce-9c79-a3749c2cefa5, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=64bc4f8d-1540-48ce-9c79-a3749c2cefa5,segment=NetworkSegment(fc76e601-ea0d-4fc2-ac32-07beee61ca3c),segment_id=fc76e601-ea0d-4fc2-ac32-07beee61ca3c)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:50:58.658285 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6707b7a0-f7df-4032-b6ed-96b638dcd07f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:58.670665 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-6707b7a0-f7df-4032-b6ed-96b638dcd07f None None] Calling delete_port for 64bc4f8d-1540-48ce-9c79-a3749c2cefa5 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:50:58.704163 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-f2518029-bfd2-413a-80fa-1ab24b9ce089 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] For port 798e1bd3-ac84-4094-b0a4-aee440aad5d4, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=798e1bd3-ac84-4094-b0a4-aee440aad5d4,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:50:58.704546 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f2518029-bfd2-413a-80fa-1ab24b9ce089 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:58.716487 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-f2518029-bfd2-413a-80fa-1ab24b9ce089 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Calling delete_port for 798e1bd3-ac84-4094-b0a4-aee440aad5d4 owned by network:router_gateway {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:50:58.749451 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6707b7a0-f7df-4032-b6ed-96b638dcd07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:58.775583 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6707b7a0-f7df-4032-b6ed-96b638dcd07f None None] Pushing event deleted for resources: {'Port': ['ID=64bc4f8d-1540-48ce-9c79-a3749c2cefa5,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:50:58.780559 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6707b7a0-f7df-4032-b6ed-96b638dcd07f None None] No DVR routers for this DVR port 64bc4f8d-1540-48ce-9c79-a3749c2cefa5 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:50:58.789089 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6707b7a0-f7df-4032-b6ed-96b638dcd07f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:50:58.790075 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6707b7a0-f7df-4032-b6ed-96b638dcd07f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:50:58.790414 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6707b7a0-f7df-4032-b6ed-96b638dcd07f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:50:58.790742 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6707b7a0-f7df-4032-b6ed-96b638dcd07f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:50:58.791071 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6707b7a0-f7df-4032-b6ed-96b638dcd07f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:50:58.791802 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6707b7a0-f7df-4032-b6ed-96b638dcd07f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:50:58.791802 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6707b7a0-f7df-4032-b6ed-96b638dcd07f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:50:58.793125 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6707b7a0-f7df-4032-b6ed-96b638dcd07f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:50:58.793125 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6707b7a0-f7df-4032-b6ed-96b638dcd07f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:50:58.793125 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6707b7a0-f7df-4032-b6ed-96b638dcd07f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:50:58.793125 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6707b7a0-f7df-4032-b6ed-96b638dcd07f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:50:58.793476 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6707b7a0-f7df-4032-b6ed-96b638dcd07f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:50:58.801813 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-785dcd8f-4b40-4e6a-b2e6-c0c38a31fb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'name': 'tempest-TestNetworkBasicOps-router-875489847', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': '798e1bd3-ac84-4094-b0a4-aee440aad5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:49:37Z', 'updated_at': '2022-10-12T07:50:57Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '798e1bd3-ac84-4094-b0a4-aee440aad5d4', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:dc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:49:38Z', 'updated_at': '2022-10-12T07:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:50:58.826622 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785dcd8f-4b40-4e6a-b2e6-c0c38a31fb03 None None] The sync data for ids ['66ed7875-fdd8-4c58-8ab5-332b9520883b'] in dv-neutron-860909-2-hyperv is: [{'id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'name': 'tempest-TestNetworkBasicOps-router-875489847', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': '798e1bd3-ac84-4094-b0a4-aee440aad5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:49:37Z', 'updated_at': '2022-10-12T07:50:57Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '798e1bd3-ac84-4094-b0a4-aee440aad5d4', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:dc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ed7875-fdd8-4c58-8ab5-332b9520883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:49:38Z', 'updated_at': '2022-10-12T07:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:50:58.904049 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f2518029-bfd2-413a-80fa-1ab24b9ce089 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:58.927885 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2518029-bfd2-413a-80fa-1ab24b9ce089 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Port': ['ID=798e1bd3-ac84-4094-b0a4-aee440aad5d4,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:50:58.990953 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f2518029-bfd2-413a-80fa-1ab24b9ce089 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:59.005147 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device fd5b0bea-3228-4f8b-a510-4214c95b3cfe no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:50:59.025016 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] No Port match for: fd5b0bea-3228-4f8b-a510-4214c95b3cfe {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:50:59.025470 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device fd5b0bea-3228-4f8b-a510-4214c95b3cfe not bound to the agent host hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:50:59.081523 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f2518029-bfd2-413a-80fa-1ab24b9ce089 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:59.083697 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f2518029-bfd2-413a-80fa-1ab24b9ce089 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:59.128956 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f2518029-bfd2-413a-80fa-1ab24b9ce089 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:59.129499 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2518029-bfd2-413a-80fa-1ab24b9ce089 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Fanout notify agent at l3_agent the message router_deleted on router 66ed7875-fdd8-4c58-8ab5-332b9520883b {{(pid=103200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:50:59.136213 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f2518029-bfd2-413a-80fa-1ab24b9ce089 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:59.137307 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f2518029-bfd2-413a-80fa-1ab24b9ce089 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "DELETE /v2.0/routers/66ed7875-fdd8-4c58-8ab5-332b9520883b HTTP/1.1" status: 204 len: 168 time: 0.8025248 Oct 12 07:50:59.139985 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44460) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:50:59.218192 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a277a207-694f-46b5-a8ea-3e9f7f480b8c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:59.311780 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a277a207-694f-46b5-a8ea-3e9f7f480b8c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:59.331558 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-a277a207-694f-46b5-a8ea-3e9f7f480b8c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3294ca5-5c32-492a-9f5b-6b622787b059']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:50:59.342264 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-a277a207-694f-46b5-a8ea-3e9f7f480b8c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc76e601-ea0d-4fc2-ac32-07beee61ca3c') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:50:59.342566 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-a277a207-694f-46b5-a8ea-3e9f7f480b8c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc76e601-ea0d-4fc2-ac32-07beee61ca3c') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:50:59.352794 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a277a207-694f-46b5-a8ea-3e9f7f480b8c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:59.366715 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a277a207-694f-46b5-a8ea-3e9f7f480b8c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:59.372849 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a277a207-694f-46b5-a8ea-3e9f7f480b8c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:50:59.373348 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a277a207-694f-46b5-a8ea-3e9f7f480b8c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:59.449119 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a277a207-694f-46b5-a8ea-3e9f7f480b8c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:59.458534 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a277a207-694f-46b5-a8ea-3e9f7f480b8c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:59.461695 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a277a207-694f-46b5-a8ea-3e9f7f480b8c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "DELETE /v2.0/networks/b3294ca5-5c32-492a-9f5b-6b622787b059 HTTP/1.1" status: 204 len: 168 time: 0.3205683 Oct 12 07:50:59.475335 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a277a207-694f-46b5-a8ea-3e9f7f480b8c tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Network': ['ID=b3294ca5-5c32-492a-9f5b-6b622787b059,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:50:59.486358 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44466) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:50:59.491857 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-2b2c93a5-ccff-4e0b-8861-b7000f5b5ebd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'network': {'name': 'tempest-network-smoke--868077634', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'port_security_enabled': True}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:50:59.510683 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2c93a5-ccff-4e0b-8861-b7000f5b5ebd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Made reservation on behalf of 62f83991a7314cd6b6c084162dcfff66 for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:50:59.514236 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2b2c93a5-ccff-4e0b-8861-b7000f5b5ebd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:59.539248 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b2c93a5-ccff-4e0b-8861-b7000f5b5ebd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:50:59.546057 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment fc76e601-ea0d-4fc2-ac32-07beee61ca3c resource provider aggregate not found Oct 12 07:50:59.553725 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2b2c93a5-ccff-4e0b-8861-b7000f5b5ebd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:59.554103 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-2b2c93a5-ccff-4e0b-8861-b7000f5b5ebd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Added segment bd50ba8a-c889-4d8f-a0e0-556303014c58 of type vlan for network 39e21eec-ee2d-4802-908c-d870e965a122 Oct 12 07:50:59.563247 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment fc76e601-ea0d-4fc2-ac32-07beee61ca3c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc76e601-ea0d-4fc2-ac32-07beee61ca3c found for delete ", "request_id": "req-bd31f054-2184-425c-87e0-3702df7ac38d"}]} Oct 12 07:50:59.596801 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2b2c93a5-ccff-4e0b-8861-b7000f5b5ebd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:59.620350 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2b2c93a5-ccff-4e0b-8861-b7000f5b5ebd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:59.625856 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2c93a5-ccff-4e0b-8861-b7000f5b5ebd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:50:59.626475 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2b2c93a5-ccff-4e0b-8861-b7000f5b5ebd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:59.657432 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-2b2c93a5-ccff-4e0b-8861-b7000f5b5ebd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1699648 Oct 12 07:50:59.660251 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44470) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:50:59.664513 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-2792fc81-1cb6-4faf-8bf5-c51e9de46c2e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-511210935', 'admin_state_up': True, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:50:59.715461 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c93a5-ccff-4e0b-8861-b7000f5b5ebd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Network': ['ID=39e21eec-ee2d-4802-908c-d870e965a122,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:50:59.725728 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2792fc81-1cb6-4faf-8bf5-c51e9de46c2e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:59.726816 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2792fc81-1cb6-4faf-8bf5-c51e9de46c2e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:59.726961 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 39e21eec-ee2d-4802-908c-d870e965a122 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:50:59.779095 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2792fc81-1cb6-4faf-8bf5-c51e9de46c2e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:50:59.924298 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2792fc81-1cb6-4faf-8bf5-c51e9de46c2e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:00.109660 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2792fc81-1cb6-4faf-8bf5-c51e9de46c2e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router_gateway, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:00.138152 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2792fc81-1cb6-4faf-8bf5-c51e9de46c2e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:00.164692 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 64bc4f8d-1540-48ce-9c79-a3749c2cefa5 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:51:00.185790 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 64bc4f8d-1540-48ce-9c79-a3749c2cefa5 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:51:00.186176 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 64bc4f8d-1540-48ce-9c79-a3749c2cefa5 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:51:00.186608 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 61260803-4d82-42dc-8e65-4828507f8bf7 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:51:00.206688 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 61260803-4d82-42dc-8e65-4828507f8bf7 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:51:00.207030 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 61260803-4d82-42dc-8e65-4828507f8bf7 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:51:00.207448 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 798e1bd3-ac84-4094-b0a4-aee440aad5d4 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:51:00.229181 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 798e1bd3-ac84-4094-b0a4-aee440aad5d4 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:51:00.229526 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 798e1bd3-ac84-4094-b0a4-aee440aad5d4 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:51:00.241895 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-2792fc81-1cb6-4faf-8bf5-c51e9de46c2e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Allocated IP 172.26.3.74 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/5e9a586c-64b3-4f40-bd37-c21cd25c19b7) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:51:00.346596 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2792fc81-1cb6-4faf-8bf5-c51e9de46c2e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:00.379234 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2792fc81-1cb6-4faf-8bf5-c51e9de46c2e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:00.415746 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2792fc81-1cb6-4faf-8bf5-c51e9de46c2e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:51:00.418648 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-2792fc81-1cb6-4faf-8bf5-c51e9de46c2e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:51:00.422643 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2792fc81-1cb6-4faf-8bf5-c51e9de46c2e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:51:00.445986 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2792fc81-1cb6-4faf-8bf5-c51e9de46c2e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=5e9a586c-64b3-4f40-bd37-c21cd25c19b7,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:51:00.668429 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2792fc81-1cb6-4faf-8bf5-c51e9de46c2e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router_gateway, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:00.859115 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2792fc81-1cb6-4faf-8bf5-c51e9de46c2e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:00.986554 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2792fc81-1cb6-4faf-8bf5-c51e9de46c2e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Router 8555b1c3-4c93-468e-a4ff-97422d6e81b2 is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:51:01.091265 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2792fc81-1cb6-4faf-8bf5-c51e9de46c2e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:51:01.101025 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdc3ab6-da09-421e-bf67-78320ee728e5 None None] Sync routers for ids ['8555b1c3-4c93-468e-a4ff-97422d6e81b2'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:51:01.110810 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdc3ab6-da09-421e-bf67-78320ee728e5 None None] Routers {'8555b1c3-4c93-468e-a4ff-97422d6e81b2'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:51:01.111405 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-5cdc3ab6-da09-421e-bf67-78320ee728e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:50:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['8555b1c3-4c93-468e-a4ff-97422d6e81b2'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:51:01.111824 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2792fc81-1cb6-4faf-8bf5-c51e9de46c2e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:01.113098 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-2792fc81-1cb6-4faf-8bf5-c51e9de46c2e tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.4519484 Oct 12 07:51:01.116318 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44472) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:51:01.144413 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-74948c22-e372-43f8-9308-ad3d8353d960 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=62f83991a7314cd6b6c084162dcfff66&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269196 Oct 12 07:51:01.146972 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44474) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:51:01.220314 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-5cdc3ab6-da09-421e-bf67-78320ee728e5 None None] Set router 8555b1c3-4c93-468e-a4ff-97422d6e81b2 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:51:01.236257 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b76c426-6ddb-4b8b-9531-4a4ddbbea345 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:51:01.237782 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-4b76c426-6ddb-4b8b-9531-4a4ddbbea345 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0899105 Oct 12 07:51:01.240615 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44476) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:51:01.404012 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-5cdc3ab6-da09-421e-bf67-78320ee728e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'name': 'tempest-TestNetworkBasicOps-router-511210935', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '5e9a586c-64b3-4f40-bd37-c21cd25c19b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:50:59Z', 'updated_at': '2022-10-12T07:51:00Z', 'revision_number': 3, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '5e9a586c-64b3-4f40-bd37-c21cd25c19b7', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:51:00Z', 'updated_at': '2022-10-12T07:51:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:51:01.430702 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdc3ab6-da09-421e-bf67-78320ee728e5 None None] Checking router: 8555b1c3-4c93-468e-a4ff-97422d6e81b2 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:51:01.431049 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdc3ab6-da09-421e-bf67-78320ee728e5 None None] Updating router 8555b1c3-4c93-468e-a4ff-97422d6e81b2 port 5e9a586c-64b3-4f40-bd37-c21cd25c19b7 binding host dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:51:01.461422 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5cdc3ab6-da09-421e-bf67-78320ee728e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:01.567060 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-4f579baf-5cb8-4bf1-901a-fd6fc8872deb tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3253694 Oct 12 07:51:01.569624 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44478) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:51:01.574578 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-d73834b7-6d48-40fe-94e1-e97b5f006710 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-77486723', 'network_id': '39e21eec-ee2d-4802-908c-d870e965a122', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:51:01.659321 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73834b7-6d48-40fe-94e1-e97b5f006710 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Made reservation on behalf of 62f83991a7314cd6b6c084162dcfff66 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:51:01.662736 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d73834b7-6d48-40fe-94e1-e97b5f006710 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:01.710110 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5cdc3ab6-da09-421e-bf67-78320ee728e5 None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:01.714474 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5cdc3ab6-da09-421e-bf67-78320ee728e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:01.751674 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-5cdc3ab6-da09-421e-bf67-78320ee728e5 None None] Attempting to bind port 5e9a586c-64b3-4f40-bd37-c21cd25c19b7 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:51:01.752188 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-5cdc3ab6-da09-421e-bf67-78320ee728e5 None None] Attempting to bind port 5e9a586c-64b3-4f40-bd37-c21cd25c19b7 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:51:01.752624 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdc3ab6-da09-421e-bf67-78320ee728e5 None None] Attempting to bind port 5e9a586c-64b3-4f40-bd37-c21cd25c19b7 on network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:51:01.761664 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdc3ab6-da09-421e-bf67-78320ee728e5 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:51:01.762059 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdc3ab6-da09-421e-bf67-78320ee728e5 None None] Checking segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:51:01.762446 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5cdc3ab6-da09-421e-bf67-78320ee728e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:01.762839 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdc3ab6-da09-421e-bf67-78320ee728e5 None None] Bound using segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:51:01.763302 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-5cdc3ab6-da09-421e-bf67-78320ee728e5 None None] Bound port: 5e9a586c-64b3-4f40-bd37-c21cd25c19b7, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:51:01.763679 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5cdc3ab6-da09-421e-bf67-78320ee728e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:01.788715 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdefa266-d067-4f03-877f-cd26d77a8f85 None None] Pushing event updated for resources: {'Port': ['ID=5e9a586c-64b3-4f40-bd37-c21cd25c19b7,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:51:01.827269 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-5cdc3ab6-da09-421e-bf67-78320ee728e5 None None] For port 5e9a586c-64b3-4f40-bd37-c21cd25c19b7, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:51:01.830506 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-5cdc3ab6-da09-421e-bf67-78320ee728e5 None None] For port 5e9a586c-64b3-4f40-bd37-c21cd25c19b7, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=5e9a586c-64b3-4f40-bd37-c21cd25c19b7,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:51:01.834552 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5cdc3ab6-da09-421e-bf67-78320ee728e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:01.860612 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d73834b7-6d48-40fe-94e1-e97b5f006710 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:01.924388 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73834b7-6d48-40fe-94e1-e97b5f006710 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Subnet': ['ID=7c75d9e6-da07-4e93-8f79-c19097c3120a,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:51:01.933268 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73834b7-6d48-40fe-94e1-e97b5f006710 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Checking segment: {'id': 'bd50ba8a-c889-4d8f-a0e0-556303014c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '39e21eec-ee2d-4802-908c-d870e965a122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:51:01.933643 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73834b7-6d48-40fe-94e1-e97b5f006710 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network hostable DHCP agents. Network: 39e21eec-ee2d-4802-908c-d870e965a122, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:51:01.957322 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73834b7-6d48-40fe-94e1-e97b5f006710 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network 39e21eec-ee2d-4802-908c-d870e965a122 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:51:01.967926 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-d73834b7-6d48-40fe-94e1-e97b5f006710 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 39e21eec-ee2d-4802-908c-d870e965a122) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:51:01.972954 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73834b7-6d48-40fe-94e1-e97b5f006710 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:51:01.973992 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d73834b7-6d48-40fe-94e1-e97b5f006710 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:01.995639 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44480) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:51:01.996264 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d73834b7-6d48-40fe-94e1-e97b5f006710 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4251039 Oct 12 07:51:02.010553 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3821a0be-055f-446a-aab3-c1154a4f156d None None] Network 39e21eec-ee2d-4802-908c-d870e965a122 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:51:02.036362 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdc3ab6-da09-421e-bf67-78320ee728e5 None None] Routers {'8555b1c3-4c93-468e-a4ff-97422d6e81b2'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:51:02.036990 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-5cdc3ab6-da09-421e-bf67-78320ee728e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:50:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['8555b1c3-4c93-468e-a4ff-97422d6e81b2'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:51:02.126686 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdefa266-d067-4f03-877f-cd26d77a8f85 None None] Pushing event updated for resources: {'Port': ['ID=5e9a586c-64b3-4f40-bd37-c21cd25c19b7,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:51:02.232289 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-5cdc3ab6-da09-421e-bf67-78320ee728e5 None None] Set router 8555b1c3-4c93-468e-a4ff-97422d6e81b2 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:51:02.332115 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3d7a8b-0c2f-4c8d-9ee7-ae0a03169fee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-39e21eec-ee2d-4802-908c-d870e965a122', 'network_id': '39e21eec-ee2d-4802-908c-d870e965a122', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ips': [{'subnet_id': '7c75d9e6-da07-4e93-8f79-c19097c3120a'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:51:02.332970 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f3d7a8b-0c2f-4c8d-9ee7-ae0a03169fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:02.420296 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-68e45348-9df8-4bee-a026-da68f4facf01 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:02.542070 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-8f3d7a8b-0c2f-4c8d-9ee7-ae0a03169fee None None] Allocated IP 172.20.0.2 (39e21eec-ee2d-4802-908c-d870e965a122/7c75d9e6-da07-4e93-8f79-c19097c3120a/e6354ce3-bbe5-4fc2-adab-64b537135430) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:51:02.575903 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-5cdc3ab6-da09-421e-bf67-78320ee728e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'name': 'tempest-TestNetworkBasicOps-router-511210935', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '5e9a586c-64b3-4f40-bd37-c21cd25c19b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:50:59Z', 'updated_at': '2022-10-12T07:51:00Z', 'revision_number': 3, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '5e9a586c-64b3-4f40-bd37-c21cd25c19b7', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:51:00Z', 'updated_at': '2022-10-12T07:51:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:51:02.614970 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdc3ab6-da09-421e-bf67-78320ee728e5 None None] The sync data for ids ['8555b1c3-4c93-468e-a4ff-97422d6e81b2'] in dv-neutron-860909-2-hyperv is: [{'id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'name': 'tempest-TestNetworkBasicOps-router-511210935', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '5e9a586c-64b3-4f40-bd37-c21cd25c19b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:50:59Z', 'updated_at': '2022-10-12T07:51:00Z', 'revision_number': 3, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '5e9a586c-64b3-4f40-bd37-c21cd25c19b7', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:51:00Z', 'updated_at': '2022-10-12T07:51:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:51:02.723719 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f3d7a8b-0c2f-4c8d-9ee7-ae0a03169fee None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:02.729455 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f3d7a8b-0c2f-4c8d-9ee7-ae0a03169fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:02.770137 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3d7a8b-0c2f-4c8d-9ee7-ae0a03169fee None None] Network 39e21eec-ee2d-4802-908c-d870e965a122 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:51:02.772887 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-8f3d7a8b-0c2f-4c8d-9ee7-ae0a03169fee None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:51:02.775296 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3d7a8b-0c2f-4c8d-9ee7-ae0a03169fee None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:51:02.782852 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-68e45348-9df8-4bee-a026-da68f4facf01 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Allocated IP 172.20.0.1 (39e21eec-ee2d-4802-908c-d870e965a122/7c75d9e6-da07-4e93-8f79-c19097c3120a/7c704303-b8df-4f8f-95ec-41262e534c0f) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:51:02.815769 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d7a8b-0c2f-4c8d-9ee7-ae0a03169fee None None] Pushing event updated for resources: {'Port': ['ID=e6354ce3-bbe5-4fc2-adab-64b537135430,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:51:02.854071 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-8f3d7a8b-0c2f-4c8d-9ee7-ae0a03169fee None None] Attempting to bind port e6354ce3-bbe5-4fc2-adab-64b537135430 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:51:02.854071 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-8f3d7a8b-0c2f-4c8d-9ee7-ae0a03169fee None None] Attempting to bind port e6354ce3-bbe5-4fc2-adab-64b537135430 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'bd50ba8a-c889-4d8f-a0e0-556303014c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '39e21eec-ee2d-4802-908c-d870e965a122'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:51:02.854071 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3d7a8b-0c2f-4c8d-9ee7-ae0a03169fee None None] Attempting to bind port e6354ce3-bbe5-4fc2-adab-64b537135430 on network 39e21eec-ee2d-4802-908c-d870e965a122 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:51:02.857295 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3d7a8b-0c2f-4c8d-9ee7-ae0a03169fee None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:51:02.857807 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3d7a8b-0c2f-4c8d-9ee7-ae0a03169fee None None] Checking segment: {'id': 'bd50ba8a-c889-4d8f-a0e0-556303014c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '39e21eec-ee2d-4802-908c-d870e965a122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:51:02.861130 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f3d7a8b-0c2f-4c8d-9ee7-ae0a03169fee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:02.861471 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3d7a8b-0c2f-4c8d-9ee7-ae0a03169fee None None] Bound using segment: {'id': 'bd50ba8a-c889-4d8f-a0e0-556303014c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '39e21eec-ee2d-4802-908c-d870e965a122'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:51:02.862455 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-8f3d7a8b-0c2f-4c8d-9ee7-ae0a03169fee None None] Bound port: e6354ce3-bbe5-4fc2-adab-64b537135430, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd50ba8a-c889-4d8f-a0e0-556303014c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '39e21eec-ee2d-4802-908c-d870e965a122'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:51:02.862845 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f3d7a8b-0c2f-4c8d-9ee7-ae0a03169fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:02.931517 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-68e45348-9df8-4bee-a026-da68f4facf01 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:02.941965 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-8f3d7a8b-0c2f-4c8d-9ee7-ae0a03169fee None None] For port e6354ce3-bbe5-4fc2-adab-64b537135430, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:51:02.945403 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-8f3d7a8b-0c2f-4c8d-9ee7-ae0a03169fee None None] For port e6354ce3-bbe5-4fc2-adab-64b537135430, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=e6354ce3-bbe5-4fc2-adab-64b537135430,segment=NetworkSegment(bd50ba8a-c889-4d8f-a0e0-556303014c58),segment_id=bd50ba8a-c889-4d8f-a0e0-556303014c58)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:51:02.952404 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8f3d7a8b-0c2f-4c8d-9ee7-ae0a03169fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:02.971042 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-68e45348-9df8-4bee-a026-da68f4facf01 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:03.017926 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e45348-9df8-4bee-a026-da68f4facf01 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network 39e21eec-ee2d-4802-908c-d870e965a122 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:51:03.021514 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-68e45348-9df8-4bee-a026-da68f4facf01 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:51:03.022555 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d7a8b-0c2f-4c8d-9ee7-ae0a03169fee None None] Pushing event updated for resources: {'Port': ['ID=e6354ce3-bbe5-4fc2-adab-64b537135430,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:51:03.026104 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e45348-9df8-4bee-a026-da68f4facf01 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:51:03.055806 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e45348-9df8-4bee-a026-da68f4facf01 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=7c704303-b8df-4f8f-95ec-41262e534c0f,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:51:03.070778 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e45348-9df8-4bee-a026-da68f4facf01 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:51:03.070991 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e45348-9df8-4bee-a026-da68f4facf01 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:51:03.071525 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e45348-9df8-4bee-a026-da68f4facf01 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:51:03.072051 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e45348-9df8-4bee-a026-da68f4facf01 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:51:03.072822 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e45348-9df8-4bee-a026-da68f4facf01 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:51:03.073167 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e45348-9df8-4bee-a026-da68f4facf01 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:51:03.073501 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e45348-9df8-4bee-a026-da68f4facf01 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:51:03.073840 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e45348-9df8-4bee-a026-da68f4facf01 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:51:03.074229 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e45348-9df8-4bee-a026-da68f4facf01 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:51:03.074525 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e45348-9df8-4bee-a026-da68f4facf01 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:51:03.074859 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e45348-9df8-4bee-a026-da68f4facf01 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:51:03.075181 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e45348-9df8-4bee-a026-da68f4facf01 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:51:03.089736 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-68e45348-9df8-4bee-a026-da68f4facf01 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:03.242302 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-68e45348-9df8-4bee-a026-da68f4facf01 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:03.537983 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-68e45348-9df8-4bee-a026-da68f4facf01 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:03.542651 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-68e45348-9df8-4bee-a026-da68f4facf01 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:03.619051 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-68e45348-9df8-4bee-a026-da68f4facf01 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:03.620709 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e45348-9df8-4bee-a026-da68f4facf01 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=7c704303-b8df-4f8f-95ec-41262e534c0f,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:51:03.714314 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e45348-9df8-4bee-a026-da68f4facf01 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network 39e21eec-ee2d-4802-908c-d870e965a122 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:51:03.715670 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-68e45348-9df8-4bee-a026-da68f4facf01 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:51:03.831885 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e45348-9df8-4bee-a026-da68f4facf01 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Router 8555b1c3-4c93-468e-a4ff-97422d6e81b2 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:51:03.942814 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e45348-9df8-4bee-a026-da68f4facf01 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:51:03.948277 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-68e45348-9df8-4bee-a026-da68f4facf01 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "PUT /v2.0/routers/8555b1c3-4c93-468e-a4ff-97422d6e81b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9512861 Oct 12 07:51:03.950817 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44482) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:51:03.977709 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475715bb-1786-42e1-91a2-01e111961ec9 None None] Network 39e21eec-ee2d-4802-908c-d870e965a122 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:51:04.049038 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4772fd21-2fde-47a1-8f93-e83bcd063a27 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:51:04.049630 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4772fd21-2fde-47a1-8f93-e83bcd063a27 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:51:04.049960 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4772fd21-2fde-47a1-8f93-e83bcd063a27 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:51:04.050447 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4772fd21-2fde-47a1-8f93-e83bcd063a27 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:51:04.050871 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-41125d6e-bfed-472b-96a1-157e04122686 None None] Provisioning complete for port e6354ce3-bbe5-4fc2-adab-64b537135430 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:51:04.051239 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-41125d6e-bfed-472b-96a1-157e04122686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:04.051568 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-41125d6e-bfed-472b-96a1-157e04122686 None None] Attempt 1 to provision port e6354ce3-bbe5-4fc2-adab-64b537135430 Oct 12 07:51:04.052164 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-4772fd21-2fde-47a1-8f93-e83bcd063a27 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1003458 Oct 12 07:51:04.054795 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44484) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:51:04.106671 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc64e70-3cea-4d9c-b076-7e6b1125a76e tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:51:04.107137 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc64e70-3cea-4d9c-b076-7e6b1125a76e tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:51:04.107618 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc64e70-3cea-4d9c-b076-7e6b1125a76e tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:51:04.108067 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc64e70-3cea-4d9c-b076-7e6b1125a76e tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:51:04.112272 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-efc64e70-3cea-4d9c-b076-7e6b1125a76e tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2726 time: 0.0539494 Oct 12 07:51:04.112982 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44486) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:51:04.192170 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-41125d6e-bfed-472b-96a1-157e04122686 None None] Current status of the port e6354ce3-bbe5-4fc2-adab-64b537135430 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:51:04.192917 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-41125d6e-bfed-472b-96a1-157e04122686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:04.241763 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-41125d6e-bfed-472b-96a1-157e04122686 None None] For port e6354ce3-bbe5-4fc2-adab-64b537135430, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=e6354ce3-bbe5-4fc2-adab-64b537135430,segment=NetworkSegment(bd50ba8a-c889-4d8f-a0e0-556303014c58),segment_id=bd50ba8a-c889-4d8f-a0e0-556303014c58)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:51:04.255470 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-41125d6e-bfed-472b-96a1-157e04122686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:04.286516 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d5fd4aca-3e0c-4293-8b1e-f9578e3408e7 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1729255 Oct 12 07:51:04.290704 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 5e9a586c-64b3-4f40-bd37-c21cd25c19b7 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:51:04.351475 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41125d6e-bfed-472b-96a1-157e04122686 None None] Pushing event updated for resources: {'Port': ['ID=e6354ce3-bbe5-4fc2-adab-64b537135430,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:51:04.362500 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44490) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:51:04.368878 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 5e9a586c-64b3-4f40-bd37-c21cd25c19b7 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:51:04.369255 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:04.369484 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-3c3ac9a0-da35-4e77-84c6-0a6cc433dc78 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1426056258', 'description': 'tempest-secgroup-smoke-1426056258 description', 'project_id': '62f83991a7314cd6b6c084162dcfff66'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:51:04.369664 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 5e9a586c-64b3-4f40-bd37-c21cd25c19b7 Oct 12 07:51:04.391722 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3c3ac9a0-da35-4e77-84c6-0a6cc433dc78 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:04.468932 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 5e9a586c-64b3-4f40-bd37-c21cd25c19b7 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:51:04.469319 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:04.474688 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3c3ac9a0-da35-4e77-84c6-0a6cc433dc78 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:04.478943 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3c3ac9a0-da35-4e77-84c6-0a6cc433dc78 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:04.489704 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 5e9a586c-64b3-4f40-bd37-c21cd25c19b7, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=5e9a586c-64b3-4f40-bd37-c21cd25c19b7,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:51:04.496175 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:04.497021 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device e6354ce3-bbe5-4fc2-adab-64b537135430 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:51:04.510007 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3c3ac9a0-da35-4e77-84c6-0a6cc433dc78 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:04.513885 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-3c3ac9a0-da35-4e77-84c6-0a6cc433dc78 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1464674 Oct 12 07:51:04.514264 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44492) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:51:04.519913 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-150ee3d0-653b-4d9d-8433-ff7a0386b57a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': 'd30c27d0-426a-4074-81f1-aa79fce3f41c', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:51:04.539440 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ac9a0-da35-4e77-84c6-0a6cc433dc78 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d30c27d0-426a-4074-81f1-aa79fce3f41c,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:51:04.566786 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-150ee3d0-653b-4d9d-8433-ff7a0386b57a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:04.591677 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=5e9a586c-64b3-4f40-bd37-c21cd25c19b7,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:51:04.603781 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-66e9c5fc-d6c4-472f-8a23-586861fba83f None None] Provisioning complete for port 7c704303-b8df-4f8f-95ec-41262e534c0f triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:51:04.604156 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-66e9c5fc-d6c4-472f-8a23-586861fba83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:04.604491 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-66e9c5fc-d6c4-472f-8a23-586861fba83f None None] Attempt 1 to provision port 7c704303-b8df-4f8f-95ec-41262e534c0f Oct 12 07:51:04.634419 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port e6354ce3-bbe5-4fc2-adab-64b537135430 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:51:04.634800 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:04.635137 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port e6354ce3-bbe5-4fc2-adab-64b537135430 Oct 12 07:51:04.638366 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-150ee3d0-653b-4d9d-8433-ff7a0386b57a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:04.643163 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-150ee3d0-653b-4d9d-8433-ff7a0386b57a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:04.664968 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ee3d0-653b-4d9d-8433-ff7a0386b57a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26d214a7-bf51-4070-8fba-bd58b230615b,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:51:04.673686 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-66e9c5fc-d6c4-472f-8a23-586861fba83f None None] Port 7c704303-b8df-4f8f-95ec-41262e534c0f cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:51:04.678813 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-150ee3d0-653b-4d9d-8433-ff7a0386b57a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:04.682206 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2a0b8f-12fd-465c-9f22-09e70cf30b44 None None] Sync routers for ids ['8555b1c3-4c93-468e-a4ff-97422d6e81b2'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:51:04.686551 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-150ee3d0-653b-4d9d-8433-ff7a0386b57a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1711965 Oct 12 07:51:04.686811 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44494) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:51:04.692294 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-00ea4cc5-a78f-40cb-9af3-f6ad767f7fe7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': 'd30c27d0-426a-4074-81f1-aa79fce3f41c', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:51:04.705202 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2a0b8f-12fd-465c-9f22-09e70cf30b44 None None] Routers {'8555b1c3-4c93-468e-a4ff-97422d6e81b2'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:51:04.705885 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-bc2a0b8f-12fd-465c-9f22-09e70cf30b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:50:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['8555b1c3-4c93-468e-a4ff-97422d6e81b2'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:51:04.725588 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-00ea4cc5-a78f-40cb-9af3-f6ad767f7fe7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:04.730554 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port e6354ce3-bbe5-4fc2-adab-64b537135430 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:51:04.783360 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-00ea4cc5-a78f-40cb-9af3-f6ad767f7fe7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:04.787225 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-00ea4cc5-a78f-40cb-9af3-f6ad767f7fe7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:04.805337 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ea4cc5-a78f-40cb-9af3-f6ad767f7fe7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9039ad8-e7e8-4579-becb-d625a29658b9,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:51:04.816344 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-00ea4cc5-a78f-40cb-9af3-f6ad767f7fe7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:04.817862 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-00ea4cc5-a78f-40cb-9af3-f6ad767f7fe7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1293263 Oct 12 07:51:04.820691 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44496) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:51:04.825662 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-96053f1c-f915-4386-8733-416e82995ccd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': 'd30c27d0-426a-4074-81f1-aa79fce3f41c', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:51:04.839479 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-bc2a0b8f-12fd-465c-9f22-09e70cf30b44 None None] Set router 8555b1c3-4c93-468e-a4ff-97422d6e81b2 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:51:04.853943 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-96053f1c-f915-4386-8733-416e82995ccd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:04.918330 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-96053f1c-f915-4386-8733-416e82995ccd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:04.923944 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-96053f1c-f915-4386-8733-416e82995ccd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:04.944139 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96053f1c-f915-4386-8733-416e82995ccd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0173b06-cb57-4ca0-b659-7de84f5cfa8f,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:51:04.950795 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-96053f1c-f915-4386-8733-416e82995ccd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:04.955922 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44498) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:51:04.958585 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-96053f1c-f915-4386-8733-416e82995ccd tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1367743 Oct 12 07:51:04.960886 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-3e728202-eca9-4421-b76c-10b1bdb9d7d2 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': 'd30c27d0-426a-4074-81f1-aa79fce3f41c', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:51:04.988257 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3e728202-eca9-4421-b76c-10b1bdb9d7d2 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:05.048317 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3e728202-eca9-4421-b76c-10b1bdb9d7d2 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:05.052485 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3e728202-eca9-4421-b76c-10b1bdb9d7d2 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:05.054639 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-bc2a0b8f-12fd-465c-9f22-09e70cf30b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'name': 'tempest-TestNetworkBasicOps-router-511210935', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '5e9a586c-64b3-4f40-bd37-c21cd25c19b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:50:59Z', 'updated_at': '2022-10-12T07:51:03Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '5e9a586c-64b3-4f40-bd37-c21cd25c19b7', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:51:00Z', 'updated_at': '2022-10-12T07:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '7c704303-b8df-4f8f-95ec-41262e534c0f', 'name': '', 'network_id': '39e21eec-ee2d-4802-908c-d870e965a122', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:2a:e3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '7c75d9e6-da07-4e93-8f79-c19097c3120a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:51:02Z', 'updated_at': '2022-10-12T07:51:03Z', 'revision_number': 2, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '7c75d9e6-da07-4e93-8f79-c19097c3120a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:51:05.072856 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728202-eca9-4421-b76c-10b1bdb9d7d2 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=840a1a54-2856-439d-a181-1e0f522b6378,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:51:05.077987 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3e728202-eca9-4421-b76c-10b1bdb9d7d2 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:05.082234 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-3e728202-eca9-4421-b76c-10b1bdb9d7d2 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1221015 Oct 12 07:51:05.082356 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2a0b8f-12fd-465c-9f22-09e70cf30b44 None None] Checking router: 8555b1c3-4c93-468e-a4ff-97422d6e81b2 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:51:05.082356 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2a0b8f-12fd-465c-9f22-09e70cf30b44 None None] Updating router 8555b1c3-4c93-468e-a4ff-97422d6e81b2 port 7c704303-b8df-4f8f-95ec-41262e534c0f binding host dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:51:05.082550 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44500) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:51:05.088166 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-a82accd9-6879-4c04-adf8-291adcb35e8b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': 'd30c27d0-426a-4074-81f1-aa79fce3f41c', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:51:05.106646 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bc2a0b8f-12fd-465c-9f22-09e70cf30b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:05.107066 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-a82accd9-6879-4c04-adf8-291adcb35e8b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Project 62f83991a7314cd6b6c084162dcfff66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 07:51:05.112405 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a82accd9-6879-4c04-adf8-291adcb35e8b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:05.174543 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-66e9c5fc-d6c4-472f-8a23-586861fba83f None None] Attempt 2 to provision port 7c704303-b8df-4f8f-95ec-41262e534c0f Oct 12 07:51:05.175165 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a82accd9-6879-4c04-adf8-291adcb35e8b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:05.179989 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a82accd9-6879-4c04-adf8-291adcb35e8b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:05.199659 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82accd9-6879-4c04-adf8-291adcb35e8b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91eb1f41-d641-41e8-b29a-4292acdaf186,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:51:05.211461 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a82accd9-6879-4c04-adf8-291adcb35e8b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:05.212699 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a82accd9-6879-4c04-adf8-291adcb35e8b tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1279783 Oct 12 07:51:05.215472 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44502) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:51:05.219920 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-66e9c5fc-d6c4-472f-8a23-586861fba83f None None] Port 7c704303-b8df-4f8f-95ec-41262e534c0f cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:51:05.220429 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-19ac0db3-9a02-4061-9b1f-99503d2e8be9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'security_group_rule': {'security_group_id': 'd30c27d0-426a-4074-81f1-aa79fce3f41c', 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:51:05.240831 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-19ac0db3-9a02-4061-9b1f-99503d2e8be9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Project 62f83991a7314cd6b6c084162dcfff66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 07:51:05.245780 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-19ac0db3-9a02-4061-9b1f-99503d2e8be9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:05.306343 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-19ac0db3-9a02-4061-9b1f-99503d2e8be9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:05.309925 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-19ac0db3-9a02-4061-9b1f-99503d2e8be9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:05.327711 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac0db3-9a02-4061-9b1f-99503d2e8be9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dff0fc80-8aef-4107-94cc-986b020278d2,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:51:05.339895 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-19ac0db3-9a02-4061-9b1f-99503d2e8be9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:05.342270 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-19ac0db3-9a02-4061-9b1f-99503d2e8be9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1249526 Oct 12 07:51:05.378179 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bc2a0b8f-12fd-465c-9f22-09e70cf30b44 None None] Notify callbacks [] for port, precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:05.383155 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bc2a0b8f-12fd-465c-9f22-09e70cf30b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:05.455638 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d010eb-866d-406c-b2c5-e2abba36a149 None None] Pushing event updated for resources: {'Port': ['ID=7c704303-b8df-4f8f-95ec-41262e534c0f,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:51:05.467558 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d010eb-866d-406c-b2c5-e2abba36a149 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:51:05.467898 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d010eb-866d-406c-b2c5-e2abba36a149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:51:05.468249 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d010eb-866d-406c-b2c5-e2abba36a149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:51:05.469090 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d010eb-866d-406c-b2c5-e2abba36a149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:51:05.469416 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d010eb-866d-406c-b2c5-e2abba36a149 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:51:05.469750 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d010eb-866d-406c-b2c5-e2abba36a149 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:51:05.470078 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d010eb-866d-406c-b2c5-e2abba36a149 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:51:05.470396 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d010eb-866d-406c-b2c5-e2abba36a149 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:51:05.470712 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d010eb-866d-406c-b2c5-e2abba36a149 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:51:05.471023 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d010eb-866d-406c-b2c5-e2abba36a149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:51:05.471333 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d010eb-866d-406c-b2c5-e2abba36a149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:51:05.471654 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d010eb-866d-406c-b2c5-e2abba36a149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:51:05.478085 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-bc2a0b8f-12fd-465c-9f22-09e70cf30b44 None None] Attempting to bind port 7c704303-b8df-4f8f-95ec-41262e534c0f on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:51:05.478451 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-bc2a0b8f-12fd-465c-9f22-09e70cf30b44 None None] Attempting to bind port 7c704303-b8df-4f8f-95ec-41262e534c0f by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'bd50ba8a-c889-4d8f-a0e0-556303014c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '39e21eec-ee2d-4802-908c-d870e965a122'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:51:05.478804 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2a0b8f-12fd-465c-9f22-09e70cf30b44 None None] Attempting to bind port 7c704303-b8df-4f8f-95ec-41262e534c0f on network 39e21eec-ee2d-4802-908c-d870e965a122 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:51:05.483973 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2a0b8f-12fd-465c-9f22-09e70cf30b44 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:51:05.484917 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2a0b8f-12fd-465c-9f22-09e70cf30b44 None None] Checking segment: {'id': 'bd50ba8a-c889-4d8f-a0e0-556303014c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '39e21eec-ee2d-4802-908c-d870e965a122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:51:05.485310 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bc2a0b8f-12fd-465c-9f22-09e70cf30b44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:05.485511 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-f073217a-4327-4ca4-987d-2aeda810b74a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1426056258&fields=id&tenant_id=62f83991a7314cd6b6c084162dcfff66 HTTP/1.1" status: 200 len: 267 time: 0.0349755 Oct 12 07:51:05.485980 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2a0b8f-12fd-465c-9f22-09e70cf30b44 None None] Bound using segment: {'id': 'bd50ba8a-c889-4d8f-a0e0-556303014c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '39e21eec-ee2d-4802-908c-d870e965a122'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:51:05.486158 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-bc2a0b8f-12fd-465c-9f22-09e70cf30b44 None None] Bound port: 7c704303-b8df-4f8f-95ec-41262e534c0f, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd50ba8a-c889-4d8f-a0e0-556303014c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '39e21eec-ee2d-4802-908c-d870e965a122'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:51:05.486513 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bc2a0b8f-12fd-465c-9f22-09e70cf30b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:05.550240 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-bc2a0b8f-12fd-465c-9f22-09e70cf30b44 None None] For port 7c704303-b8df-4f8f-95ec-41262e534c0f, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:51:05.553661 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-bc2a0b8f-12fd-465c-9f22-09e70cf30b44 None None] For port 7c704303-b8df-4f8f-95ec-41262e534c0f, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=7c704303-b8df-4f8f-95ec-41262e534c0f,segment=NetworkSegment(bd50ba8a-c889-4d8f-a0e0-556303014c58),segment_id=bd50ba8a-c889-4d8f-a0e0-556303014c58)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:51:05.557866 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bc2a0b8f-12fd-465c-9f22-09e70cf30b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:05.594182 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2a0b8f-12fd-465c-9f22-09e70cf30b44 None None] Routers {'8555b1c3-4c93-468e-a4ff-97422d6e81b2'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:51:05.594800 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-bc2a0b8f-12fd-465c-9f22-09e70cf30b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:50:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['8555b1c3-4c93-468e-a4ff-97422d6e81b2'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:51:05.598834 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-7a023a20-b603-4b4a-bb97-ca4d9dfa504f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:51:05.600341 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-7a023a20-b603-4b4a-bb97-ca4d9dfa504f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/networks?id=39e21eec-ee2d-4802-908c-d870e965a122 HTTP/1.1" status: 200 len: 796 time: 0.1080003 Oct 12 07:51:05.615364 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-372a44a9-e27a-40fc-badf-caffffa20fad tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/quotas/62f83991a7314cd6b6c084162dcfff66 HTTP/1.1" status: 200 len: 375 time: 0.0092430 Oct 12 07:51:05.646368 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d010eb-866d-406c-b2c5-e2abba36a149 None None] Pushing event updated for resources: {'Port': ['ID=7c704303-b8df-4f8f-95ec-41262e534c0f,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:51:05.666354 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-a5c7470d-9806-4b64-8feb-9856f573ec1f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453105 Oct 12 07:51:05.715390 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-bc2a0b8f-12fd-465c-9f22-09e70cf30b44 None None] Set router 8555b1c3-4c93-468e-a4ff-97422d6e81b2 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:51:05.721249 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-66e9c5fc-d6c4-472f-8a23-586861fba83f None None] Attempt 3 to provision port 7c704303-b8df-4f8f-95ec-41262e534c0f Oct 12 07:51:05.770616 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-637ff71c-a762-49f1-bd5d-fec0a55508f3 service neutron] 10.222.0.26 "GET /v2.0/networks/39e21eec-ee2d-4802-908c-d870e965a122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925570 Oct 12 07:51:05.806907 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-66e9c5fc-d6c4-472f-8a23-586861fba83f None None] Current status of the port 7c704303-b8df-4f8f-95ec-41262e534c0f is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:51:05.807588 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-66e9c5fc-d6c4-472f-8a23-586861fba83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:05.842591 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-66e9c5fc-d6c4-472f-8a23-586861fba83f None None] For port 7c704303-b8df-4f8f-95ec-41262e534c0f, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=7c704303-b8df-4f8f-95ec-41262e534c0f,segment=NetworkSegment(bd50ba8a-c889-4d8f-a0e0-556303014c58),segment_id=bd50ba8a-c889-4d8f-a0e0-556303014c58)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:51:05.848613 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-66e9c5fc-d6c4-472f-8a23-586861fba83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:05.876987 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-73fc8a05-dcf2-4e14-82db-2d050b2efa8f service neutron] 10.222.0.26 "GET /v2.0/networks/39e21eec-ee2d-4802-908c-d870e965a122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011002 Oct 12 07:51:05.897711 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-66e9c5fc-d6c4-472f-8a23-586861fba83f None None] Provisioning complete for port e6354ce3-bbe5-4fc2-adab-64b537135430 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:51:05.898197 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-66e9c5fc-d6c4-472f-8a23-586861fba83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:05.898604 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-66e9c5fc-d6c4-472f-8a23-586861fba83f None None] Attempt 1 to provision port e6354ce3-bbe5-4fc2-adab-64b537135430 Oct 12 07:51:05.935736 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e9c5fc-d6c4-472f-8a23-586861fba83f None None] Pushing event updated for resources: {'Port': ['ID=7c704303-b8df-4f8f-95ec-41262e534c0f,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:51:05.996593 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-66e9c5fc-d6c4-472f-8a23-586861fba83f None None] Current status of the port e6354ce3-bbe5-4fc2-adab-64b537135430 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:51:06.028396 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-bc2a0b8f-12fd-465c-9f22-09e70cf30b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'name': 'tempest-TestNetworkBasicOps-router-511210935', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '5e9a586c-64b3-4f40-bd37-c21cd25c19b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:50:59Z', 'updated_at': '2022-10-12T07:51:03Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '5e9a586c-64b3-4f40-bd37-c21cd25c19b7', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:51:00Z', 'updated_at': '2022-10-12T07:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '7c704303-b8df-4f8f-95ec-41262e534c0f', 'name': '', 'network_id': '39e21eec-ee2d-4802-908c-d870e965a122', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:2a:e3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '7c75d9e6-da07-4e93-8f79-c19097c3120a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:51:02Z', 'updated_at': '2022-10-12T07:51:05Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '7c75d9e6-da07-4e93-8f79-c19097c3120a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:51:06.058464 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2a0b8f-12fd-465c-9f22-09e70cf30b44 None None] The sync data for ids ['8555b1c3-4c93-468e-a4ff-97422d6e81b2'] in dv-neutron-860909-2-hyperv is: [{'id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'name': 'tempest-TestNetworkBasicOps-router-511210935', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '5e9a586c-64b3-4f40-bd37-c21cd25c19b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:50:59Z', 'updated_at': '2022-10-12T07:51:03Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '5e9a586c-64b3-4f40-bd37-c21cd25c19b7', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:51:00Z', 'updated_at': '2022-10-12T07:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '7c704303-b8df-4f8f-95ec-41262e534c0f', 'name': '', 'network_id': '39e21eec-ee2d-4802-908c-d870e965a122', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:2a:e3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '7c75d9e6-da07-4e93-8f79-c19097c3120a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:51:02Z', 'updated_at': '2022-10-12T07:51:05Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '7c75d9e6-da07-4e93-8f79-c19097c3120a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:51:06.059850 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4681f41c-0cbf-4f4e-9270-3f15ec4a1b56 req-274f5fd3-1eff-4d52-9dc4-c19b8df067b5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d1d3a0f-fc7e-4190-9e8a-4c8615be8cc4 HTTP/1.1" status: 200 len: 210 time: 0.0266526 Oct 12 07:51:06.140045 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-4b178e23-f4c1-4813-8047-edfeaa4f1397 None None] Provisioning complete for port 7c704303-b8df-4f8f-95ec-41262e534c0f triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:51:06.141147 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4b178e23-f4c1-4813-8047-edfeaa4f1397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:06.141994 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-4b178e23-f4c1-4813-8047-edfeaa4f1397 None None] Attempt 1 to provision port 7c704303-b8df-4f8f-95ec-41262e534c0f Oct 12 07:51:06.268569 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-4b178e23-f4c1-4813-8047-edfeaa4f1397 None None] Current status of the port 7c704303-b8df-4f8f-95ec-41262e534c0f is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:51:06.331068 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 7c704303-b8df-4f8f-95ec-41262e534c0f up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:51:06.385286 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 7c704303-b8df-4f8f-95ec-41262e534c0f triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:51:06.385654 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:06.386002 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 7c704303-b8df-4f8f-95ec-41262e534c0f Oct 12 07:51:06.445884 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:51:06.471490 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 7c704303-b8df-4f8f-95ec-41262e534c0f is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:51:06.472720 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 5e9a586c-64b3-4f40-bd37-c21cd25c19b7 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:51:06.532542 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 5e9a586c-64b3-4f40-bd37-c21cd25c19b7 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:51:06.532925 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:06.533259 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 5e9a586c-64b3-4f40-bd37-c21cd25c19b7 Oct 12 07:51:06.620130 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 5e9a586c-64b3-4f40-bd37-c21cd25c19b7 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:51:06.621718 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device e6354ce3-bbe5-4fc2-adab-64b537135430 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:51:06.679220 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port e6354ce3-bbe5-4fc2-adab-64b537135430 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:51:06.679664 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:06.680000 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port e6354ce3-bbe5-4fc2-adab-64b537135430 Oct 12 07:51:06.761382 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port e6354ce3-bbe5-4fc2-adab-64b537135430 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:51:07.076028 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-8d16bb91-45f1-4b3a-ab9c-d3dbe1bac55d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:51:07.078690 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-8d16bb91-45f1-4b3a-ab9c-d3dbe1bac55d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "GET /v2.0/networks?id=39e21eec-ee2d-4802-908c-d870e965a122 HTTP/1.1" status: 200 len: 796 time: 0.1151605 Oct 12 07:51:07.128807 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-996dfd98-768c-40d3-98bd-10ca3a6f26d1 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62f83991a7314cd6b6c084162dcfff66 HTTP/1.1" status: 200 len: 380 time: 0.0417631 Oct 12 07:51:07.139201 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-569df4d3-28ff-43a4-89c3-2ccf7d98bbac tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'port': {'device_id': '4d1d3a0f-fc7e-4190-9e8a-4c8615be8cc4', 'network_id': '39e21eec-ee2d-4802-908c-d870e965a122', 'admin_state_up': True, 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'security_groups': ['d30c27d0-426a-4074-81f1-aa79fce3f41c']}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:51:07.197986 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-69205170-708a-4626-8a80-5800846fd2b9 req-e67c80ab-2ec2-4915-a3c0-985c82f39d42 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d1d3a0f-fc7e-4190-9e8a-4c8615be8cc4 HTTP/1.1" status: 200 len: 210 time: 0.0421691 Oct 12 07:51:07.272991 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-569df4d3-28ff-43a4-89c3-2ccf7d98bbac tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Made reservation on behalf of 62f83991a7314cd6b6c084162dcfff66 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:51:07.276417 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-569df4d3-28ff-43a4-89c3-2ccf7d98bbac tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:07.405120 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-569df4d3-28ff-43a4-89c3-2ccf7d98bbac tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Allocated IP 172.20.0.14 (39e21eec-ee2d-4802-908c-d870e965a122/7c75d9e6-da07-4e93-8f79-c19097c3120a/5a3e6527-9207-4b44-8804-6b5fe518daee) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:51:07.537812 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-569df4d3-28ff-43a4-89c3-2ccf7d98bbac tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:07.570059 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-569df4d3-28ff-43a4-89c3-2ccf7d98bbac tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:07.617640 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-569df4d3-28ff-43a4-89c3-2ccf7d98bbac tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network 39e21eec-ee2d-4802-908c-d870e965a122 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:51:07.620835 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-569df4d3-28ff-43a4-89c3-2ccf7d98bbac tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:51:07.623275 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-569df4d3-28ff-43a4-89c3-2ccf7d98bbac tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:51:07.659527 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569df4d3-28ff-43a4-89c3-2ccf7d98bbac tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=5a3e6527-9207-4b44-8804-6b5fe518daee,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:51:07.679051 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-569df4d3-28ff-43a4-89c3-2ccf7d98bbac tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:51:07.679693 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-569df4d3-28ff-43a4-89c3-2ccf7d98bbac tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:07.696074 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-569df4d3-28ff-43a4-89c3-2ccf7d98bbac tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5610328 Oct 12 07:51:07.708088 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-cc4f2fa6-94e6-4826-bbc3-27cf55e9126d service neutron] Request body: {'port': {'device_id': '4d1d3a0f-fc7e-4190-9e8a-4c8615be8cc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8609'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:51:07.773959 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-cc4f2fa6-94e6-4826-bbc3-27cf55e9126d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:07.897853 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-4b9c46ed-4e97-4273-b45e-00816eaaaa78 None None] Provisioning complete for port 5a3e6527-9207-4b44-8804-6b5fe518daee triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:51:07.898449 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4b9c46ed-4e97-4273-b45e-00816eaaaa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:07.898580 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-4b9c46ed-4e97-4273-b45e-00816eaaaa78 None None] Attempt 1 to provision port 5a3e6527-9207-4b44-8804-6b5fe518daee Oct 12 07:51:07.931348 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-4b9c46ed-4e97-4273-b45e-00816eaaaa78 None None] Port 5a3e6527-9207-4b44-8804-6b5fe518daee cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:51:08.032970 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-cc4f2fa6-94e6-4826-bbc3-27cf55e9126d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a3e6527-9207-4b44-8804-6b5fe518daee {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:51:08.040350 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-cc4f2fa6-94e6-4826-bbc3-27cf55e9126d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:08.052252 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-cc4f2fa6-94e6-4826-bbc3-27cf55e9126d service neutron] Transition to ACTIVE for port object 5a3e6527-9207-4b44-8804-6b5fe518daee will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 07:51:08.055992 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-cc4f2fa6-94e6-4826-bbc3-27cf55e9126d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:08.133384 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f2fa6-94e6-4826-bbc3-27cf55e9126d service neutron] Pushing event updated for resources: {'Port': ['ID=5a3e6527-9207-4b44-8804-6b5fe518daee,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:51:08.162905 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-cc4f2fa6-94e6-4826-bbc3-27cf55e9126d service neutron] Attempting to bind port 5a3e6527-9207-4b44-8804-6b5fe518daee on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:51:08.163232 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-cc4f2fa6-94e6-4826-bbc3-27cf55e9126d service neutron] Attempting to bind port 5a3e6527-9207-4b44-8804-6b5fe518daee by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': 'bd50ba8a-c889-4d8f-a0e0-556303014c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '39e21eec-ee2d-4802-908c-d870e965a122'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:51:08.163548 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-cc4f2fa6-94e6-4826-bbc3-27cf55e9126d service neutron] Attempting to bind port 5a3e6527-9207-4b44-8804-6b5fe518daee on network 39e21eec-ee2d-4802-908c-d870e965a122 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:51:08.167686 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-cc4f2fa6-94e6-4826-bbc3-27cf55e9126d service neutron] Port 5a3e6527-9207-4b44-8804-6b5fe518daee on network 39e21eec-ee2d-4802-908c-d870e965a122 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:51:08.167999 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-cc4f2fa6-94e6-4826-bbc3-27cf55e9126d service neutron] Attempting to bind port 5a3e6527-9207-4b44-8804-6b5fe518daee on network 39e21eec-ee2d-4802-908c-d870e965a122 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:51:08.173302 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-cc4f2fa6-94e6-4826-bbc3-27cf55e9126d service neutron] Checking agent: {'id': 'afe9b392-c72e-4ef3-a7bd-ca4c2066af02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8609', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'started_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:51:08.173629 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-cc4f2fa6-94e6-4826-bbc3-27cf55e9126d service neutron] Checking segment: {'id': 'bd50ba8a-c889-4d8f-a0e0-556303014c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '39e21eec-ee2d-4802-908c-d870e965a122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:51:08.173995 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-cc4f2fa6-94e6-4826-bbc3-27cf55e9126d service neutron] Bound using segment: {'id': 'bd50ba8a-c889-4d8f-a0e0-556303014c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '39e21eec-ee2d-4802-908c-d870e965a122'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:51:08.174437 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-cc4f2fa6-94e6-4826-bbc3-27cf55e9126d service neutron] Bound port: 5a3e6527-9207-4b44-8804-6b5fe518daee, host: hv-neutron-8609, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd50ba8a-c889-4d8f-a0e0-556303014c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '39e21eec-ee2d-4802-908c-d870e965a122'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:51:08.174781 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-cc4f2fa6-94e6-4826-bbc3-27cf55e9126d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:08.236755 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-cc4f2fa6-94e6-4826-bbc3-27cf55e9126d service neutron] For port 5a3e6527-9207-4b44-8804-6b5fe518daee, host hv-neutron-8609, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:51:08.239858 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-cc4f2fa6-94e6-4826-bbc3-27cf55e9126d service neutron] For port 5a3e6527-9207-4b44-8804-6b5fe518daee, host hv-neutron-8609, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=5a3e6527-9207-4b44-8804-6b5fe518daee,segment=NetworkSegment(bd50ba8a-c889-4d8f-a0e0-556303014c58),segment_id=bd50ba8a-c889-4d8f-a0e0-556303014c58)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:51:08.244479 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-cc4f2fa6-94e6-4826-bbc3-27cf55e9126d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:08.250421 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-cc4f2fa6-94e6-4826-bbc3-27cf55e9126d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:51:08.251230 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-cc4f2fa6-94e6-4826-bbc3-27cf55e9126d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:08.252811 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-cc4f2fa6-94e6-4826-bbc3-27cf55e9126d service neutron] 10.222.0.23 "PUT /v2.0/ports/5a3e6527-9207-4b44-8804-6b5fe518daee HTTP/1.1" status: 200 len: 1094 time: 0.5495038 Oct 12 07:51:08.253375 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1d3a0f-fc7e-4190-9e8a-4c8615be8cc4', 'tag': '5a3e6527-9207-4b44-8804-6b5fe518daee'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:51:08.256301 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48343ed-331c-437c-9dc1-d66bd9866778" -d '{"events": [{"name": "network-changed", "server_uuid": "4d1d3a0f-fc7e-4190-9e8a-4c8615be8cc4", "tag": "5a3e6527-9207-4b44-8804-6b5fe518daee"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:51:08.319586 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c2160c-4055-4c58-a18a-dce221bf2752 x-openstack-request-id: req-c9c2160c-4055-4c58-a18a-dce221bf2752 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:51:08.319871 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d1d3a0f-fc7e-4190-9e8a-4c8615be8cc4", "tag": "5a3e6527-9207-4b44-8804-6b5fe518daee", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:51:08.320125 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c9c2160c-4055-4c58-a18a-dce221bf2752 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:51:08.320525 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9c2160c-4055-4c58-a18a-dce221bf2752'] response: {'name': 'network-changed', 'server_uuid': '4d1d3a0f-fc7e-4190-9e8a-4c8615be8cc4', 'tag': '5a3e6527-9207-4b44-8804-6b5fe518daee', 'status': 'completed', 'code': 200} Oct 12 07:51:08.381038 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f2fa6-94e6-4826-bbc3-27cf55e9126d service neutron] Pushing event updated for resources: {'Port': ['ID=5a3e6527-9207-4b44-8804-6b5fe518daee,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:51:08.399877 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead7e51-1836-4551-ad04-ce22ef4f9501 req-5cedfba3-e29e-4230-b0d0-2301286caccf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:51:08.401357 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7ead7e51-1836-4551-ad04-ce22ef4f9501 req-5cedfba3-e29e-4230-b0d0-2301286caccf tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d1d3a0f-fc7e-4190-9e8a-4c8615be8cc4 HTTP/1.1" status: 200 len: 944 time: 0.1108873 Oct 12 07:51:08.403782 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-e484c1cc-3d39-4f9a-91d9-144098667238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:51:08.405121 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-e484c1cc-3d39-4f9a-91d9-144098667238 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&device_id=4d1d3a0f-fc7e-4190-9e8a-4c8615be8cc4 HTTP/1.1" status: 200 len: 1097 time: 0.0957663 Oct 12 07:51:08.432333 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-4b9c46ed-4e97-4273-b45e-00816eaaaa78 None None] Attempt 2 to provision port 5a3e6527-9207-4b44-8804-6b5fe518daee Oct 12 07:51:08.453857 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-4aea9b1c-df2d-4bee-ac00-a9caae7b4060 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a3e6527-9207-4b44-8804-6b5fe518daee HTTP/1.1" status: 200 len: 217 time: 0.0399811 Oct 12 07:51:08.476256 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-4b9c46ed-4e97-4273-b45e-00816eaaaa78 None None] Port 5a3e6527-9207-4b44-8804-6b5fe518daee had new provisioning blocks added so it will not transition to active. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 12 07:51:08.499139 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7ead7e51-1836-4551-ad04-ce22ef4f9501 req-ec928bbd-2206-43c3-8129-c2207d9d835f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=d30c27d0-426a-4074-81f1-aa79fce3f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909631 Oct 12 07:51:08.518765 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-118368ba-aac4-4524-afaf-6bf0e0d399a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:51:08.518765 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-118368ba-aac4-4524-afaf-6bf0e0d399a6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7c75d9e6-da07-4e93-8f79-c19097c3120a HTTP/1.1" status: 200 len: 833 time: 0.0537853 Oct 12 07:51:08.566877 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-5aede22e-f012-4028-a6fa-e4d900199b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:51:08.568379 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-5aede22e-f012-4028-a6fa-e4d900199b23 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=39e21eec-ee2d-4802-908c-d870e965a122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402625 Oct 12 07:51:08.659059 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-850eaa97-3101-40f8-a380-437b9d0d241b service neutron] 10.222.0.23 "GET /v2.0/networks/39e21eec-ee2d-4802-908c-d870e965a122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840559 Oct 12 07:51:08.749609 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-194ded76-38f1-4577-b6f8-a46f2ab52b2a req-622185ad-68fa-4333-bc3b-0c50748121bd service neutron] 10.222.0.23 "GET /v2.0/networks/39e21eec-ee2d-4802-908c-d870e965a122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836759 Oct 12 07:51:08.835348 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48343ed-331c-437c-9dc1-d66bd9866778 req-53a93783-7ec9-4e4c-a0ed-7006c1028060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:51:08.836953 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e48343ed-331c-437c-9dc1-d66bd9866778 req-53a93783-7ec9-4e4c-a0ed-7006c1028060 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&device_id=4d1d3a0f-fc7e-4190-9e8a-4c8615be8cc4 HTTP/1.1" status: 200 len: 1097 time: 0.0408628 Oct 12 07:51:08.929368 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48343ed-331c-437c-9dc1-d66bd9866778 req-0888a913-5125-4989-85e6-07645d2a79ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:51:08.930868 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e48343ed-331c-437c-9dc1-d66bd9866778 req-0888a913-5125-4989-85e6-07645d2a79ed service neutron] 10.222.0.23 "GET /v2.0/networks?id=39e21eec-ee2d-4802-908c-d870e965a122 HTTP/1.1" status: 200 len: 897 time: 0.0858910 Oct 12 07:51:08.971644 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e48343ed-331c-437c-9dc1-d66bd9866778 req-ad2d2b93-dd63-4718-82a9-0f818f62982d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a3e6527-9207-4b44-8804-6b5fe518daee HTTP/1.1" status: 200 len: 217 time: 0.0341351 Oct 12 07:51:09.018696 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48343ed-331c-437c-9dc1-d66bd9866778 req-8ba493b9-fc96-454a-bcff-83d9a8e5467a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:51:09.020007 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e48343ed-331c-437c-9dc1-d66bd9866778 req-8ba493b9-fc96-454a-bcff-83d9a8e5467a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7c75d9e6-da07-4e93-8f79-c19097c3120a HTTP/1.1" status: 200 len: 833 time: 0.0422447 Oct 12 07:51:09.067256 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48343ed-331c-437c-9dc1-d66bd9866778 req-05a061ff-996c-46e5-b677-2f4b9d47dcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:51:09.068710 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e48343ed-331c-437c-9dc1-d66bd9866778 req-05a061ff-996c-46e5-b677-2f4b9d47dcf8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=39e21eec-ee2d-4802-908c-d870e965a122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421402 Oct 12 07:51:09.157099 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e48343ed-331c-437c-9dc1-d66bd9866778 req-736b7be9-674a-46ae-8ada-142a9aa38dba service neutron] 10.222.0.23 "GET /v2.0/networks/39e21eec-ee2d-4802-908c-d870e965a122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810602 Oct 12 07:51:09.248143 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e48343ed-331c-437c-9dc1-d66bd9866778 req-96ced4b0-4258-40a8-b8bb-0433976567df service neutron] 10.222.0.23 "GET /v2.0/networks/39e21eec-ee2d-4802-908c-d870e965a122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838563 Oct 12 07:51:09.626475 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700cf5b-5d0c-49d5-9cd2-0e2c4bb1be55 req-7fb42ec7-423b-4a8d-8751-41dde83bb3c9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:51:09.628000 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f700cf5b-5d0c-49d5-9cd2-0e2c4bb1be55 req-7fb42ec7-423b-4a8d-8751-41dde83bb3c9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d1d3a0f-fc7e-4190-9e8a-4c8615be8cc4 HTTP/1.1" status: 200 len: 944 time: 0.0489764 Oct 12 07:51:09.665111 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f700cf5b-5d0c-49d5-9cd2-0e2c4bb1be55 req-b196a499-2e54-4ea5-a296-492ea4c6d67f tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=d30c27d0-426a-4074-81f1-aa79fce3f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313151 Oct 12 07:51:10.782439 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10db38-87ea-441a-a020-b2e5f6dc6b02 req-c3dc0056-1532-4471-8c5b-fac1524a9ce2 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:51:10.783880 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1d10db38-87ea-441a-a020-b2e5f6dc6b02 req-c3dc0056-1532-4471-8c5b-fac1524a9ce2 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d1d3a0f-fc7e-4190-9e8a-4c8615be8cc4 HTTP/1.1" status: 200 len: 944 time: 0.0477581 Oct 12 07:51:10.822653 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1d10db38-87ea-441a-a020-b2e5f6dc6b02 req-e2816f9f-9339-4b57-a578-dafc921d9ce4 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=d30c27d0-426a-4074-81f1-aa79fce3f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326862 Oct 12 07:51:11.048375 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 5a3e6527-9207-4b44-8804-6b5fe518daee details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 07:51:11.141568 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 5a3e6527-9207-4b44-8804-6b5fe518daee, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=5a3e6527-9207-4b44-8804-6b5fe518daee,segment=NetworkSegment(bd50ba8a-c889-4d8f-a0e0-556303014c58),segment_id=bd50ba8a-c889-4d8f-a0e0-556303014c58)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:51:11.152339 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': '5a3e6527-9207-4b44-8804-6b5fe518daee', 'network_id': '39e21eec-ee2d-4802-908c-d870e965a122', 'port_id': '5a3e6527-9207-4b44-8804-6b5fe518daee', 'mac_address': 'fa:16:3e:68:98:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c75d9e6-da07-4e93-8f79-c19097c3120a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 07:51:11.326985 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 5a3e6527-9207-4b44-8804-6b5fe518daee is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:51:11.327285 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:11.339658 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a3e6527-9207-4b44-8804-6b5fe518daee {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:51:11.359690 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 5a3e6527-9207-4b44-8804-6b5fe518daee, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=5a3e6527-9207-4b44-8804-6b5fe518daee,segment=NetworkSegment(bd50ba8a-c889-4d8f-a0e0-556303014c58),segment_id=bd50ba8a-c889-4d8f-a0e0-556303014c58)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:51:11.363499 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:11.407900 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=5a3e6527-9207-4b44-8804-6b5fe518daee,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:51:11.566189 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['5a3e6527-9207-4b44-8804-6b5fe518daee'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 07:51:11.945586 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c6093-a935-4485-8af9-fee493c69ef4 req-22aa764a-7857-49c5-b934-b7b2d738f885 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:51:11.947010 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5f0c6093-a935-4485-8af9-fee493c69ef4 req-22aa764a-7857-49c5-b934-b7b2d738f885 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d1d3a0f-fc7e-4190-9e8a-4c8615be8cc4 HTTP/1.1" status: 200 len: 945 time: 0.0523181 Oct 12 07:51:11.985970 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5f0c6093-a935-4485-8af9-fee493c69ef4 req-4c4a9730-e032-481e-b5f3-9664e82e4257 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=d30c27d0-426a-4074-81f1-aa79fce3f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328686 Oct 12 07:51:13.047896 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 5a3e6527-9207-4b44-8804-6b5fe518daee up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:51:13.099862 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning for port 5a3e6527-9207-4b44-8804-6b5fe518daee completed by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 12 07:51:13.104413 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port 5a3e6527-9207-4b44-8804-6b5fe518daee triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:51:13.104779 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:13.105129 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port 5a3e6527-9207-4b44-8804-6b5fe518daee Oct 12 07:51:13.107005 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1442198-fc26-439d-8af7-f7a2e70106ad req-6990ee19-c8ba-4d3c-b0ae-44f414d13544 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:51:13.108502 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c1442198-fc26-439d-8af7-f7a2e70106ad req-6990ee19-c8ba-4d3c-b0ae-44f414d13544 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d1d3a0f-fc7e-4190-9e8a-4c8615be8cc4 HTTP/1.1" status: 200 len: 945 time: 0.0493147 Oct 12 07:51:13.147054 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c1442198-fc26-439d-8af7-f7a2e70106ad req-7805fdb7-7654-4014-a2d7-309dbdf80d45 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=d30c27d0-426a-4074-81f1-aa79fce3f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322595 Oct 12 07:51:13.183347 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 5a3e6527-9207-4b44-8804-6b5fe518daee is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:51:13.183731 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:13.206297 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1d3a0f-fc7e-4190-9e8a-4c8615be8cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3e6527-9207-4b44-8804-6b5fe518daee'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:51:13.208665 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c8c2db-6d3e-4949-94ca-fa65fb7f68f2" -d '{"events": [{"server_uuid": "4d1d3a0f-fc7e-4190-9e8a-4c8615be8cc4", "name": "network-vif-plugged", "status": "completed", "tag": "5a3e6527-9207-4b44-8804-6b5fe518daee"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:51:13.223373 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 5a3e6527-9207-4b44-8804-6b5fe518daee, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=5a3e6527-9207-4b44-8804-6b5fe518daee,segment=NetworkSegment(bd50ba8a-c889-4d8f-a0e0-556303014c58),segment_id=bd50ba8a-c889-4d8f-a0e0-556303014c58)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:51:13.227318 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:13.252318 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f7c936-a1ad-47a8-92cc-06127aaa25eb x-openstack-request-id: req-f5f7c936-a1ad-47a8-92cc-06127aaa25eb {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:51:13.252609 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1d3a0f-fc7e-4190-9e8a-4c8615be8cc4", "name": "network-vif-plugged", "status": "completed", "tag": "5a3e6527-9207-4b44-8804-6b5fe518daee", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:51:13.252862 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f5f7c936-a1ad-47a8-92cc-06127aaa25eb {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:51:13.253250 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5f7c936-a1ad-47a8-92cc-06127aaa25eb'] response: {'server_uuid': '4d1d3a0f-fc7e-4190-9e8a-4c8615be8cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3e6527-9207-4b44-8804-6b5fe518daee', 'code': 200} Oct 12 07:51:13.280218 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=5a3e6527-9207-4b44-8804-6b5fe518daee,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:51:13.406748 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d7181c-0c4f-45ea-9dca-63b19fd26e3a req-22db6705-d3e5-4a4a-a86a-fbbb9377ca31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:51:13.408298 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-17d7181c-0c4f-45ea-9dca-63b19fd26e3a req-22db6705-d3e5-4a4a-a86a-fbbb9377ca31 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4d1d3a0f-fc7e-4190-9e8a-4c8615be8cc4 HTTP/1.1" status: 200 len: 1099 time: 0.0398400 Oct 12 07:51:13.441448 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-17d7181c-0c4f-45ea-9dca-63b19fd26e3a req-81e62ece-e0a9-4cf4-969d-9c253f98338f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d30c27d0-426a-4074-81f1-aa79fce3f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266321 Oct 12 07:51:13.917675 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e65db2b0-f510-4e1f-ba53-2ea686d2f81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:14.269027 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551bd1b3-16c9-4316-b6dc-58ba758f2fb4 req-5d55f5a2-8fe3-4fd8-8d15-3b35a96399a3 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:51:14.270511 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-551bd1b3-16c9-4316-b6dc-58ba758f2fb4 req-5d55f5a2-8fe3-4fd8-8d15-3b35a96399a3 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d1d3a0f-fc7e-4190-9e8a-4c8615be8cc4 HTTP/1.1" status: 200 len: 946 time: 0.0519438 Oct 12 07:51:14.308378 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-551bd1b3-16c9-4316-b6dc-58ba758f2fb4 req-55ffc462-79a0-4988-a23c-8f9c3dc53dec tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=d30c27d0-426a-4074-81f1-aa79fce3f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316801 Oct 12 07:51:15.427982 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b054b-ab56-4508-a3a7-fe6ae2d9c412 req-d4f27e89-cdfb-48e1-adb5-7a8d01958eb5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:51:15.429439 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-720b054b-ab56-4508-a3a7-fe6ae2d9c412 req-d4f27e89-cdfb-48e1-adb5-7a8d01958eb5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d1d3a0f-fc7e-4190-9e8a-4c8615be8cc4 HTTP/1.1" status: 200 len: 946 time: 0.0475805 Oct 12 07:51:15.466410 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-720b054b-ab56-4508-a3a7-fe6ae2d9c412 req-8a9a230d-b61a-4ca8-9b04-04367e766d75 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=d30c27d0-426a-4074-81f1-aa79fce3f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310600 Oct 12 07:51:15.583931 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80144987-204f-4ffe-a064-3197ed521295 req-339d703e-e597-41ab-8b5a-863c8bdfd8d5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:51:15.585382 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-80144987-204f-4ffe-a064-3197ed521295 req-339d703e-e597-41ab-8b5a-863c8bdfd8d5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d1d3a0f-fc7e-4190-9e8a-4c8615be8cc4 HTTP/1.1" status: 200 len: 946 time: 0.0483208 Oct 12 07:51:15.621606 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-80144987-204f-4ffe-a064-3197ed521295 req-e64e654d-57cd-4716-ac81-f786ccb02cb2 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=d30c27d0-426a-4074-81f1-aa79fce3f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303795 Oct 12 07:51:15.649152 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44556) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:51:15.687390 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37525408-4670-440f-ac27-3658195d8d89 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:51:15.688860 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-37525408-4670-440f-ac27-3658195d8d89 tempest-TestNetworkBasicOps-1237726635 tempest-TestNetworkBasicOps-1237726635-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=4d1d3a0f-fc7e-4190-9e8a-4c8615be8cc4 HTTP/1.1" status: 200 len: 1094 time: 0.0387237 Oct 12 07:51:15.691595 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44558) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:51:15.695650 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-26813c60-73a5-4a06-b3db-100f403dc497 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'floatingip': {'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'port_id': '5a3e6527-9207-4b44-8804-6b5fe518daee', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:51:15.715090 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26813c60-73a5-4a06-b3db-100f403dc497 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for floatingip, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:15.810986 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26813c60-73a5-4a06-b3db-100f403dc497 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:15.908789 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-26813c60-73a5-4a06-b3db-100f403dc497 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Allocated IP 172.26.3.88 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/b8f95964-0cb3-49d3-a3c9-9429e86ac62e) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:51:16.010374 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26813c60-73a5-4a06-b3db-100f403dc497 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:16.042621 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26813c60-73a5-4a06-b3db-100f403dc497 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:16.073970 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a9f97a8c-6113-489c-9d97-80827e7c6a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:16.079508 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26813c60-73a5-4a06-b3db-100f403dc497 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:51:16.082373 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-26813c60-73a5-4a06-b3db-100f403dc497 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:51:16.085768 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26813c60-73a5-4a06-b3db-100f403dc497 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:51:16.113719 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26813c60-73a5-4a06-b3db-100f403dc497 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=b8f95964-0cb3-49d3-a3c9-9429e86ac62e,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:51:16.435606 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26813c60-73a5-4a06-b3db-100f403dc497 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:16.503088 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26813c60-73a5-4a06-b3db-100f403dc497 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:16.646167 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26813c60-73a5-4a06-b3db-100f403dc497 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:16.650668 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26813c60-73a5-4a06-b3db-100f403dc497 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:16.716241 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26813c60-73a5-4a06-b3db-100f403dc497 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event updated for resources: {'Port': ['ID=b8f95964-0cb3-49d3-a3c9-9429e86ac62e,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:51:16.718577 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26813c60-73a5-4a06-b3db-100f403dc497 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:16.816353 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.l3_db [None req-26813c60-73a5-4a06-b3db-100f403dc497 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Floating IP 7603fe81-651b-4514-b113-b3c580734b04 associated. External IP: 172.26.3.88, port: 5a3e6527-9207-4b44-8804-6b5fe518daee. Oct 12 07:51:17.260361 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:17.336497 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26813c60-73a5-4a06-b3db-100f403dc497 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Router 8555b1c3-4c93-468e-a4ff-97422d6e81b2 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:51:17.443332 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26813c60-73a5-4a06-b3db-100f403dc497 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:51:17.453441 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63018451-3a76-43ee-938f-6c7a38690228 None None] Sync routers for ids ['8555b1c3-4c93-468e-a4ff-97422d6e81b2'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:51:17.462838 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-26813c60-73a5-4a06-b3db-100f403dc497 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:17.463991 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63018451-3a76-43ee-938f-6c7a38690228 None None] Routers {'8555b1c3-4c93-468e-a4ff-97422d6e81b2'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:51:17.464621 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-63018451-3a76-43ee-938f-6c7a38690228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:51:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['8555b1c3-4c93-468e-a4ff-97422d6e81b2'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:51:17.491972 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-26813c60-73a5-4a06-b3db-100f403dc497 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7968004 Oct 12 07:51:17.491972 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1d3a0f-fc7e-4190-9e8a-4c8615be8cc4', 'tag': '5a3e6527-9207-4b44-8804-6b5fe518daee'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:51:17.492385 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44560) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:51:17.492854 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddba47f6901442025abf8f9725c41876113475a10693ce4f7782efac72d774e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f79dfd-544e-4258-914f-be3723680601" -d '{"events": [{"name": "network-changed", "server_uuid": "4d1d3a0f-fc7e-4190-9e8a-4c8615be8cc4", "tag": "5a3e6527-9207-4b44-8804-6b5fe518daee"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:51:17.527501 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc3d230-5c6c-4dac-b758-facc0e43daa3 x-openstack-request-id: req-4fc3d230-5c6c-4dac-b758-facc0e43daa3 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:51:17.527792 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d1d3a0f-fc7e-4190-9e8a-4c8615be8cc4", "tag": "5a3e6527-9207-4b44-8804-6b5fe518daee", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:51:17.528045 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4fc3d230-5c6c-4dac-b758-facc0e43daa3 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:51:17.528459 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fc3d230-5c6c-4dac-b758-facc0e43daa3'] response: {'name': 'network-changed', 'server_uuid': '4d1d3a0f-fc7e-4190-9e8a-4c8615be8cc4', 'tag': '5a3e6527-9207-4b44-8804-6b5fe518daee', 'status': 'completed', 'code': 200} Oct 12 07:51:17.574878 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-63018451-3a76-43ee-938f-6c7a38690228 None None] Set router 8555b1c3-4c93-468e-a4ff-97422d6e81b2 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:51:17.589117 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-44124735-938c-4437-9090-6b89c18dfab5 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/floatingips/7603fe81-651b-4514-b113-b3c580734b04 HTTP/1.1" status: 200 len: 991 time: 0.0946190 Oct 12 07:51:17.597931 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f79dfd-544e-4258-914f-be3723680601 req-0cdfeec5-1d73-4322-bd88-3f1826d0b6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:51:17.599451 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f2f79dfd-544e-4258-914f-be3723680601 req-0cdfeec5-1d73-4322-bd88-3f1826d0b6c6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&device_id=4d1d3a0f-fc7e-4190-9e8a-4c8615be8cc4 HTTP/1.1" status: 200 len: 1099 time: 0.0471079 Oct 12 07:51:17.691390 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f79dfd-544e-4258-914f-be3723680601 req-b98a16b0-4645-4fd7-9620-b55988e5f86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:51:17.692842 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f2f79dfd-544e-4258-914f-be3723680601 req-b98a16b0-4645-4fd7-9620-b55988e5f86b service neutron] 10.222.0.23 "GET /v2.0/networks?id=39e21eec-ee2d-4802-908c-d870e965a122 HTTP/1.1" status: 200 len: 897 time: 0.0872078 Oct 12 07:51:17.756874 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f2f79dfd-544e-4258-914f-be3723680601 req-34d05f25-9938-4df1-b713-4ecc9d2b61c6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a3e6527-9207-4b44-8804-6b5fe518daee HTTP/1.1" status: 200 len: 999 time: 0.0577133 Oct 12 07:51:17.805022 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f79dfd-544e-4258-914f-be3723680601 req-1d3bb727-0a16-46f5-bd01-d043ac106ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:51:17.805989 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-63018451-3a76-43ee-938f-6c7a38690228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'name': 'tempest-TestNetworkBasicOps-router-511210935', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '5e9a586c-64b3-4f40-bd37-c21cd25c19b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:50:59Z', 'updated_at': '2022-10-12T07:51:03Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '5e9a586c-64b3-4f40-bd37-c21cd25c19b7', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:51:00Z', 'updated_at': '2022-10-12T07:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '7603fe81-651b-4514-b113-b3c580734b04', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'floating_ip_address': '172.26.3.88', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'port_id': '5a3e6527-9207-4b44-8804-6b5fe518daee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39e21eec-ee2d-4802-908c-d870e965a122', 'mac_address': 'fa:16:3e:68:98:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1d3a0f-fc7e-4190-9e8a-4c8615be8cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:51:16Z', 'updated_at': '2022-10-12T07:51:16Z', 'revision_number': 0, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c704303-b8df-4f8f-95ec-41262e534c0f', 'name': '', 'network_id': '39e21eec-ee2d-4802-908c-d870e965a122', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:2a:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '7c75d9e6-da07-4e93-8f79-c19097c3120a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:51:02Z', 'updated_at': '2022-10-12T07:51:05Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '7c75d9e6-da07-4e93-8f79-c19097c3120a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:51:17.806514 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f2f79dfd-544e-4258-914f-be3723680601 req-1d3bb727-0a16-46f5-bd01-d043ac106ebb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7c75d9e6-da07-4e93-8f79-c19097c3120a HTTP/1.1" status: 200 len: 833 time: 0.0437243 Oct 12 07:51:17.833459 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63018451-3a76-43ee-938f-6c7a38690228 None None] Checking router: 8555b1c3-4c93-468e-a4ff-97422d6e81b2 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:51:17.841792 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63018451-3a76-43ee-938f-6c7a38690228 None None] Routers {'8555b1c3-4c93-468e-a4ff-97422d6e81b2'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:51:17.842426 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-63018451-3a76-43ee-938f-6c7a38690228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:51:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['8555b1c3-4c93-468e-a4ff-97422d6e81b2'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:51:17.856503 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f79dfd-544e-4258-914f-be3723680601 req-945c5d2c-696b-4f3c-b4fd-7ee35ab6e667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:51:17.857984 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f2f79dfd-544e-4258-914f-be3723680601 req-945c5d2c-696b-4f3c-b4fd-7ee35ab6e667 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=39e21eec-ee2d-4802-908c-d870e965a122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439081 Oct 12 07:51:17.946009 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f2f79dfd-544e-4258-914f-be3723680601 req-15e06bfa-6694-4e6f-8546-76675e8ff406 service neutron] 10.222.0.23 "GET /v2.0/networks/39e21eec-ee2d-4802-908c-d870e965a122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804591 Oct 12 07:51:17.947461 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-63018451-3a76-43ee-938f-6c7a38690228 None None] Set router 8555b1c3-4c93-468e-a4ff-97422d6e81b2 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:51:18.037725 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f2f79dfd-544e-4258-914f-be3723680601 req-1cd7dc99-6b9e-4f2b-992a-d7d033484f70 service neutron] 10.222.0.23 "GET /v2.0/networks/39e21eec-ee2d-4802-908c-d870e965a122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857203 Oct 12 07:51:18.168963 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-63018451-3a76-43ee-938f-6c7a38690228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'name': 'tempest-TestNetworkBasicOps-router-511210935', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '5e9a586c-64b3-4f40-bd37-c21cd25c19b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:50:59Z', 'updated_at': '2022-10-12T07:51:03Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '5e9a586c-64b3-4f40-bd37-c21cd25c19b7', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:51:00Z', 'updated_at': '2022-10-12T07:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '7603fe81-651b-4514-b113-b3c580734b04', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'floating_ip_address': '172.26.3.88', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'port_id': '5a3e6527-9207-4b44-8804-6b5fe518daee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39e21eec-ee2d-4802-908c-d870e965a122', 'mac_address': 'fa:16:3e:68:98:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1d3a0f-fc7e-4190-9e8a-4c8615be8cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:51:16Z', 'updated_at': '2022-10-12T07:51:16Z', 'revision_number': 0, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c704303-b8df-4f8f-95ec-41262e534c0f', 'name': '', 'network_id': '39e21eec-ee2d-4802-908c-d870e965a122', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:2a:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '7c75d9e6-da07-4e93-8f79-c19097c3120a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:51:02Z', 'updated_at': '2022-10-12T07:51:05Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '7c75d9e6-da07-4e93-8f79-c19097c3120a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:51:18.199515 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63018451-3a76-43ee-938f-6c7a38690228 None None] The sync data for ids ['8555b1c3-4c93-468e-a4ff-97422d6e81b2'] in dv-neutron-860909-2-hyperv is: [{'id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'name': 'tempest-TestNetworkBasicOps-router-511210935', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '5e9a586c-64b3-4f40-bd37-c21cd25c19b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:50:59Z', 'updated_at': '2022-10-12T07:51:03Z', 'revision_number': 4, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '5e9a586c-64b3-4f40-bd37-c21cd25c19b7', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:51:00Z', 'updated_at': '2022-10-12T07:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '7603fe81-651b-4514-b113-b3c580734b04', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'floating_ip_address': '172.26.3.88', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'port_id': '5a3e6527-9207-4b44-8804-6b5fe518daee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39e21eec-ee2d-4802-908c-d870e965a122', 'mac_address': 'fa:16:3e:68:98:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1d3a0f-fc7e-4190-9e8a-4c8615be8cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:51:16Z', 'updated_at': '2022-10-12T07:51:16Z', 'revision_number': 0, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c704303-b8df-4f8f-95ec-41262e534c0f', 'name': '', 'network_id': '39e21eec-ee2d-4802-908c-d870e965a122', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:2a:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '7c75d9e6-da07-4e93-8f79-c19097c3120a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:51:02Z', 'updated_at': '2022-10-12T07:51:05Z', 'revision_number': 5, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '7c75d9e6-da07-4e93-8f79-c19097c3120a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:51:18.378723 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6f84d7-4528-4b55-9689-394b54d158bc None None] New status for floating IP 7603fe81-651b-4514-b113-b3c580734b04: ACTIVE {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 07:51:18.591834 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44564) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:51:18.651888 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-824d30c4-df82-4cfe-a444-1bdba49702e2 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/floatingips/7603fe81-651b-4514-b113-b3c580734b04 HTTP/1.1" status: 200 len: 993 time: 0.0589137 Oct 12 07:51:18.821834 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:19.142383 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:21.084663 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:43.444562 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:51:43.918519 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-20d3dc9e-ce81-4f33-9af7-46a99f9c2dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:45.270463 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44576) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:51:45.275033 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-39fff77c-9d51-4931-9356-fd6f29de9814 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'router': {'admin_state_up': False}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:51:45.573867 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-39fff77c-9d51-4931-9356-fd6f29de9814 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33139406', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33141651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13931'] for router, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:45.584117 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-39fff77c-9d51-4931-9356-fd6f29de9814 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33139383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33139388', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33141656'] for router, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:45.690033 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39fff77c-9d51-4931-9356-fd6f29de9814 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Router 8555b1c3-4c93-468e-a4ff-97422d6e81b2 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:51:45.793743 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39fff77c-9d51-4931-9356-fd6f29de9814 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:51:45.802075 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-39fff77c-9d51-4931-9356-fd6f29de9814 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:45.803275 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-39fff77c-9d51-4931-9356-fd6f29de9814 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "PUT /v2.0/routers/8555b1c3-4c93-468e-a4ff-97422d6e81b2 HTTP/1.1" status: 200 len: 887 time: 0.5318139 Oct 12 07:51:45.809722 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d404c6-94b2-4e4c-9302-24bb61ee0c3c None None] Sync routers for ids ['8555b1c3-4c93-468e-a4ff-97422d6e81b2'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:51:45.819507 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d404c6-94b2-4e4c-9302-24bb61ee0c3c None None] Routers {'8555b1c3-4c93-468e-a4ff-97422d6e81b2'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:51:45.820102 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-d5d404c6-94b2-4e4c-9302-24bb61ee0c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:51:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['8555b1c3-4c93-468e-a4ff-97422d6e81b2'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:51:45.855254 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-d5d404c6-94b2-4e4c-9302-24bb61ee0c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:51:45.864129 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d404c6-94b2-4e4c-9302-24bb61ee0c3c None None] Routers {'8555b1c3-4c93-468e-a4ff-97422d6e81b2'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:51:45.864701 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-d5d404c6-94b2-4e4c-9302-24bb61ee0c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:51:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['8555b1c3-4c93-468e-a4ff-97422d6e81b2'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:51:45.896040 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-d5d404c6-94b2-4e4c-9302-24bb61ee0c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:51:45.896651 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d404c6-94b2-4e4c-9302-24bb61ee0c3c None None] The sync data for ids ['8555b1c3-4c93-468e-a4ff-97422d6e81b2'] in dv-neutron-860909-2-hyperv is: [] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:51:46.075096 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c266b921-c652-46a6-9b20-fc41f42685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:46.305330 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 7c704303-b8df-4f8f-95ec-41262e534c0f no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:51:46.389065 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 7c704303-b8df-4f8f-95ec-41262e534c0f is: ACTIVE; New status is: DOWN {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:51:46.389456 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:46.406996 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c334afd-99f5-4dd7-b65b-e66cb2aa225d None None] New status for floating IP 7603fe81-651b-4514-b113-b3c580734b04: DOWN {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 07:51:46.424305 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 7c704303-b8df-4f8f-95ec-41262e534c0f, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=7c704303-b8df-4f8f-95ec-41262e534c0f,segment=NetworkSegment(bd50ba8a-c889-4d8f-a0e0-556303014c58),segment_id=bd50ba8a-c889-4d8f-a0e0-556303014c58)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:51:46.428370 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:46.476121 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=7c704303-b8df-4f8f-95ec-41262e534c0f,revision_number=6']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:51:47.262661 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:47.913872 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44580) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:51:47.918660 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-302087d2-d660-447c-9ee2-3275b6328fbb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:51:48.207702 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 5e9a586c-64b3-4f40-bd37-c21cd25c19b7 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:51:48.214771 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-302087d2-d660-447c-9ee2-3275b6328fbb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33139406', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33141651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13931'] for router, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:48.225437 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-302087d2-d660-447c-9ee2-3275b6328fbb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33139383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33139388', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33141656'] for router, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:48.285608 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 5e9a586c-64b3-4f40-bd37-c21cd25c19b7 is: ACTIVE; New status is: DOWN {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:51:48.286291 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:48.307513 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 5e9a586c-64b3-4f40-bd37-c21cd25c19b7, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=5e9a586c-64b3-4f40-bd37-c21cd25c19b7,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:51:48.311148 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:48.331571 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-302087d2-d660-447c-9ee2-3275b6328fbb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Router 8555b1c3-4c93-468e-a4ff-97422d6e81b2 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:51:48.357369 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=5e9a586c-64b3-4f40-bd37-c21cd25c19b7,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:51:48.438398 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302087d2-d660-447c-9ee2-3275b6328fbb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:51:48.445122 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-302087d2-d660-447c-9ee2-3275b6328fbb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:48.446304 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-302087d2-d660-447c-9ee2-3275b6328fbb tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "PUT /v2.0/routers/8555b1c3-4c93-468e-a4ff-97422d6e81b2 HTTP/1.1" status: 200 len: 886 time: 0.5313356 Oct 12 07:51:48.448194 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97a53be-fece-47b6-b99d-17ec1771b3dd None None] Sync routers for ids ['8555b1c3-4c93-468e-a4ff-97422d6e81b2'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:51:48.449490 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44582) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:51:48.458866 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97a53be-fece-47b6-b99d-17ec1771b3dd None None] Routers {'8555b1c3-4c93-468e-a4ff-97422d6e81b2'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:51:48.459507 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-e97a53be-fece-47b6-b99d-17ec1771b3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:51:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['8555b1c3-4c93-468e-a4ff-97422d6e81b2'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:51:48.512270 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-1bbfa89a-90b6-472c-b13f-b2b30ca5b25d tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/floatingips/7603fe81-651b-4514-b113-b3c580734b04 HTTP/1.1" status: 200 len: 991 time: 0.0616293 Oct 12 07:51:48.565315 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-e97a53be-fece-47b6-b99d-17ec1771b3dd None None] Set router 8555b1c3-4c93-468e-a4ff-97422d6e81b2 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:51:48.785779 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-e97a53be-fece-47b6-b99d-17ec1771b3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'name': 'tempest-TestNetworkBasicOps-router-511210935', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '5e9a586c-64b3-4f40-bd37-c21cd25c19b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:50:59Z', 'updated_at': '2022-10-12T07:51:48Z', 'revision_number': 6, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '5e9a586c-64b3-4f40-bd37-c21cd25c19b7', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:51:00Z', 'updated_at': '2022-10-12T07:51:48Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '7603fe81-651b-4514-b113-b3c580734b04', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'floating_ip_address': '172.26.3.88', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'port_id': '5a3e6527-9207-4b44-8804-6b5fe518daee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39e21eec-ee2d-4802-908c-d870e965a122', 'mac_address': 'fa:16:3e:68:98:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1d3a0f-fc7e-4190-9e8a-4c8615be8cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:51:16Z', 'updated_at': '2022-10-12T07:51:46Z', 'revision_number': 2, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c704303-b8df-4f8f-95ec-41262e534c0f', 'name': '', 'network_id': '39e21eec-ee2d-4802-908c-d870e965a122', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:2a:e3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '7c75d9e6-da07-4e93-8f79-c19097c3120a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:51:02Z', 'updated_at': '2022-10-12T07:51:46Z', 'revision_number': 6, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '7c75d9e6-da07-4e93-8f79-c19097c3120a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:51:48.817161 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97a53be-fece-47b6-b99d-17ec1771b3dd None None] Checking router: 8555b1c3-4c93-468e-a4ff-97422d6e81b2 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:51:48.831678 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:48.832675 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97a53be-fece-47b6-b99d-17ec1771b3dd None None] Routers {'8555b1c3-4c93-468e-a4ff-97422d6e81b2'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:51:48.833254 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-e97a53be-fece-47b6-b99d-17ec1771b3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:51:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['8555b1c3-4c93-468e-a4ff-97422d6e81b2'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:51:49.075140 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-e97a53be-fece-47b6-b99d-17ec1771b3dd None None] Set router 8555b1c3-4c93-468e-a4ff-97422d6e81b2 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:51:49.173627 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:49.305415 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-e97a53be-fece-47b6-b99d-17ec1771b3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'name': 'tempest-TestNetworkBasicOps-router-511210935', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '5e9a586c-64b3-4f40-bd37-c21cd25c19b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:50:59Z', 'updated_at': '2022-10-12T07:51:48Z', 'revision_number': 6, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '5e9a586c-64b3-4f40-bd37-c21cd25c19b7', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:51:00Z', 'updated_at': '2022-10-12T07:51:48Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '7603fe81-651b-4514-b113-b3c580734b04', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'floating_ip_address': '172.26.3.88', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'port_id': '5a3e6527-9207-4b44-8804-6b5fe518daee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39e21eec-ee2d-4802-908c-d870e965a122', 'mac_address': 'fa:16:3e:68:98:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1d3a0f-fc7e-4190-9e8a-4c8615be8cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:51:16Z', 'updated_at': '2022-10-12T07:51:46Z', 'revision_number': 2, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c704303-b8df-4f8f-95ec-41262e534c0f', 'name': '', 'network_id': '39e21eec-ee2d-4802-908c-d870e965a122', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:2a:e3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '7c75d9e6-da07-4e93-8f79-c19097c3120a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:51:02Z', 'updated_at': '2022-10-12T07:51:46Z', 'revision_number': 6, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '7c75d9e6-da07-4e93-8f79-c19097c3120a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:51:49.331953 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97a53be-fece-47b6-b99d-17ec1771b3dd None None] The sync data for ids ['8555b1c3-4c93-468e-a4ff-97422d6e81b2'] in dv-neutron-860909-2-hyperv is: [{'id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'name': 'tempest-TestNetworkBasicOps-router-511210935', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '5e9a586c-64b3-4f40-bd37-c21cd25c19b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:50:59Z', 'updated_at': '2022-10-12T07:51:48Z', 'revision_number': 6, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '5e9a586c-64b3-4f40-bd37-c21cd25c19b7', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:51:00Z', 'updated_at': '2022-10-12T07:51:48Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '7603fe81-651b-4514-b113-b3c580734b04', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'floating_ip_address': '172.26.3.88', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'port_id': '5a3e6527-9207-4b44-8804-6b5fe518daee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39e21eec-ee2d-4802-908c-d870e965a122', 'mac_address': 'fa:16:3e:68:98:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1d3a0f-fc7e-4190-9e8a-4c8615be8cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:51:16Z', 'updated_at': '2022-10-12T07:51:46Z', 'revision_number': 2, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c704303-b8df-4f8f-95ec-41262e534c0f', 'name': '', 'network_id': '39e21eec-ee2d-4802-908c-d870e965a122', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:2a:e3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '7c75d9e6-da07-4e93-8f79-c19097c3120a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:51:02Z', 'updated_at': '2022-10-12T07:51:46Z', 'revision_number': 6, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '7c75d9e6-da07-4e93-8f79-c19097c3120a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:51:49.516582 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44584) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:51:49.581855 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-93edd7d7-23d6-40b7-82f8-ccc816342e95 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/floatingips/7603fe81-651b-4514-b113-b3c580734b04 HTTP/1.1" status: 200 len: 991 time: 0.0638485 Oct 12 07:51:50.245024 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 7c704303-b8df-4f8f-95ec-41262e534c0f up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:51:50.293776 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 7c704303-b8df-4f8f-95ec-41262e534c0f triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:51:50.294178 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:50.294516 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 7c704303-b8df-4f8f-95ec-41262e534c0f Oct 12 07:51:50.376479 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 7c704303-b8df-4f8f-95ec-41262e534c0f is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:51:50.377174 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:50.410398 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 7c704303-b8df-4f8f-95ec-41262e534c0f, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=7c704303-b8df-4f8f-95ec-41262e534c0f,segment=NetworkSegment(bd50ba8a-c889-4d8f-a0e0-556303014c58),segment_id=bd50ba8a-c889-4d8f-a0e0-556303014c58)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:51:50.415657 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:50.416498 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 5e9a586c-64b3-4f40-bd37-c21cd25c19b7 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:51:50.493353 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=7c704303-b8df-4f8f-95ec-41262e534c0f,revision_number=7']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:51:50.506286 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 5e9a586c-64b3-4f40-bd37-c21cd25c19b7 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:51:50.506609 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:50.506937 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 5e9a586c-64b3-4f40-bd37-c21cd25c19b7 Oct 12 07:51:50.585570 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44586) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:51:50.586167 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 5e9a586c-64b3-4f40-bd37-c21cd25c19b7 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:51:50.586572 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:50.607335 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 5e9a586c-64b3-4f40-bd37-c21cd25c19b7, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=5e9a586c-64b3-4f40-bd37-c21cd25c19b7,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:51:50.611865 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:50.654266 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c942275b-c201-472a-b773-b777693884a9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/floatingips/7603fe81-651b-4514-b113-b3c580734b04 HTTP/1.1" status: 200 len: 991 time: 0.0673316 Oct 12 07:51:50.660119 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=5e9a586c-64b3-4f40-bd37-c21cd25c19b7,revision_number=6']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:51:50.995528 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a058da8b-40dd-43e5-9818-20bf13257d13 None None] New status for floating IP 7603fe81-651b-4514-b113-b3c580734b04: ACTIVE {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 07:51:51.094336 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:51.658194 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44588) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:51:51.716202 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-082a2f03-eece-4b33-81b2-9e98c5de0aa0 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/floatingips/7603fe81-651b-4514-b113-b3c580734b04 HTTP/1.1" status: 200 len: 993 time: 0.0568085 Oct 12 07:51:51.951504 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44594) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:51:52.105767 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-53b840b8-4ac3-486f-b0da-abb6a21758ee tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Deleting port b8f95964-0cb3-49d3-a3c9-9429e86ac62e {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:51:52.106141 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-53b840b8-4ac3-486f-b0da-abb6a21758ee tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:52.183376 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-53b840b8-4ac3-486f-b0da-abb6a21758ee tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:52.183709 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-53b840b8-4ac3-486f-b0da-abb6a21758ee tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:52.195379 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-53b840b8-4ac3-486f-b0da-abb6a21758ee tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Calling delete_port for b8f95964-0cb3-49d3-a3c9-9429e86ac62e owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:51:52.211893 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 7c704303-b8df-4f8f-95ec-41262e534c0f up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:51:52.261317 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 7c704303-b8df-4f8f-95ec-41262e534c0f triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:51:52.261681 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:52.262013 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 7c704303-b8df-4f8f-95ec-41262e534c0f Oct 12 07:51:52.337801 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 7c704303-b8df-4f8f-95ec-41262e534c0f is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:51:52.338335 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-53b840b8-4ac3-486f-b0da-abb6a21758ee tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:52.338857 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 5e9a586c-64b3-4f40-bd37-c21cd25c19b7 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:51:52.368251 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b840b8-4ac3-486f-b0da-abb6a21758ee tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Port': ['ID=b8f95964-0cb3-49d3-a3c9-9429e86ac62e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:51:52.392269 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 5e9a586c-64b3-4f40-bd37-c21cd25c19b7 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:51:52.392647 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:52.392979 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 5e9a586c-64b3-4f40-bd37-c21cd25c19b7 Oct 12 07:51:52.428685 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-53b840b8-4ac3-486f-b0da-abb6a21758ee tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for floatingip, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:52.429007 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.l3_db [None req-53b840b8-4ac3-486f-b0da-abb6a21758ee tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Floating IP 7603fe81-651b-4514-b113-b3c580734b04 disassociated (deleted). External IP: 172.26.3.88, port: 5a3e6527-9207-4b44-8804-6b5fe518daee. Oct 12 07:51:52.472411 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 5e9a586c-64b3-4f40-bd37-c21cd25c19b7 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:51:52.632256 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b840b8-4ac3-486f-b0da-abb6a21758ee tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Router 8555b1c3-4c93-468e-a4ff-97422d6e81b2 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:51:52.738388 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b840b8-4ac3-486f-b0da-abb6a21758ee tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:51:52.742734 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-53b840b8-4ac3-486f-b0da-abb6a21758ee tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:52.758404 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fe580e-b08a-4215-b2da-ea6e868390b6 None None] Sync routers for ids ['8555b1c3-4c93-468e-a4ff-97422d6e81b2'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:51:52.771211 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-53b840b8-4ac3-486f-b0da-abb6a21758ee tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "DELETE /v2.0/floatingips/7603fe81-651b-4514-b113-b3c580734b04 HTTP/1.1" status: 204 len: 168 time: 0.8186321 Oct 12 07:51:52.771843 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1d3a0f-fc7e-4190-9e8a-4c8615be8cc4', 'tag': '5a3e6527-9207-4b44-8804-6b5fe518daee'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:51:52.774206 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddba47f6901442025abf8f9725c41876113475a10693ce4f7782efac72d774e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343e9f43-297b-4b6f-a832-98676e5c8075" -d '{"events": [{"name": "network-changed", "server_uuid": "4d1d3a0f-fc7e-4190-9e8a-4c8615be8cc4", "tag": "5a3e6527-9207-4b44-8804-6b5fe518daee"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:51:52.782731 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fe580e-b08a-4215-b2da-ea6e868390b6 None None] Routers {'8555b1c3-4c93-468e-a4ff-97422d6e81b2'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:51:52.783171 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-05fe580e-b08a-4215-b2da-ea6e868390b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:51:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['8555b1c3-4c93-468e-a4ff-97422d6e81b2'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:51:52.817025 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eea9688-bdf4-474c-a9c6-41a5a5f78469 x-openstack-request-id: req-6eea9688-bdf4-474c-a9c6-41a5a5f78469 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:51:52.817398 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d1d3a0f-fc7e-4190-9e8a-4c8615be8cc4", "tag": "5a3e6527-9207-4b44-8804-6b5fe518daee", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:51:52.817713 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6eea9688-bdf4-474c-a9c6-41a5a5f78469 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:51:52.818225 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eea9688-bdf4-474c-a9c6-41a5a5f78469'] response: {'name': 'network-changed', 'server_uuid': '4d1d3a0f-fc7e-4190-9e8a-4c8615be8cc4', 'tag': '5a3e6527-9207-4b44-8804-6b5fe518daee', 'status': 'completed', 'code': 200} Oct 12 07:51:52.943931 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e9f43-297b-4b6f-a832-98676e5c8075 req-17208110-ec4c-4f41-bec8-61782d79fc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:51:52.946113 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-343e9f43-297b-4b6f-a832-98676e5c8075 req-17208110-ec4c-4f41-bec8-61782d79fc41 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f83991a7314cd6b6c084162dcfff66&device_id=4d1d3a0f-fc7e-4190-9e8a-4c8615be8cc4 HTTP/1.1" status: 200 len: 1099 time: 0.1057231 Oct 12 07:51:52.955025 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-05fe580e-b08a-4215-b2da-ea6e868390b6 None None] Set router 8555b1c3-4c93-468e-a4ff-97422d6e81b2 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:51:53.042469 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e9f43-297b-4b6f-a832-98676e5c8075 req-04f55712-624e-4d23-b97a-2cf5a5114d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:51:53.043957 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-343e9f43-297b-4b6f-a832-98676e5c8075 req-04f55712-624e-4d23-b97a-2cf5a5114d87 service neutron] 10.222.0.23 "GET /v2.0/networks?id=39e21eec-ee2d-4802-908c-d870e965a122 HTTP/1.1" status: 200 len: 897 time: 0.0909667 Oct 12 07:51:53.089256 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-343e9f43-297b-4b6f-a832-98676e5c8075 req-45df17c9-6dec-4d55-bcef-14e7d9eb5b6d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a3e6527-9207-4b44-8804-6b5fe518daee HTTP/1.1" status: 200 len: 217 time: 0.0380616 Oct 12 07:51:53.165124 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e9f43-297b-4b6f-a832-98676e5c8075 req-e609cad8-e954-4cf2-b0fe-5d872ceb317b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:51:53.166600 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-343e9f43-297b-4b6f-a832-98676e5c8075 req-e609cad8-e954-4cf2-b0fe-5d872ceb317b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7c75d9e6-da07-4e93-8f79-c19097c3120a HTTP/1.1" status: 200 len: 833 time: 0.0705678 Oct 12 07:51:53.190833 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb81b1-8ce3-4a26-a52e-4700d4ba8c80 req-59e75174-36e6-4ade-b244-47e4c485075a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:51:53.192315 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0eeb81b1-8ce3-4a26-a52e-4700d4ba8c80 req-59e75174-36e6-4ade-b244-47e4c485075a tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d1d3a0f-fc7e-4190-9e8a-4c8615be8cc4 HTTP/1.1" status: 200 len: 946 time: 0.2308552 Oct 12 07:51:53.205903 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-05fe580e-b08a-4215-b2da-ea6e868390b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'name': 'tempest-TestNetworkBasicOps-router-511210935', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '5e9a586c-64b3-4f40-bd37-c21cd25c19b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:50:59Z', 'updated_at': '2022-10-12T07:51:48Z', 'revision_number': 6, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '5e9a586c-64b3-4f40-bd37-c21cd25c19b7', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:51:00Z', 'updated_at': '2022-10-12T07:51:50Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '7c704303-b8df-4f8f-95ec-41262e534c0f', 'name': '', 'network_id': '39e21eec-ee2d-4802-908c-d870e965a122', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:2a:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '7c75d9e6-da07-4e93-8f79-c19097c3120a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:51:02Z', 'updated_at': '2022-10-12T07:51:50Z', 'revision_number': 7, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '7c75d9e6-da07-4e93-8f79-c19097c3120a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:51:53.233361 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fe580e-b08a-4215-b2da-ea6e868390b6 None None] Checking router: 8555b1c3-4c93-468e-a4ff-97422d6e81b2 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:51:53.242305 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fe580e-b08a-4215-b2da-ea6e868390b6 None None] Routers {'8555b1c3-4c93-468e-a4ff-97422d6e81b2'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:51:53.242849 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-05fe580e-b08a-4215-b2da-ea6e868390b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:51:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['8555b1c3-4c93-468e-a4ff-97422d6e81b2'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:51:53.253327 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0eeb81b1-8ce3-4a26-a52e-4700d4ba8c80 req-a4c36cee-ca35-4a8b-a50e-6f27f3c5d961 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=d30c27d0-426a-4074-81f1-aa79fce3f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462258 Oct 12 07:51:53.254993 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e9f43-297b-4b6f-a832-98676e5c8075 req-ffdc66e8-5711-4eb8-abc1-85d2c03ba7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:51:53.256615 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-343e9f43-297b-4b6f-a832-98676e5c8075 req-ffdc66e8-5711-4eb8-abc1-85d2c03ba7fb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=39e21eec-ee2d-4802-908c-d870e965a122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812430 Oct 12 07:51:53.356864 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-05fe580e-b08a-4215-b2da-ea6e868390b6 None None] Set router 8555b1c3-4c93-468e-a4ff-97422d6e81b2 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:51:53.565797 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-05fe580e-b08a-4215-b2da-ea6e868390b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'name': 'tempest-TestNetworkBasicOps-router-511210935', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '5e9a586c-64b3-4f40-bd37-c21cd25c19b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:50:59Z', 'updated_at': '2022-10-12T07:51:48Z', 'revision_number': 6, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '5e9a586c-64b3-4f40-bd37-c21cd25c19b7', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:51:00Z', 'updated_at': '2022-10-12T07:51:50Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '7c704303-b8df-4f8f-95ec-41262e534c0f', 'name': '', 'network_id': '39e21eec-ee2d-4802-908c-d870e965a122', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:2a:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '7c75d9e6-da07-4e93-8f79-c19097c3120a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:51:02Z', 'updated_at': '2022-10-12T07:51:50Z', 'revision_number': 7, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '7c75d9e6-da07-4e93-8f79-c19097c3120a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:51:53.593556 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fe580e-b08a-4215-b2da-ea6e868390b6 None None] The sync data for ids ['8555b1c3-4c93-468e-a4ff-97422d6e81b2'] in dv-neutron-860909-2-hyperv is: [{'id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'name': 'tempest-TestNetworkBasicOps-router-511210935', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '5e9a586c-64b3-4f40-bd37-c21cd25c19b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:50:59Z', 'updated_at': '2022-10-12T07:51:48Z', 'revision_number': 6, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '5e9a586c-64b3-4f40-bd37-c21cd25c19b7', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:51:00Z', 'updated_at': '2022-10-12T07:51:50Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '7c704303-b8df-4f8f-95ec-41262e534c0f', 'name': '', 'network_id': '39e21eec-ee2d-4802-908c-d870e965a122', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'mac_address': 'fa:16:3e:2a:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '7c75d9e6-da07-4e93-8f79-c19097c3120a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:51:02Z', 'updated_at': '2022-10-12T07:51:50Z', 'revision_number': 7, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'subnets': [{'id': '7c75d9e6-da07-4e93-8f79-c19097c3120a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:51:53.638933 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-343e9f43-297b-4b6f-a832-98676e5c8075 req-41766228-34ee-4b06-bdc8-77762a7a7424 service neutron] 10.222.0.23 "GET /v2.0/networks/39e21eec-ee2d-4802-908c-d870e965a122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751342 Oct 12 07:51:53.734452 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-343e9f43-297b-4b6f-a832-98676e5c8075 req-08735a5f-900c-4e31-8f3d-1eaee0cb143b service neutron] 10.222.0.23 "GET /v2.0/networks/39e21eec-ee2d-4802-908c-d870e965a122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879786 Oct 12 07:51:54.226910 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287ff6b0-b518-453b-b083-20a63992cd6f None None] New status for floating IP 7603fe81-651b-4514-b113-b3c580734b04: DOWN {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 07:51:54.249121 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe8d33-1e04-4f7d-a941-37300fc4b2cc req-293b2811-00c9-4f87-b9d8-1177c4f210e7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:51:54.251195 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e5fe8d33-1e04-4f7d-a941-37300fc4b2cc req-293b2811-00c9-4f87-b9d8-1177c4f210e7 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d1d3a0f-fc7e-4190-9e8a-4c8615be8cc4 HTTP/1.1" status: 200 len: 946 time: 0.0490751 Oct 12 07:51:54.352934 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-e5fe8d33-1e04-4f7d-a941-37300fc4b2cc req-62078c29-5c44-4522-879b-5acf63b8ec09 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Deleting port 5a3e6527-9207-4b44-8804-6b5fe518daee {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:51:54.353276 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-e5fe8d33-1e04-4f7d-a941-37300fc4b2cc req-62078c29-5c44-4522-879b-5acf63b8ec09 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:54.469934 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-e5fe8d33-1e04-4f7d-a941-37300fc4b2cc req-62078c29-5c44-4522-879b-5acf63b8ec09 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] For port 5a3e6527-9207-4b44-8804-6b5fe518daee, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=5a3e6527-9207-4b44-8804-6b5fe518daee,segment=NetworkSegment(bd50ba8a-c889-4d8f-a0e0-556303014c58),segment_id=bd50ba8a-c889-4d8f-a0e0-556303014c58)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:51:54.470314 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-e5fe8d33-1e04-4f7d-a941-37300fc4b2cc req-62078c29-5c44-4522-879b-5acf63b8ec09 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:54.479143 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c721fb1-c8da-49f8-bec3-da30ff535d0a req-961ccd3b-006b-416c-84dd-2c62f67b46d9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:51:54.480572 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9c721fb1-c8da-49f8-bec3-da30ff535d0a req-961ccd3b-006b-416c-84dd-2c62f67b46d9 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d1d3a0f-fc7e-4190-9e8a-4c8615be8cc4 HTTP/1.1" status: 200 len: 946 time: 0.1475244 Oct 12 07:51:54.492608 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-e5fe8d33-1e04-4f7d-a941-37300fc4b2cc req-62078c29-5c44-4522-879b-5acf63b8ec09 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Calling delete_port for 5a3e6527-9207-4b44-8804-6b5fe518daee owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:51:54.561752 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9c721fb1-c8da-49f8-bec3-da30ff535d0a req-864315cf-fd29-4650-8957-7ed45d630170 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "GET /v2.0/security-groups?id=d30c27d0-426a-4074-81f1-aa79fce3f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736649 Oct 12 07:51:54.649012 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-e5fe8d33-1e04-4f7d-a941-37300fc4b2cc req-62078c29-5c44-4522-879b-5acf63b8ec09 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:54.684445 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62078c29-5c44-4522-879b-5acf63b8ec09 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Port': ['ID=5a3e6527-9207-4b44-8804-6b5fe518daee,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:51:54.723352 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5fe8d33-1e04-4f7d-a941-37300fc4b2cc req-62078c29-5c44-4522-879b-5acf63b8ec09 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] No DVR routers for this DVR port 5a3e6527-9207-4b44-8804-6b5fe518daee on host hv-neutron-8609 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:51:54.726016 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-e5fe8d33-1e04-4f7d-a941-37300fc4b2cc req-62078c29-5c44-4522-879b-5acf63b8ec09 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:54.729243 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e5fe8d33-1e04-4f7d-a941-37300fc4b2cc req-62078c29-5c44-4522-879b-5acf63b8ec09 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.23 "DELETE /v2.0/ports/5a3e6527-9207-4b44-8804-6b5fe518daee HTTP/1.1" status: 204 len: 173 time: 0.4721043 Oct 12 07:51:54.729738 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1d3a0f-fc7e-4190-9e8a-4c8615be8cc4', 'name': 'network-vif-deleted', 'tag': '5a3e6527-9207-4b44-8804-6b5fe518daee'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:51:54.733134 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2142b0cc-646b-4b92-9a65-5240d95f1101" -d '{"events": [{"server_uuid": "4d1d3a0f-fc7e-4190-9e8a-4c8615be8cc4", "name": "network-vif-deleted", "tag": "5a3e6527-9207-4b44-8804-6b5fe518daee"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:51:54.834239 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ce54f0-5017-4a4b-9415-7c475359661b x-openstack-request-id: req-b0ce54f0-5017-4a4b-9415-7c475359661b {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:51:54.834557 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1d3a0f-fc7e-4190-9e8a-4c8615be8cc4", "name": "network-vif-deleted", "tag": "5a3e6527-9207-4b44-8804-6b5fe518daee", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:51:54.834827 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b0ce54f0-5017-4a4b-9415-7c475359661b {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:51:54.835197 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0ce54f0-5017-4a4b-9415-7c475359661b'] response: {'server_uuid': '4d1d3a0f-fc7e-4190-9e8a-4c8615be8cc4', 'name': 'network-vif-deleted', 'tag': '5a3e6527-9207-4b44-8804-6b5fe518daee', 'status': 'completed', 'code': 200} Oct 12 07:51:55.621974 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44616) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:51:55.680022 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-40bf3f97-17b3-44d9-a42e-0ac8908a5849 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:55.705291 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-40bf3f97-17b3-44d9-a42e-0ac8908a5849 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:55.762176 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-40bf3f97-17b3-44d9-a42e-0ac8908a5849 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:55.764632 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-40bf3f97-17b3-44d9-a42e-0ac8908a5849 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:55.766349 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-40bf3f97-17b3-44d9-a42e-0ac8908a5849 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "DELETE /v2.0/security-groups/d30c27d0-426a-4074-81f1-aa79fce3f41c HTTP/1.1" status: 204 len: 168 time: 0.1433446 Oct 12 07:51:55.775080 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf3f97-17b3-44d9-a42e-0ac8908a5849 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30c27d0-426a-4074-81f1-aa79fce3f41c,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:51:55.808534 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44620) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:51:56.163017 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-29dc2e72-4612-4a27-86fb-a497117542f6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:56.413213 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-29dc2e72-4612-4a27-86fb-a497117542f6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Deleting port 7c704303-b8df-4f8f-95ec-41262e534c0f {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:51:56.413547 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-29dc2e72-4612-4a27-86fb-a497117542f6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:56.499954 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-29dc2e72-4612-4a27-86fb-a497117542f6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] For port 7c704303-b8df-4f8f-95ec-41262e534c0f, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=7c704303-b8df-4f8f-95ec-41262e534c0f,segment=NetworkSegment(bd50ba8a-c889-4d8f-a0e0-556303014c58),segment_id=bd50ba8a-c889-4d8f-a0e0-556303014c58)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:51:56.500314 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-29dc2e72-4612-4a27-86fb-a497117542f6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:56.512301 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-29dc2e72-4612-4a27-86fb-a497117542f6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Calling delete_port for 7c704303-b8df-4f8f-95ec-41262e534c0f owned by network:router_interface {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:51:56.696401 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-29dc2e72-4612-4a27-86fb-a497117542f6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:56.725157 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc2e72-4612-4a27-86fb-a497117542f6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Port': ['ID=7c704303-b8df-4f8f-95ec-41262e534c0f,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:51:56.896488 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-29dc2e72-4612-4a27-86fb-a497117542f6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:57.109641 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29dc2e72-4612-4a27-86fb-a497117542f6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Router 8555b1c3-4c93-468e-a4ff-97422d6e81b2 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:51:57.219065 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29dc2e72-4612-4a27-86fb-a497117542f6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:51:57.224265 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-29dc2e72-4612-4a27-86fb-a497117542f6 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "PUT /v2.0/routers/8555b1c3-4c93-468e-a4ff-97422d6e81b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4146833 Oct 12 07:51:57.227107 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44622) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:51:57.229713 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd263745-1201-49fd-be0f-0dcb3b2b3cba None None] Sync routers for ids ['8555b1c3-4c93-468e-a4ff-97422d6e81b2'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:51:57.239714 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd263745-1201-49fd-be0f-0dcb3b2b3cba None None] Routers {'8555b1c3-4c93-468e-a4ff-97422d6e81b2'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:51:57.240526 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-bd263745-1201-49fd-be0f-0dcb3b2b3cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:51:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['8555b1c3-4c93-468e-a4ff-97422d6e81b2'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:51:57.277327 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-218f1466-3c44-4470-b1fc-d176364038d8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Deleting subnet 7c75d9e6-da07-4e93-8f79-c19097c3120a {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:51:57.280414 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-218f1466-3c44-4470-b1fc-d176364038d8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:57.322540 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-218f1466-3c44-4470-b1fc-d176364038d8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:57.413586 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-218f1466-3c44-4470-b1fc-d176364038d8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:57.472927 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-218f1466-3c44-4470-b1fc-d176364038d8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:57.490910 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-bd263745-1201-49fd-be0f-0dcb3b2b3cba None None] Set router 8555b1c3-4c93-468e-a4ff-97422d6e81b2 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:51:57.501922 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f1466-3c44-4470-b1fc-d176364038d8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Subnet': ['ID=7c75d9e6-da07-4e93-8f79-c19097c3120a,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:51:57.504397 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-218f1466-3c44-4470-b1fc-d176364038d8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:57.507551 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-218f1466-3c44-4470-b1fc-d176364038d8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "DELETE /v2.0/subnets/7c75d9e6-da07-4e93-8f79-c19097c3120a HTTP/1.1" status: 204 len: 168 time: 0.2794816 Oct 12 07:51:57.511039 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44624) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:51:57.514423 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218f1466-3c44-4470-b1fc-d176364038d8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:51:57.514866 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218f1466-3c44-4470-b1fc-d176364038d8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:51:57.515215 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218f1466-3c44-4470-b1fc-d176364038d8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:51:57.515556 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218f1466-3c44-4470-b1fc-d176364038d8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:51:57.515902 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218f1466-3c44-4470-b1fc-d176364038d8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:51:57.516241 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218f1466-3c44-4470-b1fc-d176364038d8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:51:57.516609 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218f1466-3c44-4470-b1fc-d176364038d8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:51:57.516956 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218f1466-3c44-4470-b1fc-d176364038d8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:51:57.517290 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218f1466-3c44-4470-b1fc-d176364038d8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:51:57.517617 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218f1466-3c44-4470-b1fc-d176364038d8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:51:57.517938 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218f1466-3c44-4470-b1fc-d176364038d8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:51:57.519705 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218f1466-3c44-4470-b1fc-d176364038d8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:51:57.520588 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5266aa1f-3a26-4f9e-9634-cb06162aa3dc None None] Network 39e21eec-ee2d-4802-908c-d870e965a122 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:51:57.616682 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7aa7e14b-958b-4e9c-b7f5-2ebf49051f28 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:57.718439 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7aa7e14b-958b-4e9c-b7f5-2ebf49051f28 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:57.774996 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-7aa7e14b-958b-4e9c-b7f5-2ebf49051f28 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Deleting port 5e9a586c-64b3-4f40-bd37-c21cd25c19b7 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:51:57.775343 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7aa7e14b-958b-4e9c-b7f5-2ebf49051f28 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:57.775496 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-bd263745-1201-49fd-be0f-0dcb3b2b3cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'name': 'tempest-TestNetworkBasicOps-router-511210935', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '5e9a586c-64b3-4f40-bd37-c21cd25c19b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:50:59Z', 'updated_at': '2022-10-12T07:51:56Z', 'revision_number': 7, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port': {'id': '5e9a586c-64b3-4f40-bd37-c21cd25c19b7', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:51:00Z', 'updated_at': '2022-10-12T07:51:50Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:51:57.810835 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd263745-1201-49fd-be0f-0dcb3b2b3cba None None] Checking router: 8555b1c3-4c93-468e-a4ff-97422d6e81b2 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:51:57.819149 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd263745-1201-49fd-be0f-0dcb3b2b3cba None None] Routers {'8555b1c3-4c93-468e-a4ff-97422d6e81b2'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:51:57.820415 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-bd263745-1201-49fd-be0f-0dcb3b2b3cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:51:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['8555b1c3-4c93-468e-a4ff-97422d6e81b2'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:51:57.858287 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6578b40-8d8b-4449-b34a-6762f23d612a None None] DHCP port deletion for 39e21eec-ee2d-4802-908c-d870e965a122 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:51:57.859640 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-7aa7e14b-958b-4e9c-b7f5-2ebf49051f28 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] For port 5e9a586c-64b3-4f40-bd37-c21cd25c19b7, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=5e9a586c-64b3-4f40-bd37-c21cd25c19b7,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:51:57.860009 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7aa7e14b-958b-4e9c-b7f5-2ebf49051f28 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:57.876395 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-7aa7e14b-958b-4e9c-b7f5-2ebf49051f28 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Calling delete_port for 5e9a586c-64b3-4f40-bd37-c21cd25c19b7 owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:51:57.935745 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-bd263745-1201-49fd-be0f-0dcb3b2b3cba None None] Set router 8555b1c3-4c93-468e-a4ff-97422d6e81b2 gateway port host: None {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:51:57.991971 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-bd263745-1201-49fd-be0f-0dcb3b2b3cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'name': 'tempest-TestNetworkBasicOps-router-511210935', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:50:59Z', 'updated_at': '2022-10-12T07:51:57Z', 'revision_number': 8, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port_host': None}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:51:58.021208 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd263745-1201-49fd-be0f-0dcb3b2b3cba None None] The sync data for ids ['8555b1c3-4c93-468e-a4ff-97422d6e81b2'] in dv-neutron-860909-2-hyperv is: [{'id': '8555b1c3-4c93-468e-a4ff-97422d6e81b2', 'name': 'tempest-TestNetworkBasicOps-router-511210935', 'tenant_id': '62f83991a7314cd6b6c084162dcfff66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:50:59Z', 'updated_at': '2022-10-12T07:51:57Z', 'revision_number': 8, 'project_id': '62f83991a7314cd6b6c084162dcfff66', 'gw_port_host': None}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:51:58.031621 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b6578b40-8d8b-4449-b34a-6762f23d612a None None] Deleting port e6354ce3-bbe5-4fc2-adab-64b537135430 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:51:58.031621 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b6578b40-8d8b-4449-b34a-6762f23d612a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:58.036574 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7aa7e14b-958b-4e9c-b7f5-2ebf49051f28 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:58.066263 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7e14b-958b-4e9c-b7f5-2ebf49051f28 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Port': ['ID=5e9a586c-64b3-4f40-bd37-c21cd25c19b7,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:51:58.099288 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-b6578b40-8d8b-4449-b34a-6762f23d612a None None] For port e6354ce3-bbe5-4fc2-adab-64b537135430, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=e6354ce3-bbe5-4fc2-adab-64b537135430,segment=NetworkSegment(bd50ba8a-c889-4d8f-a0e0-556303014c58),segment_id=bd50ba8a-c889-4d8f-a0e0-556303014c58)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:51:58.099682 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b6578b40-8d8b-4449-b34a-6762f23d612a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:58.111552 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b6578b40-8d8b-4449-b34a-6762f23d612a None None] Calling delete_port for e6354ce3-bbe5-4fc2-adab-64b537135430 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:51:58.132666 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7aa7e14b-958b-4e9c-b7f5-2ebf49051f28 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:58.191630 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b6578b40-8d8b-4449-b34a-6762f23d612a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:58.219607 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6578b40-8d8b-4449-b34a-6762f23d612a None None] Pushing event deleted for resources: {'Port': ['ID=e6354ce3-bbe5-4fc2-adab-64b537135430,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:51:58.221473 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6578b40-8d8b-4449-b34a-6762f23d612a None None] No DVR routers for this DVR port e6354ce3-bbe5-4fc2-adab-64b537135430 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:51:58.227742 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7aa7e14b-958b-4e9c-b7f5-2ebf49051f28 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:58.230308 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7aa7e14b-958b-4e9c-b7f5-2ebf49051f28 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:58.272649 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7aa7e14b-958b-4e9c-b7f5-2ebf49051f28 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:58.273231 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa7e14b-958b-4e9c-b7f5-2ebf49051f28 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Fanout notify agent at l3_agent the message router_deleted on router 8555b1c3-4c93-468e-a4ff-97422d6e81b2 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:51:58.280306 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7aa7e14b-958b-4e9c-b7f5-2ebf49051f28 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:58.281421 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-7aa7e14b-958b-4e9c-b7f5-2ebf49051f28 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "DELETE /v2.0/routers/8555b1c3-4c93-468e-a4ff-97422d6e81b2 HTTP/1.1" status: 204 len: 168 time: 0.7694063 Oct 12 07:51:58.284184 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44626) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:51:58.364952 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-efdc767c-9a29-406c-b4fd-e3528e878ca8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:58.466121 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 7c704303-b8df-4f8f-95ec-41262e534c0f no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:51:58.466757 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-efdc767c-9a29-406c-b4fd-e3528e878ca8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:58.488631 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-efdc767c-9a29-406c-b4fd-e3528e878ca8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39e21eec-ee2d-4802-908c-d870e965a122']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:51:58.495373 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 7c704303-b8df-4f8f-95ec-41262e534c0f {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:51:58.495712 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 7c704303-b8df-4f8f-95ec-41262e534c0f not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:51:58.496129 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device e6354ce3-bbe5-4fc2-adab-64b537135430 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:51:58.498056 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-efdc767c-9a29-406c-b4fd-e3528e878ca8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd50ba8a-c889-4d8f-a0e0-556303014c58') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:51:58.498385 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-efdc767c-9a29-406c-b4fd-e3528e878ca8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd50ba8a-c889-4d8f-a0e0-556303014c58') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:51:58.507637 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-efdc767c-9a29-406c-b4fd-e3528e878ca8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:58.515894 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: e6354ce3-bbe5-4fc2-adab-64b537135430 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:51:58.516233 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device e6354ce3-bbe5-4fc2-adab-64b537135430 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:51:58.523126 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-efdc767c-9a29-406c-b4fd-e3528e878ca8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:58.530017 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efdc767c-9a29-406c-b4fd-e3528e878ca8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:51:58.530983 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-efdc767c-9a29-406c-b4fd-e3528e878ca8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:58.597008 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-efdc767c-9a29-406c-b4fd-e3528e878ca8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:58.602273 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-efdc767c-9a29-406c-b4fd-e3528e878ca8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:58.606515 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-efdc767c-9a29-406c-b4fd-e3528e878ca8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] 10.222.0.26 "DELETE /v2.0/networks/39e21eec-ee2d-4802-908c-d870e965a122 HTTP/1.1" status: 204 len: 168 time: 0.3213506 Oct 12 07:51:58.614006 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment bd50ba8a-c889-4d8f-a0e0-556303014c58 resource provider aggregate not found Oct 12 07:51:58.628078 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdc767c-9a29-406c-b4fd-e3528e878ca8 tempest-TestNetworkBasicOps-573448775 tempest-TestNetworkBasicOps-573448775-project] Pushing event deleted for resources: {'Network': ['ID=39e21eec-ee2d-4802-908c-d870e965a122,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:51:58.646491 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment bd50ba8a-c889-4d8f-a0e0-556303014c58 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd50ba8a-c889-4d8f-a0e0-556303014c58 found for delete ", "request_id": "req-b176699b-79bf-4edc-9875-ca7016dd2720"}]} Oct 12 07:51:58.892589 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44638) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:51:59.022747 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d9d27166-cb91-4a41-bfa2-c564b33eb7c6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=62f83991a7314cd6b6c084162dcfff66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1289244 Oct 12 07:51:59.025169 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44642) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:51:59.070491 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-92e698e7-1767-4def-a1c6-c37eec1260e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:59.091237 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-92e698e7-1767-4def-a1c6-c37eec1260e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:59.135636 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-92e698e7-1767-4def-a1c6-c37eec1260e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:59.138256 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-92e698e7-1767-4def-a1c6-c37eec1260e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:59.139397 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-92e698e7-1767-4def-a1c6-c37eec1260e0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eb3f663a-9333-414f-b241-ca98b96d1b88 HTTP/1.1" status: 204 len: 168 time: 0.1133471 Oct 12 07:51:59.147422 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e698e7-1767-4def-a1c6-c37eec1260e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3f663a-9333-414f-b241-ca98b96d1b88,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:51:59.254730 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 5a3e6527-9207-4b44-8804-6b5fe518daee no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:51:59.275003 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] No Port match for: 5a3e6527-9207-4b44-8804-6b5fe518daee {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:51:59.275346 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 5a3e6527-9207-4b44-8804-6b5fe518daee not bound to the agent host hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:51:59.393694 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44648) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:51:59.406972 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fa28d18b-83c0-4fae-84bf-2ce499e58c1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:59.478589 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fa28d18b-83c0-4fae-84bf-2ce499e58c1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:59.481902 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fa28d18b-83c0-4fae-84bf-2ce499e58c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:59.519393 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-fa28d18b-83c0-4fae-84bf-2ce499e58c1b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bd7b38d2b2c941b9ba8ba1a31581da6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1246152 Oct 12 07:51:59.520242 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28d18b-83c0-4fae-84bf-2ce499e58c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f46c901-445e-4aa3-9922-076ebbf59c90,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:51:59.522167 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44650) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:51:59.571245 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-90fbdea5-d358-4329-b86a-9bd6232628fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:59.591863 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-90fbdea5-d358-4329-b86a-9bd6232628fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:59.642463 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-90fbdea5-d358-4329-b86a-9bd6232628fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:59.644927 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-90fbdea5-d358-4329-b86a-9bd6232628fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:51:59.646078 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-90fbdea5-d358-4329-b86a-9bd6232628fe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8f46c901-445e-4aa3-9922-076ebbf59c90 HTTP/1.1" status: 204 len: 168 time: 0.1228037 Oct 12 07:51:59.653790 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fbdea5-d358-4329-b86a-9bd6232628fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f46c901-445e-4aa3-9922-076ebbf59c90,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:52:00.167932 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 5e9a586c-64b3-4f40-bd37-c21cd25c19b7 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:52:00.188370 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 5e9a586c-64b3-4f40-bd37-c21cd25c19b7 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:52:00.188710 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 5e9a586c-64b3-4f40-bd37-c21cd25c19b7 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:52:05.699868 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-0b96c336-ac45-4bb3-b655-a57043d85eab tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=db5e99fdcdf5475d9cf4aabcc6f2ffdf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303566 Oct 12 07:52:05.881569 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-e44f845e-9698-4616-92fa-24a93c53287c tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:05.883060 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-e44f845e-9698-4616-92fa-24a93c53287c tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1778851 Oct 12 07:52:05.897464 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-34adbae2-c096-4a85-8bcb-1ce79ba7612f tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] 10.222.0.26 "GET /v2.0/quotas/db5e99fdcdf5475d9cf4aabcc6f2ffdf HTTP/1.1" status: 200 len: 375 time: 0.0086913 Oct 12 07:52:05.931497 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-d527deb7-0379-4c46-b0ed-8bce6c0c2958 tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=db5e99fdcdf5475d9cf4aabcc6f2ffdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290027 Oct 12 07:52:06.084858 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2320783a-c279-48e3-8f41-7cafdc7aa122 req-8fdbd257-816c-48d9-83ef-cb78a38cc5ce tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb84fbef-5f05-433d-83cb-1b519241f966 HTTP/1.1" status: 200 len: 210 time: 0.0263534 Oct 12 07:52:06.979515 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-deb22735-3000-4e99-8fc1-9823904f22da tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=db5e99fdcdf5475d9cf4aabcc6f2ffdf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219498 Oct 12 07:52:07.089205 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-17a30edb-bb8a-4b39-97db-55191b01aacb tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:07.090568 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-17a30edb-bb8a-4b39-97db-55191b01aacb tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1055706 Oct 12 07:52:07.102297 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-5392662e-9a89-4eba-89b3-db8227a5ac5e tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] Request body: {'port': {'device_id': 'cb84fbef-5f05-433d-83cb-1b519241f966', 'network_id': '7bdba6cb-c8a2-4722-9dc6-e9d1dccb8cf3', 'admin_state_up': True, 'tenant_id': 'db5e99fdcdf5475d9cf4aabcc6f2ffdf'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:52:07.197613 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-94ddbfe1-6195-47b6-a7e3-76f30213926c req-5d5dd3e0-bf82-444a-9365-1e94cd0c8777 tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb84fbef-5f05-433d-83cb-1b519241f966 HTTP/1.1" status: 200 len: 210 time: 0.0325708 Oct 12 07:52:07.236602 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-5392662e-9a89-4eba-89b3-db8227a5ac5e tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] Made reservation on behalf of db5e99fdcdf5475d9cf4aabcc6f2ffdf for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:52:07.240306 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-5392662e-9a89-4eba-89b3-db8227a5ac5e tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:07.254349 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-5392662e-9a89-4eba-89b3-db8227a5ac5e tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:07.327659 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-5392662e-9a89-4eba-89b3-db8227a5ac5e tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:07.331564 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-5392662e-9a89-4eba-89b3-db8227a5ac5e tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:07.397716 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5392662e-9a89-4eba-89b3-db8227a5ac5e tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73fd8bd4-2da3-4ff6-892d-29faed40c2c9,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:52:07.463901 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-5392662e-9a89-4eba-89b3-db8227a5ac5e tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] Allocated IP 192.168.233.75 (7bdba6cb-c8a2-4722-9dc6-e9d1dccb8cf3/75ffce63-bf97-4ff2-9f24-0e58fbd69ff5/189f5f07-ef6c-4d95-b549-181a2e5e63d5) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:52:07.606261 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-5392662e-9a89-4eba-89b3-db8227a5ac5e tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:07.639061 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-5392662e-9a89-4eba-89b3-db8227a5ac5e tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:07.682080 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-5392662e-9a89-4eba-89b3-db8227a5ac5e tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] Network 7bdba6cb-c8a2-4722-9dc6-e9d1dccb8cf3 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:52:07.684997 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-5392662e-9a89-4eba-89b3-db8227a5ac5e tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:52:07.688521 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-5392662e-9a89-4eba-89b3-db8227a5ac5e tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:52:07.716072 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5392662e-9a89-4eba-89b3-db8227a5ac5e tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] Pushing event updated for resources: {'Port': ['ID=189f5f07-ef6c-4d95-b549-181a2e5e63d5,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:52:07.746349 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-5392662e-9a89-4eba-89b3-db8227a5ac5e tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:07.746986 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-5392662e-9a89-4eba-89b3-db8227a5ac5e tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:07.766358 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-5392662e-9a89-4eba-89b3-db8227a5ac5e tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6676135 Oct 12 07:52:07.778072 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-6f8b7894-74f1-45bc-a9cb-02e4f40e8e58 service neutron] Request body: {'port': {'device_id': 'cb84fbef-5f05-433d-83cb-1b519241f966', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8609'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:52:07.834424 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-6f8b7894-74f1-45bc-a9cb-02e4f40e8e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:07.933216 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-579c815f-a0cc-439d-8716-39f62b813d82 None None] Provisioning complete for port 189f5f07-ef6c-4d95-b549-181a2e5e63d5 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:52:07.933820 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-579c815f-a0cc-439d-8716-39f62b813d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:07.933820 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-579c815f-a0cc-439d-8716-39f62b813d82 None None] Attempt 1 to provision port 189f5f07-ef6c-4d95-b549-181a2e5e63d5 Oct 12 07:52:07.968690 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-579c815f-a0cc-439d-8716-39f62b813d82 None None] Port 189f5f07-ef6c-4d95-b549-181a2e5e63d5 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:52:08.092321 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-6f8b7894-74f1-45bc-a9cb-02e4f40e8e58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 189f5f07-ef6c-4d95-b549-181a2e5e63d5 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:52:08.100302 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-6f8b7894-74f1-45bc-a9cb-02e4f40e8e58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:08.111820 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-6f8b7894-74f1-45bc-a9cb-02e4f40e8e58 service neutron] Transition to ACTIVE for port object 189f5f07-ef6c-4d95-b549-181a2e5e63d5 will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 07:52:08.115454 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-6f8b7894-74f1-45bc-a9cb-02e4f40e8e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:08.195629 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b7894-74f1-45bc-a9cb-02e4f40e8e58 service neutron] Pushing event updated for resources: {'Port': ['ID=189f5f07-ef6c-4d95-b549-181a2e5e63d5,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:52:08.223981 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-6f8b7894-74f1-45bc-a9cb-02e4f40e8e58 service neutron] Attempting to bind port 189f5f07-ef6c-4d95-b549-181a2e5e63d5 on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:52:08.224318 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-6f8b7894-74f1-45bc-a9cb-02e4f40e8e58 service neutron] Attempting to bind port 189f5f07-ef6c-4d95-b549-181a2e5e63d5 by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': 'e052442c-c5a8-480e-b97d-0ecd41a1bcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7bdba6cb-c8a2-4722-9dc6-e9d1dccb8cf3'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:52:08.224646 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-6f8b7894-74f1-45bc-a9cb-02e4f40e8e58 service neutron] Attempting to bind port 189f5f07-ef6c-4d95-b549-181a2e5e63d5 on network 7bdba6cb-c8a2-4722-9dc6-e9d1dccb8cf3 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:52:08.228837 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-6f8b7894-74f1-45bc-a9cb-02e4f40e8e58 service neutron] Port 189f5f07-ef6c-4d95-b549-181a2e5e63d5 on network 7bdba6cb-c8a2-4722-9dc6-e9d1dccb8cf3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:52:08.229154 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-6f8b7894-74f1-45bc-a9cb-02e4f40e8e58 service neutron] Attempting to bind port 189f5f07-ef6c-4d95-b549-181a2e5e63d5 on network 7bdba6cb-c8a2-4722-9dc6-e9d1dccb8cf3 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:52:08.233941 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-6f8b7894-74f1-45bc-a9cb-02e4f40e8e58 service neutron] Checking agent: {'id': 'afe9b392-c72e-4ef3-a7bd-ca4c2066af02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8609', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'started_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:52:08.234308 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-6f8b7894-74f1-45bc-a9cb-02e4f40e8e58 service neutron] Checking segment: {'id': 'e052442c-c5a8-480e-b97d-0ecd41a1bcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7bdba6cb-c8a2-4722-9dc6-e9d1dccb8cf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:52:08.234682 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-6f8b7894-74f1-45bc-a9cb-02e4f40e8e58 service neutron] Bound using segment: {'id': 'e052442c-c5a8-480e-b97d-0ecd41a1bcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7bdba6cb-c8a2-4722-9dc6-e9d1dccb8cf3'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:52:08.235107 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-6f8b7894-74f1-45bc-a9cb-02e4f40e8e58 service neutron] Bound port: 189f5f07-ef6c-4d95-b549-181a2e5e63d5, host: hv-neutron-8609, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e052442c-c5a8-480e-b97d-0ecd41a1bcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7bdba6cb-c8a2-4722-9dc6-e9d1dccb8cf3'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:52:08.235456 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-6f8b7894-74f1-45bc-a9cb-02e4f40e8e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:08.298049 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-6f8b7894-74f1-45bc-a9cb-02e4f40e8e58 service neutron] For port 189f5f07-ef6c-4d95-b549-181a2e5e63d5, host hv-neutron-8609, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:52:08.301157 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-6f8b7894-74f1-45bc-a9cb-02e4f40e8e58 service neutron] For port 189f5f07-ef6c-4d95-b549-181a2e5e63d5, host hv-neutron-8609, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=189f5f07-ef6c-4d95-b549-181a2e5e63d5,segment=NetworkSegment(e052442c-c5a8-480e-b97d-0ecd41a1bcac),segment_id=e052442c-c5a8-480e-b97d-0ecd41a1bcac)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:52:08.306743 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-6f8b7894-74f1-45bc-a9cb-02e4f40e8e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:08.310847 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-6f8b7894-74f1-45bc-a9cb-02e4f40e8e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:08.311455 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-6f8b7894-74f1-45bc-a9cb-02e4f40e8e58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:08.313383 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-6f8b7894-74f1-45bc-a9cb-02e4f40e8e58 service neutron] 10.222.0.23 "PUT /v2.0/ports/189f5f07-ef6c-4d95-b549-181a2e5e63d5 HTTP/1.1" status: 200 len: 1097 time: 0.5395868 Oct 12 07:52:08.313902 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb84fbef-5f05-433d-83cb-1b519241f966', 'tag': '189f5f07-ef6c-4d95-b549-181a2e5e63d5'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:52:08.316295 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54dba90b-2108-420e-9888-735171c8da50" -d '{"events": [{"name": "network-changed", "server_uuid": "cb84fbef-5f05-433d-83cb-1b519241f966", "tag": "189f5f07-ef6c-4d95-b549-181a2e5e63d5"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:52:08.470195 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-579c815f-a0cc-439d-8716-39f62b813d82 None None] Attempt 2 to provision port 189f5f07-ef6c-4d95-b549-181a2e5e63d5 Oct 12 07:52:08.512710 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-579c815f-a0cc-439d-8716-39f62b813d82 None None] Port 189f5f07-ef6c-4d95-b549-181a2e5e63d5 had new provisioning blocks added so it will not transition to active. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 12 07:52:08.642920 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c3da01-cc26-4bba-aba4-fc01d1302ea3 x-openstack-request-id: req-e9c3da01-cc26-4bba-aba4-fc01d1302ea3 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:52:08.643214 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb84fbef-5f05-433d-83cb-1b519241f966", "tag": "189f5f07-ef6c-4d95-b549-181a2e5e63d5", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:52:08.643466 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e9c3da01-cc26-4bba-aba4-fc01d1302ea3 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:52:08.643860 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9c3da01-cc26-4bba-aba4-fc01d1302ea3'] response: {'name': 'network-changed', 'server_uuid': 'cb84fbef-5f05-433d-83cb-1b519241f966', 'tag': '189f5f07-ef6c-4d95-b549-181a2e5e63d5', 'status': 'completed', 'code': 200} Oct 12 07:52:08.715326 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b7894-74f1-45bc-a9cb-02e4f40e8e58 service neutron] Pushing event updated for resources: {'Port': ['ID=189f5f07-ef6c-4d95-b549-181a2e5e63d5,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:52:08.733320 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b803f7a1-b787-4fda-8867-8bbea15bbe48 req-ff70a4b9-2380-40b1-8c30-b831d60ad88c tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:08.735364 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b803f7a1-b787-4fda-8867-8bbea15bbe48 req-ff70a4b9-2380-40b1-8c30-b831d60ad88c tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb84fbef-5f05-433d-83cb-1b519241f966 HTTP/1.1" status: 200 len: 947 time: 0.4148777 Oct 12 07:52:08.737749 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-9a3e177d-2cc7-47e9-95cd-b42e06758dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:08.739135 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-9a3e177d-2cc7-47e9-95cd-b42e06758dae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=db5e99fdcdf5475d9cf4aabcc6f2ffdf&device_id=cb84fbef-5f05-433d-83cb-1b519241f966 HTTP/1.1" status: 200 len: 1100 time: 0.0944757 Oct 12 07:52:08.796411 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-07a51e7e-358e-47b1-95db-91bfa564d89d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=189f5f07-ef6c-4d95-b549-181a2e5e63d5 HTTP/1.1" status: 200 len: 217 time: 0.0476727 Oct 12 07:52:08.838670 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b803f7a1-b787-4fda-8867-8bbea15bbe48 req-4a828218-685b-4842-a837-f2ecd5b20627 tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] 10.222.0.26 "GET /v2.0/security-groups?id=73fd8bd4-2da3-4ff6-892d-29faed40c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973110 Oct 12 07:52:08.855536 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-5aca36b7-8d23-492d-9195-a3b1a4f93011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:08.855536 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-5aca36b7-8d23-492d-9195-a3b1a4f93011 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=75ffce63-bf97-4ff2-9f24-0e58fbd69ff5 HTTP/1.1" status: 200 len: 843 time: 0.0494738 Oct 12 07:52:08.900093 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-60c946f5-7689-49e7-b1dd-fa25aeec55b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:08.901547 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-60c946f5-7689-49e7-b1dd-fa25aeec55b7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7bdba6cb-c8a2-4722-9dc6-e9d1dccb8cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0393643 Oct 12 07:52:08.993186 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-045ddd1b-b09c-4b6b-891a-ba35f2e794f6 service neutron] 10.222.0.23 "GET /v2.0/networks/7bdba6cb-c8a2-4722-9dc6-e9d1dccb8cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846756 Oct 12 07:52:09.082450 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-49312c14-4a62-4f78-aa58-3a04d0760567 req-df9919ac-cfd4-4dd3-b83a-e60d142a6c1e service neutron] 10.222.0.23 "GET /v2.0/networks/7bdba6cb-c8a2-4722-9dc6-e9d1dccb8cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818667 Oct 12 07:52:09.171657 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dba90b-2108-420e-9888-735171c8da50 req-b30cf240-7ef6-458a-a7c1-e5db06b832b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:09.173127 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-54dba90b-2108-420e-9888-735171c8da50 req-b30cf240-7ef6-458a-a7c1-e5db06b832b3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=db5e99fdcdf5475d9cf4aabcc6f2ffdf&device_id=cb84fbef-5f05-433d-83cb-1b519241f966 HTTP/1.1" status: 200 len: 1100 time: 0.0448856 Oct 12 07:52:09.264041 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dba90b-2108-420e-9888-735171c8da50 req-0aae74ab-2ab0-47e4-878b-d15c4664b061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:09.265940 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-54dba90b-2108-420e-9888-735171c8da50 req-0aae74ab-2ab0-47e4-878b-d15c4664b061 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7bdba6cb-c8a2-4722-9dc6-e9d1dccb8cf3 HTTP/1.1" status: 200 len: 870 time: 0.0835311 Oct 12 07:52:09.310342 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-54dba90b-2108-420e-9888-735171c8da50 req-4deb3961-68bd-46db-926c-69abed168f49 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=189f5f07-ef6c-4d95-b549-181a2e5e63d5 HTTP/1.1" status: 200 len: 217 time: 0.0369456 Oct 12 07:52:09.360040 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dba90b-2108-420e-9888-735171c8da50 req-64ad2c94-0087-4ee4-a8a4-2688b20e6b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:09.361494 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-54dba90b-2108-420e-9888-735171c8da50 req-64ad2c94-0087-4ee4-a8a4-2688b20e6b87 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=75ffce63-bf97-4ff2-9f24-0e58fbd69ff5 HTTP/1.1" status: 200 len: 843 time: 0.0451965 Oct 12 07:52:09.408473 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dba90b-2108-420e-9888-735171c8da50 req-588697b2-3077-4fdc-8c57-324626f5d72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:09.409980 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-54dba90b-2108-420e-9888-735171c8da50 req-588697b2-3077-4fdc-8c57-324626f5d72b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7bdba6cb-c8a2-4722-9dc6-e9d1dccb8cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0395882 Oct 12 07:52:09.502718 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-54dba90b-2108-420e-9888-735171c8da50 req-01bccd2c-0b06-492b-a1df-ac06996bbb9d service neutron] 10.222.0.23 "GET /v2.0/networks/7bdba6cb-c8a2-4722-9dc6-e9d1dccb8cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846260 Oct 12 07:52:09.593520 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-54dba90b-2108-420e-9888-735171c8da50 req-dea2db32-df0a-44de-b0d3-b6f6660573fe service neutron] 10.222.0.23 "GET /v2.0/networks/7bdba6cb-c8a2-4722-9dc6-e9d1dccb8cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815511 Oct 12 07:52:09.963005 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6b5fa-2b6a-4800-85be-bab887fcc871 req-8b37f347-f51a-4e37-b82f-725bee00cfe8 tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:09.964473 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2da6b5fa-2b6a-4800-85be-bab887fcc871 req-8b37f347-f51a-4e37-b82f-725bee00cfe8 tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb84fbef-5f05-433d-83cb-1b519241f966 HTTP/1.1" status: 200 len: 947 time: 0.0530396 Oct 12 07:52:10.001606 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2da6b5fa-2b6a-4800-85be-bab887fcc871 req-971f0e3f-b383-4ba2-bea6-38727146fd6c tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] 10.222.0.26 "GET /v2.0/security-groups?id=73fd8bd4-2da3-4ff6-892d-29faed40c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311344 Oct 12 07:52:11.119716 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25fab64-d13a-4cc6-a954-ffc72ee5d27e req-39595de3-6ad5-4fae-b9b4-00d58e61b762 tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:11.121202 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d25fab64-d13a-4cc6-a954-ffc72ee5d27e req-39595de3-6ad5-4fae-b9b4-00d58e61b762 tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb84fbef-5f05-433d-83cb-1b519241f966 HTTP/1.1" status: 200 len: 947 time: 0.0486917 Oct 12 07:52:11.158941 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d25fab64-d13a-4cc6-a954-ffc72ee5d27e req-e159ba84-5266-490d-bde2-87ea57fee4ab tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] 10.222.0.26 "GET /v2.0/security-groups?id=73fd8bd4-2da3-4ff6-892d-29faed40c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312839 Oct 12 07:52:11.344703 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 189f5f07-ef6c-4d95-b549-181a2e5e63d5 details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 07:52:11.438915 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 189f5f07-ef6c-4d95-b549-181a2e5e63d5, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=189f5f07-ef6c-4d95-b549-181a2e5e63d5,segment=NetworkSegment(e052442c-c5a8-480e-b97d-0ecd41a1bcac),segment_id=e052442c-c5a8-480e-b97d-0ecd41a1bcac)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:52:11.449697 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': '189f5f07-ef6c-4d95-b549-181a2e5e63d5', 'network_id': '7bdba6cb-c8a2-4722-9dc6-e9d1dccb8cf3', 'port_id': '189f5f07-ef6c-4d95-b549-181a2e5e63d5', 'mac_address': 'fa:16:3e:dd:5f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75ffce63-bf97-4ff2-9f24-0e58fbd69ff5', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 07:52:11.485493 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 189f5f07-ef6c-4d95-b549-181a2e5e63d5 is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:52:11.485877 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:11.498186 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 189f5f07-ef6c-4d95-b549-181a2e5e63d5 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:52:11.521677 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 189f5f07-ef6c-4d95-b549-181a2e5e63d5, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=189f5f07-ef6c-4d95-b549-181a2e5e63d5,segment=NetworkSegment(e052442c-c5a8-480e-b97d-0ecd41a1bcac),segment_id=e052442c-c5a8-480e-b97d-0ecd41a1bcac)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:52:11.525422 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:11.571208 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=189f5f07-ef6c-4d95-b549-181a2e5e63d5,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:52:11.578228 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:52:11.578570 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:52:11.578903 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:52:11.579229 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:52:11.579611 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:52:11.579939 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:52:11.580262 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:52:11.580582 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:52:11.580899 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:52:11.581213 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:52:11.581527 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:52:11.581843 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:52:11.728852 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['189f5f07-ef6c-4d95-b549-181a2e5e63d5'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 07:52:12.275748 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90079f82-992e-4e76-9994-398cebfdf112 req-f1470821-404c-4ec4-ab60-9a638b3f9c07 tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:12.277195 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-90079f82-992e-4e76-9994-398cebfdf112 req-f1470821-404c-4ec4-ab60-9a638b3f9c07 tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb84fbef-5f05-433d-83cb-1b519241f966 HTTP/1.1" status: 200 len: 948 time: 0.0479894 Oct 12 07:52:12.313648 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-90079f82-992e-4e76-9994-398cebfdf112 req-2268dd21-58cf-45b8-8481-291422d66778 tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] 10.222.0.26 "GET /v2.0/security-groups?id=73fd8bd4-2da3-4ff6-892d-29faed40c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298569 Oct 12 07:52:13.353871 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 189f5f07-ef6c-4d95-b549-181a2e5e63d5 up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:52:13.403354 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning for port 189f5f07-ef6c-4d95-b549-181a2e5e63d5 completed by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 12 07:52:13.408037 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port 189f5f07-ef6c-4d95-b549-181a2e5e63d5 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:52:13.408416 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:13.408755 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port 189f5f07-ef6c-4d95-b549-181a2e5e63d5 Oct 12 07:52:13.440101 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc2699-9161-41bf-b260-1f8e7f2170a4 req-e8b50779-6863-4831-967a-936cf086f882 tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:13.441588 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-afdc2699-9161-41bf-b260-1f8e7f2170a4 req-e8b50779-6863-4831-967a-936cf086f882 tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb84fbef-5f05-433d-83cb-1b519241f966 HTTP/1.1" status: 200 len: 948 time: 0.0547049 Oct 12 07:52:13.479416 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-afdc2699-9161-41bf-b260-1f8e7f2170a4 req-868f8795-5097-43c2-9cce-e6f835294325 tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] 10.222.0.26 "GET /v2.0/security-groups?id=73fd8bd4-2da3-4ff6-892d-29faed40c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315883 Oct 12 07:52:13.486276 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 189f5f07-ef6c-4d95-b549-181a2e5e63d5 is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:52:13.486697 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:13.508950 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb84fbef-5f05-433d-83cb-1b519241f966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189f5f07-ef6c-4d95-b549-181a2e5e63d5'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:52:13.511241 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b623c6-413c-447a-982b-77fbfdbb46a0" -d '{"events": [{"server_uuid": "cb84fbef-5f05-433d-83cb-1b519241f966", "name": "network-vif-plugged", "status": "completed", "tag": "189f5f07-ef6c-4d95-b549-181a2e5e63d5"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:52:13.524705 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 189f5f07-ef6c-4d95-b549-181a2e5e63d5, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=189f5f07-ef6c-4d95-b549-181a2e5e63d5,segment=NetworkSegment(e052442c-c5a8-480e-b97d-0ecd41a1bcac),segment_id=e052442c-c5a8-480e-b97d-0ecd41a1bcac)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:52:13.527869 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:13.578923 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=189f5f07-ef6c-4d95-b549-181a2e5e63d5,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:52:13.600657 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f4783e-55e1-41fd-833d-28e4cfd61ac7 x-openstack-request-id: req-55f4783e-55e1-41fd-833d-28e4cfd61ac7 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:52:13.600958 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb84fbef-5f05-433d-83cb-1b519241f966", "name": "network-vif-plugged", "status": "completed", "tag": "189f5f07-ef6c-4d95-b549-181a2e5e63d5", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:52:13.601215 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-55f4783e-55e1-41fd-833d-28e4cfd61ac7 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:52:13.601611 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55f4783e-55e1-41fd-833d-28e4cfd61ac7'] response: {'server_uuid': 'cb84fbef-5f05-433d-83cb-1b519241f966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189f5f07-ef6c-4d95-b549-181a2e5e63d5', 'code': 200} Oct 12 07:52:13.756862 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143edfb9-8000-4bf3-8fbd-9834df34707a req-18226ef1-eaad-4369-9551-19892f8eab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:13.758403 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-143edfb9-8000-4bf3-8fbd-9834df34707a req-18226ef1-eaad-4369-9551-19892f8eab15 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cb84fbef-5f05-433d-83cb-1b519241f966 HTTP/1.1" status: 200 len: 1102 time: 0.0395553 Oct 12 07:52:13.792155 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-143edfb9-8000-4bf3-8fbd-9834df34707a req-5055abac-2028-4010-ac35-b4452e7eea3c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=73fd8bd4-2da3-4ff6-892d-29faed40c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275006 Oct 12 07:52:13.923006 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1d36f9c0-19b1-472d-8069-ac166c3bfbd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:14.598685 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624f9ee-72cc-4736-9d79-590355588f1e req-f7c498de-e541-4dad-8abc-4d14d513776e tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:14.600148 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c624f9ee-72cc-4736-9d79-590355588f1e req-f7c498de-e541-4dad-8abc-4d14d513776e tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb84fbef-5f05-433d-83cb-1b519241f966 HTTP/1.1" status: 200 len: 949 time: 0.0483630 Oct 12 07:52:14.637349 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c624f9ee-72cc-4736-9d79-590355588f1e req-c88b9fe1-616b-4bb1-9ae1-799ec0f30fd4 tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] 10.222.0.26 "GET /v2.0/security-groups?id=73fd8bd4-2da3-4ff6-892d-29faed40c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313523 Oct 12 07:52:15.760055 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736896b9-9618-489e-a477-317763590060 req-95b77dc3-caca-450e-92ee-954015435e25 tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:15.761504 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-736896b9-9618-489e-a477-317763590060 req-95b77dc3-caca-450e-92ee-954015435e25 tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb84fbef-5f05-433d-83cb-1b519241f966 HTTP/1.1" status: 200 len: 949 time: 0.0510027 Oct 12 07:52:15.797751 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-736896b9-9618-489e-a477-317763590060 req-d036e05b-cf41-4333-b48c-db38c1765b3b tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] 10.222.0.26 "GET /v2.0/security-groups?id=73fd8bd4-2da3-4ff6-892d-29faed40c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297275 Oct 12 07:52:16.076483 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5eb7d3d9-254c-4925-a2a7-f6f0aafcd507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:16.085620 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [req-61562a65-3a04-47d8-a5b9-150304893d7d req-eb51d97a-d83d-44a4-a0bc-bd9203ed00d7 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:52:16.086602 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-61562a65-3a04-47d8-a5b9-150304893d7d req-eb51d97a-d83d-44a4-a0bc-bd9203ed00d7 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057876 Oct 12 07:52:16.446254 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [req-1f92d1b2-5bae-4721-ae0c-10023839728a req-0499e09a-ab03-47ac-8a24-f643a8b59a83 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:52:16.447189 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1f92d1b2-5bae-4721-ae0c-10023839728a req-0499e09a-ab03-47ac-8a24-f643a8b59a83 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053496 Oct 12 07:52:16.791210 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210060d-d60b-405b-b8a0-127091e2d851 req-7fe1b77d-ad53-433c-afa4-e97c51da1a50 tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:16.792708 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5210060d-d60b-405b-b8a0-127091e2d851 req-7fe1b77d-ad53-433c-afa4-e97c51da1a50 tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb84fbef-5f05-433d-83cb-1b519241f966 HTTP/1.1" status: 200 len: 949 time: 0.0486357 Oct 12 07:52:16.834532 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5210060d-d60b-405b-b8a0-127091e2d851 req-3cf57e23-576b-496b-8f0d-bc77871dd380 tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] 10.222.0.26 "GET /v2.0/security-groups?id=73fd8bd4-2da3-4ff6-892d-29faed40c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356576 Oct 12 07:52:17.264456 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:17.954842 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be3fc3-b9e8-459a-a42a-600db6a3d158 req-172e7239-9058-4d90-b755-c689e65cbae4 tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:17.956291 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a1be3fc3-b9e8-459a-a42a-600db6a3d158 req-172e7239-9058-4d90-b755-c689e65cbae4 tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb84fbef-5f05-433d-83cb-1b519241f966 HTTP/1.1" status: 200 len: 949 time: 0.0477102 Oct 12 07:52:17.993261 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a1be3fc3-b9e8-459a-a42a-600db6a3d158 req-f8d1a01d-4691-4345-87e8-9621be8bb484 tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] 10.222.0.26 "GET /v2.0/security-groups?id=73fd8bd4-2da3-4ff6-892d-29faed40c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310497 Oct 12 07:52:18.064466 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15e3a5-d75e-4a59-8e59-8fc1ed91bbaa req-ba3cbacd-7a8b-4f88-ab39-415fbd48c266 tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:18.065802 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7d15e3a5-d75e-4a59-8e59-8fc1ed91bbaa req-ba3cbacd-7a8b-4f88-ab39-415fbd48c266 tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb84fbef-5f05-433d-83cb-1b519241f966 HTTP/1.1" status: 200 len: 949 time: 0.0512042 Oct 12 07:52:18.151774 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-7d15e3a5-d75e-4a59-8e59-8fc1ed91bbaa req-7ee3f1ab-57ff-45a0-a986-b014a19548c9 tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] Deleting port 189f5f07-ef6c-4d95-b549-181a2e5e63d5 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:52:18.152117 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-7d15e3a5-d75e-4a59-8e59-8fc1ed91bbaa req-7ee3f1ab-57ff-45a0-a986-b014a19548c9 tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:18.242968 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-7d15e3a5-d75e-4a59-8e59-8fc1ed91bbaa req-7ee3f1ab-57ff-45a0-a986-b014a19548c9 tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] For port 189f5f07-ef6c-4d95-b549-181a2e5e63d5, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=189f5f07-ef6c-4d95-b549-181a2e5e63d5,segment=NetworkSegment(e052442c-c5a8-480e-b97d-0ecd41a1bcac),segment_id=e052442c-c5a8-480e-b97d-0ecd41a1bcac)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:52:18.243328 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-7d15e3a5-d75e-4a59-8e59-8fc1ed91bbaa req-7ee3f1ab-57ff-45a0-a986-b014a19548c9 tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:18.255896 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-7d15e3a5-d75e-4a59-8e59-8fc1ed91bbaa req-7ee3f1ab-57ff-45a0-a986-b014a19548c9 tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] Calling delete_port for 189f5f07-ef6c-4d95-b549-181a2e5e63d5 owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:52:18.379606 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-7d15e3a5-d75e-4a59-8e59-8fc1ed91bbaa req-7ee3f1ab-57ff-45a0-a986-b014a19548c9 tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:18.391286 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['189f5f07-ef6c-4d95-b549-181a2e5e63d5'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 07:52:18.411438 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee3f1ab-57ff-45a0-a986-b014a19548c9 tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] Pushing event deleted for resources: {'Port': ['ID=189f5f07-ef6c-4d95-b549-181a2e5e63d5,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:52:18.455793 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d15e3a5-d75e-4a59-8e59-8fc1ed91bbaa req-7ee3f1ab-57ff-45a0-a986-b014a19548c9 tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] No DVR routers for this DVR port 189f5f07-ef6c-4d95-b549-181a2e5e63d5 on host hv-neutron-8609 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:52:18.458419 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-7d15e3a5-d75e-4a59-8e59-8fc1ed91bbaa req-7ee3f1ab-57ff-45a0-a986-b014a19548c9 tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:18.461909 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7d15e3a5-d75e-4a59-8e59-8fc1ed91bbaa req-7ee3f1ab-57ff-45a0-a986-b014a19548c9 tempest-ServersAdminNegativeTestJSON-1357460276 tempest-ServersAdminNegativeTestJSON-1357460276-project] 10.222.0.23 "DELETE /v2.0/ports/189f5f07-ef6c-4d95-b549-181a2e5e63d5 HTTP/1.1" status: 204 len: 173 time: 0.3901732 Oct 12 07:52:18.462481 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb84fbef-5f05-433d-83cb-1b519241f966', 'name': 'network-vif-deleted', 'tag': '189f5f07-ef6c-4d95-b549-181a2e5e63d5'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:52:18.464784 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9795106e-0f34-445a-9717-4237397b0235" -d '{"events": [{"server_uuid": "cb84fbef-5f05-433d-83cb-1b519241f966", "name": "network-vif-deleted", "tag": "189f5f07-ef6c-4d95-b549-181a2e5e63d5"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:52:18.504761 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d60fa5-8fd9-437e-a103-6119675f2ed4 x-openstack-request-id: req-06d60fa5-8fd9-437e-a103-6119675f2ed4 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:52:18.505047 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb84fbef-5f05-433d-83cb-1b519241f966", "name": "network-vif-deleted", "tag": "189f5f07-ef6c-4d95-b549-181a2e5e63d5", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:52:18.505323 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-06d60fa5-8fd9-437e-a103-6119675f2ed4 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:52:18.505756 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06d60fa5-8fd9-437e-a103-6119675f2ed4'] response: {'server_uuid': 'cb84fbef-5f05-433d-83cb-1b519241f966', 'name': 'network-vif-deleted', 'tag': '189f5f07-ef6c-4d95-b549-181a2e5e63d5', 'status': 'completed', 'code': 200} Oct 12 07:52:18.830478 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:19.149072 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:19.286053 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44782) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:52:19.413463 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a6407c06-e3e3-40a3-bc64-21ad15115745 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=db5e99fdcdf5475d9cf4aabcc6f2ffdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1262465 Oct 12 07:52:19.415916 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44786) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:52:19.461703 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3ada97a4-970a-4f80-9424-12aa864b03f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:19.482220 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3ada97a4-970a-4f80-9424-12aa864b03f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:19.526295 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3ada97a4-970a-4f80-9424-12aa864b03f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:19.528745 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3ada97a4-970a-4f80-9424-12aa864b03f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:19.529983 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-3ada97a4-970a-4f80-9424-12aa864b03f0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/73fd8bd4-2da3-4ff6-892d-29faed40c2c9 HTTP/1.1" status: 204 len: 168 time: 0.1131167 Oct 12 07:52:19.537791 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada97a4-970a-4f80-9424-12aa864b03f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fd8bd4-2da3-4ff6-892d-29faed40c2c9,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:52:19.777524 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44792) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:52:19.794097 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-47e00bad-1bd3-4737-99f6-cd280e027610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:19.866467 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-47e00bad-1bd3-4737-99f6-cd280e027610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:19.869859 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-47e00bad-1bd3-4737-99f6-cd280e027610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:19.905718 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e00bad-1bd3-4737-99f6-cd280e027610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e06e5e-4231-48d4-bb11-718658047e67,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:52:19.910010 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-47e00bad-1bd3-4737-99f6-cd280e027610 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6c8ba3cc05fd4ce19d94e9e261014fec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1314557 Oct 12 07:52:19.912822 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44794) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:52:19.959184 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-43a63a9d-c493-4820-a9ba-1693470b99f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:19.979831 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-43a63a9d-c493-4820-a9ba-1693470b99f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:20.024866 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-43a63a9d-c493-4820-a9ba-1693470b99f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:20.027341 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-43a63a9d-c493-4820-a9ba-1693470b99f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:20.028469 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-43a63a9d-c493-4820-a9ba-1693470b99f8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/58e06e5e-4231-48d4-bb11-718658047e67 HTTP/1.1" status: 204 len: 168 time: 0.1149514 Oct 12 07:52:20.036318 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a63a9d-c493-4820-a9ba-1693470b99f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e06e5e-4231-48d4-bb11-718658047e67,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:52:20.444067 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:52:20.667974 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44816) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:52:20.761271 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-05c8a249-56ff-480b-9cb4-612c86c12da7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-385225681-network', 'tenant_id': '2d0c012357a54e97a2751ac2d885a2ec'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:52:20.780164 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c8a249-56ff-480b-9cb4-612c86c12da7 admin admin] Made reservation on behalf of 2d0c012357a54e97a2751ac2d885a2ec for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:52:20.782528 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-05c8a249-56ff-480b-9cb4-612c86c12da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:20.790760 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-05c8a249-56ff-480b-9cb4-612c86c12da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:20.868715 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-05c8a249-56ff-480b-9cb4-612c86c12da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:20.871813 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-05c8a249-56ff-480b-9cb4-612c86c12da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:20.895910 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05c8a249-56ff-480b-9cb4-612c86c12da7 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:52:20.905660 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c8a249-56ff-480b-9cb4-612c86c12da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e329eb3-6006-4f36-ad0d-38c2bf45aaab,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:52:20.910442 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-05c8a249-56ff-480b-9cb4-612c86c12da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:20.910779 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-05c8a249-56ff-480b-9cb4-612c86c12da7 admin admin] Added segment 77ae2bee-6bcd-4ee7-8a55-d20aa0d4f728 of type vlan for network ddc09565-281a-46e9-aed1-5484c515fc54 Oct 12 07:52:20.953441 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-05c8a249-56ff-480b-9cb4-612c86c12da7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:20.977326 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-05c8a249-56ff-480b-9cb4-612c86c12da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:20.978374 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c8a249-56ff-480b-9cb4-612c86c12da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:20.978946 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-05c8a249-56ff-480b-9cb4-612c86c12da7 admin admin] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:21.024093 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-05c8a249-56ff-480b-9cb4-612c86c12da7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3549242 Oct 12 07:52:21.027059 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44820) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:52:21.033064 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-6b798fe1-bf8a-4b1d-828a-8eff64d4e538 admin admin] Request body: {'subnet': {'network_id': 'ddc09565-281a-46e9-aed1-5484c515fc54', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-385225681-subnet', 'tenant_id': '2d0c012357a54e97a2751ac2d885a2ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:52:21.051528 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b798fe1-bf8a-4b1d-828a-8eff64d4e538 admin admin] Made reservation on behalf of 2d0c012357a54e97a2751ac2d885a2ec for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:52:21.053818 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6b798fe1-bf8a-4b1d-828a-8eff64d4e538 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:21.077747 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c8a249-56ff-480b-9cb4-612c86c12da7 admin admin] Pushing event updated for resources: {'Network': ['ID=ddc09565-281a-46e9-aed1-5484c515fc54,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:52:21.088744 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network ddc09565-281a-46e9-aed1-5484c515fc54 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:52:21.109910 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:21.216736 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6b798fe1-bf8a-4b1d-828a-8eff64d4e538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:21.275985 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b798fe1-bf8a-4b1d-828a-8eff64d4e538 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6df4dd05-ccf3-4637-bc0e-7a46f7280c34,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:52:21.286851 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b798fe1-bf8a-4b1d-828a-8eff64d4e538 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:52:21.287197 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b798fe1-bf8a-4b1d-828a-8eff64d4e538 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:52:21.287534 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b798fe1-bf8a-4b1d-828a-8eff64d4e538 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:52:21.287868 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b798fe1-bf8a-4b1d-828a-8eff64d4e538 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:52:21.288204 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b798fe1-bf8a-4b1d-828a-8eff64d4e538 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:52:21.288531 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b798fe1-bf8a-4b1d-828a-8eff64d4e538 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:52:21.288859 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b798fe1-bf8a-4b1d-828a-8eff64d4e538 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:52:21.289184 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b798fe1-bf8a-4b1d-828a-8eff64d4e538 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:52:21.289508 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b798fe1-bf8a-4b1d-828a-8eff64d4e538 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:52:21.289833 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b798fe1-bf8a-4b1d-828a-8eff64d4e538 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:52:21.290259 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b798fe1-bf8a-4b1d-828a-8eff64d4e538 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:52:21.290583 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b798fe1-bf8a-4b1d-828a-8eff64d4e538 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:52:21.293466 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b798fe1-bf8a-4b1d-828a-8eff64d4e538 admin admin] Checking segment: {'id': '77ae2bee-6bcd-4ee7-8a55-d20aa0d4f728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ddc09565-281a-46e9-aed1-5484c515fc54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:52:21.293816 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b798fe1-bf8a-4b1d-828a-8eff64d4e538 admin admin] Network hostable DHCP agents. Network: ddc09565-281a-46e9-aed1-5484c515fc54, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:52:21.310187 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b798fe1-bf8a-4b1d-828a-8eff64d4e538 admin admin] Network ddc09565-281a-46e9-aed1-5484c515fc54 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:52:21.318698 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-6b798fe1-bf8a-4b1d-828a-8eff64d4e538 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, ddc09565-281a-46e9-aed1-5484c515fc54) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:52:21.322690 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b798fe1-bf8a-4b1d-828a-8eff64d4e538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:21.323272 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6b798fe1-bf8a-4b1d-828a-8eff64d4e538 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:21.328648 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf78d19-6338-41bb-9a6a-2887478cd1ae None None] Network ddc09565-281a-46e9-aed1-5484c515fc54 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:52:21.342333 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44822) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:52:21.342605 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-6b798fe1-bf8a-4b1d-828a-8eff64d4e538 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3141592 Oct 12 07:52:21.347977 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-5c5ce798-d42a-4931-adaa-9fbab8394900 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-385225681-router', 'tenant_id': '2d0c012357a54e97a2751ac2d885a2ec', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:52:21.367079 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5c5ce798-d42a-4931-adaa-9fbab8394900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:21.368027 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5c5ce798-d42a-4931-adaa-9fbab8394900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:21.418727 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5c5ce798-d42a-4931-adaa-9fbab8394900 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:21.474302 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c156be7-f920-42b4-bb83-126906a30656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-ddc09565-281a-46e9-aed1-5484c515fc54', 'network_id': 'ddc09565-281a-46e9-aed1-5484c515fc54', 'tenant_id': '2d0c012357a54e97a2751ac2d885a2ec', 'fixed_ips': [{'subnet_id': '6df4dd05-ccf3-4637-bc0e-7a46f7280c34'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:52:21.475154 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2c156be7-f920-42b4-bb83-126906a30656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:21.555284 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5c5ce798-d42a-4931-adaa-9fbab8394900 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:21.610911 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-2c156be7-f920-42b4-bb83-126906a30656 None None] Allocated IP 172.20.0.2 (ddc09565-281a-46e9-aed1-5484c515fc54/6df4dd05-ccf3-4637-bc0e-7a46f7280c34/7b1531b5-3169-47c4-9520-f8777ab464b6) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:52:21.753723 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2c156be7-f920-42b4-bb83-126906a30656 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:21.762311 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2c156be7-f920-42b4-bb83-126906a30656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:21.778122 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5c5ce798-d42a-4931-adaa-9fbab8394900 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:21.796853 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5c5ce798-d42a-4931-adaa-9fbab8394900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:21.799742 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c156be7-f920-42b4-bb83-126906a30656 None None] Network ddc09565-281a-46e9-aed1-5484c515fc54 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:52:21.809578 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-2c156be7-f920-42b4-bb83-126906a30656 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:52:21.816716 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c156be7-f920-42b4-bb83-126906a30656 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:52:21.819924 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c156be7-f920-42b4-bb83-126906a30656 None None] Pushing event updated for resources: {'Port': ['ID=7b1531b5-3169-47c4-9520-f8777ab464b6,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:52:21.871381 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-2c156be7-f920-42b4-bb83-126906a30656 None None] Attempting to bind port 7b1531b5-3169-47c4-9520-f8777ab464b6 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:52:21.871748 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-2c156be7-f920-42b4-bb83-126906a30656 None None] Attempting to bind port 7b1531b5-3169-47c4-9520-f8777ab464b6 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '77ae2bee-6bcd-4ee7-8a55-d20aa0d4f728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ddc09565-281a-46e9-aed1-5484c515fc54'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:52:21.872110 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c156be7-f920-42b4-bb83-126906a30656 None None] Attempting to bind port 7b1531b5-3169-47c4-9520-f8777ab464b6 on network ddc09565-281a-46e9-aed1-5484c515fc54 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:52:21.877378 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c156be7-f920-42b4-bb83-126906a30656 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:52:21.877745 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c156be7-f920-42b4-bb83-126906a30656 None None] Checking segment: {'id': '77ae2bee-6bcd-4ee7-8a55-d20aa0d4f728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ddc09565-281a-46e9-aed1-5484c515fc54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:52:21.878170 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2c156be7-f920-42b4-bb83-126906a30656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:21.878559 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c156be7-f920-42b4-bb83-126906a30656 None None] Bound using segment: {'id': '77ae2bee-6bcd-4ee7-8a55-d20aa0d4f728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ddc09565-281a-46e9-aed1-5484c515fc54'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:52:21.879034 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-2c156be7-f920-42b4-bb83-126906a30656 None None] Bound port: 7b1531b5-3169-47c4-9520-f8777ab464b6, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ae2bee-6bcd-4ee7-8a55-d20aa0d4f728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ddc09565-281a-46e9-aed1-5484c515fc54'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:52:21.879412 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2c156be7-f920-42b4-bb83-126906a30656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:21.902421 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-5c5ce798-d42a-4931-adaa-9fbab8394900 admin admin] Allocated IP 172.26.3.165 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/6ddf07da-b9e9-4c4d-bb7e-90b096faf45f) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:52:21.944601 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-2c156be7-f920-42b4-bb83-126906a30656 None None] For port 7b1531b5-3169-47c4-9520-f8777ab464b6, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:52:21.947716 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-2c156be7-f920-42b4-bb83-126906a30656 None None] For port 7b1531b5-3169-47c4-9520-f8777ab464b6, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=7b1531b5-3169-47c4-9520-f8777ab464b6,segment=NetworkSegment(77ae2bee-6bcd-4ee7-8a55-d20aa0d4f728),segment_id=77ae2bee-6bcd-4ee7-8a55-d20aa0d4f728)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:52:21.951644 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2c156be7-f920-42b4-bb83-126906a30656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:22.005229 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c156be7-f920-42b4-bb83-126906a30656 None None] Pushing event updated for resources: {'Port': ['ID=7b1531b5-3169-47c4-9520-f8777ab464b6,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:52:22.023498 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5c5ce798-d42a-4931-adaa-9fbab8394900 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:22.057930 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5c5ce798-d42a-4931-adaa-9fbab8394900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:22.099837 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5ce798-d42a-4931-adaa-9fbab8394900 admin admin] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:52:22.102819 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-5c5ce798-d42a-4931-adaa-9fbab8394900 admin admin] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:52:22.106296 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5ce798-d42a-4931-adaa-9fbab8394900 admin admin] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:52:22.112130 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5ce798-d42a-4931-adaa-9fbab8394900 admin admin] Pushing event updated for resources: {'Port': ['ID=6ddf07da-b9e9-4c4d-bb7e-90b096faf45f,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:52:22.270439 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 7b1531b5-3169-47c4-9520-f8777ab464b6 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:52:22.322489 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 7b1531b5-3169-47c4-9520-f8777ab464b6 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:52:22.322729 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:22.323057 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 7b1531b5-3169-47c4-9520-f8777ab464b6 Oct 12 07:52:22.386853 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5c5ce798-d42a-4931-adaa-9fbab8394900 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:22.404054 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 7b1531b5-3169-47c4-9520-f8777ab464b6 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:52:22.404444 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:22.440268 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 7b1531b5-3169-47c4-9520-f8777ab464b6, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=7b1531b5-3169-47c4-9520-f8777ab464b6,segment=NetworkSegment(77ae2bee-6bcd-4ee7-8a55-d20aa0d4f728),segment_id=77ae2bee-6bcd-4ee7-8a55-d20aa0d4f728)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:52:22.444249 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:22.491899 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=7b1531b5-3169-47c4-9520-f8777ab464b6,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:52:22.587509 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5c5ce798-d42a-4931-adaa-9fbab8394900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:22.718659 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5ce798-d42a-4931-adaa-9fbab8394900 admin admin] Router e665299f-ee5b-4c47-86b6-213d1b135f33 is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:52:22.827900 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5ce798-d42a-4931-adaa-9fbab8394900 admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:52:22.840409 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d262f9-6716-4ea9-88ca-976e6c86276f None None] Sync routers for ids ['e665299f-ee5b-4c47-86b6-213d1b135f33'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:52:22.847671 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5c5ce798-d42a-4931-adaa-9fbab8394900 admin admin] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:22.851553 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-5c5ce798-d42a-4931-adaa-9fbab8394900 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5045421 Oct 12 07:52:22.852456 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44824) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:52:22.852918 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d262f9-6716-4ea9-88ca-976e6c86276f None None] Routers {'e665299f-ee5b-4c47-86b6-213d1b135f33'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:52:22.853153 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-47d262f9-6716-4ea9-88ca-976e6c86276f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:52:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['e665299f-ee5b-4c47-86b6-213d1b135f33'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:52:22.918251 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139878e3-9fb7-4816-83b6-9334fe67fe80 None None] Network ddc09565-281a-46e9-aed1-5484c515fc54 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:52:22.970733 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-47d262f9-6716-4ea9-88ca-976e6c86276f None None] Set router e665299f-ee5b-4c47-86b6-213d1b135f33 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:52:23.046065 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-fd1368e6-7cad-4197-b2ff-6140b2a65ddf None None] Provisioning complete for port 7b1531b5-3169-47c4-9520-f8777ab464b6 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:52:23.046462 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fd1368e6-7cad-4197-b2ff-6140b2a65ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:23.046768 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-fd1368e6-7cad-4197-b2ff-6140b2a65ddf None None] Attempt 1 to provision port 7b1531b5-3169-47c4-9520-f8777ab464b6 Oct 12 07:52:23.161375 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-47d262f9-6716-4ea9-88ca-976e6c86276f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e665299f-ee5b-4c47-86b6-213d1b135f33', 'name': 'tempest-DeleteServersTestJSON-385225681-router', 'tenant_id': '2d0c012357a54e97a2751ac2d885a2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '6ddf07da-b9e9-4c4d-bb7e-90b096faf45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:52:21Z', 'updated_at': '2022-10-12T07:52:22Z', 'revision_number': 3, 'project_id': '2d0c012357a54e97a2751ac2d885a2ec', 'gw_port': {'id': '6ddf07da-b9e9-4c4d-bb7e-90b096faf45f', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fb:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e665299f-ee5b-4c47-86b6-213d1b135f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:52:21Z', 'updated_at': '2022-10-12T07:52:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:52:23.191790 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d262f9-6716-4ea9-88ca-976e6c86276f None None] Checking router: e665299f-ee5b-4c47-86b6-213d1b135f33 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:52:23.192232 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d262f9-6716-4ea9-88ca-976e6c86276f None None] Updating router e665299f-ee5b-4c47-86b6-213d1b135f33 port 6ddf07da-b9e9-4c4d-bb7e-90b096faf45f binding host dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:52:23.219679 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-47d262f9-6716-4ea9-88ca-976e6c86276f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:23.313208 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-fd1368e6-7cad-4197-b2ff-6140b2a65ddf None None] Current status of the port 7b1531b5-3169-47c4-9520-f8777ab464b6 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:52:23.423178 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 189f5f07-ef6c-4d95-b549-181a2e5e63d5 no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:52:23.444550 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] No Port match for: 189f5f07-ef6c-4d95-b549-181a2e5e63d5 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:52:23.444888 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 189f5f07-ef6c-4d95-b549-181a2e5e63d5 not bound to the agent host hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:52:23.533838 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-3e10ff35-4075-4e9a-be89-bdff0244d4c4 None None] Provisioning complete for port 7b1531b5-3169-47c4-9520-f8777ab464b6 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:52:23.534348 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3e10ff35-4075-4e9a-be89-bdff0244d4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:23.534748 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-3e10ff35-4075-4e9a-be89-bdff0244d4c4 None None] Attempt 1 to provision port 7b1531b5-3169-47c4-9520-f8777ab464b6 Oct 12 07:52:23.587095 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-47d262f9-6716-4ea9-88ca-976e6c86276f None None] Notify callbacks [] for port, precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:23.593120 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-47d262f9-6716-4ea9-88ca-976e6c86276f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:23.616581 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-3e10ff35-4075-4e9a-be89-bdff0244d4c4 None None] Current status of the port 7b1531b5-3169-47c4-9520-f8777ab464b6 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:52:23.629786 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-47d262f9-6716-4ea9-88ca-976e6c86276f None None] Attempting to bind port 6ddf07da-b9e9-4c4d-bb7e-90b096faf45f on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:52:23.630182 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-47d262f9-6716-4ea9-88ca-976e6c86276f None None] Attempting to bind port 6ddf07da-b9e9-4c4d-bb7e-90b096faf45f by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:52:23.630539 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d262f9-6716-4ea9-88ca-976e6c86276f None None] Attempting to bind port 6ddf07da-b9e9-4c4d-bb7e-90b096faf45f on network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:52:23.632240 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b6a5ad3c-7c66-4576-bfb0-a1af8fd401cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:23.638771 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d262f9-6716-4ea9-88ca-976e6c86276f None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:52:23.639142 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d262f9-6716-4ea9-88ca-976e6c86276f None None] Checking segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:52:23.639560 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-47d262f9-6716-4ea9-88ca-976e6c86276f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:23.639947 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d262f9-6716-4ea9-88ca-976e6c86276f None None] Bound using segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:52:23.640411 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-47d262f9-6716-4ea9-88ca-976e6c86276f None None] Bound port: 6ddf07da-b9e9-4c4d-bb7e-90b096faf45f, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:52:23.640796 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-47d262f9-6716-4ea9-88ca-976e6c86276f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:23.667433 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c1a9bb-6f49-440c-9cea-b79bb2d53b5d None None] Pushing event updated for resources: {'Port': ['ID=6ddf07da-b9e9-4c4d-bb7e-90b096faf45f,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:52:23.677280 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c1a9bb-6f49-440c-9cea-b79bb2d53b5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:52:23.677553 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c1a9bb-6f49-440c-9cea-b79bb2d53b5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:52:23.677882 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c1a9bb-6f49-440c-9cea-b79bb2d53b5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:52:23.678231 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c1a9bb-6f49-440c-9cea-b79bb2d53b5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:52:23.678552 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c1a9bb-6f49-440c-9cea-b79bb2d53b5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:52:23.678876 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c1a9bb-6f49-440c-9cea-b79bb2d53b5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:52:23.679192 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c1a9bb-6f49-440c-9cea-b79bb2d53b5d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:52:23.679508 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c1a9bb-6f49-440c-9cea-b79bb2d53b5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:52:23.679824 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c1a9bb-6f49-440c-9cea-b79bb2d53b5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:52:23.680141 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c1a9bb-6f49-440c-9cea-b79bb2d53b5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:52:23.680453 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c1a9bb-6f49-440c-9cea-b79bb2d53b5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:52:23.680762 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c1a9bb-6f49-440c-9cea-b79bb2d53b5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:52:23.707995 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-47d262f9-6716-4ea9-88ca-976e6c86276f None None] For port 6ddf07da-b9e9-4c4d-bb7e-90b096faf45f, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:52:23.711052 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-47d262f9-6716-4ea9-88ca-976e6c86276f None None] For port 6ddf07da-b9e9-4c4d-bb7e-90b096faf45f, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=6ddf07da-b9e9-4c4d-bb7e-90b096faf45f,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:52:23.715556 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-47d262f9-6716-4ea9-88ca-976e6c86276f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:23.753180 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d262f9-6716-4ea9-88ca-976e6c86276f None None] Routers {'e665299f-ee5b-4c47-86b6-213d1b135f33'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:52:23.753788 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-47d262f9-6716-4ea9-88ca-976e6c86276f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:52:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['e665299f-ee5b-4c47-86b6-213d1b135f33'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:52:23.783970 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-b6a5ad3c-7c66-4576-bfb0-a1af8fd401cf admin admin] Allocated IP 172.20.0.1 (ddc09565-281a-46e9-aed1-5484c515fc54/6df4dd05-ccf3-4637-bc0e-7a46f7280c34/49638b92-0a8e-43ee-a360-e126c4c8d00b) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:52:23.816765 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c1a9bb-6f49-440c-9cea-b79bb2d53b5d None None] Pushing event updated for resources: {'Port': ['ID=6ddf07da-b9e9-4c4d-bb7e-90b096faf45f,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:52:23.871122 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-47d262f9-6716-4ea9-88ca-976e6c86276f None None] Set router e665299f-ee5b-4c47-86b6-213d1b135f33 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:52:23.886393 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b6a5ad3c-7c66-4576-bfb0-a1af8fd401cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:23.920163 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b6a5ad3c-7c66-4576-bfb0-a1af8fd401cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:23.962395 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a5ad3c-7c66-4576-bfb0-a1af8fd401cf admin admin] Network ddc09565-281a-46e9-aed1-5484c515fc54 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:52:23.966652 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-b6a5ad3c-7c66-4576-bfb0-a1af8fd401cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:52:23.970645 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a5ad3c-7c66-4576-bfb0-a1af8fd401cf admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:52:23.975893 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a5ad3c-7c66-4576-bfb0-a1af8fd401cf admin admin] Pushing event updated for resources: {'Port': ['ID=49638b92-0a8e-43ee-a360-e126c4c8d00b,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:52:24.011671 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b6a5ad3c-7c66-4576-bfb0-a1af8fd401cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:24.051333 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-47d262f9-6716-4ea9-88ca-976e6c86276f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e665299f-ee5b-4c47-86b6-213d1b135f33', 'name': 'tempest-DeleteServersTestJSON-385225681-router', 'tenant_id': '2d0c012357a54e97a2751ac2d885a2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '6ddf07da-b9e9-4c4d-bb7e-90b096faf45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:52:21Z', 'updated_at': '2022-10-12T07:52:22Z', 'revision_number': 3, 'project_id': '2d0c012357a54e97a2751ac2d885a2ec', 'gw_port': {'id': '6ddf07da-b9e9-4c4d-bb7e-90b096faf45f', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fb:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e665299f-ee5b-4c47-86b6-213d1b135f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:52:21Z', 'updated_at': '2022-10-12T07:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:52:24.082625 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d262f9-6716-4ea9-88ca-976e6c86276f None None] The sync data for ids ['e665299f-ee5b-4c47-86b6-213d1b135f33'] in dv-neutron-860909-2-hyperv is: [{'id': 'e665299f-ee5b-4c47-86b6-213d1b135f33', 'name': 'tempest-DeleteServersTestJSON-385225681-router', 'tenant_id': '2d0c012357a54e97a2751ac2d885a2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '6ddf07da-b9e9-4c4d-bb7e-90b096faf45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:52:21Z', 'updated_at': '2022-10-12T07:52:22Z', 'revision_number': 3, 'project_id': '2d0c012357a54e97a2751ac2d885a2ec', 'gw_port': {'id': '6ddf07da-b9e9-4c4d-bb7e-90b096faf45f', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fb:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e665299f-ee5b-4c47-86b6-213d1b135f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:52:21Z', 'updated_at': '2022-10-12T07:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:52:24.149376 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b6a5ad3c-7c66-4576-bfb0-a1af8fd401cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:24.226920 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 7b1531b5-3169-47c4-9520-f8777ab464b6 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:52:24.274441 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-e9e9a6d9-6969-4f3b-a006-24b01d910f37 None None] Provisioning complete for port 49638b92-0a8e-43ee-a360-e126c4c8d00b triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:52:24.274921 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e9e9a6d9-6969-4f3b-a006-24b01d910f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:24.275267 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-e9e9a6d9-6969-4f3b-a006-24b01d910f37 None None] Attempt 1 to provision port 49638b92-0a8e-43ee-a360-e126c4c8d00b Oct 12 07:52:24.319011 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 7b1531b5-3169-47c4-9520-f8777ab464b6 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:52:24.319678 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:24.319678 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 7b1531b5-3169-47c4-9520-f8777ab464b6 Oct 12 07:52:24.321842 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e9e9a6d9-6969-4f3b-a006-24b01d910f37 None None] Port 49638b92-0a8e-43ee-a360-e126c4c8d00b cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:52:24.323835 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b6a5ad3c-7c66-4576-bfb0-a1af8fd401cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:24.330353 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b6a5ad3c-7c66-4576-bfb0-a1af8fd401cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:24.421035 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b6a5ad3c-7c66-4576-bfb0-a1af8fd401cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:24.429505 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a5ad3c-7c66-4576-bfb0-a1af8fd401cf admin admin] Pushing event updated for resources: {'Port': ['ID=49638b92-0a8e-43ee-a360-e126c4c8d00b,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:52:24.445083 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 7b1531b5-3169-47c4-9520-f8777ab464b6 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:52:24.538400 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a5ad3c-7c66-4576-bfb0-a1af8fd401cf admin admin] Network ddc09565-281a-46e9-aed1-5484c515fc54 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:52:24.539851 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-b6a5ad3c-7c66-4576-bfb0-a1af8fd401cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:52:24.661644 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a5ad3c-7c66-4576-bfb0-a1af8fd401cf admin admin] Router e665299f-ee5b-4c47-86b6-213d1b135f33 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:52:24.778966 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a5ad3c-7c66-4576-bfb0-a1af8fd401cf admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:52:24.784068 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b6a5ad3c-7c66-4576-bfb0-a1af8fd401cf admin admin] 10.222.0.26 "PUT /v2.0/routers/e665299f-ee5b-4c47-86b6-213d1b135f33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9296761 Oct 12 07:52:24.823003 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-e9e9a6d9-6969-4f3b-a006-24b01d910f37 None None] Attempt 2 to provision port 49638b92-0a8e-43ee-a360-e126c4c8d00b Oct 12 07:52:24.860405 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e9e9a6d9-6969-4f3b-a006-24b01d910f37 None None] Port 49638b92-0a8e-43ee-a360-e126c4c8d00b cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:52:25.211752 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-f1cf47ff-be67-4640-8f7b-f84bf78f9143 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:25.213201 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-f1cf47ff-be67-4640-8f7b-f84bf78f9143 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/networks?id=ddc09565-281a-46e9-aed1-5484c515fc54 HTTP/1.1" status: 200 len: 811 time: 0.1033082 Oct 12 07:52:25.227468 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-410b2377-85a3-48b9-a41a-9470140d0956 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/quotas/2d0c012357a54e97a2751ac2d885a2ec HTTP/1.1" status: 200 len: 375 time: 0.0086074 Oct 12 07:52:25.278235 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-5c0eaeab-8b1b-410d-b61e-fabaa01ff142 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2d0c012357a54e97a2751ac2d885a2ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455317 Oct 12 07:52:25.361980 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-e9e9a6d9-6969-4f3b-a006-24b01d910f37 None None] Attempt 3 to provision port 49638b92-0a8e-43ee-a360-e126c4c8d00b Oct 12 07:52:25.367218 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-4937614e-2a50-471f-acb5-22fa0b0de98c service neutron] 10.222.0.26 "GET /v2.0/networks/ddc09565-281a-46e9-aed1-5484c515fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821288 Oct 12 07:52:25.396358 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e9e9a6d9-6969-4f3b-a006-24b01d910f37 None None] Port 49638b92-0a8e-43ee-a360-e126c4c8d00b cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:52:25.460037 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-a474d49b-5a30-40cb-bf5c-ed186855d588 service neutron] 10.222.0.26 "GET /v2.0/networks/ddc09565-281a-46e9-aed1-5484c515fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865979 Oct 12 07:52:25.621826 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-dad004ba-7f6c-46d9-b707-94df3157a558 req-8c0086ee-3b55-43f7-988c-13d35960df80 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24 HTTP/1.1" status: 200 len: 210 time: 0.0263548 Oct 12 07:52:25.740553 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd79c664-29e6-4b6d-a4c9-b5d1cd7b1183 None None] Sync routers for ids ['e665299f-ee5b-4c47-86b6-213d1b135f33'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:52:25.750202 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd79c664-29e6-4b6d-a4c9-b5d1cd7b1183 None None] Routers {'e665299f-ee5b-4c47-86b6-213d1b135f33'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:52:25.750950 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-fd79c664-29e6-4b6d-a4c9-b5d1cd7b1183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:52:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['e665299f-ee5b-4c47-86b6-213d1b135f33'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:52:25.862184 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-fd79c664-29e6-4b6d-a4c9-b5d1cd7b1183 None None] Set router e665299f-ee5b-4c47-86b6-213d1b135f33 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:52:25.898352 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-e9e9a6d9-6969-4f3b-a006-24b01d910f37 None None] Attempt 4 to provision port 49638b92-0a8e-43ee-a360-e126c4c8d00b Oct 12 07:52:25.975531 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e9e9a6d9-6969-4f3b-a006-24b01d910f37 None None] Port 49638b92-0a8e-43ee-a360-e126c4c8d00b cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:52:26.095408 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-fd79c664-29e6-4b6d-a4c9-b5d1cd7b1183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e665299f-ee5b-4c47-86b6-213d1b135f33', 'name': 'tempest-DeleteServersTestJSON-385225681-router', 'tenant_id': '2d0c012357a54e97a2751ac2d885a2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '6ddf07da-b9e9-4c4d-bb7e-90b096faf45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:52:21Z', 'updated_at': '2022-10-12T07:52:24Z', 'revision_number': 4, 'project_id': '2d0c012357a54e97a2751ac2d885a2ec', 'gw_port': {'id': '6ddf07da-b9e9-4c4d-bb7e-90b096faf45f', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fb:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e665299f-ee5b-4c47-86b6-213d1b135f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:52:21Z', 'updated_at': '2022-10-12T07:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '49638b92-0a8e-43ee-a360-e126c4c8d00b', 'name': '', 'network_id': 'ddc09565-281a-46e9-aed1-5484c515fc54', 'tenant_id': '2d0c012357a54e97a2751ac2d885a2ec', 'mac_address': 'fa:16:3e:31:b6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e665299f-ee5b-4c47-86b6-213d1b135f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '6df4dd05-ccf3-4637-bc0e-7a46f7280c34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:52:23Z', 'updated_at': '2022-10-12T07:52:24Z', 'revision_number': 2, 'project_id': '2d0c012357a54e97a2751ac2d885a2ec', 'subnets': [{'id': '6df4dd05-ccf3-4637-bc0e-7a46f7280c34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:52:26.125658 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd79c664-29e6-4b6d-a4c9-b5d1cd7b1183 None None] Checking router: e665299f-ee5b-4c47-86b6-213d1b135f33 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:52:26.126005 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd79c664-29e6-4b6d-a4c9-b5d1cd7b1183 None None] Updating router e665299f-ee5b-4c47-86b6-213d1b135f33 port 49638b92-0a8e-43ee-a360-e126c4c8d00b binding host dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:52:26.151158 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fd79c664-29e6-4b6d-a4c9-b5d1cd7b1183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:26.251702 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 6ddf07da-b9e9-4c4d-bb7e-90b096faf45f up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:52:26.371500 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 6ddf07da-b9e9-4c4d-bb7e-90b096faf45f triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:52:26.372227 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:26.372227 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 6ddf07da-b9e9-4c4d-bb7e-90b096faf45f Oct 12 07:52:26.489986 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-e9e9a6d9-6969-4f3b-a006-24b01d910f37 None None] Attempt 5 to provision port 49638b92-0a8e-43ee-a360-e126c4c8d00b Oct 12 07:52:26.541502 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fd79c664-29e6-4b6d-a4c9-b5d1cd7b1183 None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:26.544060 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-ee9431ff-3958-4811-beb1-70f1350827a0 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:26.546187 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-ee9431ff-3958-4811-beb1-70f1350827a0 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.23 "GET /v2.0/networks?id=ddc09565-281a-46e9-aed1-5484c515fc54 HTTP/1.1" status: 200 len: 811 time: 0.1256011 Oct 12 07:52:26.551482 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 6ddf07da-b9e9-4c4d-bb7e-90b096faf45f is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:52:26.551866 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:26.557964 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-9b0e4368-83d7-4110-9665-b7cbaf9b3c23 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Request body: {'port': {'device_id': 'c8fa7aa4-0bfa-4694-83cb-c64908742c24', 'network_id': 'ddc09565-281a-46e9-aed1-5484c515fc54', 'admin_state_up': True, 'tenant_id': '2d0c012357a54e97a2751ac2d885a2ec'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:52:26.558210 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fd79c664-29e6-4b6d-a4c9-b5d1cd7b1183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:26.572401 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e9e9a6d9-6969-4f3b-a006-24b01d910f37 None None] Port 49638b92-0a8e-43ee-a360-e126c4c8d00b cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:52:26.607161 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 6ddf07da-b9e9-4c4d-bb7e-90b096faf45f, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=6ddf07da-b9e9-4c4d-bb7e-90b096faf45f,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:52:26.615383 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:26.640869 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe198fff-2002-4e1d-8ba7-da082d557903 None None] Pushing event updated for resources: {'Port': ['ID=49638b92-0a8e-43ee-a360-e126c4c8d00b,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:52:26.675719 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-9b0e4368-83d7-4110-9665-b7cbaf9b3c23 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Made reservation on behalf of 2d0c012357a54e97a2751ac2d885a2ec for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:52:26.680933 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-9b0e4368-83d7-4110-9665-b7cbaf9b3c23 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:26.696292 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-fd79c664-29e6-4b6d-a4c9-b5d1cd7b1183 None None] Attempting to bind port 49638b92-0a8e-43ee-a360-e126c4c8d00b on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:52:26.696664 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-fd79c664-29e6-4b6d-a4c9-b5d1cd7b1183 None None] Attempting to bind port 49638b92-0a8e-43ee-a360-e126c4c8d00b by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '77ae2bee-6bcd-4ee7-8a55-d20aa0d4f728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ddc09565-281a-46e9-aed1-5484c515fc54'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:52:26.697025 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd79c664-29e6-4b6d-a4c9-b5d1cd7b1183 None None] Attempting to bind port 49638b92-0a8e-43ee-a360-e126c4c8d00b on network ddc09565-281a-46e9-aed1-5484c515fc54 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:52:26.711634 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd79c664-29e6-4b6d-a4c9-b5d1cd7b1183 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:52:26.712003 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd79c664-29e6-4b6d-a4c9-b5d1cd7b1183 None None] Checking segment: {'id': '77ae2bee-6bcd-4ee7-8a55-d20aa0d4f728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ddc09565-281a-46e9-aed1-5484c515fc54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:52:26.712406 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fd79c664-29e6-4b6d-a4c9-b5d1cd7b1183 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:26.712796 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd79c664-29e6-4b6d-a4c9-b5d1cd7b1183 None None] Bound using segment: {'id': '77ae2bee-6bcd-4ee7-8a55-d20aa0d4f728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ddc09565-281a-46e9-aed1-5484c515fc54'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:52:26.713267 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-fd79c664-29e6-4b6d-a4c9-b5d1cd7b1183 None None] Bound port: 49638b92-0a8e-43ee-a360-e126c4c8d00b, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ae2bee-6bcd-4ee7-8a55-d20aa0d4f728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ddc09565-281a-46e9-aed1-5484c515fc54'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:52:26.713646 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fd79c664-29e6-4b6d-a4c9-b5d1cd7b1183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:26.728140 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=6ddf07da-b9e9-4c4d-bb7e-90b096faf45f,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:52:26.732268 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ca4cfead-2976-4be1-84d4-2b742d088e2f req-04c79230-4cf5-4b09-a434-2fcddfc494f1 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24 HTTP/1.1" status: 200 len: 210 time: 0.0358179 Oct 12 07:52:26.783677 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-fd79c664-29e6-4b6d-a4c9-b5d1cd7b1183 None None] For port 49638b92-0a8e-43ee-a360-e126c4c8d00b, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:52:26.786931 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-fd79c664-29e6-4b6d-a4c9-b5d1cd7b1183 None None] For port 49638b92-0a8e-43ee-a360-e126c4c8d00b, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=49638b92-0a8e-43ee-a360-e126c4c8d00b,segment=NetworkSegment(77ae2bee-6bcd-4ee7-8a55-d20aa0d4f728),segment_id=77ae2bee-6bcd-4ee7-8a55-d20aa0d4f728)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:52:26.791529 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fd79c664-29e6-4b6d-a4c9-b5d1cd7b1183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:26.837934 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd79c664-29e6-4b6d-a4c9-b5d1cd7b1183 None None] Routers {'e665299f-ee5b-4c47-86b6-213d1b135f33'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:52:26.838614 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-fd79c664-29e6-4b6d-a4c9-b5d1cd7b1183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:52:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['e665299f-ee5b-4c47-86b6-213d1b135f33'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:52:26.853960 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-9b0e4368-83d7-4110-9665-b7cbaf9b3c23 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Allocated IP 172.20.0.12 (ddc09565-281a-46e9-aed1-5484c515fc54/6df4dd05-ccf3-4637-bc0e-7a46f7280c34/2024dd79-df5e-4337-9f63-f3ad7a6a3507) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:52:26.885765 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe198fff-2002-4e1d-8ba7-da082d557903 None None] Pushing event updated for resources: {'Port': ['ID=49638b92-0a8e-43ee-a360-e126c4c8d00b,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:52:26.956466 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-fd79c664-29e6-4b6d-a4c9-b5d1cd7b1183 None None] Set router e665299f-ee5b-4c47-86b6-213d1b135f33 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:52:27.084096 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-e9e9a6d9-6969-4f3b-a006-24b01d910f37 None None] Attempt 6 to provision port 49638b92-0a8e-43ee-a360-e126c4c8d00b Oct 12 07:52:27.213273 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e9e9a6d9-6969-4f3b-a006-24b01d910f37 None None] Current status of the port 49638b92-0a8e-43ee-a360-e126c4c8d00b is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:52:27.213570 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e9e9a6d9-6969-4f3b-a006-24b01d910f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:27.253723 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-fd79c664-29e6-4b6d-a4c9-b5d1cd7b1183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e665299f-ee5b-4c47-86b6-213d1b135f33', 'name': 'tempest-DeleteServersTestJSON-385225681-router', 'tenant_id': '2d0c012357a54e97a2751ac2d885a2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '6ddf07da-b9e9-4c4d-bb7e-90b096faf45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:52:21Z', 'updated_at': '2022-10-12T07:52:24Z', 'revision_number': 4, 'project_id': '2d0c012357a54e97a2751ac2d885a2ec', 'gw_port': {'id': '6ddf07da-b9e9-4c4d-bb7e-90b096faf45f', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e665299f-ee5b-4c47-86b6-213d1b135f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:52:21Z', 'updated_at': '2022-10-12T07:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '49638b92-0a8e-43ee-a360-e126c4c8d00b', 'name': '', 'network_id': 'ddc09565-281a-46e9-aed1-5484c515fc54', 'tenant_id': '2d0c012357a54e97a2751ac2d885a2ec', 'mac_address': 'fa:16:3e:31:b6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e665299f-ee5b-4c47-86b6-213d1b135f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '6df4dd05-ccf3-4637-bc0e-7a46f7280c34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:52:23Z', 'updated_at': '2022-10-12T07:52:26Z', 'revision_number': 4, 'project_id': '2d0c012357a54e97a2751ac2d885a2ec', 'subnets': [{'id': '6df4dd05-ccf3-4637-bc0e-7a46f7280c34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:52:27.256590 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-e9e9a6d9-6969-4f3b-a006-24b01d910f37 None None] For port 49638b92-0a8e-43ee-a360-e126c4c8d00b, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=49638b92-0a8e-43ee-a360-e126c4c8d00b,segment=NetworkSegment(77ae2bee-6bcd-4ee7-8a55-d20aa0d4f728),segment_id=77ae2bee-6bcd-4ee7-8a55-d20aa0d4f728)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:52:27.284683 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd79c664-29e6-4b6d-a4c9-b5d1cd7b1183 None None] The sync data for ids ['e665299f-ee5b-4c47-86b6-213d1b135f33'] in dv-neutron-860909-2-hyperv is: [{'id': 'e665299f-ee5b-4c47-86b6-213d1b135f33', 'name': 'tempest-DeleteServersTestJSON-385225681-router', 'tenant_id': '2d0c012357a54e97a2751ac2d885a2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '6ddf07da-b9e9-4c4d-bb7e-90b096faf45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:52:21Z', 'updated_at': '2022-10-12T07:52:24Z', 'revision_number': 4, 'project_id': '2d0c012357a54e97a2751ac2d885a2ec', 'gw_port': {'id': '6ddf07da-b9e9-4c4d-bb7e-90b096faf45f', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e665299f-ee5b-4c47-86b6-213d1b135f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:52:21Z', 'updated_at': '2022-10-12T07:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '49638b92-0a8e-43ee-a360-e126c4c8d00b', 'name': '', 'network_id': 'ddc09565-281a-46e9-aed1-5484c515fc54', 'tenant_id': '2d0c012357a54e97a2751ac2d885a2ec', 'mac_address': 'fa:16:3e:31:b6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e665299f-ee5b-4c47-86b6-213d1b135f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '6df4dd05-ccf3-4637-bc0e-7a46f7280c34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:52:23Z', 'updated_at': '2022-10-12T07:52:26Z', 'revision_number': 4, 'project_id': '2d0c012357a54e97a2751ac2d885a2ec', 'subnets': [{'id': '6df4dd05-ccf3-4637-bc0e-7a46f7280c34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:52:27.286222 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e9e9a6d9-6969-4f3b-a006-24b01d910f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:27.317617 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-9b0e4368-83d7-4110-9665-b7cbaf9b3c23 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:27.346688 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e9a6d9-6969-4f3b-a006-24b01d910f37 None None] Pushing event updated for resources: {'Port': ['ID=49638b92-0a8e-43ee-a360-e126c4c8d00b,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:52:27.375287 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-9b0e4368-83d7-4110-9665-b7cbaf9b3c23 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:27.412081 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-78537b24-0eb1-4b64-b1d9-daa359ff18cd None None] Provisioning complete for port 49638b92-0a8e-43ee-a360-e126c4c8d00b triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:52:27.412615 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-78537b24-0eb1-4b64-b1d9-daa359ff18cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:27.412893 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-78537b24-0eb1-4b64-b1d9-daa359ff18cd None None] Attempt 1 to provision port 49638b92-0a8e-43ee-a360-e126c4c8d00b Oct 12 07:52:27.416695 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-9b0e4368-83d7-4110-9665-b7cbaf9b3c23 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Network ddc09565-281a-46e9-aed1-5484c515fc54 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:52:27.420041 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-9b0e4368-83d7-4110-9665-b7cbaf9b3c23 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:52:27.424021 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-9b0e4368-83d7-4110-9665-b7cbaf9b3c23 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:52:27.482427 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e4368-83d7-4110-9665-b7cbaf9b3c23 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Pushing event updated for resources: {'Port': ['ID=2024dd79-df5e-4337-9f63-f3ad7a6a3507,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:52:27.504269 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-9b0e4368-83d7-4110-9665-b7cbaf9b3c23 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:27.505244 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-9b0e4368-83d7-4110-9665-b7cbaf9b3c23 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:27.513878 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-78537b24-0eb1-4b64-b1d9-daa359ff18cd None None] Current status of the port 49638b92-0a8e-43ee-a360-e126c4c8d00b is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:52:27.524681 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-9b0e4368-83d7-4110-9665-b7cbaf9b3c23 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9706392 Oct 12 07:52:27.537527 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-e1155d3e-55c6-4f22-8a1d-244d0f7510b6 service neutron] Request body: {'port': {'device_id': 'c8fa7aa4-0bfa-4694-83cb-c64908742c24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8609'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:52:27.600077 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-e1155d3e-55c6-4f22-8a1d-244d0f7510b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:27.736128 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-07c97b9a-0c69-4dda-bad4-723827617369 None None] Provisioning complete for port 2024dd79-df5e-4337-9f63-f3ad7a6a3507 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:52:27.736510 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-07c97b9a-0c69-4dda-bad4-723827617369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:27.736910 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-07c97b9a-0c69-4dda-bad4-723827617369 None None] Attempt 1 to provision port 2024dd79-df5e-4337-9f63-f3ad7a6a3507 Oct 12 07:52:27.788893 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-07c97b9a-0c69-4dda-bad4-723827617369 None None] Port 2024dd79-df5e-4337-9f63-f3ad7a6a3507 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:52:27.916355 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7637d56-bd7e-4085-8694-83b8781fe305 req-52b0370c-915e-4002-ba88-7a6c765db411 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:27.917861 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f7637d56-bd7e-4085-8694-83b8781fe305 req-52b0370c-915e-4002-ba88-7a6c765db411 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24 HTTP/1.1" status: 200 len: 932 time: 0.0925498 Oct 12 07:52:27.923923 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-e1155d3e-55c6-4f22-8a1d-244d0f7510b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2024dd79-df5e-4337-9f63-f3ad7a6a3507 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:52:27.933113 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-e1155d3e-55c6-4f22-8a1d-244d0f7510b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:27.961578 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-e1155d3e-55c6-4f22-8a1d-244d0f7510b6 service neutron] Transition to ACTIVE for port object 2024dd79-df5e-4337-9f63-f3ad7a6a3507 will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 07:52:27.969231 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-e1155d3e-55c6-4f22-8a1d-244d0f7510b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:28.005021 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f7637d56-bd7e-4085-8694-83b8781fe305 req-958cbe0c-b7ce-4933-ba5c-564ccb9e79a8 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e329eb3-6006-4f36-ad0d-38c2bf45aaab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764890 Oct 12 07:52:28.037197 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1155d3e-55c6-4f22-8a1d-244d0f7510b6 service neutron] Pushing event updated for resources: {'Port': ['ID=2024dd79-df5e-4337-9f63-f3ad7a6a3507,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:52:28.090405 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-e1155d3e-55c6-4f22-8a1d-244d0f7510b6 service neutron] Attempting to bind port 2024dd79-df5e-4337-9f63-f3ad7a6a3507 on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:52:28.090740 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-e1155d3e-55c6-4f22-8a1d-244d0f7510b6 service neutron] Attempting to bind port 2024dd79-df5e-4337-9f63-f3ad7a6a3507 by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '77ae2bee-6bcd-4ee7-8a55-d20aa0d4f728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ddc09565-281a-46e9-aed1-5484c515fc54'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:52:28.091062 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-e1155d3e-55c6-4f22-8a1d-244d0f7510b6 service neutron] Attempting to bind port 2024dd79-df5e-4337-9f63-f3ad7a6a3507 on network ddc09565-281a-46e9-aed1-5484c515fc54 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:52:28.095593 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-e1155d3e-55c6-4f22-8a1d-244d0f7510b6 service neutron] Port 2024dd79-df5e-4337-9f63-f3ad7a6a3507 on network ddc09565-281a-46e9-aed1-5484c515fc54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:52:28.095905 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-e1155d3e-55c6-4f22-8a1d-244d0f7510b6 service neutron] Attempting to bind port 2024dd79-df5e-4337-9f63-f3ad7a6a3507 on network ddc09565-281a-46e9-aed1-5484c515fc54 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:52:28.100784 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-e1155d3e-55c6-4f22-8a1d-244d0f7510b6 service neutron] Checking agent: {'id': 'afe9b392-c72e-4ef3-a7bd-ca4c2066af02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8609', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'started_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:52:28.101112 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-e1155d3e-55c6-4f22-8a1d-244d0f7510b6 service neutron] Checking segment: {'id': '77ae2bee-6bcd-4ee7-8a55-d20aa0d4f728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ddc09565-281a-46e9-aed1-5484c515fc54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:52:28.101490 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-e1155d3e-55c6-4f22-8a1d-244d0f7510b6 service neutron] Bound using segment: {'id': '77ae2bee-6bcd-4ee7-8a55-d20aa0d4f728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ddc09565-281a-46e9-aed1-5484c515fc54'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:52:28.102396 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-e1155d3e-55c6-4f22-8a1d-244d0f7510b6 service neutron] Bound port: 2024dd79-df5e-4337-9f63-f3ad7a6a3507, host: hv-neutron-8609, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77ae2bee-6bcd-4ee7-8a55-d20aa0d4f728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ddc09565-281a-46e9-aed1-5484c515fc54'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:52:28.102396 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-e1155d3e-55c6-4f22-8a1d-244d0f7510b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:28.169645 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-e1155d3e-55c6-4f22-8a1d-244d0f7510b6 service neutron] For port 2024dd79-df5e-4337-9f63-f3ad7a6a3507, host hv-neutron-8609, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:52:28.173931 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-e1155d3e-55c6-4f22-8a1d-244d0f7510b6 service neutron] For port 2024dd79-df5e-4337-9f63-f3ad7a6a3507, host hv-neutron-8609, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=2024dd79-df5e-4337-9f63-f3ad7a6a3507,segment=NetworkSegment(77ae2bee-6bcd-4ee7-8a55-d20aa0d4f728),segment_id=77ae2bee-6bcd-4ee7-8a55-d20aa0d4f728)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:52:28.179481 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-e1155d3e-55c6-4f22-8a1d-244d0f7510b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:28.183834 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-e1155d3e-55c6-4f22-8a1d-244d0f7510b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:28.184935 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-e1155d3e-55c6-4f22-8a1d-244d0f7510b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:28.185829 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-e1155d3e-55c6-4f22-8a1d-244d0f7510b6 service neutron] 10.222.0.23 "PUT /v2.0/ports/2024dd79-df5e-4337-9f63-f3ad7a6a3507 HTTP/1.1" status: 200 len: 1094 time: 0.6536872 Oct 12 07:52:28.186921 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8fa7aa4-0bfa-4694-83cb-c64908742c24', 'tag': '2024dd79-df5e-4337-9f63-f3ad7a6a3507'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:52:28.189361 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9567d2-bc4d-4b1c-bb20-7ecafb36cbf6" -d '{"events": [{"name": "network-changed", "server_uuid": "c8fa7aa4-0bfa-4694-83cb-c64908742c24", "tag": "2024dd79-df5e-4337-9f63-f3ad7a6a3507"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:52:28.265645 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20f1daf-9a2c-488e-bfc1-a8c99a78a2d7 x-openstack-request-id: req-f20f1daf-9a2c-488e-bfc1-a8c99a78a2d7 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:52:28.265871 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8fa7aa4-0bfa-4694-83cb-c64908742c24", "tag": "2024dd79-df5e-4337-9f63-f3ad7a6a3507", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:52:28.266134 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f20f1daf-9a2c-488e-bfc1-a8c99a78a2d7 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:52:28.266544 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f20f1daf-9a2c-488e-bfc1-a8c99a78a2d7'] response: {'name': 'network-changed', 'server_uuid': 'c8fa7aa4-0bfa-4694-83cb-c64908742c24', 'tag': '2024dd79-df5e-4337-9f63-f3ad7a6a3507', 'status': 'completed', 'code': 200} Oct 12 07:52:28.271123 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1155d3e-55c6-4f22-8a1d-244d0f7510b6 service neutron] Pushing event updated for resources: {'Port': ['ID=2024dd79-df5e-4337-9f63-f3ad7a6a3507,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:52:28.289210 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-07c97b9a-0c69-4dda-bad4-723827617369 None None] Attempt 2 to provision port 2024dd79-df5e-4337-9f63-f3ad7a6a3507 Oct 12 07:52:28.289363 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-44f1baa0-8497-4a9a-8d21-0a4f81a0699c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:28.290935 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-44f1baa0-8497-4a9a-8d21-0a4f81a0699c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d0c012357a54e97a2751ac2d885a2ec&device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24 HTTP/1.1" status: 200 len: 1097 time: 0.0562234 Oct 12 07:52:28.350149 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-07c97b9a-0c69-4dda-bad4-723827617369 None None] Port 2024dd79-df5e-4337-9f63-f3ad7a6a3507 had new provisioning blocks added so it will not transition to active. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 12 07:52:28.351091 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-abbb35b1-acb2-4b18-b806-6f0659483ed0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2024dd79-df5e-4337-9f63-f3ad7a6a3507 HTTP/1.1" status: 200 len: 217 time: 0.0500760 Oct 12 07:52:28.357186 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 6ddf07da-b9e9-4c4d-bb7e-90b096faf45f up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:52:28.401219 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-e0b45cbb-5075-4d73-a3de-39acd8a979fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:28.402727 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-e0b45cbb-5075-4d73-a3de-39acd8a979fd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6df4dd05-ccf3-4637-bc0e-7a46f7280c34 HTTP/1.1" status: 200 len: 850 time: 0.0455384 Oct 12 07:52:28.407748 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 6ddf07da-b9e9-4c4d-bb7e-90b096faf45f triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:52:28.408187 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:28.408720 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 6ddf07da-b9e9-4c4d-bb7e-90b096faf45f Oct 12 07:52:28.453304 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-5081dad2-9c63-436a-8915-0da8728a0ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:28.455154 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-5081dad2-9c63-436a-8915-0da8728a0ee6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ddc09565-281a-46e9-aed1-5484c515fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0464418 Oct 12 07:52:28.490052 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 6ddf07da-b9e9-4c4d-bb7e-90b096faf45f is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:52:28.492030 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 49638b92-0a8e-43ee-a360-e126c4c8d00b up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:52:28.543114 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 49638b92-0a8e-43ee-a360-e126c4c8d00b triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:52:28.543400 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:28.543732 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 49638b92-0a8e-43ee-a360-e126c4c8d00b Oct 12 07:52:28.552396 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-92f9aee5-0b30-4460-89d7-78248cba2784 service neutron] 10.222.0.23 "GET /v2.0/networks/ddc09565-281a-46e9-aed1-5484c515fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902903 Oct 12 07:52:28.646258 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f55f5fae-9f5b-44e6-842a-553beeacac9e req-dcc08ae4-e68c-4240-87c4-763fc991c329 service neutron] 10.222.0.23 "GET /v2.0/networks/ddc09565-281a-46e9-aed1-5484c515fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869894 Oct 12 07:52:28.737445 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9567d2-bc4d-4b1c-bb20-7ecafb36cbf6 req-8e54a4e7-bdc3-42d6-8a33-06fe56508f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:28.739020 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ac9567d2-bc4d-4b1c-bb20-7ecafb36cbf6 req-8e54a4e7-bdc3-42d6-8a33-06fe56508f81 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d0c012357a54e97a2751ac2d885a2ec&device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24 HTTP/1.1" status: 200 len: 1097 time: 0.0461977 Oct 12 07:52:28.760067 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 49638b92-0a8e-43ee-a360-e126c4c8d00b is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:52:28.832871 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9567d2-bc4d-4b1c-bb20-7ecafb36cbf6 req-bb8837f9-b4f7-42a0-bbe1-958d9c93770c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:28.835031 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ac9567d2-bc4d-4b1c-bb20-7ecafb36cbf6 req-bb8837f9-b4f7-42a0-bbe1-958d9c93770c service neutron] 10.222.0.23 "GET /v2.0/networks?id=ddc09565-281a-46e9-aed1-5484c515fc54 HTTP/1.1" status: 200 len: 912 time: 0.0887754 Oct 12 07:52:28.879512 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ac9567d2-bc4d-4b1c-bb20-7ecafb36cbf6 req-6064b283-5811-45ba-80ea-83cd464a86fd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2024dd79-df5e-4337-9f63-f3ad7a6a3507 HTTP/1.1" status: 200 len: 217 time: 0.0377426 Oct 12 07:52:28.927484 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9567d2-bc4d-4b1c-bb20-7ecafb36cbf6 req-d3c96913-053e-425b-94f2-53291f13a63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:28.928868 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ac9567d2-bc4d-4b1c-bb20-7ecafb36cbf6 req-d3c96913-053e-425b-94f2-53291f13a63b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6df4dd05-ccf3-4637-bc0e-7a46f7280c34 HTTP/1.1" status: 200 len: 850 time: 0.0425329 Oct 12 07:52:28.973947 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9567d2-bc4d-4b1c-bb20-7ecafb36cbf6 req-5666bdfc-9c93-4a97-9aff-6ee328667523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:28.975415 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ac9567d2-bc4d-4b1c-bb20-7ecafb36cbf6 req-5666bdfc-9c93-4a97-9aff-6ee328667523 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ddc09565-281a-46e9-aed1-5484c515fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389805 Oct 12 07:52:29.067731 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ac9567d2-bc4d-4b1c-bb20-7ecafb36cbf6 req-21f9ed1e-23ea-403e-816d-223e0f362fde service neutron] 10.222.0.23 "GET /v2.0/networks/ddc09565-281a-46e9-aed1-5484c515fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849314 Oct 12 07:52:29.183199 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a4e42-198d-4a22-a2f1-749721291ecc req-1e197c44-ee7e-4e39-a02e-3596cc457789 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:29.184654 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ba6a4e42-198d-4a22-a2f1-749721291ecc req-1e197c44-ee7e-4e39-a02e-3596cc457789 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24 HTTP/1.1" status: 200 len: 944 time: 0.1019804 Oct 12 07:52:29.205581 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ac9567d2-bc4d-4b1c-bb20-7ecafb36cbf6 req-e0eb31d7-e641-4ce5-91ba-0563ab536c66 service neutron] 10.222.0.23 "GET /v2.0/networks/ddc09565-281a-46e9-aed1-5484c515fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304202 Oct 12 07:52:29.230379 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ba6a4e42-198d-4a22-a2f1-749721291ecc req-ae614d26-c91e-447a-a8e0-fbb1ef0153d0 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e329eb3-6006-4f36-ad0d-38c2bf45aaab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365863 Oct 12 07:52:30.353084 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79b8b1-4a1d-456c-a5b0-b5ddb1d85262 req-ee5d8c75-50b1-4313-8c76-cc209e83cff8 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:30.354632 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1b79b8b1-4a1d-456c-a5b0-b5ddb1d85262 req-ee5d8c75-50b1-4313-8c76-cc209e83cff8 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24 HTTP/1.1" status: 200 len: 944 time: 0.0514438 Oct 12 07:52:30.391889 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1b79b8b1-4a1d-456c-a5b0-b5ddb1d85262 req-1f71f757-1f82-406f-acd7-a8bf68732763 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e329eb3-6006-4f36-ad0d-38c2bf45aaab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312593 Oct 12 07:52:31.470144 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 2024dd79-df5e-4337-9f63-f3ad7a6a3507 details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 07:52:31.509655 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a1338-ab3d-4333-bf96-b1c6d8a2a810 req-4b9a89b9-d818-4871-a3fe-a0dc8ff287ac tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:31.511152 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3e2a1338-ab3d-4333-bf96-b1c6d8a2a810 req-4b9a89b9-d818-4871-a3fe-a0dc8ff287ac tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24 HTTP/1.1" status: 200 len: 944 time: 0.0487242 Oct 12 07:52:31.548768 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3e2a1338-ab3d-4333-bf96-b1c6d8a2a810 req-5059bab9-bdad-4e85-ae5d-7eb403bfae1e tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e329eb3-6006-4f36-ad0d-38c2bf45aaab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317385 Oct 12 07:52:31.567233 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 2024dd79-df5e-4337-9f63-f3ad7a6a3507, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=2024dd79-df5e-4337-9f63-f3ad7a6a3507,segment=NetworkSegment(77ae2bee-6bcd-4ee7-8a55-d20aa0d4f728),segment_id=77ae2bee-6bcd-4ee7-8a55-d20aa0d4f728)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:52:31.578427 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': '2024dd79-df5e-4337-9f63-f3ad7a6a3507', 'network_id': 'ddc09565-281a-46e9-aed1-5484c515fc54', 'port_id': '2024dd79-df5e-4337-9f63-f3ad7a6a3507', 'mac_address': 'fa:16:3e:b1:44:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df4dd05-ccf3-4637-bc0e-7a46f7280c34', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 07:52:31.614300 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 2024dd79-df5e-4337-9f63-f3ad7a6a3507 is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:52:31.614681 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:31.626712 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2024dd79-df5e-4337-9f63-f3ad7a6a3507 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:52:31.645042 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 2024dd79-df5e-4337-9f63-f3ad7a6a3507, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=2024dd79-df5e-4337-9f63-f3ad7a6a3507,segment=NetworkSegment(77ae2bee-6bcd-4ee7-8a55-d20aa0d4f728),segment_id=77ae2bee-6bcd-4ee7-8a55-d20aa0d4f728)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:52:31.648934 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:31.698217 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=2024dd79-df5e-4337-9f63-f3ad7a6a3507,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:52:31.841658 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['2024dd79-df5e-4337-9f63-f3ad7a6a3507'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 07:52:32.670319 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf2cca-ec85-41ea-a7b9-69e3c09cc2f6 req-5838fedf-2fb7-428a-92f6-5bf74160bd73 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:32.672317 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9cdf2cca-ec85-41ea-a7b9-69e3c09cc2f6 req-5838fedf-2fb7-428a-92f6-5bf74160bd73 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24 HTTP/1.1" status: 200 len: 945 time: 0.0527942 Oct 12 07:52:32.709665 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9cdf2cca-ec85-41ea-a7b9-69e3c09cc2f6 req-3ba7f4b6-a57c-4b03-ae97-9210cbc0a417 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e329eb3-6006-4f36-ad0d-38c2bf45aaab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314844 Oct 12 07:52:33.479882 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 2024dd79-df5e-4337-9f63-f3ad7a6a3507 up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:52:33.529183 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning for port 2024dd79-df5e-4337-9f63-f3ad7a6a3507 completed by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 12 07:52:33.533713 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port 2024dd79-df5e-4337-9f63-f3ad7a6a3507 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:52:33.534103 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:33.534435 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port 2024dd79-df5e-4337-9f63-f3ad7a6a3507 Oct 12 07:52:33.607838 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 2024dd79-df5e-4337-9f63-f3ad7a6a3507 is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:52:33.608218 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:33.630257 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8fa7aa4-0bfa-4694-83cb-c64908742c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2024dd79-df5e-4337-9f63-f3ad7a6a3507'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:52:33.632444 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235bb9c2-5461-4d40-82d2-8dad424fd827" -d '{"events": [{"server_uuid": "c8fa7aa4-0bfa-4694-83cb-c64908742c24", "name": "network-vif-plugged", "status": "completed", "tag": "2024dd79-df5e-4337-9f63-f3ad7a6a3507"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:52:33.645434 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 2024dd79-df5e-4337-9f63-f3ad7a6a3507, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=2024dd79-df5e-4337-9f63-f3ad7a6a3507,segment=NetworkSegment(77ae2bee-6bcd-4ee7-8a55-d20aa0d4f728),segment_id=77ae2bee-6bcd-4ee7-8a55-d20aa0d4f728)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:52:33.649268 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:33.672849 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c53ef8-7205-4f84-9437-e39c945130f6 x-openstack-request-id: req-a5c53ef8-7205-4f84-9437-e39c945130f6 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:52:33.673141 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8fa7aa4-0bfa-4694-83cb-c64908742c24", "name": "network-vif-plugged", "status": "completed", "tag": "2024dd79-df5e-4337-9f63-f3ad7a6a3507", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:52:33.673880 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a5c53ef8-7205-4f84-9437-e39c945130f6 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:52:33.673880 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5c53ef8-7205-4f84-9437-e39c945130f6'] response: {'server_uuid': 'c8fa7aa4-0bfa-4694-83cb-c64908742c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2024dd79-df5e-4337-9f63-f3ad7a6a3507', 'code': 200} Oct 12 07:52:33.704199 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=2024dd79-df5e-4337-9f63-f3ad7a6a3507,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:52:33.850403 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575a0c4-9f84-4660-a072-fc5d24ee75d4 req-153d5761-53bd-478b-adfc-3d1664cffbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:33.851950 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b575a0c4-9f84-4660-a072-fc5d24ee75d4 req-153d5761-53bd-478b-adfc-3d1664cffbb5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24 HTTP/1.1" status: 200 len: 1099 time: 0.0596380 Oct 12 07:52:33.860551 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61bac74-731d-439d-98f0-f4961e7cc63f req-ddc1f615-0ced-41bd-bcc8-8b401fd29bb2 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:33.861910 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a61bac74-731d-439d-98f0-f4961e7cc63f req-ddc1f615-0ced-41bd-bcc8-8b401fd29bb2 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24 HTTP/1.1" status: 200 len: 946 time: 0.0785656 Oct 12 07:52:33.915709 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b575a0c4-9f84-4660-a072-fc5d24ee75d4 req-bae9b025-f246-4b3b-81b0-9bfa2abd57d6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6e329eb3-6006-4f36-ad0d-38c2bf45aaab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527771 Oct 12 07:52:33.920792 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a61bac74-731d-439d-98f0-f4961e7cc63f req-53aa77d7-3fc7-4ae9-a07b-c4988aafd76d tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e329eb3-6006-4f36-ad0d-38c2bf45aaab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525413 Oct 12 07:52:35.040907 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72f7ff-6426-4e76-9dc3-7be2f5e33841 req-98399bac-f13e-47e0-a600-bee1ca5f73e1 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:35.042374 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ea72f7ff-6426-4e76-9dc3-7be2f5e33841 req-98399bac-f13e-47e0-a600-bee1ca5f73e1 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24 HTTP/1.1" status: 200 len: 946 time: 0.0482256 Oct 12 07:52:35.078819 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ea72f7ff-6426-4e76-9dc3-7be2f5e33841 req-87842ebb-a2ad-416a-9cb7-6f8d15f377b2 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e329eb3-6006-4f36-ad0d-38c2bf45aaab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305681 Oct 12 07:52:35.405257 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34eb3ec-23a3-47a2-8126-5112d1953927 req-11b0a7c6-28a3-4a52-a5ed-c0b6abc7abf2 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:35.406921 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f34eb3ec-23a3-47a2-8126-5112d1953927 req-11b0a7c6-28a3-4a52-a5ed-c0b6abc7abf2 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24 HTTP/1.1" status: 200 len: 946 time: 0.0500634 Oct 12 07:52:35.426858 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 44884) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:52:35.445535 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f34eb3ec-23a3-47a2-8126-5112d1953927 req-e9179618-836b-465a-ab1f-fd9d38526cae tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e329eb3-6006-4f36-ad0d-38c2bf45aaab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327172 Oct 12 07:52:35.514104 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-59013562-b2e1-4462-9b8d-1d56508abf88 req-c5b1db52-60f6-4466-a79f-b2161ee141f6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0860085 Oct 12 07:52:35.522881 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [req-59013562-b2e1-4462-9b8d-1d56508abf88 req-7009eb57-d744-4c94-b911-55155d779064 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:52:35.523825 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-59013562-b2e1-4462-9b8d-1d56508abf88 req-7009eb57-d744-4c94-b911-55155d779064 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048611 Oct 12 07:52:36.570391 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2658ff-5fc5-4183-867a-44c324b08f4a req-29114880-4dc9-4439-9193-5a3637044db2 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:36.571879 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ca2658ff-5fc5-4183-867a-44c324b08f4a req-29114880-4dc9-4439-9193-5a3637044db2 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24 HTTP/1.1" status: 200 len: 946 time: 0.0526853 Oct 12 07:52:36.621452 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ca2658ff-5fc5-4183-867a-44c324b08f4a req-57a23695-bdfd-4d0f-8be4-ce9ea5e3f9ba tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e329eb3-6006-4f36-ad0d-38c2bf45aaab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424979 Oct 12 07:52:36.667822 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59013562-b2e1-4462-9b8d-1d56508abf88 req-ae887c38-bbd0-47f6-b2ed-43416216b3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:36.669346 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-59013562-b2e1-4462-9b8d-1d56508abf88 req-ae887c38-bbd0-47f6-b2ed-43416216b3dd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d0c012357a54e97a2751ac2d885a2ec&device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24 HTTP/1.1" status: 200 len: 1099 time: 0.0404110 Oct 12 07:52:36.760732 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59013562-b2e1-4462-9b8d-1d56508abf88 req-b015df7a-13b7-46f4-9d66-227d7a3c8428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:36.762111 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-59013562-b2e1-4462-9b8d-1d56508abf88 req-b015df7a-13b7-46f4-9d66-227d7a3c8428 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ddc09565-281a-46e9-aed1-5484c515fc54 HTTP/1.1" status: 200 len: 912 time: 0.0864546 Oct 12 07:52:36.801642 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-59013562-b2e1-4462-9b8d-1d56508abf88 req-e2db9774-ec93-4ed6-987a-8578cad1f2e0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2024dd79-df5e-4337-9f63-f3ad7a6a3507 HTTP/1.1" status: 200 len: 217 time: 0.0331931 Oct 12 07:52:36.850782 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59013562-b2e1-4462-9b8d-1d56508abf88 req-34fe2d29-914f-4fa1-a380-466424d77174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:36.852220 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-59013562-b2e1-4462-9b8d-1d56508abf88 req-34fe2d29-914f-4fa1-a380-466424d77174 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6df4dd05-ccf3-4637-bc0e-7a46f7280c34 HTTP/1.1" status: 200 len: 850 time: 0.0440555 Oct 12 07:52:36.896679 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59013562-b2e1-4462-9b8d-1d56508abf88 req-1bfecc34-86ef-4da9-89cf-4429b81bfd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:36.898167 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-59013562-b2e1-4462-9b8d-1d56508abf88 req-1bfecc34-86ef-4da9-89cf-4429b81bfd35 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ddc09565-281a-46e9-aed1-5484c515fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394418 Oct 12 07:52:36.990847 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-59013562-b2e1-4462-9b8d-1d56508abf88 req-b074c79d-f594-4487-84e8-1b17d190fbec service neutron] 10.222.0.23 "GET /v2.0/networks/ddc09565-281a-46e9-aed1-5484c515fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860586 Oct 12 07:52:37.082574 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-59013562-b2e1-4462-9b8d-1d56508abf88 req-97602784-6a5f-4591-8110-9afffda3a8ad service neutron] 10.222.0.23 "GET /v2.0/networks/ddc09565-281a-46e9-aed1-5484c515fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852389 Oct 12 07:52:37.735147 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff8707-dc03-4c69-bb16-277632ec522c req-6fe62ba6-e7fc-4c39-9b80-0e56f8d757f7 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:37.736532 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-71ff8707-dc03-4c69-bb16-277632ec522c req-6fe62ba6-e7fc-4c39-9b80-0e56f8d757f7 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24 HTTP/1.1" status: 200 len: 946 time: 0.0490942 Oct 12 07:52:37.773642 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-71ff8707-dc03-4c69-bb16-277632ec522c req-4312bf44-1889-4030-bd10-3adef54b0d28 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e329eb3-6006-4f36-ad0d-38c2bf45aaab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312424 Oct 12 07:52:38.893534 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f69bd-b29b-43ca-94e6-f2ff7132a5d8 req-cf96f871-2d03-4e6f-9000-97ad1479ae49 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:38.895025 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ca8f69bd-b29b-43ca-94e6-f2ff7132a5d8 req-cf96f871-2d03-4e6f-9000-97ad1479ae49 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24 HTTP/1.1" status: 200 len: 946 time: 0.0493951 Oct 12 07:52:38.932456 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ca8f69bd-b29b-43ca-94e6-f2ff7132a5d8 req-a8d0670b-1f0f-45e1-89c1-6ee44fc0958e tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e329eb3-6006-4f36-ad0d-38c2bf45aaab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315666 Oct 12 07:52:40.058869 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d69266-3770-4eb3-8954-dcb79d82087b req-ace0f1f8-9895-48f9-82e2-48d3951bbc91 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:40.060304 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-77d69266-3770-4eb3-8954-dcb79d82087b req-ace0f1f8-9895-48f9-82e2-48d3951bbc91 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24 HTTP/1.1" status: 200 len: 946 time: 0.0522497 Oct 12 07:52:40.100402 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-77d69266-3770-4eb3-8954-dcb79d82087b req-daf7c63e-e277-493a-b3f1-c6a401921e2e tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e329eb3-6006-4f36-ad0d-38c2bf45aaab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333579 Oct 12 07:52:41.223509 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ccfb1-6dc8-46ba-a87b-2653f5457059 req-145c575b-95d6-4f00-bf5b-39cfa3d926fe tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:41.224858 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d76ccfb1-6dc8-46ba-a87b-2653f5457059 req-145c575b-95d6-4f00-bf5b-39cfa3d926fe tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24 HTTP/1.1" status: 200 len: 946 time: 0.0485921 Oct 12 07:52:41.261655 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d76ccfb1-6dc8-46ba-a87b-2653f5457059 req-c95c85f5-fa80-43fc-b26b-42f20d8fc4f5 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e329eb3-6006-4f36-ad0d-38c2bf45aaab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308919 Oct 12 07:52:42.382381 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b8724d-cc8f-4a3a-a8fb-fae69f33a2a4 req-2c428040-0e86-4c8a-ba25-c15eeca74a7b tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:42.383881 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-13b8724d-cc8f-4a3a-a8fb-fae69f33a2a4 req-2c428040-0e86-4c8a-ba25-c15eeca74a7b tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24 HTTP/1.1" status: 200 len: 946 time: 0.0493398 Oct 12 07:52:42.420940 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-13b8724d-cc8f-4a3a-a8fb-fae69f33a2a4 req-ca151090-2e4d-45ce-8589-9993a983cc60 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e329eb3-6006-4f36-ad0d-38c2bf45aaab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312893 Oct 12 07:52:43.541864 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d659d-9709-4d90-bf51-1bebfa9c04c6 req-e0c5ac1f-00c5-4dc8-88a9-3d107496bc25 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:43.543339 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-206d659d-9709-4d90-bf51-1bebfa9c04c6 req-e0c5ac1f-00c5-4dc8-88a9-3d107496bc25 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24 HTTP/1.1" status: 200 len: 946 time: 0.0510843 Oct 12 07:52:43.580783 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-206d659d-9709-4d90-bf51-1bebfa9c04c6 req-6e016d09-74d6-4dc1-abd2-7346b39847c2 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e329eb3-6006-4f36-ad0d-38c2bf45aaab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307853 Oct 12 07:52:43.925134 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cc2766eb-b7de-4728-83de-8b3164150d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:44.697421 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38556ad-5895-42f8-ab3a-5d308f1e0125 req-5287f27d-6058-49ef-a51c-0b6f383cad58 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:44.698898 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f38556ad-5895-42f8-ab3a-5d308f1e0125 req-5287f27d-6058-49ef-a51c-0b6f383cad58 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24 HTTP/1.1" status: 200 len: 946 time: 0.0479143 Oct 12 07:52:44.736098 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f38556ad-5895-42f8-ab3a-5d308f1e0125 req-dc0d9358-fc9f-462a-bd03-ee8887b1da26 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e329eb3-6006-4f36-ad0d-38c2bf45aaab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306923 Oct 12 07:52:45.856159 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f8fae-dead-408d-95e3-6bec6620a7e9 req-26bafa51-c8c1-4d7d-a371-a1df3126f108 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:45.857616 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2e6f8fae-dead-408d-95e3-6bec6620a7e9 req-26bafa51-c8c1-4d7d-a371-a1df3126f108 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24 HTTP/1.1" status: 200 len: 946 time: 0.0493581 Oct 12 07:52:45.894658 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2e6f8fae-dead-408d-95e3-6bec6620a7e9 req-f2878f3b-4c64-4466-bdb8-c68cd2beb700 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e329eb3-6006-4f36-ad0d-38c2bf45aaab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306087 Oct 12 07:52:46.079360 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5f9c-c327-4354-982c-13d7e40f98dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:47.018387 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f626765-8fcf-4f0e-9aef-3c46cb73eb06 req-cddd2185-c325-4cdd-995b-7872280f23ed tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:47.019837 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6f626765-8fcf-4f0e-9aef-3c46cb73eb06 req-cddd2185-c325-4cdd-995b-7872280f23ed tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24 HTTP/1.1" status: 200 len: 946 time: 0.0522799 Oct 12 07:52:47.055864 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6f626765-8fcf-4f0e-9aef-3c46cb73eb06 req-bbc51877-f64d-4419-adf0-0e23d2c8f5e7 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e329eb3-6006-4f36-ad0d-38c2bf45aaab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302315 Oct 12 07:52:47.267042 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:48.179913 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e930f4-6d6c-4f89-8973-569fdb92656b req-cfa69aee-3c69-4733-9cd5-cd22852932e8 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:48.181425 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c5e930f4-6d6c-4f89-8973-569fdb92656b req-cfa69aee-3c69-4733-9cd5-cd22852932e8 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24 HTTP/1.1" status: 200 len: 946 time: 0.0512457 Oct 12 07:52:48.220906 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c5e930f4-6d6c-4f89-8973-569fdb92656b req-a5f3f85b-a8c1-4c8b-a53d-8263b185a9d5 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e329eb3-6006-4f36-ad0d-38c2bf45aaab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335696 Oct 12 07:52:48.830122 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:49.152133 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:49.342398 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cab493-6105-4473-b20a-271c188906b7 req-8deb41c0-4c42-4c60-a31b-d1f9adc1cd9c tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:49.344537 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-21cab493-6105-4473-b20a-271c188906b7 req-8deb41c0-4c42-4c60-a31b-d1f9adc1cd9c tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24 HTTP/1.1" status: 200 len: 946 time: 0.0491419 Oct 12 07:52:49.383262 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-21cab493-6105-4473-b20a-271c188906b7 req-2d28b076-8b19-492e-a8d3-804b1be1cc22 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e329eb3-6006-4f36-ad0d-38c2bf45aaab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317395 Oct 12 07:52:50.506755 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172f83c-64e4-4dd7-bd5e-8fceff7a11e0 req-78129631-25da-4bc5-85cb-016b700af311 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:50.509191 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2172f83c-64e4-4dd7-bd5e-8fceff7a11e0 req-78129631-25da-4bc5-85cb-016b700af311 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24 HTTP/1.1" status: 200 len: 946 time: 0.0535958 Oct 12 07:52:50.546341 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2172f83c-64e4-4dd7-bd5e-8fceff7a11e0 req-3446ff74-d58a-4ba3-87ff-62db74cdfc61 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e329eb3-6006-4f36-ad0d-38c2bf45aaab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313027 Oct 12 07:52:51.112783 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:52:51.666890 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732cafa-eae3-4702-9e8c-f17f2dd5401c req-06dc0c18-dbbf-4e50-8e17-90ba07fa0c35 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:51.672419 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e732cafa-eae3-4702-9e8c-f17f2dd5401c req-06dc0c18-dbbf-4e50-8e17-90ba07fa0c35 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24 HTTP/1.1" status: 200 len: 946 time: 0.0546386 Oct 12 07:52:51.708977 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e732cafa-eae3-4702-9e8c-f17f2dd5401c req-c79829e4-1f2f-47c9-9954-5f8cfbe53cf0 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e329eb3-6006-4f36-ad0d-38c2bf45aaab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312366 Oct 12 07:52:52.829278 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2a9bd-bc0d-410a-b8f2-c4e720907b7e req-2cc8907f-8240-4c2a-b4b9-1f34967200b1 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:52.830772 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-43d2a9bd-bc0d-410a-b8f2-c4e720907b7e req-2cc8907f-8240-4c2a-b4b9-1f34967200b1 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24 HTTP/1.1" status: 200 len: 946 time: 0.0490906 Oct 12 07:52:52.867330 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-43d2a9bd-bc0d-410a-b8f2-c4e720907b7e req-ad47174b-4ead-4d9d-830c-36c3efbb3aa1 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e329eb3-6006-4f36-ad0d-38c2bf45aaab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307429 Oct 12 07:52:53.989515 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b06cfd-3794-48eb-9a4b-c9037cf52af6 req-e913f2f3-010f-4c2a-9aca-d7baa66497eb tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:53.991003 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a7b06cfd-3794-48eb-9a4b-c9037cf52af6 req-e913f2f3-010f-4c2a-9aca-d7baa66497eb tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24 HTTP/1.1" status: 200 len: 946 time: 0.0524323 Oct 12 07:52:54.028361 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a7b06cfd-3794-48eb-9a4b-c9037cf52af6 req-74d9e123-4eb5-406d-9115-a9bdcbce168d tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e329eb3-6006-4f36-ad0d-38c2bf45aaab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314455 Oct 12 07:52:55.146856 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5d53e-e0dd-48bd-9fbb-79c28a20ff77 req-6bb9b3f5-95d2-477d-abe8-5a30f39a0c65 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:55.148309 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-56c5d53e-e0dd-48bd-9fbb-79c28a20ff77 req-6bb9b3f5-95d2-477d-abe8-5a30f39a0c65 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24 HTTP/1.1" status: 200 len: 946 time: 0.0488596 Oct 12 07:52:55.185032 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-56c5d53e-e0dd-48bd-9fbb-79c28a20ff77 req-01863bd2-3bcd-4805-8463-a478698c962f tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e329eb3-6006-4f36-ad0d-38c2bf45aaab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308518 Oct 12 07:52:56.302254 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ceb10f-465f-4d70-9564-950d6ac19a80 req-8e03fa11-28d9-4753-b792-66a7e57f931d tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:56.303718 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b8ceb10f-465f-4d70-9564-950d6ac19a80 req-8e03fa11-28d9-4753-b792-66a7e57f931d tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24 HTTP/1.1" status: 200 len: 946 time: 0.0477760 Oct 12 07:52:56.340879 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b8ceb10f-465f-4d70-9564-950d6ac19a80 req-1531f189-e0cd-4b92-b4c0-34b49097321e tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e329eb3-6006-4f36-ad0d-38c2bf45aaab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313203 Oct 12 07:52:57.443375 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:52:57.464362 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697123fc-c668-4a6a-beee-4d2884cdc9f5 req-5a3711a2-10c6-4784-993f-f8c5f24831b5 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:57.465806 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-697123fc-c668-4a6a-beee-4d2884cdc9f5 req-5a3711a2-10c6-4784-993f-f8c5f24831b5 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24 HTTP/1.1" status: 200 len: 946 time: 0.0519893 Oct 12 07:52:57.503542 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-697123fc-c668-4a6a-beee-4d2884cdc9f5 req-247bd2cd-e29e-4f5b-aa47-b6064c60dac1 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e329eb3-6006-4f36-ad0d-38c2bf45aaab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315394 Oct 12 07:52:58.622899 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586a59a-bc6e-4a48-b92e-eddda5198164 req-9f35f0e7-d05a-4787-bd9b-766179409add tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:58.624350 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d586a59a-bc6e-4a48-b92e-eddda5198164 req-9f35f0e7-d05a-4787-bd9b-766179409add tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24 HTTP/1.1" status: 200 len: 946 time: 0.0483339 Oct 12 07:52:58.661328 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d586a59a-bc6e-4a48-b92e-eddda5198164 req-b0135f19-3552-4cc6-81ad-1485301e685f tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e329eb3-6006-4f36-ad0d-38c2bf45aaab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312369 Oct 12 07:52:59.779943 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44584312-4fe2-4dd3-957d-c5ba36f2bd04 req-6d1ca626-591b-4992-aad2-50c97c0665a4 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:52:59.781420 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-44584312-4fe2-4dd3-957d-c5ba36f2bd04 req-6d1ca626-591b-4992-aad2-50c97c0665a4 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24 HTTP/1.1" status: 200 len: 946 time: 0.0489023 Oct 12 07:52:59.819874 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-44584312-4fe2-4dd3-957d-c5ba36f2bd04 req-278ae36f-32f3-490d-92bd-6f6bf16f9085 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e329eb3-6006-4f36-ad0d-38c2bf45aaab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325952 Oct 12 07:53:00.944247 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1abd6ea-d662-46cf-ad68-fc4008903ddd req-5e15efe3-93a1-4400-ae0a-5a94f6892367 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:00.945704 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c1abd6ea-d662-46cf-ad68-fc4008903ddd req-5e15efe3-93a1-4400-ae0a-5a94f6892367 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24 HTTP/1.1" status: 200 len: 946 time: 0.0516534 Oct 12 07:53:00.984454 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c1abd6ea-d662-46cf-ad68-fc4008903ddd req-ab850cef-daf0-46ca-9123-38447b0ca0cb tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e329eb3-6006-4f36-ad0d-38c2bf45aaab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320117 Oct 12 07:53:02.103842 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38309a-5c64-4e38-bc68-b020ef630b1e req-691c5f50-0cb9-4567-85f2-e5844295fb4e tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:02.105286 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9b38309a-5c64-4e38-bc68-b020ef630b1e req-691c5f50-0cb9-4567-85f2-e5844295fb4e tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24 HTTP/1.1" status: 200 len: 946 time: 0.0481937 Oct 12 07:53:02.142185 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9b38309a-5c64-4e38-bc68-b020ef630b1e req-11b69601-b664-416e-aac4-253ae128d84e tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e329eb3-6006-4f36-ad0d-38c2bf45aaab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310924 Oct 12 07:53:03.260211 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4417276-5551-49b3-abd3-3ccaea825b2c req-0653f6c6-ad92-46c7-8702-7938e0ef7373 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:03.261659 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b4417276-5551-49b3-abd3-3ccaea825b2c req-0653f6c6-ad92-46c7-8702-7938e0ef7373 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24 HTTP/1.1" status: 200 len: 946 time: 0.0491295 Oct 12 07:53:03.298912 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b4417276-5551-49b3-abd3-3ccaea825b2c req-a1da61e6-adbe-4b75-ac5c-3b3c41718a5b tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e329eb3-6006-4f36-ad0d-38c2bf45aaab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307896 Oct 12 07:53:03.689590 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-59013562-b2e1-4462-9b8d-1d56508abf88 req-912b0ffb-c335-4b04-bfe4-a92b4de7ac35 service neutron] 10.222.0.23 "GET /v2.0/ports/2024dd79-df5e-4337-9f63-f3ad7a6a3507/bindings/hv-neutron-8609 HTTP/1.1" status: 200 len: 384 time: 0.0575953 Oct 12 07:53:03.935378 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59013562-b2e1-4462-9b8d-1d56508abf88 req-6f5703e6-4abf-4cf8-8014-debee55214d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:03.937373 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-59013562-b2e1-4462-9b8d-1d56508abf88 req-6f5703e6-4abf-4cf8-8014-debee55214d3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24&tenant_id=2d0c012357a54e97a2751ac2d885a2ec HTTP/1.1" status: 200 len: 1099 time: 0.0685906 Oct 12 07:53:03.998513 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59013562-b2e1-4462-9b8d-1d56508abf88 req-af20491b-85f2-4beb-95d5-cee2bfd206fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:04.000509 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-59013562-b2e1-4462-9b8d-1d56508abf88 req-af20491b-85f2-4beb-95d5-cee2bfd206fd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d0c012357a54e97a2751ac2d885a2ec&device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24 HTTP/1.1" status: 200 len: 1099 time: 0.0397122 Oct 12 07:53:04.090098 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59013562-b2e1-4462-9b8d-1d56508abf88 req-87456cc2-3bfa-48e1-b94a-5478ce09d039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:04.091525 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-59013562-b2e1-4462-9b8d-1d56508abf88 req-87456cc2-3bfa-48e1-b94a-5478ce09d039 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ddc09565-281a-46e9-aed1-5484c515fc54 HTTP/1.1" status: 200 len: 912 time: 0.0852175 Oct 12 07:53:04.132031 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-59013562-b2e1-4462-9b8d-1d56508abf88 req-c222eee0-cf6a-4470-9223-f04b6cff8e24 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2024dd79-df5e-4337-9f63-f3ad7a6a3507 HTTP/1.1" status: 200 len: 217 time: 0.0336831 Oct 12 07:53:04.182627 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59013562-b2e1-4462-9b8d-1d56508abf88 req-dbd616ed-2b8f-41e0-ae88-0f0262493d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:04.183825 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-59013562-b2e1-4462-9b8d-1d56508abf88 req-dbd616ed-2b8f-41e0-ae88-0f0262493d9e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6df4dd05-ccf3-4637-bc0e-7a46f7280c34 HTTP/1.1" status: 200 len: 850 time: 0.0451841 Oct 12 07:53:04.226704 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59013562-b2e1-4462-9b8d-1d56508abf88 req-daecb916-6405-4767-a00e-2fb053b6c3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:04.228147 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-59013562-b2e1-4462-9b8d-1d56508abf88 req-daecb916-6405-4767-a00e-2fb053b6c3b5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ddc09565-281a-46e9-aed1-5484c515fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382948 Oct 12 07:53:04.318317 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-59013562-b2e1-4462-9b8d-1d56508abf88 req-e7637276-620b-415e-b321-35a0b24e1585 service neutron] 10.222.0.23 "GET /v2.0/networks/ddc09565-281a-46e9-aed1-5484c515fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831146 Oct 12 07:53:04.440688 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-59013562-b2e1-4462-9b8d-1d56508abf88 req-22d6916c-44d3-410a-a396-a30b2c6787ab service neutron] 10.222.0.23 "GET /v2.0/networks/ddc09565-281a-46e9-aed1-5484c515fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111600 Oct 12 07:53:04.452632 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b504b-6d19-4698-8861-cc961361315b req-86fc5d32-8b62-49bd-9a1c-4f242833dae6 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:04.454062 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5d6b504b-6d19-4698-8861-cc961361315b req-86fc5d32-8b62-49bd-9a1c-4f242833dae6 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24 HTTP/1.1" status: 200 len: 946 time: 0.0665369 Oct 12 07:53:04.496666 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5d6b504b-6d19-4698-8861-cc961361315b req-b75d9551-90e7-4eaf-8c87-a392d54d7e13 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e329eb3-6006-4f36-ad0d-38c2bf45aaab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355799 Oct 12 07:53:05.615832 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b183f27-4276-452f-b66d-76f69e2cd693 req-021a772b-a745-427b-abda-01c0c723fb8b tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:05.617273 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2b183f27-4276-452f-b66d-76f69e2cd693 req-021a772b-a745-427b-abda-01c0c723fb8b tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24 HTTP/1.1" status: 200 len: 946 time: 0.0475428 Oct 12 07:53:05.653515 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2b183f27-4276-452f-b66d-76f69e2cd693 req-d9077ad2-2ed1-4e63-8523-b1ef7ac6919d tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e329eb3-6006-4f36-ad0d-38c2bf45aaab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304480 Oct 12 07:53:06.773420 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ede6f0-80dd-476a-b06a-eee376c224c3 req-b7c4fac3-bae0-43dc-8802-89d4c58e087f tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:06.774915 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-68ede6f0-80dd-476a-b06a-eee376c224c3 req-b7c4fac3-bae0-43dc-8802-89d4c58e087f tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24 HTTP/1.1" status: 200 len: 946 time: 0.0480983 Oct 12 07:53:06.811527 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-68ede6f0-80dd-476a-b06a-eee376c224c3 req-348b651f-ca6b-454a-b0c4-e9b4d91344a6 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e329eb3-6006-4f36-ad0d-38c2bf45aaab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307369 Oct 12 07:53:07.126337 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def5fe96-9e4f-48fa-bc7f-0177c9116b3b req-55aae02f-4a8e-4ce8-afa9-402cd0fc2468 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:07.127771 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-def5fe96-9e4f-48fa-bc7f-0177c9116b3b req-55aae02f-4a8e-4ce8-afa9-402cd0fc2468 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24&tenant_id=2d0c012357a54e97a2751ac2d885a2ec&binding%3Ahost_id=hv-neutron-8609 HTTP/1.1" status: 200 len: 946 time: 0.0859997 Oct 12 07:53:07.232643 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def5fe96-9e4f-48fa-bc7f-0177c9116b3b req-e6cfa13f-6ac0-4057-867a-5e71dd99c725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:07.234663 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-def5fe96-9e4f-48fa-bc7f-0177c9116b3b req-e6cfa13f-6ac0-4057-867a-5e71dd99c725 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d0c012357a54e97a2751ac2d885a2ec&device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24 HTTP/1.1" status: 200 len: 1099 time: 0.0394924 Oct 12 07:53:07.322888 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def5fe96-9e4f-48fa-bc7f-0177c9116b3b req-1cb94952-acce-46b8-b219-ea0b42ac1966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:07.324300 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-def5fe96-9e4f-48fa-bc7f-0177c9116b3b req-1cb94952-acce-46b8-b219-ea0b42ac1966 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ddc09565-281a-46e9-aed1-5484c515fc54 HTTP/1.1" status: 200 len: 912 time: 0.0840266 Oct 12 07:53:07.626041 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 2024dd79-df5e-4337-9f63-f3ad7a6a3507 details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 07:53:07.632511 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 2024dd79-df5e-4337-9f63-f3ad7a6a3507 no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:53:07.678973 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-def5fe96-9e4f-48fa-bc7f-0177c9116b3b req-a65bc576-2d4f-4d81-83a0-fde801f6689f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2024dd79-df5e-4337-9f63-f3ad7a6a3507 HTTP/1.1" status: 200 len: 217 time: 0.3455529 Oct 12 07:53:07.727619 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def5fe96-9e4f-48fa-bc7f-0177c9116b3b req-5f1abce8-5cac-45e1-8a53-4c121396ecad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:07.729126 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-def5fe96-9e4f-48fa-bc7f-0177c9116b3b req-5f1abce8-5cac-45e1-8a53-4c121396ecad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6df4dd05-ccf3-4637-bc0e-7a46f7280c34 HTTP/1.1" status: 200 len: 850 time: 0.0424039 Oct 12 07:53:07.772451 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def5fe96-9e4f-48fa-bc7f-0177c9116b3b req-7d3a5eb3-3ecb-4ce2-87cf-e5a338144e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:07.773971 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-def5fe96-9e4f-48fa-bc7f-0177c9116b3b req-7d3a5eb3-3ecb-4ce2-87cf-e5a338144e7d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ddc09565-281a-46e9-aed1-5484c515fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386393 Oct 12 07:53:07.776713 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 2024dd79-df5e-4337-9f63-f3ad7a6a3507 is: ACTIVE; New status is: DOWN {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:53:07.777110 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:07.798187 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 2024dd79-df5e-4337-9f63-f3ad7a6a3507, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=2024dd79-df5e-4337-9f63-f3ad7a6a3507,segment=NetworkSegment(77ae2bee-6bcd-4ee7-8a55-d20aa0d4f728),segment_id=77ae2bee-6bcd-4ee7-8a55-d20aa0d4f728)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:53:07.816446 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': '2024dd79-df5e-4337-9f63-f3ad7a6a3507', 'network_id': 'ddc09565-281a-46e9-aed1-5484c515fc54', 'port_id': '2024dd79-df5e-4337-9f63-f3ad7a6a3507', 'mac_address': 'fa:16:3e:b1:44:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df4dd05-ccf3-4637-bc0e-7a46f7280c34', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 07:53:07.821211 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8fa7aa4-0bfa-4694-83cb-c64908742c24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2024dd79-df5e-4337-9f63-f3ad7a6a3507'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:53:07.823473 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e566c919-72cb-43bb-96b8-b981440d3f38" -d '{"events": [{"server_uuid": "c8fa7aa4-0bfa-4694-83cb-c64908742c24", "name": "network-vif-unplugged", "status": "completed", "tag": "2024dd79-df5e-4337-9f63-f3ad7a6a3507"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:53:07.838661 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 2024dd79-df5e-4337-9f63-f3ad7a6a3507, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=2024dd79-df5e-4337-9f63-f3ad7a6a3507,segment=NetworkSegment(77ae2bee-6bcd-4ee7-8a55-d20aa0d4f728),segment_id=77ae2bee-6bcd-4ee7-8a55-d20aa0d4f728)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:53:07.864085 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:07.874882 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-def5fe96-9e4f-48fa-bc7f-0177c9116b3b req-445fc247-e75c-4d48-9d06-c38c88f1fa74 service neutron] 10.222.0.23 "GET /v2.0/networks/ddc09565-281a-46e9-aed1-5484c515fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918651 Oct 12 07:53:07.890463 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 12 Oct 2022 07:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b35d0d-1f91-4a87-af17-f3f235537df3 x-openstack-request-id: req-70b35d0d-1f91-4a87-af17-f3f235537df3 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:53:07.890759 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8fa7aa4-0bfa-4694-83cb-c64908742c24", "name": "network-vif-unplugged", "status": "completed", "tag": "2024dd79-df5e-4337-9f63-f3ad7a6a3507", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:53:07.890949 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-70b35d0d-1f91-4a87-af17-f3f235537df3 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:53:07.891306 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70b35d0d-1f91-4a87-af17-f3f235537df3'] response: {'server_uuid': 'c8fa7aa4-0bfa-4694-83cb-c64908742c24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2024dd79-df5e-4337-9f63-f3ad7a6a3507', 'code': 200} Oct 12 07:53:07.903991 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 2024dd79-df5e-4337-9f63-f3ad7a6a3507 is: ACTIVE; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:53:07.904376 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:07.930385 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2024dd79-df5e-4337-9f63-f3ad7a6a3507 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:53:07.937251 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=2024dd79-df5e-4337-9f63-f3ad7a6a3507,revision_number=6']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:53:07.975039 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-def5fe96-9e4f-48fa-bc7f-0177c9116b3b req-e0adcf61-cb4b-4223-b3e8-28ca85c88436 service neutron] 10.222.0.23 "GET /v2.0/networks/ddc09565-281a-46e9-aed1-5484c515fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892978 Oct 12 07:53:07.975295 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.db.api [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103202) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 07:53:07.975675 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG oslo_db.api [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 07:53:08.512339 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 2024dd79-df5e-4337-9f63-f3ad7a6a3507 is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:53:08.512823 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:08.526409 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2024dd79-df5e-4337-9f63-f3ad7a6a3507 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:53:08.545951 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 2024dd79-df5e-4337-9f63-f3ad7a6a3507, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=2024dd79-df5e-4337-9f63-f3ad7a6a3507,segment=NetworkSegment(77ae2bee-6bcd-4ee7-8a55-d20aa0d4f728),segment_id=77ae2bee-6bcd-4ee7-8a55-d20aa0d4f728)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:53:08.550869 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:08.606059 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=2024dd79-df5e-4337-9f63-f3ad7a6a3507,revision_number=7']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:53:08.610770 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['2024dd79-df5e-4337-9f63-f3ad7a6a3507'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 07:53:08.674754 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608c279-a260-4a8d-84b3-abe36d47a7fc req-b4747e27-aadc-4217-961a-97add6c59a60 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:08.676368 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a608c279-a260-4a8d-84b3-abe36d47a7fc req-b4747e27-aadc-4217-961a-97add6c59a60 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24 HTTP/1.1" status: 200 len: 945 time: 0.0481215 Oct 12 07:53:08.714389 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a608c279-a260-4a8d-84b3-abe36d47a7fc req-de857a11-78ec-4257-9e78-c5aa4ef89b94 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e329eb3-6006-4f36-ad0d-38c2bf45aaab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319879 Oct 12 07:53:09.388989 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-18c2534a-2faf-4454-b8ac-2c4f8dacc106 req-21ed2a97-509f-434a-93df-463171454442 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376420 Oct 12 07:53:09.466813 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2534a-2faf-4454-b8ac-2c4f8dacc106 req-3e0d10a4-40b4-4986-a061-bea0b29f63d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:09.468831 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-18c2534a-2faf-4454-b8ac-2c4f8dacc106 req-3e0d10a4-40b4-4986-a061-bea0b29f63d0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d0c012357a54e97a2751ac2d885a2ec&device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24 HTTP/1.1" status: 200 len: 1098 time: 0.0392594 Oct 12 07:53:09.571110 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2534a-2faf-4454-b8ac-2c4f8dacc106 req-332dffdc-77d9-47ad-83e2-55d64c81e822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:09.572549 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-18c2534a-2faf-4454-b8ac-2c4f8dacc106 req-332dffdc-77d9-47ad-83e2-55d64c81e822 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ddc09565-281a-46e9-aed1-5484c515fc54 HTTP/1.1" status: 200 len: 912 time: 0.0854702 Oct 12 07:53:09.612320 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-18c2534a-2faf-4454-b8ac-2c4f8dacc106 req-96fc85ab-33f9-4d05-ab81-fd066f4546c8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2024dd79-df5e-4337-9f63-f3ad7a6a3507 HTTP/1.1" status: 200 len: 217 time: 0.0331213 Oct 12 07:53:09.635837 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 2024dd79-df5e-4337-9f63-f3ad7a6a3507 up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:53:09.663307 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2534a-2faf-4454-b8ac-2c4f8dacc106 req-fc3686a9-1b94-4294-bace-15d3996b445a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:09.664740 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-18c2534a-2faf-4454-b8ac-2c4f8dacc106 req-fc3686a9-1b94-4294-bace-15d3996b445a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6df4dd05-ccf3-4637-bc0e-7a46f7280c34 HTTP/1.1" status: 200 len: 850 time: 0.0459814 Oct 12 07:53:09.683146 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port 2024dd79-df5e-4337-9f63-f3ad7a6a3507 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:53:09.683539 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:09.683881 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port 2024dd79-df5e-4337-9f63-f3ad7a6a3507 Oct 12 07:53:09.711332 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2534a-2faf-4454-b8ac-2c4f8dacc106 req-fe6af760-2e09-4940-bd60-f06e4007f099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:09.712834 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-18c2534a-2faf-4454-b8ac-2c4f8dacc106 req-fe6af760-2e09-4940-bd60-f06e4007f099 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ddc09565-281a-46e9-aed1-5484c515fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399048 Oct 12 07:53:09.763931 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 2024dd79-df5e-4337-9f63-f3ad7a6a3507 is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:53:09.764435 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:09.797609 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 2024dd79-df5e-4337-9f63-f3ad7a6a3507, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=2024dd79-df5e-4337-9f63-f3ad7a6a3507,segment=NetworkSegment(77ae2bee-6bcd-4ee7-8a55-d20aa0d4f728),segment_id=77ae2bee-6bcd-4ee7-8a55-d20aa0d4f728)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:53:09.804926 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:09.840218 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-18c2534a-2faf-4454-b8ac-2c4f8dacc106 req-a0db4a60-b7b1-4c71-89da-78ca591bbeea service neutron] 10.222.0.23 "GET /v2.0/networks/ddc09565-281a-46e9-aed1-5484c515fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204062 Oct 12 07:53:09.853611 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=2024dd79-df5e-4337-9f63-f3ad7a6a3507,revision_number=8']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:53:09.863964 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96535d3d-98c1-4368-bb88-743e910a39af req-ea5a5c59-ed1e-4c9b-963d-513bee834d21 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:09.865346 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-96535d3d-98c1-4368-bb88-743e910a39af req-ea5a5c59-ed1e-4c9b-963d-513bee834d21 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24 HTTP/1.1" status: 200 len: 946 time: 0.0735168 Oct 12 07:53:09.892980 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8fa7aa4-0bfa-4694-83cb-c64908742c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2024dd79-df5e-4337-9f63-f3ad7a6a3507'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:53:09.895385 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa478aae-a219-4b83-b013-fdf7539645df" -d '{"events": [{"server_uuid": "c8fa7aa4-0bfa-4694-83cb-c64908742c24", "name": "network-vif-plugged", "status": "completed", "tag": "2024dd79-df5e-4337-9f63-f3ad7a6a3507"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:53:09.931149 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2df74d3-7f12-44e8-a841-4066deb21671 x-openstack-request-id: req-b2df74d3-7f12-44e8-a841-4066deb21671 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:53:09.931549 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8fa7aa4-0bfa-4694-83cb-c64908742c24", "name": "network-vif-plugged", "status": "completed", "tag": "2024dd79-df5e-4337-9f63-f3ad7a6a3507", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:53:09.931808 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b2df74d3-7f12-44e8-a841-4066deb21671 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:53:09.932232 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2df74d3-7f12-44e8-a841-4066deb21671'] response: {'server_uuid': 'c8fa7aa4-0bfa-4694-83cb-c64908742c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2024dd79-df5e-4337-9f63-f3ad7a6a3507', 'code': 200} Oct 12 07:53:09.950960 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-96535d3d-98c1-4368-bb88-743e910a39af req-ca3bd039-1094-41af-8390-5ddb1a1a692b tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e329eb3-6006-4f36-ad0d-38c2bf45aaab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753279 Oct 12 07:53:09.973340 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-18c2534a-2faf-4454-b8ac-2c4f8dacc106 req-7645aa08-f1fa-4150-be4f-5fc56febab50 service neutron] 10.222.0.23 "GET /v2.0/networks/ddc09565-281a-46e9-aed1-5484c515fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254804 Oct 12 07:53:10.322201 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def5fe96-9e4f-48fa-bc7f-0177c9116b3b req-9edc0321-118e-4896-86e1-4dbf0676aabb tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:10.323614 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-def5fe96-9e4f-48fa-bc7f-0177c9116b3b req-9edc0321-118e-4896-86e1-4dbf0676aabb tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24 HTTP/1.1" status: 200 len: 946 time: 0.0479360 Oct 12 07:53:10.415578 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-def5fe96-9e4f-48fa-bc7f-0177c9116b3b req-9b71eb26-e9b7-4d84-a382-ac50a8698fe3 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Deleting port 2024dd79-df5e-4337-9f63-f3ad7a6a3507 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:53:10.416277 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-def5fe96-9e4f-48fa-bc7f-0177c9116b3b req-9b71eb26-e9b7-4d84-a382-ac50a8698fe3 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:10.506365 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-def5fe96-9e4f-48fa-bc7f-0177c9116b3b req-9b71eb26-e9b7-4d84-a382-ac50a8698fe3 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] For port 2024dd79-df5e-4337-9f63-f3ad7a6a3507, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=2024dd79-df5e-4337-9f63-f3ad7a6a3507,segment=NetworkSegment(77ae2bee-6bcd-4ee7-8a55-d20aa0d4f728),segment_id=77ae2bee-6bcd-4ee7-8a55-d20aa0d4f728)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:53:10.506652 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-def5fe96-9e4f-48fa-bc7f-0177c9116b3b req-9b71eb26-e9b7-4d84-a382-ac50a8698fe3 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:10.518227 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-def5fe96-9e4f-48fa-bc7f-0177c9116b3b req-9b71eb26-e9b7-4d84-a382-ac50a8698fe3 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Calling delete_port for 2024dd79-df5e-4337-9f63-f3ad7a6a3507 owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:53:10.649462 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-def5fe96-9e4f-48fa-bc7f-0177c9116b3b req-9b71eb26-e9b7-4d84-a382-ac50a8698fe3 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:10.661286 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['2024dd79-df5e-4337-9f63-f3ad7a6a3507'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 07:53:10.680719 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b71eb26-e9b7-4d84-a382-ac50a8698fe3 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Pushing event deleted for resources: {'Port': ['ID=2024dd79-df5e-4337-9f63-f3ad7a6a3507,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:53:10.693170 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b71eb26-e9b7-4d84-a382-ac50a8698fe3 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:53:10.693521 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b71eb26-e9b7-4d84-a382-ac50a8698fe3 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:53:10.693864 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b71eb26-e9b7-4d84-a382-ac50a8698fe3 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:53:10.694234 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b71eb26-e9b7-4d84-a382-ac50a8698fe3 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:53:10.694572 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b71eb26-e9b7-4d84-a382-ac50a8698fe3 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:53:10.694910 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b71eb26-e9b7-4d84-a382-ac50a8698fe3 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:53:10.695242 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b71eb26-e9b7-4d84-a382-ac50a8698fe3 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:53:10.695567 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b71eb26-e9b7-4d84-a382-ac50a8698fe3 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:53:10.695897 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b71eb26-e9b7-4d84-a382-ac50a8698fe3 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:53:10.696225 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b71eb26-e9b7-4d84-a382-ac50a8698fe3 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:53:10.696550 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b71eb26-e9b7-4d84-a382-ac50a8698fe3 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:53:10.696872 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b71eb26-e9b7-4d84-a382-ac50a8698fe3 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:53:10.731166 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-def5fe96-9e4f-48fa-bc7f-0177c9116b3b req-9b71eb26-e9b7-4d84-a382-ac50a8698fe3 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] No DVR routers for this DVR port 2024dd79-df5e-4337-9f63-f3ad7a6a3507 on host hv-neutron-8609 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:53:10.734368 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-def5fe96-9e4f-48fa-bc7f-0177c9116b3b req-9b71eb26-e9b7-4d84-a382-ac50a8698fe3 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:10.737654 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-def5fe96-9e4f-48fa-bc7f-0177c9116b3b req-9b71eb26-e9b7-4d84-a382-ac50a8698fe3 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.23 "DELETE /v2.0/ports/2024dd79-df5e-4337-9f63-f3ad7a6a3507 HTTP/1.1" status: 204 len: 173 time: 0.4044681 Oct 12 07:53:10.738206 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8fa7aa4-0bfa-4694-83cb-c64908742c24', 'name': 'network-vif-deleted', 'tag': '2024dd79-df5e-4337-9f63-f3ad7a6a3507'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:53:10.740516 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca687710-cb12-4a80-b359-f5b7a3199c7d" -d '{"events": [{"server_uuid": "c8fa7aa4-0bfa-4694-83cb-c64908742c24", "name": "network-vif-deleted", "tag": "2024dd79-df5e-4337-9f63-f3ad7a6a3507"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:53:10.776761 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95a239f-b119-463a-93db-36fc86a4937c x-openstack-request-id: req-c95a239f-b119-463a-93db-36fc86a4937c {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:53:10.777056 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8fa7aa4-0bfa-4694-83cb-c64908742c24", "name": "network-vif-deleted", "tag": "2024dd79-df5e-4337-9f63-f3ad7a6a3507", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:53:10.777310 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c95a239f-b119-463a-93db-36fc86a4937c {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:53:10.777712 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c95a239f-b119-463a-93db-36fc86a4937c'] response: {'server_uuid': 'c8fa7aa4-0bfa-4694-83cb-c64908742c24', 'name': 'network-vif-deleted', 'tag': '2024dd79-df5e-4337-9f63-f3ad7a6a3507', 'status': 'completed', 'code': 200} Oct 12 07:53:11.068436 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-00bfed0b-c5f3-426f-89b1-7e4693b32df8 req-207f65b0-c63d-4f3f-9939-bc12c8303094 tempest-DeleteServersTestJSON-16768724 tempest-DeleteServersTestJSON-16768724-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8fa7aa4-0bfa-4694-83cb-c64908742c24 HTTP/1.1" status: 200 len: 210 time: 0.0270317 Oct 12 07:53:12.201867 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44990) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:53:12.540730 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a7f13285-8983-4c39-a803-828b3c6d4514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:12.790327 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-a7f13285-8983-4c39-a803-828b3c6d4514 admin admin] Deleting port 49638b92-0a8e-43ee-a360-e126c4c8d00b {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:53:12.790827 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a7f13285-8983-4c39-a803-828b3c6d4514 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:12.872813 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-a7f13285-8983-4c39-a803-828b3c6d4514 admin admin] For port 49638b92-0a8e-43ee-a360-e126c4c8d00b, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=49638b92-0a8e-43ee-a360-e126c4c8d00b,segment=NetworkSegment(77ae2bee-6bcd-4ee7-8a55-d20aa0d4f728),segment_id=77ae2bee-6bcd-4ee7-8a55-d20aa0d4f728)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:53:12.873181 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a7f13285-8983-4c39-a803-828b3c6d4514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:12.886498 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-a7f13285-8983-4c39-a803-828b3c6d4514 admin admin] Calling delete_port for 49638b92-0a8e-43ee-a360-e126c4c8d00b owned by network:router_interface {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:53:13.069852 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a7f13285-8983-4c39-a803-828b3c6d4514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:13.103024 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f13285-8983-4c39-a803-828b3c6d4514 admin admin] Pushing event deleted for resources: {'Port': ['ID=49638b92-0a8e-43ee-a360-e126c4c8d00b,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:53:13.264758 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a7f13285-8983-4c39-a803-828b3c6d4514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:13.475375 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f13285-8983-4c39-a803-828b3c6d4514 admin admin] Router e665299f-ee5b-4c47-86b6-213d1b135f33 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:53:13.578899 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f13285-8983-4c39-a803-828b3c6d4514 admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:53:13.584099 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a7f13285-8983-4c39-a803-828b3c6d4514 admin admin] 10.222.0.26 "PUT /v2.0/routers/e665299f-ee5b-4c47-86b6-213d1b135f33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3810878 Oct 12 07:53:13.586638 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44992) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:53:13.589663 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf696a1e-a821-4850-865f-2a258d7e88bf None None] Sync routers for ids ['e665299f-ee5b-4c47-86b6-213d1b135f33'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:53:13.599709 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf696a1e-a821-4850-865f-2a258d7e88bf None None] Routers {'e665299f-ee5b-4c47-86b6-213d1b135f33'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:53:13.600379 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-cf696a1e-a821-4850-865f-2a258d7e88bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:52:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['e665299f-ee5b-4c47-86b6-213d1b135f33'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:53:13.689110 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9881f285-10c1-4028-9db8-440d89ab4c88 admin admin] Notify callbacks [] for router, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:13.700409 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-cf696a1e-a821-4850-865f-2a258d7e88bf None None] Set router e665299f-ee5b-4c47-86b6-213d1b135f33 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:53:13.791400 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9881f285-10c1-4028-9db8-440d89ab4c88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:13.844665 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-9881f285-10c1-4028-9db8-440d89ab4c88 admin admin] Deleting port 6ddf07da-b9e9-4c4d-bb7e-90b096faf45f {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:53:13.845003 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9881f285-10c1-4028-9db8-440d89ab4c88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:13.877181 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-cf696a1e-a821-4850-865f-2a258d7e88bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e665299f-ee5b-4c47-86b6-213d1b135f33', 'name': 'tempest-DeleteServersTestJSON-385225681-router', 'tenant_id': '2d0c012357a54e97a2751ac2d885a2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '6ddf07da-b9e9-4c4d-bb7e-90b096faf45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:52:21Z', 'updated_at': '2022-10-12T07:53:13Z', 'revision_number': 5, 'project_id': '2d0c012357a54e97a2751ac2d885a2ec', 'gw_port': {'id': '6ddf07da-b9e9-4c4d-bb7e-90b096faf45f', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e665299f-ee5b-4c47-86b6-213d1b135f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:52:21Z', 'updated_at': '2022-10-12T07:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:53:13.904189 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf696a1e-a821-4850-865f-2a258d7e88bf None None] Checking router: e665299f-ee5b-4c47-86b6-213d1b135f33 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:53:13.914197 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf696a1e-a821-4850-865f-2a258d7e88bf None None] Routers {'e665299f-ee5b-4c47-86b6-213d1b135f33'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:53:13.914816 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-cf696a1e-a821-4850-865f-2a258d7e88bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:52:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['e665299f-ee5b-4c47-86b6-213d1b135f33'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:53:13.923122 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-9881f285-10c1-4028-9db8-440d89ab4c88 admin admin] For port 6ddf07da-b9e9-4c4d-bb7e-90b096faf45f, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=6ddf07da-b9e9-4c4d-bb7e-90b096faf45f,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:53:13.923608 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9881f285-10c1-4028-9db8-440d89ab4c88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:13.931239 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b89da8fd-ed47-4c6a-b3c3-7812771757dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:13.936854 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-9881f285-10c1-4028-9db8-440d89ab4c88 admin admin] Calling delete_port for 6ddf07da-b9e9-4c4d-bb7e-90b096faf45f owned by network:router_gateway {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:53:13.999629 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-cf696a1e-a821-4850-865f-2a258d7e88bf None None] Set router e665299f-ee5b-4c47-86b6-213d1b135f33 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:53:14.053853 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-cf696a1e-a821-4850-865f-2a258d7e88bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e665299f-ee5b-4c47-86b6-213d1b135f33', 'name': 'tempest-DeleteServersTestJSON-385225681-router', 'tenant_id': '2d0c012357a54e97a2751ac2d885a2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:52:21Z', 'updated_at': '2022-10-12T07:53:13Z', 'revision_number': 6, 'project_id': '2d0c012357a54e97a2751ac2d885a2ec', 'gw_port_host': None}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:53:14.080176 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf696a1e-a821-4850-865f-2a258d7e88bf None None] The sync data for ids ['e665299f-ee5b-4c47-86b6-213d1b135f33'] in dv-neutron-860909-2-hyperv is: [{'id': 'e665299f-ee5b-4c47-86b6-213d1b135f33', 'name': 'tempest-DeleteServersTestJSON-385225681-router', 'tenant_id': '2d0c012357a54e97a2751ac2d885a2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:52:21Z', 'updated_at': '2022-10-12T07:53:13Z', 'revision_number': 6, 'project_id': '2d0c012357a54e97a2751ac2d885a2ec', 'gw_port_host': None}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:53:14.100903 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9881f285-10c1-4028-9db8-440d89ab4c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:14.130437 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881f285-10c1-4028-9db8-440d89ab4c88 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ddf07da-b9e9-4c4d-bb7e-90b096faf45f,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:53:14.190726 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9881f285-10c1-4028-9db8-440d89ab4c88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:14.278953 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9881f285-10c1-4028-9db8-440d89ab4c88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:14.281671 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9881f285-10c1-4028-9db8-440d89ab4c88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:14.323366 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9881f285-10c1-4028-9db8-440d89ab4c88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:14.323795 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9881f285-10c1-4028-9db8-440d89ab4c88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e665299f-ee5b-4c47-86b6-213d1b135f33 {{(pid=103200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:53:14.328308 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9881f285-10c1-4028-9db8-440d89ab4c88 admin admin] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:14.329478 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-9881f285-10c1-4028-9db8-440d89ab4c88 admin admin] 10.222.0.26 "DELETE /v2.0/routers/e665299f-ee5b-4c47-86b6-213d1b135f33 HTTP/1.1" status: 204 len: 168 time: 0.7419221 Oct 12 07:53:14.332028 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44994) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:53:14.378919 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-296507bd-8d03-498d-899a-5438bff4ddfe admin admin] Deleting subnet 6df4dd05-ccf3-4637-bc0e-7a46f7280c34 {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:53:14.381810 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-296507bd-8d03-498d-899a-5438bff4ddfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:14.415067 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-296507bd-8d03-498d-899a-5438bff4ddfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:14.500185 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-296507bd-8d03-498d-899a-5438bff4ddfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:14.557784 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-296507bd-8d03-498d-899a-5438bff4ddfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:14.583103 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296507bd-8d03-498d-899a-5438bff4ddfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6df4dd05-ccf3-4637-bc0e-7a46f7280c34,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:53:14.586649 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-296507bd-8d03-498d-899a-5438bff4ddfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:14.589926 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-296507bd-8d03-498d-899a-5438bff4ddfe admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6df4dd05-ccf3-4637-bc0e-7a46f7280c34 HTTP/1.1" status: 204 len: 168 time: 0.2569606 Oct 12 07:53:14.592448 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 44996) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:53:14.592634 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83304e83-6a5d-4c47-80e5-b216aae985be None None] Network ddc09565-281a-46e9-aed1-5484c515fc54 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:53:14.659134 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcbac-0d63-442a-a5e6-43dfe7b6d0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:14.714944 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-1c1fcbac-0d63-442a-a5e6-43dfe7b6d0cd admin admin] Deleting port 7b1531b5-3169-47c4-9520-f8777ab464b6 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:53:14.715286 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcbac-0d63-442a-a5e6-43dfe7b6d0cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:14.779942 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-1c1fcbac-0d63-442a-a5e6-43dfe7b6d0cd admin admin] For port 7b1531b5-3169-47c4-9520-f8777ab464b6, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=7b1531b5-3169-47c4-9520-f8777ab464b6,segment=NetworkSegment(77ae2bee-6bcd-4ee7-8a55-d20aa0d4f728),segment_id=77ae2bee-6bcd-4ee7-8a55-d20aa0d4f728)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:53:14.780231 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcbac-0d63-442a-a5e6-43dfe7b6d0cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:14.791987 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-1c1fcbac-0d63-442a-a5e6-43dfe7b6d0cd admin admin] Calling delete_port for 7b1531b5-3169-47c4-9520-f8777ab464b6 owned by network:dhcp {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:53:14.858782 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0b5249-16b8-4dc6-a692-55bd4de52862 None None] DHCP port deletion for ddc09565-281a-46e9-aed1-5484c515fc54 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:53:14.862705 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 49638b92-0a8e-43ee-a360-e126c4c8d00b no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:53:14.877146 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcbac-0d63-442a-a5e6-43dfe7b6d0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:14.904013 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fcbac-0d63-442a-a5e6-43dfe7b6d0cd admin admin] Pushing event deleted for resources: {'Port': ['ID=7b1531b5-3169-47c4-9520-f8777ab464b6,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:53:14.907855 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1fcbac-0d63-442a-a5e6-43dfe7b6d0cd admin admin] No DVR routers for this DVR port 7b1531b5-3169-47c4-9520-f8777ab464b6 on host dv-neutron-860909-2-hyperv {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:53:14.909482 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 49638b92-0a8e-43ee-a360-e126c4c8d00b {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:53:14.909781 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 49638b92-0a8e-43ee-a360-e126c4c8d00b not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:53:14.933360 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2f0b5249-16b8-4dc6-a692-55bd4de52862 None None] Deleting port 7b1531b5-3169-47c4-9520-f8777ab464b6 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:53:14.934061 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2f0b5249-16b8-4dc6-a692-55bd4de52862 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:14.981054 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcbac-0d63-442a-a5e6-43dfe7b6d0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:15.001986 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-2f0b5249-16b8-4dc6-a692-55bd4de52862 None None] For port 7b1531b5-3169-47c4-9520-f8777ab464b6, host dv-neutron-860909-2-hyperv, got binding levels [] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:53:15.002494 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2f0b5249-16b8-4dc6-a692-55bd4de52862 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:15.004165 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-1c1fcbac-0d63-442a-a5e6-43dfe7b6d0cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddc09565-281a-46e9-aed1-5484c515fc54']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:53:15.013447 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-1c1fcbac-0d63-442a-a5e6-43dfe7b6d0cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ae2bee-6bcd-4ee7-8a55-d20aa0d4f728') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:53:15.013742 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-1c1fcbac-0d63-442a-a5e6-43dfe7b6d0cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ae2bee-6bcd-4ee7-8a55-d20aa0d4f728') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:53:15.015459 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2f0b5249-16b8-4dc6-a692-55bd4de52862 None None] Calling delete_port for 7b1531b5-3169-47c4-9520-f8777ab464b6 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:53:15.018405 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.ipam_backend_mixin [None req-2f0b5249-16b8-4dc6-a692-55bd4de52862 None None] Port 7b1531b5-3169-47c4-9520-f8777ab464b6 was not found and therefore no delete operation was performed {{(pid=103202) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 12 07:53:15.019907 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2f0b5249-16b8-4dc6-a692-55bd4de52862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:15.028567 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcbac-0d63-442a-a5e6-43dfe7b6d0cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:15.041649 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcbac-0d63-442a-a5e6-43dfe7b6d0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:15.045324 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b5249-16b8-4dc6-a692-55bd4de52862 None None] Pushing event deleted for resources: {'Port': ['ID=7b1531b5-3169-47c4-9520-f8777ab464b6,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:53:15.047847 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c1fcbac-0d63-442a-a5e6-43dfe7b6d0cd admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:53:15.048295 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcbac-0d63-442a-a5e6-43dfe7b6d0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:15.049765 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0b5249-16b8-4dc6-a692-55bd4de52862 None None] No DVR routers for this DVR port 7b1531b5-3169-47c4-9520-f8777ab464b6 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:53:15.063163 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0b5249-16b8-4dc6-a692-55bd4de52862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:53:15.063514 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0b5249-16b8-4dc6-a692-55bd4de52862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:53:15.063854 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0b5249-16b8-4dc6-a692-55bd4de52862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:53:15.064190 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0b5249-16b8-4dc6-a692-55bd4de52862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:53:15.064517 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0b5249-16b8-4dc6-a692-55bd4de52862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:53:15.064849 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0b5249-16b8-4dc6-a692-55bd4de52862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:53:15.065177 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0b5249-16b8-4dc6-a692-55bd4de52862 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:53:15.065645 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0b5249-16b8-4dc6-a692-55bd4de52862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:53:15.065817 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0b5249-16b8-4dc6-a692-55bd4de52862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:53:15.066163 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0b5249-16b8-4dc6-a692-55bd4de52862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:53:15.066483 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0b5249-16b8-4dc6-a692-55bd4de52862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:53:15.067341 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0b5249-16b8-4dc6-a692-55bd4de52862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:53:15.389162 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 77ae2bee-6bcd-4ee7-8a55-d20aa0d4f728 resource provider aggregate not found Oct 12 07:53:15.418009 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 77ae2bee-6bcd-4ee7-8a55-d20aa0d4f728 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 77ae2bee-6bcd-4ee7-8a55-d20aa0d4f728 found for delete ", "request_id": "req-0844a7e6-f4af-4104-899e-190ec69de7d7"}]} Oct 12 07:53:15.426001 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcbac-0d63-442a-a5e6-43dfe7b6d0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:15.431513 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcbac-0d63-442a-a5e6-43dfe7b6d0cd admin admin] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:15.434630 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-1c1fcbac-0d63-442a-a5e6-43dfe7b6d0cd admin admin] 10.222.0.26 "DELETE /v2.0/networks/ddc09565-281a-46e9-aed1-5484c515fc54 HTTP/1.1" status: 204 len: 168 time: 0.8406286 Oct 12 07:53:15.445718 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fcbac-0d63-442a-a5e6-43dfe7b6d0cd admin admin] Pushing event deleted for resources: {'Network': ['ID=ddc09565-281a-46e9-aed1-5484c515fc54,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:53:15.537291 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 45004) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:53:15.576017 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c72a362a-c2a4-421a-9aaa-57d8e5ccad97 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2d0c012357a54e97a2751ac2d885a2ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373404 Oct 12 07:53:15.578298 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 45006) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:53:15.625203 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-35c35a68-7788-487d-9eee-19ec3ff6789d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:15.648639 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-35c35a68-7788-487d-9eee-19ec3ff6789d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:15.657602 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 2024dd79-df5e-4337-9f63-f3ad7a6a3507 no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:53:15.677946 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] No Port match for: 2024dd79-df5e-4337-9f63-f3ad7a6a3507 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:53:15.678388 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 2024dd79-df5e-4337-9f63-f3ad7a6a3507 not bound to the agent host hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:53:15.696483 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-35c35a68-7788-487d-9eee-19ec3ff6789d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:15.699174 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-35c35a68-7788-487d-9eee-19ec3ff6789d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:15.700545 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-35c35a68-7788-487d-9eee-19ec3ff6789d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6e329eb3-6006-4f36-ad0d-38c2bf45aaab HTTP/1.1" status: 204 len: 168 time: 0.1211576 Oct 12 07:53:15.708320 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c35a68-7788-487d-9eee-19ec3ff6789d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e329eb3-6006-4f36-ad0d-38c2bf45aaab,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:53:16.080699 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f0779c2c-b6ad-4808-95d2-1efd903664d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:16.246104 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 6ddf07da-b9e9-4c4d-bb7e-90b096faf45f no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:53:16.270278 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 6ddf07da-b9e9-4c4d-bb7e-90b096faf45f {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:53:16.270624 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 6ddf07da-b9e9-4c4d-bb7e-90b096faf45f not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:53:16.271037 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 7b1531b5-3169-47c4-9520-f8777ab464b6 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:53:16.290621 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 7b1531b5-3169-47c4-9520-f8777ab464b6 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:53:16.291221 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 7b1531b5-3169-47c4-9520-f8777ab464b6 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:53:16.354701 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 45028) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:53:16.447241 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-a8a53a9b-2bd1-4b02-88fa-e7233c5c5601 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1222450569-network', 'tenant_id': '043c0d63a70f45a480eac3b8af286c1f'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:53:16.467035 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a53a9b-2bd1-4b02-88fa-e7233c5c5601 admin admin] Made reservation on behalf of 043c0d63a70f45a480eac3b8af286c1f for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:53:16.469278 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a8a53a9b-2bd1-4b02-88fa-e7233c5c5601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:16.477275 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a8a53a9b-2bd1-4b02-88fa-e7233c5c5601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:16.550333 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a8a53a9b-2bd1-4b02-88fa-e7233c5c5601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:16.553866 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a8a53a9b-2bd1-4b02-88fa-e7233c5c5601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:16.573811 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8a53a9b-2bd1-4b02-88fa-e7233c5c5601 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:53:16.589141 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a53a9b-2bd1-4b02-88fa-e7233c5c5601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832b01d7-9a62-413e-ab03-61c28fe910b3,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:53:16.592076 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a8a53a9b-2bd1-4b02-88fa-e7233c5c5601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:16.592421 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-a8a53a9b-2bd1-4b02-88fa-e7233c5c5601 admin admin] Added segment 98755c4d-4aa5-4ad8-8e61-d784b4221a81 of type vlan for network 7aa4886e-9e88-4036-a170-51b345582327 Oct 12 07:53:16.632584 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a8a53a9b-2bd1-4b02-88fa-e7233c5c5601 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:16.655833 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a8a53a9b-2bd1-4b02-88fa-e7233c5c5601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:16.656903 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a53a9b-2bd1-4b02-88fa-e7233c5c5601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:16.657481 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a8a53a9b-2bd1-4b02-88fa-e7233c5c5601 admin admin] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:16.684044 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a8a53a9b-2bd1-4b02-88fa-e7233c5c5601 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3282094 Oct 12 07:53:16.687555 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 45032) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:53:16.693243 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-19327c74-d383-4dc9-9870-0e957cfd6d47 admin admin] Request body: {'subnet': {'network_id': '7aa4886e-9e88-4036-a170-51b345582327', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1222450569-subnet', 'tenant_id': '043c0d63a70f45a480eac3b8af286c1f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:53:16.713404 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19327c74-d383-4dc9-9870-0e957cfd6d47 admin admin] Made reservation on behalf of 043c0d63a70f45a480eac3b8af286c1f for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:53:16.716158 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-19327c74-d383-4dc9-9870-0e957cfd6d47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:16.725290 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a53a9b-2bd1-4b02-88fa-e7233c5c5601 admin admin] Pushing event updated for resources: {'Network': ['ID=7aa4886e-9e88-4036-a170-51b345582327,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:53:16.735834 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 7aa4886e-9e88-4036-a170-51b345582327 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:53:16.883930 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-19327c74-d383-4dc9-9870-0e957cfd6d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:16.933942 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19327c74-d383-4dc9-9870-0e957cfd6d47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7158771a-6035-423b-b84b-3f253adf5d2a,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:53:16.944550 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19327c74-d383-4dc9-9870-0e957cfd6d47 admin admin] Checking segment: {'id': '98755c4d-4aa5-4ad8-8e61-d784b4221a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7aa4886e-9e88-4036-a170-51b345582327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:53:16.944897 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19327c74-d383-4dc9-9870-0e957cfd6d47 admin admin] Network hostable DHCP agents. Network: 7aa4886e-9e88-4036-a170-51b345582327, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:53:16.960740 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19327c74-d383-4dc9-9870-0e957cfd6d47 admin admin] Network 7aa4886e-9e88-4036-a170-51b345582327 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:53:16.968966 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-19327c74-d383-4dc9-9870-0e957cfd6d47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 7aa4886e-9e88-4036-a170-51b345582327) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:53:16.973182 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19327c74-d383-4dc9-9870-0e957cfd6d47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:16.973811 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-19327c74-d383-4dc9-9870-0e957cfd6d47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:16.978050 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959570aa-bea9-4956-a179-224cad5aa040 None None] Network 7aa4886e-9e88-4036-a170-51b345582327 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:53:16.992475 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-19327c74-d383-4dc9-9870-0e957cfd6d47 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3003573 Oct 12 07:53:16.992818 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 45034) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:53:16.997335 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-cf1db398-5ba1-4363-aad6-e07c8781aa18 admin admin] Request body: {'router': {'name': 'tempest-ServerDiskConfigTestJSON-1222450569-router', 'tenant_id': '043c0d63a70f45a480eac3b8af286c1f', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:53:17.016287 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cf1db398-5ba1-4363-aad6-e07c8781aa18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:17.017356 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cf1db398-5ba1-4363-aad6-e07c8781aa18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:17.071295 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cf1db398-5ba1-4363-aad6-e07c8781aa18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:17.127088 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c423c3-9416-4bac-9ed8-83963df7e049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-7aa4886e-9e88-4036-a170-51b345582327', 'network_id': '7aa4886e-9e88-4036-a170-51b345582327', 'tenant_id': '043c0d63a70f45a480eac3b8af286c1f', 'fixed_ips': [{'subnet_id': '7158771a-6035-423b-b84b-3f253adf5d2a'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:53:17.127936 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-43c423c3-9416-4bac-9ed8-83963df7e049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:17.210057 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cf1db398-5ba1-4363-aad6-e07c8781aa18 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:17.275436 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-43c423c3-9416-4bac-9ed8-83963df7e049 None None] Allocated IP 172.20.0.2 (7aa4886e-9e88-4036-a170-51b345582327/7158771a-6035-423b-b84b-3f253adf5d2a/45900bd6-2a91-430e-8c00-6773fb7e1747) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:53:17.280261 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:17.411914 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cf1db398-5ba1-4363-aad6-e07c8781aa18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:17.422540 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-43c423c3-9416-4bac-9ed8-83963df7e049 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:17.428168 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-43c423c3-9416-4bac-9ed8-83963df7e049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:17.431539 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cf1db398-5ba1-4363-aad6-e07c8781aa18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:17.470393 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c423c3-9416-4bac-9ed8-83963df7e049 None None] Network 7aa4886e-9e88-4036-a170-51b345582327 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:53:17.473035 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-43c423c3-9416-4bac-9ed8-83963df7e049 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:53:17.475524 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c423c3-9416-4bac-9ed8-83963df7e049 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:53:17.483143 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c423c3-9416-4bac-9ed8-83963df7e049 None None] Pushing event updated for resources: {'Port': ['ID=45900bd6-2a91-430e-8c00-6773fb7e1747,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:53:17.534994 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-cf1db398-5ba1-4363-aad6-e07c8781aa18 admin admin] Allocated IP 172.26.3.217 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/bd2e5a8f-ef34-44c8-8e8e-532508adc800) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:53:17.537064 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-43c423c3-9416-4bac-9ed8-83963df7e049 None None] Attempting to bind port 45900bd6-2a91-430e-8c00-6773fb7e1747 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:53:17.537531 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-43c423c3-9416-4bac-9ed8-83963df7e049 None None] Attempting to bind port 45900bd6-2a91-430e-8c00-6773fb7e1747 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '98755c4d-4aa5-4ad8-8e61-d784b4221a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7aa4886e-9e88-4036-a170-51b345582327'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:53:17.537949 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c423c3-9416-4bac-9ed8-83963df7e049 None None] Attempting to bind port 45900bd6-2a91-430e-8c00-6773fb7e1747 on network 7aa4886e-9e88-4036-a170-51b345582327 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:53:17.543525 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c423c3-9416-4bac-9ed8-83963df7e049 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:53:17.543903 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c423c3-9416-4bac-9ed8-83963df7e049 None None] Checking segment: {'id': '98755c4d-4aa5-4ad8-8e61-d784b4221a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7aa4886e-9e88-4036-a170-51b345582327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:53:17.544306 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-43c423c3-9416-4bac-9ed8-83963df7e049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:17.544699 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c423c3-9416-4bac-9ed8-83963df7e049 None None] Bound using segment: {'id': '98755c4d-4aa5-4ad8-8e61-d784b4221a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7aa4886e-9e88-4036-a170-51b345582327'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:53:17.545163 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-43c423c3-9416-4bac-9ed8-83963df7e049 None None] Bound port: 45900bd6-2a91-430e-8c00-6773fb7e1747, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98755c4d-4aa5-4ad8-8e61-d784b4221a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7aa4886e-9e88-4036-a170-51b345582327'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:53:17.545548 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-43c423c3-9416-4bac-9ed8-83963df7e049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:17.607761 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-43c423c3-9416-4bac-9ed8-83963df7e049 None None] For port 45900bd6-2a91-430e-8c00-6773fb7e1747, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:53:17.611194 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-43c423c3-9416-4bac-9ed8-83963df7e049 None None] For port 45900bd6-2a91-430e-8c00-6773fb7e1747, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=45900bd6-2a91-430e-8c00-6773fb7e1747,segment=NetworkSegment(98755c4d-4aa5-4ad8-8e61-d784b4221a81),segment_id=98755c4d-4aa5-4ad8-8e61-d784b4221a81)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:53:17.616452 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-43c423c3-9416-4bac-9ed8-83963df7e049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:17.648049 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cf1db398-5ba1-4363-aad6-e07c8781aa18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:17.669904 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c423c3-9416-4bac-9ed8-83963df7e049 None None] Pushing event updated for resources: {'Port': ['ID=45900bd6-2a91-430e-8c00-6773fb7e1747,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:53:17.685554 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cf1db398-5ba1-4363-aad6-e07c8781aa18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:17.727787 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1db398-5ba1-4363-aad6-e07c8781aa18 admin admin] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:53:17.731049 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-cf1db398-5ba1-4363-aad6-e07c8781aa18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:53:17.734701 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1db398-5ba1-4363-aad6-e07c8781aa18 admin admin] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:53:17.740333 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1db398-5ba1-4363-aad6-e07c8781aa18 admin admin] Pushing event updated for resources: {'Port': ['ID=bd2e5a8f-ef34-44c8-8e8e-532508adc800,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:53:18.020884 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cf1db398-5ba1-4363-aad6-e07c8781aa18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:18.217628 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cf1db398-5ba1-4363-aad6-e07c8781aa18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:18.289046 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 45900bd6-2a91-430e-8c00-6773fb7e1747 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:53:18.344291 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 45900bd6-2a91-430e-8c00-6773fb7e1747 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:53:18.344753 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:18.345157 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 45900bd6-2a91-430e-8c00-6773fb7e1747 Oct 12 07:53:18.361606 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1db398-5ba1-4363-aad6-e07c8781aa18 admin admin] Router 6a3bff32-d56d-43af-9e17-92c6c99c655f is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:53:18.433134 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 45900bd6-2a91-430e-8c00-6773fb7e1747 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:53:18.433526 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:18.468888 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 45900bd6-2a91-430e-8c00-6773fb7e1747, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=45900bd6-2a91-430e-8c00-6773fb7e1747,segment=NetworkSegment(98755c4d-4aa5-4ad8-8e61-d784b4221a81),segment_id=98755c4d-4aa5-4ad8-8e61-d784b4221a81)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:53:18.472191 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:18.488038 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1db398-5ba1-4363-aad6-e07c8781aa18 admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:53:18.506851 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba95c8ae-9d88-495e-94dd-64e388871fa8 None None] Sync routers for ids ['6a3bff32-d56d-43af-9e17-92c6c99c655f'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:53:18.510931 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cf1db398-5ba1-4363-aad6-e07c8781aa18 admin admin] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:18.512193 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-cf1db398-5ba1-4363-aad6-e07c8781aa18 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5183535 Oct 12 07:53:18.515295 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 45036) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:53:18.534332 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba95c8ae-9d88-495e-94dd-64e388871fa8 None None] Routers {'6a3bff32-d56d-43af-9e17-92c6c99c655f'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:53:18.534956 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-ba95c8ae-9d88-495e-94dd-64e388871fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:53:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['6a3bff32-d56d-43af-9e17-92c6c99c655f'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:53:18.537883 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=45900bd6-2a91-430e-8c00-6773fb7e1747,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:53:18.719260 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018f149a-c415-40dc-882d-eaa73d92697c None None] Network 7aa4886e-9e88-4036-a170-51b345582327 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:53:18.801626 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-6ae3aa5f-c51d-49c8-bc7f-00eaea5dcf3c None None] Provisioning complete for port 45900bd6-2a91-430e-8c00-6773fb7e1747 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:53:18.801626 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6ae3aa5f-c51d-49c8-bc7f-00eaea5dcf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:18.801626 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-6ae3aa5f-c51d-49c8-bc7f-00eaea5dcf3c None None] Attempt 1 to provision port 45900bd6-2a91-430e-8c00-6773fb7e1747 Oct 12 07:53:18.901379 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-ba95c8ae-9d88-495e-94dd-64e388871fa8 None None] Set router 6a3bff32-d56d-43af-9e17-92c6c99c655f gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:53:18.905113 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:18.931662 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d27e4e99-429e-4ed7-bdfc-1287c02ef44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:19.083743 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-d27e4e99-429e-4ed7-bdfc-1287c02ef44b admin admin] Allocated IP 172.20.0.1 (7aa4886e-9e88-4036-a170-51b345582327/7158771a-6035-423b-b84b-3f253adf5d2a/9df418f3-66a9-431a-bb66-b932fb696e46) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:53:19.126849 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-6ae3aa5f-c51d-49c8-bc7f-00eaea5dcf3c None None] Current status of the port 45900bd6-2a91-430e-8c00-6773fb7e1747 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:53:19.182394 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:19.193003 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d27e4e99-429e-4ed7-bdfc-1287c02ef44b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:19.207449 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-ba95c8ae-9d88-495e-94dd-64e388871fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3bff32-d56d-43af-9e17-92c6c99c655f', 'name': 'tempest-ServerDiskConfigTestJSON-1222450569-router', 'tenant_id': '043c0d63a70f45a480eac3b8af286c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': 'bd2e5a8f-ef34-44c8-8e8e-532508adc800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:53:17Z', 'updated_at': '2022-10-12T07:53:17Z', 'revision_number': 3, 'project_id': '043c0d63a70f45a480eac3b8af286c1f', 'gw_port': {'id': 'bd2e5a8f-ef34-44c8-8e8e-532508adc800', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:df:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3bff32-d56d-43af-9e17-92c6c99c655f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:53:17Z', 'updated_at': '2022-10-12T07:53:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:53:19.230214 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d27e4e99-429e-4ed7-bdfc-1287c02ef44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:19.236648 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba95c8ae-9d88-495e-94dd-64e388871fa8 None None] Checking router: 6a3bff32-d56d-43af-9e17-92c6c99c655f for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:53:19.237001 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba95c8ae-9d88-495e-94dd-64e388871fa8 None None] Updating router 6a3bff32-d56d-43af-9e17-92c6c99c655f port bd2e5a8f-ef34-44c8-8e8e-532508adc800 binding host dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:53:19.263044 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ba95c8ae-9d88-495e-94dd-64e388871fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:19.275264 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27e4e99-429e-4ed7-bdfc-1287c02ef44b admin admin] Network 7aa4886e-9e88-4036-a170-51b345582327 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:53:19.278136 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-d27e4e99-429e-4ed7-bdfc-1287c02ef44b admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:53:19.281217 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27e4e99-429e-4ed7-bdfc-1287c02ef44b admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:53:19.303645 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e4e99-429e-4ed7-bdfc-1287c02ef44b admin admin] Pushing event updated for resources: {'Port': ['ID=9df418f3-66a9-431a-bb66-b932fb696e46,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:53:19.324884 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d27e4e99-429e-4ed7-bdfc-1287c02ef44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:19.463604 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d27e4e99-429e-4ed7-bdfc-1287c02ef44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:19.474952 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-7d399fea-3d6c-45c7-ab32-8137bdc038de None None] Provisioning complete for port 45900bd6-2a91-430e-8c00-6773fb7e1747 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:53:19.475544 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7d399fea-3d6c-45c7-ab32-8137bdc038de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:19.475667 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-7d399fea-3d6c-45c7-ab32-8137bdc038de None None] Attempt 1 to provision port 45900bd6-2a91-430e-8c00-6773fb7e1747 Oct 12 07:53:19.613397 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ba95c8ae-9d88-495e-94dd-64e388871fa8 None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:19.620968 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ba95c8ae-9d88-495e-94dd-64e388871fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:19.633372 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d27e4e99-429e-4ed7-bdfc-1287c02ef44b admin admin] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:19.637931 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d27e4e99-429e-4ed7-bdfc-1287c02ef44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:19.656400 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7d399fea-3d6c-45c7-ab32-8137bdc038de None None] Current status of the port 45900bd6-2a91-430e-8c00-6773fb7e1747 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:53:19.665395 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-ba95c8ae-9d88-495e-94dd-64e388871fa8 None None] Attempting to bind port bd2e5a8f-ef34-44c8-8e8e-532508adc800 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:53:19.665766 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-ba95c8ae-9d88-495e-94dd-64e388871fa8 None None] Attempting to bind port bd2e5a8f-ef34-44c8-8e8e-532508adc800 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:53:19.689801 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba95c8ae-9d88-495e-94dd-64e388871fa8 None None] Attempting to bind port bd2e5a8f-ef34-44c8-8e8e-532508adc800 on network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:53:19.689801 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba95c8ae-9d88-495e-94dd-64e388871fa8 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:53:19.689801 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba95c8ae-9d88-495e-94dd-64e388871fa8 None None] Checking segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:53:19.689801 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ba95c8ae-9d88-495e-94dd-64e388871fa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:19.689801 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba95c8ae-9d88-495e-94dd-64e388871fa8 None None] Bound using segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:53:19.689801 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-ba95c8ae-9d88-495e-94dd-64e388871fa8 None None] Bound port: bd2e5a8f-ef34-44c8-8e8e-532508adc800, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:53:19.689801 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ba95c8ae-9d88-495e-94dd-64e388871fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:19.712787 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e4e99-429e-4ed7-bdfc-1287c02ef44b admin admin] Pushing event updated for resources: {'Port': ['ID=9df418f3-66a9-431a-bb66-b932fb696e46,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:53:19.716026 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d27e4e99-429e-4ed7-bdfc-1287c02ef44b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:19.717777 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef70e1-8a22-47ff-acf0-3ad9e1c083c6 None None] Pushing event updated for resources: {'Port': ['ID=bd2e5a8f-ef34-44c8-8e8e-532508adc800,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:53:19.745864 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-ba95c8ae-9d88-495e-94dd-64e388871fa8 None None] For port bd2e5a8f-ef34-44c8-8e8e-532508adc800, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:53:19.749888 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-ba95c8ae-9d88-495e-94dd-64e388871fa8 None None] For port bd2e5a8f-ef34-44c8-8e8e-532508adc800, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=bd2e5a8f-ef34-44c8-8e8e-532508adc800,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:53:19.754231 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ba95c8ae-9d88-495e-94dd-64e388871fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:19.808622 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba95c8ae-9d88-495e-94dd-64e388871fa8 None None] Routers {'6a3bff32-d56d-43af-9e17-92c6c99c655f'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:53:19.808761 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27e4e99-429e-4ed7-bdfc-1287c02ef44b admin admin] Network 7aa4886e-9e88-4036-a170-51b345582327 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:53:19.809248 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-ba95c8ae-9d88-495e-94dd-64e388871fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:53:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['6a3bff32-d56d-43af-9e17-92c6c99c655f'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:53:19.810228 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-d27e4e99-429e-4ed7-bdfc-1287c02ef44b admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:53:19.861002 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-3742f7f2-169b-4bdc-9ec6-7e2938fc951f None None] Provisioning complete for port 9df418f3-66a9-431a-bb66-b932fb696e46 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:53:19.861002 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3742f7f2-169b-4bdc-9ec6-7e2938fc951f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:19.861360 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-3742f7f2-169b-4bdc-9ec6-7e2938fc951f None None] Attempt 1 to provision port 9df418f3-66a9-431a-bb66-b932fb696e46 Oct 12 07:53:19.896227 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef70e1-8a22-47ff-acf0-3ad9e1c083c6 None None] Pushing event updated for resources: {'Port': ['ID=bd2e5a8f-ef34-44c8-8e8e-532508adc800,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:53:19.915488 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-3742f7f2-169b-4bdc-9ec6-7e2938fc951f None None] Port 9df418f3-66a9-431a-bb66-b932fb696e46 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:53:19.938290 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27e4e99-429e-4ed7-bdfc-1287c02ef44b admin admin] Router 6a3bff32-d56d-43af-9e17-92c6c99c655f has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:53:19.963853 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-ba95c8ae-9d88-495e-94dd-64e388871fa8 None None] Set router 6a3bff32-d56d-43af-9e17-92c6c99c655f gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:53:20.049870 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27e4e99-429e-4ed7-bdfc-1287c02ef44b admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:53:20.054929 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d27e4e99-429e-4ed7-bdfc-1287c02ef44b admin admin] 10.222.0.26 "PUT /v2.0/routers/6a3bff32-d56d-43af-9e17-92c6c99c655f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5385377 Oct 12 07:53:20.165410 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-ba95c8ae-9d88-495e-94dd-64e388871fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3bff32-d56d-43af-9e17-92c6c99c655f', 'name': 'tempest-ServerDiskConfigTestJSON-1222450569-router', 'tenant_id': '043c0d63a70f45a480eac3b8af286c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': 'bd2e5a8f-ef34-44c8-8e8e-532508adc800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:53:17Z', 'updated_at': '2022-10-12T07:53:19Z', 'revision_number': 4, 'project_id': '043c0d63a70f45a480eac3b8af286c1f', 'gw_port': {'id': 'bd2e5a8f-ef34-44c8-8e8e-532508adc800', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:df:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3bff32-d56d-43af-9e17-92c6c99c655f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:53:17Z', 'updated_at': '2022-10-12T07:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '9df418f3-66a9-431a-bb66-b932fb696e46', 'name': '', 'network_id': '7aa4886e-9e88-4036-a170-51b345582327', 'tenant_id': '043c0d63a70f45a480eac3b8af286c1f', 'mac_address': 'fa:16:3e:8c:ac:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3bff32-d56d-43af-9e17-92c6c99c655f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '7158771a-6035-423b-b84b-3f253adf5d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:53:18Z', 'updated_at': '2022-10-12T07:53:19Z', 'revision_number': 2, 'project_id': '043c0d63a70f45a480eac3b8af286c1f', 'subnets': [{'id': '7158771a-6035-423b-b84b-3f253adf5d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:53:20.193447 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba95c8ae-9d88-495e-94dd-64e388871fa8 None None] The sync data for ids ['6a3bff32-d56d-43af-9e17-92c6c99c655f'] in dv-neutron-860909-2-hyperv is: [{'id': '6a3bff32-d56d-43af-9e17-92c6c99c655f', 'name': 'tempest-ServerDiskConfigTestJSON-1222450569-router', 'tenant_id': '043c0d63a70f45a480eac3b8af286c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': 'bd2e5a8f-ef34-44c8-8e8e-532508adc800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:53:17Z', 'updated_at': '2022-10-12T07:53:19Z', 'revision_number': 4, 'project_id': '043c0d63a70f45a480eac3b8af286c1f', 'gw_port': {'id': 'bd2e5a8f-ef34-44c8-8e8e-532508adc800', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:df:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3bff32-d56d-43af-9e17-92c6c99c655f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:53:17Z', 'updated_at': '2022-10-12T07:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '9df418f3-66a9-431a-bb66-b932fb696e46', 'name': '', 'network_id': '7aa4886e-9e88-4036-a170-51b345582327', 'tenant_id': '043c0d63a70f45a480eac3b8af286c1f', 'mac_address': 'fa:16:3e:8c:ac:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3bff32-d56d-43af-9e17-92c6c99c655f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '7158771a-6035-423b-b84b-3f253adf5d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:53:18Z', 'updated_at': '2022-10-12T07:53:19Z', 'revision_number': 2, 'project_id': '043c0d63a70f45a480eac3b8af286c1f', 'subnets': [{'id': '7158771a-6035-423b-b84b-3f253adf5d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:53:20.253752 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 45900bd6-2a91-430e-8c00-6773fb7e1747 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:53:20.303244 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 45900bd6-2a91-430e-8c00-6773fb7e1747 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:53:20.303623 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:20.303961 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 45900bd6-2a91-430e-8c00-6773fb7e1747 Oct 12 07:53:20.391401 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 45900bd6-2a91-430e-8c00-6773fb7e1747 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:53:20.416637 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-3742f7f2-169b-4bdc-9ec6-7e2938fc951f None None] Attempt 2 to provision port 9df418f3-66a9-431a-bb66-b932fb696e46 Oct 12 07:53:20.464827 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-3742f7f2-169b-4bdc-9ec6-7e2938fc951f None None] Port 9df418f3-66a9-431a-bb66-b932fb696e46 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:53:20.513597 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-ec05d26c-1f5b-43aa-87d6-208cce369283 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:20.515730 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-ec05d26c-1f5b-43aa-87d6-208cce369283 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/networks?id=7aa4886e-9e88-4036-a170-51b345582327 HTTP/1.1" status: 200 len: 815 time: 0.1341155 Oct 12 07:53:20.533751 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-9e17ec3e-c369-45bd-ba45-c08bc1880816 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/quotas/043c0d63a70f45a480eac3b8af286c1f HTTP/1.1" status: 200 len: 375 time: 0.0103896 Oct 12 07:53:20.591872 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-0eb81520-2df0-423a-8aea-c34338cd2253 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=043c0d63a70f45a480eac3b8af286c1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517802 Oct 12 07:53:20.685928 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-a9578e64-825b-4609-a6bc-07148c5c352f service neutron] 10.222.0.26 "GET /v2.0/networks/7aa4886e-9e88-4036-a170-51b345582327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860138 Oct 12 07:53:20.785481 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-d344c6e2-a8a8-4844-bdce-681363d6918f service neutron] 10.222.0.26 "GET /v2.0/networks/7aa4886e-9e88-4036-a170-51b345582327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934055 Oct 12 07:53:20.965870 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-3742f7f2-169b-4bdc-9ec6-7e2938fc951f None None] Attempt 3 to provision port 9df418f3-66a9-431a-bb66-b932fb696e46 Oct 12 07:53:20.971767 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a87cc1fd-7a42-4146-bf25-399b0ef291bd req-805b8186-ef6e-4d09-a8e5-44f3a3ea8484 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 210 time: 0.0293953 Oct 12 07:53:21.013692 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-3742f7f2-169b-4bdc-9ec6-7e2938fc951f None None] Port 9df418f3-66a9-431a-bb66-b932fb696e46 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:53:21.106729 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:21.514660 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-3742f7f2-169b-4bdc-9ec6-7e2938fc951f None None] Attempt 4 to provision port 9df418f3-66a9-431a-bb66-b932fb696e46 Oct 12 07:53:21.552330 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-3742f7f2-169b-4bdc-9ec6-7e2938fc951f None None] Port 9df418f3-66a9-431a-bb66-b932fb696e46 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:53:21.931287 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-b88501b2-da09-4b5a-b1fa-248a8a5e1356 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:21.932879 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-b88501b2-da09-4b5a-b1fa-248a8a5e1356 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.23 "GET /v2.0/networks?id=7aa4886e-9e88-4036-a170-51b345582327 HTTP/1.1" status: 200 len: 815 time: 0.1168756 Oct 12 07:53:21.951399 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-50af72e5-3d53-4091-ab37-4f348a39e136 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Request body: {'port': {'device_id': '69ef711a-70d6-4011-998d-6e3147f3c9cb', 'network_id': '7aa4886e-9e88-4036-a170-51b345582327', 'admin_state_up': True, 'tenant_id': '043c0d63a70f45a480eac3b8af286c1f'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:53:22.053397 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-3742f7f2-169b-4bdc-9ec6-7e2938fc951f None None] Attempt 5 to provision port 9df418f3-66a9-431a-bb66-b932fb696e46 Oct 12 07:53:22.084924 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-483a82df-7db8-4482-835c-75ca54aa86a1 req-5e9c7397-954a-4015-a2e3-6ce671ed1ff8 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 210 time: 0.0330954 Oct 12 07:53:22.088169 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-50af72e5-3d53-4091-ab37-4f348a39e136 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Made reservation on behalf of 043c0d63a70f45a480eac3b8af286c1f for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:53:22.092265 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-50af72e5-3d53-4091-ab37-4f348a39e136 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:22.206692 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf59fda-0609-4e39-bb49-5d3624c5f5b6 None None] Sync routers for ids ['6a3bff32-d56d-43af-9e17-92c6c99c655f'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:53:22.221321 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf59fda-0609-4e39-bb49-5d3624c5f5b6 None None] Routers {'6a3bff32-d56d-43af-9e17-92c6c99c655f'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:53:22.224039 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-adf59fda-0609-4e39-bb49-5d3624c5f5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:53:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['6a3bff32-d56d-43af-9e17-92c6c99c655f'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:53:22.241554 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-3742f7f2-169b-4bdc-9ec6-7e2938fc951f None None] Port 9df418f3-66a9-431a-bb66-b932fb696e46 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:53:22.258011 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-50af72e5-3d53-4091-ab37-4f348a39e136 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Allocated IP 172.20.0.10 (7aa4886e-9e88-4036-a170-51b345582327/7158771a-6035-423b-b84b-3f253adf5d2a/b23ed354-06a4-44fb-b0d4-d1dcab73e2ff) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:53:22.301886 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device bd2e5a8f-ef34-44c8-8e8e-532508adc800 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:53:22.353815 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port bd2e5a8f-ef34-44c8-8e8e-532508adc800 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:53:22.354331 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:22.354727 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port bd2e5a8f-ef34-44c8-8e8e-532508adc800 Oct 12 07:53:22.423343 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-50af72e5-3d53-4091-ab37-4f348a39e136 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:22.426792 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-adf59fda-0609-4e39-bb49-5d3624c5f5b6 None None] Set router 6a3bff32-d56d-43af-9e17-92c6c99c655f gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:53:22.439000 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port bd2e5a8f-ef34-44c8-8e8e-532508adc800 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:53:22.439609 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:22.460669 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-50af72e5-3d53-4091-ab37-4f348a39e136 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:22.461970 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port bd2e5a8f-ef34-44c8-8e8e-532508adc800, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=bd2e5a8f-ef34-44c8-8e8e-532508adc800,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:53:22.467573 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:22.517190 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-50af72e5-3d53-4091-ab37-4f348a39e136 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Network 7aa4886e-9e88-4036-a170-51b345582327 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:53:22.518082 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af72e5-3d53-4091-ab37-4f348a39e136 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Pushing event updated for resources: {'Port': ['ID=b23ed354-06a4-44fb-b0d4-d1dcab73e2ff,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:53:22.520436 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=bd2e5a8f-ef34-44c8-8e8e-532508adc800,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:53:22.521623 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-50af72e5-3d53-4091-ab37-4f348a39e136 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:53:22.523794 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-50af72e5-3d53-4091-ab37-4f348a39e136 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:53:22.574101 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-50af72e5-3d53-4091-ab37-4f348a39e136 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:22.574751 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-50af72e5-3d53-4091-ab37-4f348a39e136 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:22.592633 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-50af72e5-3d53-4091-ab37-4f348a39e136 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6453815 Oct 12 07:53:22.605115 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-17b1c9e9-7e95-4032-9a7e-c96db7c86465 service neutron] Request body: {'port': {'device_id': '69ef711a-70d6-4011-998d-6e3147f3c9cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8609'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:53:22.649220 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-adf59fda-0609-4e39-bb49-5d3624c5f5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3bff32-d56d-43af-9e17-92c6c99c655f', 'name': 'tempest-ServerDiskConfigTestJSON-1222450569-router', 'tenant_id': '043c0d63a70f45a480eac3b8af286c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': 'bd2e5a8f-ef34-44c8-8e8e-532508adc800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:53:17Z', 'updated_at': '2022-10-12T07:53:19Z', 'revision_number': 4, 'project_id': '043c0d63a70f45a480eac3b8af286c1f', 'gw_port': {'id': 'bd2e5a8f-ef34-44c8-8e8e-532508adc800', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:df:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3bff32-d56d-43af-9e17-92c6c99c655f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:53:17Z', 'updated_at': '2022-10-12T07:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '9df418f3-66a9-431a-bb66-b932fb696e46', 'name': '', 'network_id': '7aa4886e-9e88-4036-a170-51b345582327', 'tenant_id': '043c0d63a70f45a480eac3b8af286c1f', 'mac_address': 'fa:16:3e:8c:ac:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3bff32-d56d-43af-9e17-92c6c99c655f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '7158771a-6035-423b-b84b-3f253adf5d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:53:18Z', 'updated_at': '2022-10-12T07:53:19Z', 'revision_number': 2, 'project_id': '043c0d63a70f45a480eac3b8af286c1f', 'subnets': [{'id': '7158771a-6035-423b-b84b-3f253adf5d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:53:22.665974 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-17b1c9e9-7e95-4032-9a7e-c96db7c86465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:22.675355 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf59fda-0609-4e39-bb49-5d3624c5f5b6 None None] Checking router: 6a3bff32-d56d-43af-9e17-92c6c99c655f for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:53:22.675697 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf59fda-0609-4e39-bb49-5d3624c5f5b6 None None] Updating router 6a3bff32-d56d-43af-9e17-92c6c99c655f port 9df418f3-66a9-431a-bb66-b932fb696e46 binding host dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:53:22.703160 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-adf59fda-0609-4e39-bb49-5d3624c5f5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:22.743234 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-3742f7f2-169b-4bdc-9ec6-7e2938fc951f None None] Attempt 6 to provision port 9df418f3-66a9-431a-bb66-b932fb696e46 Oct 12 07:53:22.783108 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-3742f7f2-169b-4bdc-9ec6-7e2938fc951f None None] Port 9df418f3-66a9-431a-bb66-b932fb696e46 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:53:22.928663 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-17b1c9e9-7e95-4032-9a7e-c96db7c86465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b23ed354-06a4-44fb-b0d4-d1dcab73e2ff {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:53:22.935969 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-17b1c9e9-7e95-4032-9a7e-c96db7c86465 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:22.948384 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-17b1c9e9-7e95-4032-9a7e-c96db7c86465 service neutron] Transition to ACTIVE for port object b23ed354-06a4-44fb-b0d4-d1dcab73e2ff will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 07:53:22.952384 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-17b1c9e9-7e95-4032-9a7e-c96db7c86465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:23.029985 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1c9e9-7e95-4032-9a7e-c96db7c86465 service neutron] Pushing event updated for resources: {'Port': ['ID=b23ed354-06a4-44fb-b0d4-d1dcab73e2ff,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:53:23.060024 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-17b1c9e9-7e95-4032-9a7e-c96db7c86465 service neutron] Attempting to bind port b23ed354-06a4-44fb-b0d4-d1dcab73e2ff on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:53:23.060354 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-17b1c9e9-7e95-4032-9a7e-c96db7c86465 service neutron] Attempting to bind port b23ed354-06a4-44fb-b0d4-d1dcab73e2ff by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '98755c4d-4aa5-4ad8-8e61-d784b4221a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7aa4886e-9e88-4036-a170-51b345582327'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:53:23.060675 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-17b1c9e9-7e95-4032-9a7e-c96db7c86465 service neutron] Attempting to bind port b23ed354-06a4-44fb-b0d4-d1dcab73e2ff on network 7aa4886e-9e88-4036-a170-51b345582327 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:53:23.066467 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-17b1c9e9-7e95-4032-9a7e-c96db7c86465 service neutron] Port b23ed354-06a4-44fb-b0d4-d1dcab73e2ff on network 7aa4886e-9e88-4036-a170-51b345582327 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:53:23.066900 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-17b1c9e9-7e95-4032-9a7e-c96db7c86465 service neutron] Attempting to bind port b23ed354-06a4-44fb-b0d4-d1dcab73e2ff on network 7aa4886e-9e88-4036-a170-51b345582327 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:53:23.072440 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-17b1c9e9-7e95-4032-9a7e-c96db7c86465 service neutron] Checking agent: {'id': 'afe9b392-c72e-4ef3-a7bd-ca4c2066af02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8609', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'started_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:53:23.072771 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-17b1c9e9-7e95-4032-9a7e-c96db7c86465 service neutron] Checking segment: {'id': '98755c4d-4aa5-4ad8-8e61-d784b4221a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7aa4886e-9e88-4036-a170-51b345582327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:53:23.073143 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-17b1c9e9-7e95-4032-9a7e-c96db7c86465 service neutron] Bound using segment: {'id': '98755c4d-4aa5-4ad8-8e61-d784b4221a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7aa4886e-9e88-4036-a170-51b345582327'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:53:23.073571 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-17b1c9e9-7e95-4032-9a7e-c96db7c86465 service neutron] Bound port: b23ed354-06a4-44fb-b0d4-d1dcab73e2ff, host: hv-neutron-8609, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98755c4d-4aa5-4ad8-8e61-d784b4221a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7aa4886e-9e88-4036-a170-51b345582327'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:53:23.073920 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-17b1c9e9-7e95-4032-9a7e-c96db7c86465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:23.103453 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-adf59fda-0609-4e39-bb49-5d3624c5f5b6 None None] Notify callbacks [] for port, precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:23.109642 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-adf59fda-0609-4e39-bb49-5d3624c5f5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:23.139155 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-17b1c9e9-7e95-4032-9a7e-c96db7c86465 service neutron] For port b23ed354-06a4-44fb-b0d4-d1dcab73e2ff, host hv-neutron-8609, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:53:23.142533 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-17b1c9e9-7e95-4032-9a7e-c96db7c86465 service neutron] For port b23ed354-06a4-44fb-b0d4-d1dcab73e2ff, host hv-neutron-8609, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=b23ed354-06a4-44fb-b0d4-d1dcab73e2ff,segment=NetworkSegment(98755c4d-4aa5-4ad8-8e61-d784b4221a81),segment_id=98755c4d-4aa5-4ad8-8e61-d784b4221a81)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:53:23.148872 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-17b1c9e9-7e95-4032-9a7e-c96db7c86465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:23.151972 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-17b1c9e9-7e95-4032-9a7e-c96db7c86465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:23.152635 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-17b1c9e9-7e95-4032-9a7e-c96db7c86465 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:23.154142 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-17b1c9e9-7e95-4032-9a7e-c96db7c86465 service neutron] 10.222.0.23 "PUT /v2.0/ports/b23ed354-06a4-44fb-b0d4-d1dcab73e2ff HTTP/1.1" status: 200 len: 1094 time: 0.5534587 Oct 12 07:53:23.156983 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ef711a-70d6-4011-998d-6e3147f3c9cb', 'tag': 'b23ed354-06a4-44fb-b0d4-d1dcab73e2ff'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:53:23.159528 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90039577-26d6-40ae-9b8f-d07f8b45e57b" -d '{"events": [{"name": "network-changed", "server_uuid": "69ef711a-70d6-4011-998d-6e3147f3c9cb", "tag": "b23ed354-06a4-44fb-b0d4-d1dcab73e2ff"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:53:23.211281 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44504773-38cd-47cc-8dfe-80ed94282110 None None] Pushing event updated for resources: {'Port': ['ID=9df418f3-66a9-431a-bb66-b932fb696e46,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:53:23.217070 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-adf59fda-0609-4e39-bb49-5d3624c5f5b6 None None] Attempting to bind port 9df418f3-66a9-431a-bb66-b932fb696e46 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:53:23.217589 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-adf59fda-0609-4e39-bb49-5d3624c5f5b6 None None] Attempting to bind port 9df418f3-66a9-431a-bb66-b932fb696e46 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '98755c4d-4aa5-4ad8-8e61-d784b4221a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7aa4886e-9e88-4036-a170-51b345582327'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:53:23.218635 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf59fda-0609-4e39-bb49-5d3624c5f5b6 None None] Attempting to bind port 9df418f3-66a9-431a-bb66-b932fb696e46 on network 7aa4886e-9e88-4036-a170-51b345582327 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:53:23.220616 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493aee58-1abb-495c-ba06-df74fcf2a944 x-openstack-request-id: req-493aee58-1abb-495c-ba06-df74fcf2a944 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:53:23.220910 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69ef711a-70d6-4011-998d-6e3147f3c9cb", "tag": "b23ed354-06a4-44fb-b0d4-d1dcab73e2ff", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:53:23.221165 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-493aee58-1abb-495c-ba06-df74fcf2a944 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:53:23.221564 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-493aee58-1abb-495c-ba06-df74fcf2a944'] response: {'name': 'network-changed', 'server_uuid': '69ef711a-70d6-4011-998d-6e3147f3c9cb', 'tag': 'b23ed354-06a4-44fb-b0d4-d1dcab73e2ff', 'status': 'completed', 'code': 200} Oct 12 07:53:23.224828 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf59fda-0609-4e39-bb49-5d3624c5f5b6 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:53:23.225191 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf59fda-0609-4e39-bb49-5d3624c5f5b6 None None] Checking segment: {'id': '98755c4d-4aa5-4ad8-8e61-d784b4221a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7aa4886e-9e88-4036-a170-51b345582327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:53:23.225582 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-adf59fda-0609-4e39-bb49-5d3624c5f5b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:23.226122 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf59fda-0609-4e39-bb49-5d3624c5f5b6 None None] Bound using segment: {'id': '98755c4d-4aa5-4ad8-8e61-d784b4221a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7aa4886e-9e88-4036-a170-51b345582327'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:53:23.226582 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-adf59fda-0609-4e39-bb49-5d3624c5f5b6 None None] Bound port: 9df418f3-66a9-431a-bb66-b932fb696e46, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98755c4d-4aa5-4ad8-8e61-d784b4221a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7aa4886e-9e88-4036-a170-51b345582327'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:53:23.226951 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-adf59fda-0609-4e39-bb49-5d3624c5f5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:23.283278 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1c9e9-7e95-4032-9a7e-c96db7c86465 service neutron] Pushing event updated for resources: {'Port': ['ID=b23ed354-06a4-44fb-b0d4-d1dcab73e2ff,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:53:23.284600 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-3742f7f2-169b-4bdc-9ec6-7e2938fc951f None None] Attempt 7 to provision port 9df418f3-66a9-431a-bb66-b932fb696e46 Oct 12 07:53:23.293887 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-42f78edd-34cd-4ce8-9cd9-5e6d00ffbae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:23.295339 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-adf59fda-0609-4e39-bb49-5d3624c5f5b6 None None] For port 9df418f3-66a9-431a-bb66-b932fb696e46, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:53:23.295457 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-42f78edd-34cd-4ce8-9cd9-5e6d00ffbae0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=043c0d63a70f45a480eac3b8af286c1f&device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 1097 time: 0.1013191 Oct 12 07:53:23.299730 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-adf59fda-0609-4e39-bb49-5d3624c5f5b6 None None] For port 9df418f3-66a9-431a-bb66-b932fb696e46, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=9df418f3-66a9-431a-bb66-b932fb696e46,segment=NetworkSegment(98755c4d-4aa5-4ad8-8e61-d784b4221a81),segment_id=98755c4d-4aa5-4ad8-8e61-d784b4221a81)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:53:23.304282 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-adf59fda-0609-4e39-bb49-5d3624c5f5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:23.304482 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5f129-ffc1-4c63-a33b-21788b52eaa1 req-24f66a75-b8ce-438f-8d9f-90df9afb612c tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:23.305935 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-afc5f129-ffc1-4c63-a33b-21788b52eaa1 req-24f66a75-b8ce-438f-8d9f-90df9afb612c tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 944 time: 0.1139727 Oct 12 07:53:23.331266 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-3742f7f2-169b-4bdc-9ec6-7e2938fc951f None None] Port 9df418f3-66a9-431a-bb66-b932fb696e46 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:53:23.341777 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf59fda-0609-4e39-bb49-5d3624c5f5b6 None None] Routers {'6a3bff32-d56d-43af-9e17-92c6c99c655f'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:53:23.342422 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-adf59fda-0609-4e39-bb49-5d3624c5f5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:53:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['6a3bff32-d56d-43af-9e17-92c6c99c655f'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:53:23.347611 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-c820e634-56c7-43b9-ae34-68e069a373ca service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b23ed354-06a4-44fb-b0d4-d1dcab73e2ff HTTP/1.1" status: 200 len: 217 time: 0.0402918 Oct 12 07:53:23.398987 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44504773-38cd-47cc-8dfe-80ed94282110 None None] Pushing event updated for resources: {'Port': ['ID=9df418f3-66a9-431a-bb66-b932fb696e46,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:53:23.407583 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-afc5f129-ffc1-4c63-a33b-21788b52eaa1 req-857bac4e-576d-4db1-a74e-3f1be48fce9d tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949078 Oct 12 07:53:23.414401 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-3d0b356b-a38b-4872-af4f-99c05730c55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:23.415835 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-3d0b356b-a38b-4872-af4f-99c05730c55e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7158771a-6035-423b-b84b-3f253adf5d2a HTTP/1.1" status: 200 len: 854 time: 0.0626421 Oct 12 07:53:23.462282 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-5f49bfbd-63c2-4379-bf24-62449241a8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:23.462944 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-adf59fda-0609-4e39-bb49-5d3624c5f5b6 None None] Set router 6a3bff32-d56d-43af-9e17-92c6c99c655f gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:53:23.463702 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-5f49bfbd-63c2-4379-bf24-62449241a8ff service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7aa4886e-9e88-4036-a170-51b345582327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408204 Oct 12 07:53:23.556480 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-ef37295e-0b37-4fda-9bad-3a16a37efa40 service neutron] 10.222.0.23 "GET /v2.0/networks/7aa4886e-9e88-4036-a170-51b345582327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861185 Oct 12 07:53:23.645447 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-089ce4f1-9033-44a7-93e7-efa7a97f02fb req-8faf3735-6a6c-4b76-8025-6337d77f3b93 service neutron] 10.222.0.23 "GET /v2.0/networks/7aa4886e-9e88-4036-a170-51b345582327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823612 Oct 12 07:53:23.657340 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-adf59fda-0609-4e39-bb49-5d3624c5f5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3bff32-d56d-43af-9e17-92c6c99c655f', 'name': 'tempest-ServerDiskConfigTestJSON-1222450569-router', 'tenant_id': '043c0d63a70f45a480eac3b8af286c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': 'bd2e5a8f-ef34-44c8-8e8e-532508adc800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:53:17Z', 'updated_at': '2022-10-12T07:53:19Z', 'revision_number': 4, 'project_id': '043c0d63a70f45a480eac3b8af286c1f', 'gw_port': {'id': 'bd2e5a8f-ef34-44c8-8e8e-532508adc800', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:df:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3bff32-d56d-43af-9e17-92c6c99c655f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:53:17Z', 'updated_at': '2022-10-12T07:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '9df418f3-66a9-431a-bb66-b932fb696e46', 'name': '', 'network_id': '7aa4886e-9e88-4036-a170-51b345582327', 'tenant_id': '043c0d63a70f45a480eac3b8af286c1f', 'mac_address': 'fa:16:3e:8c:ac:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3bff32-d56d-43af-9e17-92c6c99c655f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '7158771a-6035-423b-b84b-3f253adf5d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:53:18Z', 'updated_at': '2022-10-12T07:53:23Z', 'revision_number': 4, 'project_id': '043c0d63a70f45a480eac3b8af286c1f', 'subnets': [{'id': '7158771a-6035-423b-b84b-3f253adf5d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:53:23.687044 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf59fda-0609-4e39-bb49-5d3624c5f5b6 None None] The sync data for ids ['6a3bff32-d56d-43af-9e17-92c6c99c655f'] in dv-neutron-860909-2-hyperv is: [{'id': '6a3bff32-d56d-43af-9e17-92c6c99c655f', 'name': 'tempest-ServerDiskConfigTestJSON-1222450569-router', 'tenant_id': '043c0d63a70f45a480eac3b8af286c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': 'bd2e5a8f-ef34-44c8-8e8e-532508adc800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:53:17Z', 'updated_at': '2022-10-12T07:53:19Z', 'revision_number': 4, 'project_id': '043c0d63a70f45a480eac3b8af286c1f', 'gw_port': {'id': 'bd2e5a8f-ef34-44c8-8e8e-532508adc800', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:df:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3bff32-d56d-43af-9e17-92c6c99c655f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:53:17Z', 'updated_at': '2022-10-12T07:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '9df418f3-66a9-431a-bb66-b932fb696e46', 'name': '', 'network_id': '7aa4886e-9e88-4036-a170-51b345582327', 'tenant_id': '043c0d63a70f45a480eac3b8af286c1f', 'mac_address': 'fa:16:3e:8c:ac:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3bff32-d56d-43af-9e17-92c6c99c655f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '7158771a-6035-423b-b84b-3f253adf5d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:53:18Z', 'updated_at': '2022-10-12T07:53:23Z', 'revision_number': 4, 'project_id': '043c0d63a70f45a480eac3b8af286c1f', 'subnets': [{'id': '7158771a-6035-423b-b84b-3f253adf5d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:53:23.730924 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90039577-26d6-40ae-9b8f-d07f8b45e57b req-616158b5-9ab0-45f9-8b9f-12acd1b64b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:23.732427 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-90039577-26d6-40ae-9b8f-d07f8b45e57b req-616158b5-9ab0-45f9-8b9f-12acd1b64b6d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=043c0d63a70f45a480eac3b8af286c1f&device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 1097 time: 0.0424793 Oct 12 07:53:23.833409 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-3742f7f2-169b-4bdc-9ec6-7e2938fc951f None None] Attempt 8 to provision port 9df418f3-66a9-431a-bb66-b932fb696e46 Oct 12 07:53:23.833763 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90039577-26d6-40ae-9b8f-d07f8b45e57b req-a10200dc-fc96-4107-8d76-01538edf45bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:23.835320 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-90039577-26d6-40ae-9b8f-d07f8b45e57b req-a10200dc-fc96-4107-8d76-01538edf45bb service neutron] 10.222.0.23 "GET /v2.0/networks?id=7aa4886e-9e88-4036-a170-51b345582327 HTTP/1.1" status: 200 len: 916 time: 0.0964663 Oct 12 07:53:23.879336 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-90039577-26d6-40ae-9b8f-d07f8b45e57b req-b63e8040-28aa-4dbd-8146-2c7bcde6fa29 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b23ed354-06a4-44fb-b0d4-d1dcab73e2ff HTTP/1.1" status: 200 len: 217 time: 0.0363367 Oct 12 07:53:23.917172 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-3742f7f2-169b-4bdc-9ec6-7e2938fc951f None None] Current status of the port 9df418f3-66a9-431a-bb66-b932fb696e46 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:53:23.917557 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3742f7f2-169b-4bdc-9ec6-7e2938fc951f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:23.938774 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90039577-26d6-40ae-9b8f-d07f8b45e57b req-6fdaae42-c48a-4f7b-a71d-4a55c81fb07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:23.940400 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-90039577-26d6-40ae-9b8f-d07f8b45e57b req-6fdaae42-c48a-4f7b-a71d-4a55c81fb07c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7158771a-6035-423b-b84b-3f253adf5d2a HTTP/1.1" status: 200 len: 854 time: 0.0525610 Oct 12 07:53:23.951599 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-3742f7f2-169b-4bdc-9ec6-7e2938fc951f None None] For port 9df418f3-66a9-431a-bb66-b932fb696e46, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=9df418f3-66a9-431a-bb66-b932fb696e46,segment=NetworkSegment(98755c4d-4aa5-4ad8-8e61-d784b4221a81),segment_id=98755c4d-4aa5-4ad8-8e61-d784b4221a81)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:53:23.959161 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3742f7f2-169b-4bdc-9ec6-7e2938fc951f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:23.991303 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90039577-26d6-40ae-9b8f-d07f8b45e57b req-48ad80ea-152d-4bbb-8b05-a76b2334b5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:23.992977 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-90039577-26d6-40ae-9b8f-d07f8b45e57b req-48ad80ea-152d-4bbb-8b05-a76b2334b5f7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7aa4886e-9e88-4036-a170-51b345582327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453739 Oct 12 07:53:24.011538 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742f7f2-169b-4bdc-9ec6-7e2938fc951f None None] Pushing event updated for resources: {'Port': ['ID=9df418f3-66a9-431a-bb66-b932fb696e46,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:53:24.091789 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-f0e9e089-41be-4daa-a6b0-274ae03fab71 None None] Provisioning complete for port 9df418f3-66a9-431a-bb66-b932fb696e46 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:53:24.092184 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f0e9e089-41be-4daa-a6b0-274ae03fab71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:24.092524 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-f0e9e089-41be-4daa-a6b0-274ae03fab71 None None] Attempt 1 to provision port 9df418f3-66a9-431a-bb66-b932fb696e46 Oct 12 07:53:24.096067 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-90039577-26d6-40ae-9b8f-d07f8b45e57b req-06b9e91b-8210-4d58-8780-3c690ac8c9d2 service neutron] 10.222.0.23 "GET /v2.0/networks/7aa4886e-9e88-4036-a170-51b345582327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928617 Oct 12 07:53:24.177018 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f0e9e089-41be-4daa-a6b0-274ae03fab71 None None] Current status of the port 9df418f3-66a9-431a-bb66-b932fb696e46 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:53:24.192449 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-90039577-26d6-40ae-9b8f-d07f8b45e57b req-dddea2db-a26a-4271-988f-6eee6d4aed14 service neutron] 10.222.0.23 "GET /v2.0/networks/7aa4886e-9e88-4036-a170-51b345582327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898247 Oct 12 07:53:24.297309 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 9df418f3-66a9-431a-bb66-b932fb696e46 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:53:24.345099 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 9df418f3-66a9-431a-bb66-b932fb696e46 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:53:24.345501 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:24.345834 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 9df418f3-66a9-431a-bb66-b932fb696e46 Oct 12 07:53:24.423548 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 9df418f3-66a9-431a-bb66-b932fb696e46 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:53:24.424540 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device bd2e5a8f-ef34-44c8-8e8e-532508adc800 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:53:24.469805 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port bd2e5a8f-ef34-44c8-8e8e-532508adc800 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:53:24.470212 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:24.470544 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port bd2e5a8f-ef34-44c8-8e8e-532508adc800 Oct 12 07:53:24.531083 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d35ce-b588-4b94-bf4f-cf26150078c3 req-a45b5347-ec77-40d0-83e0-84be854c7700 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:24.532569 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b03d35ce-b588-4b94-bf4f-cf26150078c3 req-a45b5347-ec77-40d0-83e0-84be854c7700 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 944 time: 0.0474522 Oct 12 07:53:24.546822 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port bd2e5a8f-ef34-44c8-8e8e-532508adc800 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:53:24.570112 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b03d35ce-b588-4b94-bf4f-cf26150078c3 req-354c99ac-339d-4c97-9ae9-a2c4bea665f5 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315547 Oct 12 07:53:25.691073 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f3bc8-2f72-4a0d-adf8-d32e80dd9afb req-14d4bcd8-0481-461d-b525-2131aaf2b6fa tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:25.692543 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-df6f3bc8-2f72-4a0d-adf8-d32e80dd9afb req-14d4bcd8-0481-461d-b525-2131aaf2b6fa tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 944 time: 0.0514705 Oct 12 07:53:25.729665 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-df6f3bc8-2f72-4a0d-adf8-d32e80dd9afb req-e68402e5-fa8e-4787-b14e-46a243524485 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313325 Oct 12 07:53:25.756930 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device b23ed354-06a4-44fb-b0d4-d1dcab73e2ff details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 07:53:25.852927 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port b23ed354-06a4-44fb-b0d4-d1dcab73e2ff, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=b23ed354-06a4-44fb-b0d4-d1dcab73e2ff,segment=NetworkSegment(98755c4d-4aa5-4ad8-8e61-d784b4221a81),segment_id=98755c4d-4aa5-4ad8-8e61-d784b4221a81)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:53:25.863988 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': 'b23ed354-06a4-44fb-b0d4-d1dcab73e2ff', 'network_id': '7aa4886e-9e88-4036-a170-51b345582327', 'port_id': 'b23ed354-06a4-44fb-b0d4-d1dcab73e2ff', 'mac_address': 'fa:16:3e:e1:c4:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7158771a-6035-423b-b84b-3f253adf5d2a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 07:53:25.900900 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port b23ed354-06a4-44fb-b0d4-d1dcab73e2ff is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:53:25.901289 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:25.913672 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23ed354-06a4-44fb-b0d4-d1dcab73e2ff {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:53:25.935926 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port b23ed354-06a4-44fb-b0d4-d1dcab73e2ff, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=b23ed354-06a4-44fb-b0d4-d1dcab73e2ff,segment=NetworkSegment(98755c4d-4aa5-4ad8-8e61-d784b4221a81),segment_id=98755c4d-4aa5-4ad8-8e61-d784b4221a81)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:53:25.942714 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:25.987694 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=b23ed354-06a4-44fb-b0d4-d1dcab73e2ff,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:53:26.147425 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['b23ed354-06a4-44fb-b0d4-d1dcab73e2ff'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 07:53:26.849032 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf53aa-eef7-4108-b9ec-020f71def42c req-64b8a0b5-05bf-4411-95da-fe75c678ab9c tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:26.850537 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-48cf53aa-eef7-4108-b9ec-020f71def42c req-64b8a0b5-05bf-4411-95da-fe75c678ab9c tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 945 time: 0.0488689 Oct 12 07:53:26.887833 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-48cf53aa-eef7-4108-b9ec-020f71def42c req-ad70c992-1f77-4b55-8515-1ce65e82493c tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314140 Oct 12 07:53:27.767178 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device b23ed354-06a4-44fb-b0d4-d1dcab73e2ff up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:53:27.815912 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning for port b23ed354-06a4-44fb-b0d4-d1dcab73e2ff completed by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 12 07:53:27.819603 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port b23ed354-06a4-44fb-b0d4-d1dcab73e2ff triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:53:27.819973 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:27.820302 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port b23ed354-06a4-44fb-b0d4-d1dcab73e2ff Oct 12 07:53:27.894071 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port b23ed354-06a4-44fb-b0d4-d1dcab73e2ff is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:53:27.894457 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:27.916296 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ef711a-70d6-4011-998d-6e3147f3c9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23ed354-06a4-44fb-b0d4-d1dcab73e2ff'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:53:27.918573 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a757376-7b82-41b0-b287-3111c77466cb" -d '{"events": [{"server_uuid": "69ef711a-70d6-4011-998d-6e3147f3c9cb", "name": "network-vif-plugged", "status": "completed", "tag": "b23ed354-06a4-44fb-b0d4-d1dcab73e2ff"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:53:27.932009 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port b23ed354-06a4-44fb-b0d4-d1dcab73e2ff, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=b23ed354-06a4-44fb-b0d4-d1dcab73e2ff,segment=NetworkSegment(98755c4d-4aa5-4ad8-8e61-d784b4221a81),segment_id=98755c4d-4aa5-4ad8-8e61-d784b4221a81)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:53:27.937145 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:27.965000 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1472801b-c86c-4508-8dcb-b2df274cddf4 x-openstack-request-id: req-1472801b-c86c-4508-8dcb-b2df274cddf4 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:53:27.965359 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ef711a-70d6-4011-998d-6e3147f3c9cb", "name": "network-vif-plugged", "status": "completed", "tag": "b23ed354-06a4-44fb-b0d4-d1dcab73e2ff", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:53:27.965737 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1472801b-c86c-4508-8dcb-b2df274cddf4 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:53:27.966168 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1472801b-c86c-4508-8dcb-b2df274cddf4'] response: {'server_uuid': '69ef711a-70d6-4011-998d-6e3147f3c9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23ed354-06a4-44fb-b0d4-d1dcab73e2ff', 'code': 200} Oct 12 07:53:27.992677 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=b23ed354-06a4-44fb-b0d4-d1dcab73e2ff,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:53:28.019912 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def3f7f-f817-453e-b653-b7c83189c2bb req-90dca770-00a2-412f-9dcf-a0fdfcbaaf68 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:28.021313 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5def3f7f-f817-453e-b653-b7c83189c2bb req-90dca770-00a2-412f-9dcf-a0fdfcbaaf68 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 946 time: 0.0585175 Oct 12 07:53:28.059020 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5def3f7f-f817-453e-b653-b7c83189c2bb req-d4dc07b3-4d2f-4a46-91d1-ea69e2a98543 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316873 Oct 12 07:53:28.128691 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec2e72-34c2-4a6f-9bf6-a055e64fe382 req-57fd171c-c476-4e2d-b521-6fe60b48c595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:28.130205 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e5ec2e72-34c2-4a6f-9bf6-a055e64fe382 req-57fd171c-c476-4e2d-b521-6fe60b48c595 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 1099 time: 0.0427070 Oct 12 07:53:28.163529 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e5ec2e72-34c2-4a6f-9bf6-a055e64fe382 req-86e69a85-ec06-42e0-a6b6-6a7704909e19 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270228 Oct 12 07:53:29.194415 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad15cf1-5178-49cf-abe4-243229e05bda req-02839e10-16ed-492e-af8c-c5bc428f9eaf tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:29.195910 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3ad15cf1-5178-49cf-abe4-243229e05bda req-02839e10-16ed-492e-af8c-c5bc428f9eaf tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 946 time: 0.0492456 Oct 12 07:53:29.233132 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3ad15cf1-5178-49cf-abe4-243229e05bda req-71c7ad30-1138-409a-9510-421ae49c5122 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310848 Oct 12 07:53:30.351318 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241764c-c8b3-4a01-b665-333139ebcf67 req-224d28e1-dd10-49ba-bd4c-846b380d8d44 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:30.352969 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2241764c-c8b3-4a01-b665-333139ebcf67 req-224d28e1-dd10-49ba-bd4c-846b380d8d44 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 946 time: 0.0480506 Oct 12 07:53:30.389888 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2241764c-c8b3-4a01-b665-333139ebcf67 req-51e9d446-090a-46ea-8743-a1e609698266 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305943 Oct 12 07:53:30.509702 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc7f9a4-d7c1-458b-a984-e767cd63102c req-a3702823-cc02-4dac-b0df-7fe0d64292c1 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:30.511101 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fcc7f9a4-d7c1-458b-a984-e767cd63102c req-a3702823-cc02-4dac-b0df-7fe0d64292c1 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 946 time: 0.0513022 Oct 12 07:53:30.547790 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fcc7f9a4-d7c1-458b-a984-e767cd63102c req-46f963fe-e06e-4b62-9666-2317f9caeeb7 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308177 Oct 12 07:53:30.752333 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46243cc6-6d27-4bda-9211-053a10e3d3d0 req-fc3f08f5-1fba-4015-b165-8b7e4f0a1c13 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:30.753772 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-46243cc6-6d27-4bda-9211-053a10e3d3d0 req-fc3f08f5-1fba-4015-b165-8b7e4f0a1c13 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 946 time: 0.0475738 Oct 12 07:53:30.790329 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-46243cc6-6d27-4bda-9211-053a10e3d3d0 req-fb685ab4-5ef6-4ab3-8207-66891c2c6d2e tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303795 Oct 12 07:53:30.905187 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a311bae-6415-4b57-ac99-9d684c3dac32 req-baec5f61-9abe-412f-9b73-01c035ff076c tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:30.907173 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4a311bae-6415-4b57-ac99-9d684c3dac32 req-baec5f61-9abe-412f-9b73-01c035ff076c tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 946 time: 0.0474327 Oct 12 07:53:30.943675 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4a311bae-6415-4b57-ac99-9d684c3dac32 req-862a1a6d-2107-4f8c-9960-945d00f18b56 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304878 Oct 12 07:53:31.257898 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-b010d248-5031-4e57-a519-66e57af440e1 req-05e2b9db-4b3f-4b06-af87-f64ebe63320b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0401680 Oct 12 07:53:31.276468 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780fe26d-871c-4af0-81f1-31e383497c0e req-753d399e-a01c-472d-bfef-5bc28b0de65a tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:31.277947 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-780fe26d-871c-4af0-81f1-31e383497c0e req-753d399e-a01c-472d-bfef-5bc28b0de65a tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 946 time: 0.0521793 Oct 12 07:53:31.316626 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-780fe26d-871c-4af0-81f1-31e383497c0e req-fa25f6f2-dedc-43d3-bd71-0381903830b3 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326667 Oct 12 07:53:32.325877 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010d248-5031-4e57-a519-66e57af440e1 req-233e604e-d604-46c2-8ca4-fd7419f721d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:32.327624 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b010d248-5031-4e57-a519-66e57af440e1 req-233e604e-d604-46c2-8ca4-fd7419f721d1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=043c0d63a70f45a480eac3b8af286c1f&device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 1099 time: 0.0432937 Oct 12 07:53:32.452772 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010d248-5031-4e57-a519-66e57af440e1 req-52971418-00f9-44d7-9643-0da71bbf4b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:32.454796 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b010d248-5031-4e57-a519-66e57af440e1 req-52971418-00f9-44d7-9643-0da71bbf4b47 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7aa4886e-9e88-4036-a170-51b345582327 HTTP/1.1" status: 200 len: 916 time: 0.1208084 Oct 12 07:53:32.465235 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7979d8a-28e4-45fa-be89-fc9768a4c78f req-678e730f-ea1e-47f9-82d8-6907634fe209 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:32.466602 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b7979d8a-28e4-45fa-be89-fc9768a4c78f req-678e730f-ea1e-47f9-82d8-6907634fe209 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 946 time: 0.0691187 Oct 12 07:53:32.510914 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b010d248-5031-4e57-a519-66e57af440e1 req-cda2e2f3-80ed-4b2a-98b7-16dbc73e0ee1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b23ed354-06a4-44fb-b0d4-d1dcab73e2ff HTTP/1.1" status: 200 len: 217 time: 0.0434229 Oct 12 07:53:32.556876 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b7979d8a-28e4-45fa-be89-fc9768a4c78f req-5e9cb051-30aa-4ae2-bf91-59aa3fca3f19 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840054 Oct 12 07:53:32.572641 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010d248-5031-4e57-a519-66e57af440e1 req-d614cf5a-ae4a-45bc-9b71-9267a9f94791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:32.574184 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b010d248-5031-4e57-a519-66e57af440e1 req-d614cf5a-ae4a-45bc-9b71-9267a9f94791 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7158771a-6035-423b-b84b-3f253adf5d2a HTTP/1.1" status: 200 len: 854 time: 0.0561588 Oct 12 07:53:32.618699 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010d248-5031-4e57-a519-66e57af440e1 req-2b8985fb-4f39-48b9-a9a7-be0a8569bbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:32.620138 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b010d248-5031-4e57-a519-66e57af440e1 req-2b8985fb-4f39-48b9-a9a7-be0a8569bbc0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7aa4886e-9e88-4036-a170-51b345582327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393050 Oct 12 07:53:32.706891 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b010d248-5031-4e57-a519-66e57af440e1 req-a71e7754-eb6f-4830-8a69-384391722898 service neutron] 10.222.0.23 "GET /v2.0/networks/7aa4886e-9e88-4036-a170-51b345582327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790868 Oct 12 07:53:32.798270 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b010d248-5031-4e57-a519-66e57af440e1 req-f11e5291-5e5d-44ae-99c9-67cb4d75ab61 service neutron] 10.222.0.23 "GET /v2.0/networks/7aa4886e-9e88-4036-a170-51b345582327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845826 Oct 12 07:53:33.676285 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7816a5-e7f0-4289-ba10-e43ce2bad595 req-4af525f9-9dd2-482e-8ee0-704bbe4cecbc tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:33.677744 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ed7816a5-e7f0-4289-ba10-e43ce2bad595 req-4af525f9-9dd2-482e-8ee0-704bbe4cecbc tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 946 time: 0.0482783 Oct 12 07:53:33.713676 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ed7816a5-e7f0-4289-ba10-e43ce2bad595 req-bd16abf1-05a5-4c91-ac85-71f1b140911e tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300856 Oct 12 07:53:34.442420 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:53:34.837298 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3bd01-7dff-443e-a669-8396926ef752 req-905979ce-01e9-4eab-aa28-809745e2f3a4 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:34.838792 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-60a3bd01-7dff-443e-a669-8396926ef752 req-905979ce-01e9-4eab-aa28-809745e2f3a4 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 946 time: 0.0524428 Oct 12 07:53:34.875954 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-60a3bd01-7dff-443e-a669-8396926ef752 req-556f774c-f5cc-44d7-8701-2375b8c069b8 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306733 Oct 12 07:53:35.994550 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1aa1ab-d61e-4253-a338-df2f46d981c8 req-85ce86a3-3c7f-4bf6-b55c-3490aff3bbe1 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:35.996015 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5c1aa1ab-d61e-4253-a338-df2f46d981c8 req-85ce86a3-3c7f-4bf6-b55c-3490aff3bbe1 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 946 time: 0.0485320 Oct 12 07:53:36.032971 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5c1aa1ab-d61e-4253-a338-df2f46d981c8 req-a1520cbf-2c2e-4900-8f05-59aa2b3c06a3 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311060 Oct 12 07:53:37.151492 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d832e0-d61b-40c8-a3b6-e4b434ac6044 req-48103b8a-f027-4323-89e4-ea9d6effb7ae tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:37.152950 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-64d832e0-d61b-40c8-a3b6-e4b434ac6044 req-48103b8a-f027-4323-89e4-ea9d6effb7ae tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 946 time: 0.0487769 Oct 12 07:53:37.190608 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-64d832e0-d61b-40c8-a3b6-e4b434ac6044 req-e22d1132-f2d8-4692-8291-ae8269dd5327 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316517 Oct 12 07:53:38.310736 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2665d-95bb-4493-8aa1-d11e65561e7a req-76f2cc77-dcf7-4c6b-8acd-bb42046526f6 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:38.312189 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7ff2665d-95bb-4493-8aa1-d11e65561e7a req-76f2cc77-dcf7-4c6b-8acd-bb42046526f6 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 946 time: 0.0507827 Oct 12 07:53:38.349719 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7ff2665d-95bb-4493-8aa1-d11e65561e7a req-03b5cd5f-b7d3-4153-b88d-6d6285f62837 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311286 Oct 12 07:53:39.467225 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f14b7-4747-4816-ab82-247b43e1b7e5 req-706d6ce5-d8d8-424b-9880-e8cf44115938 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:39.469307 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e04f14b7-4747-4816-ab82-247b43e1b7e5 req-706d6ce5-d8d8-424b-9880-e8cf44115938 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 946 time: 0.0473623 Oct 12 07:53:39.504854 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e04f14b7-4747-4816-ab82-247b43e1b7e5 req-b9fba585-a7fa-4874-b461-9e5918b53b9d tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297103 Oct 12 07:53:40.622540 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402950ef-d6ac-4c8a-8895-0dcfd11dff55 req-0a1a8748-da9d-4c93-a5f1-8aa3df930850 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:40.624037 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-402950ef-d6ac-4c8a-8895-0dcfd11dff55 req-0a1a8748-da9d-4c93-a5f1-8aa3df930850 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 946 time: 0.0484583 Oct 12 07:53:40.661912 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-402950ef-d6ac-4c8a-8895-0dcfd11dff55 req-ded25000-d7ee-423c-970b-ced7664abb20 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319238 Oct 12 07:53:41.785267 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a67386-872a-47da-90b2-3a2ba4cdc3ca req-3a8e381d-309d-4079-8f6b-0c6baedcdf9d tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:41.786772 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-81a67386-872a-47da-90b2-3a2ba4cdc3ca req-3a8e381d-309d-4079-8f6b-0c6baedcdf9d tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 946 time: 0.0529196 Oct 12 07:53:41.825160 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-81a67386-872a-47da-90b2-3a2ba4cdc3ca req-505efdc5-a25c-4ed0-b605-b964a21b9fc0 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324209 Oct 12 07:53:42.947295 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35b448-4cd9-4531-9da9-aa9818d6f52a req-00462b04-5bea-4163-b9ab-63e2c26713fd tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:42.948750 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7d35b448-4cd9-4531-9da9-aa9818d6f52a req-00462b04-5bea-4163-b9ab-63e2c26713fd tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 946 time: 0.0504670 Oct 12 07:53:42.985846 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7d35b448-4cd9-4531-9da9-aa9818d6f52a req-6dfe3d0f-28f7-45bd-b67c-15af39113209 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302124 Oct 12 07:53:43.923414 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a2cb2d6d-c9fa-4181-9c09-3bf4db6c9da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:44.106562 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6530b55-3e00-40b5-ad35-04a77f742e7a req-be30b111-4475-4782-869e-b4c6797b7426 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:44.108014 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b6530b55-3e00-40b5-ad35-04a77f742e7a req-be30b111-4475-4782-869e-b4c6797b7426 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 946 time: 0.0481112 Oct 12 07:53:44.144861 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b6530b55-3e00-40b5-ad35-04a77f742e7a req-f5a0c3ce-2385-46fd-8362-838f02831fd6 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310657 Oct 12 07:53:45.265090 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70cbade-04b4-42cd-bc23-346d5becd32b req-995b8435-255a-4c20-9271-c09c704c7077 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:45.267081 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b70cbade-04b4-42cd-bc23-346d5becd32b req-995b8435-255a-4c20-9271-c09c704c7077 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 946 time: 0.0510378 Oct 12 07:53:45.303442 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b70cbade-04b4-42cd-bc23-346d5becd32b req-cff1435f-ed5c-470b-828d-e2e735983f4b tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305040 Oct 12 07:53:46.082989 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-46bc8171-0175-4d17-a77f-6b48547a5714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:46.422074 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbab5da-616f-4ae1-84dc-fdb48a911cca req-a77d2a2f-9051-4a0f-b476-663f132128d7 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:46.424164 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ddbab5da-616f-4ae1-84dc-fdb48a911cca req-a77d2a2f-9051-4a0f-b476-663f132128d7 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 946 time: 0.0484879 Oct 12 07:53:46.460682 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ddbab5da-616f-4ae1-84dc-fdb48a911cca req-dc682040-9152-43d4-98bb-0cfa9fd429af tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306876 Oct 12 07:53:47.273894 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:47.580330 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b0d33-16a7-422f-800e-86c4714d3f22 req-3c18bb91-b440-47f7-8469-a326522a5330 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:47.581680 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-111b0d33-16a7-422f-800e-86c4714d3f22 req-3c18bb91-b440-47f7-8469-a326522a5330 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 946 time: 0.0499072 Oct 12 07:53:47.617668 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-111b0d33-16a7-422f-800e-86c4714d3f22 req-0864aab8-77ba-443d-b480-aea4bd0e31bc tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301099 Oct 12 07:53:48.739492 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9888c3-4984-46dc-95d4-38638fb7f18a req-6762d142-a1bc-411c-8b09-d3c7229d5b32 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:48.740959 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6c9888c3-4984-46dc-95d4-38638fb7f18a req-6762d142-a1bc-411c-8b09-d3c7229d5b32 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 946 time: 0.0522413 Oct 12 07:53:48.777338 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6c9888c3-4984-46dc-95d4-38638fb7f18a req-693bc0ed-7b16-4b55-a318-04e07b17b339 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305817 Oct 12 07:53:48.833441 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:49.154615 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:49.895261 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c8db5-96b0-4e46-9602-a103e4a1e040 req-8e69f3bb-41b4-42f4-bab9-548f0c7b4bac tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:49.896718 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-224c8db5-96b0-4e46-9602-a103e4a1e040 req-8e69f3bb-41b4-42f4-bab9-548f0c7b4bac tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 946 time: 0.0479617 Oct 12 07:53:49.933837 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-224c8db5-96b0-4e46-9602-a103e4a1e040 req-ea54575b-ec64-4fe8-bbc4-68818e4a9dd9 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312662 Oct 12 07:53:51.052625 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da6334-901c-41a3-926f-746fcbc20ba4 req-138a2c21-037d-4822-acee-3a7909ce21af tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:51.054110 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-48da6334-901c-41a3-926f-746fcbc20ba4 req-138a2c21-037d-4822-acee-3a7909ce21af tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 946 time: 0.0494161 Oct 12 07:53:51.091556 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-48da6334-901c-41a3-926f-746fcbc20ba4 req-c3decbe0-7519-4ecd-96a2-db965970a5ab tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313492 Oct 12 07:53:51.132269 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:53:52.213632 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ada3c2-2596-4fb9-86e4-94af21919dd4 req-2fe1ec1d-6176-4e4a-8a9b-30faed860944 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:52.215130 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-12ada3c2-2596-4fb9-86e4-94af21919dd4 req-2fe1ec1d-6176-4e4a-8a9b-30faed860944 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 946 time: 0.0518942 Oct 12 07:53:52.252365 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-12ada3c2-2596-4fb9-86e4-94af21919dd4 req-4ddc3233-1430-4cf6-a5ff-15b2b2bff6ac tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314329 Oct 12 07:53:53.371428 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968212eb-d10f-428c-be56-7ee36a456c43 req-e242c13f-eaba-4896-a2df-69c7abfe3b31 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:53.372894 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-968212eb-d10f-428c-be56-7ee36a456c43 req-e242c13f-eaba-4896-a2df-69c7abfe3b31 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 946 time: 0.0486655 Oct 12 07:53:53.410111 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-968212eb-d10f-428c-be56-7ee36a456c43 req-c84153d1-199c-4382-9447-f7b9f63fdbd7 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305791 Oct 12 07:53:54.528476 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a24144-46f5-4ae6-8b98-c4755cc62b6a req-f1846de2-e490-4dc9-a008-bf3c0aa4444a tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:54.529841 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-04a24144-46f5-4ae6-8b98-c4755cc62b6a req-f1846de2-e490-4dc9-a008-bf3c0aa4444a tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 946 time: 0.0475614 Oct 12 07:53:54.566366 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-04a24144-46f5-4ae6-8b98-c4755cc62b6a req-39610cb8-7b74-4fcd-bb4b-9836f5c914d4 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307162 Oct 12 07:53:55.686515 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d009c5-7259-45d2-af90-cb854dfaef86 req-7d945fdb-6892-48d0-8fff-9715a2b0fb0b tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:55.687973 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-59d009c5-7259-45d2-af90-cb854dfaef86 req-7d945fdb-6892-48d0-8fff-9715a2b0fb0b tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 946 time: 0.0522122 Oct 12 07:53:55.725363 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-59d009c5-7259-45d2-af90-cb854dfaef86 req-033f9ded-1cbe-4663-ad73-b476c478e2e3 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310333 Oct 12 07:53:56.844939 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f7f58-6af1-4aab-afc1-5e955b2fd21c req-58f1efb6-5389-45b0-9c25-d77b14e1f2be tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:56.847069 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b38f7f58-6af1-4aab-afc1-5e955b2fd21c req-58f1efb6-5389-45b0-9c25-d77b14e1f2be tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 946 time: 0.0490832 Oct 12 07:53:56.882731 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b38f7f58-6af1-4aab-afc1-5e955b2fd21c req-0b2ca652-98cd-4cb3-af96-02e91d19dda5 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299358 Oct 12 07:53:58.000787 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce7fff-47ef-401f-8775-82f402870ed2 req-68c565a0-a210-43a2-8c5f-0e6ef24ed6f7 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:58.002306 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7cce7fff-47ef-401f-8775-82f402870ed2 req-68c565a0-a210-43a2-8c5f-0e6ef24ed6f7 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 946 time: 0.0482099 Oct 12 07:53:58.039267 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7cce7fff-47ef-401f-8775-82f402870ed2 req-a2751b85-1bc3-41d6-9d45-af36ccad3bb4 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311267 Oct 12 07:53:59.159414 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27648f0-3390-4512-985b-34effd993471 req-1125332a-e5ba-4cb8-b67d-2b3975cc300b tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:53:59.160869 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b27648f0-3390-4512-985b-34effd993471 req-1125332a-e5ba-4cb8-b67d-2b3975cc300b tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 946 time: 0.0505743 Oct 12 07:53:59.198149 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b27648f0-3390-4512-985b-34effd993471 req-9daf9c5e-7823-455a-bed3-91626e2fac90 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308311 Oct 12 07:54:00.318864 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974b831-aef8-44c6-992f-c7e61000ce34 req-0f64b67b-3037-4a61-a4f6-03886c14ac28 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:00.320333 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7974b831-aef8-44c6-992f-c7e61000ce34 req-0f64b67b-3037-4a61-a4f6-03886c14ac28 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 946 time: 0.0480978 Oct 12 07:54:00.357807 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7974b831-aef8-44c6-992f-c7e61000ce34 req-c534e2b1-e9df-40e0-97c6-2a97478fb236 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316777 Oct 12 07:54:01.475580 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370baa29-99e4-4aee-9feb-439c5947fbe5 req-4f94e2c9-ee6c-427e-afec-4b426f4393d3 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:01.477034 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-370baa29-99e4-4aee-9feb-439c5947fbe5 req-4f94e2c9-ee6c-427e-afec-4b426f4393d3 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 946 time: 0.0472956 Oct 12 07:54:01.513587 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-370baa29-99e4-4aee-9feb-439c5947fbe5 req-3035a655-6079-42de-ba01-b48806425565 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307531 Oct 12 07:54:02.636933 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93602268-b4f0-4822-a665-a8345de753dc req-2f5206c6-bc8b-4d1c-b6c1-0c8e6f669e87 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:02.638416 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-93602268-b4f0-4822-a665-a8345de753dc req-2f5206c6-bc8b-4d1c-b6c1-0c8e6f669e87 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 946 time: 0.0523267 Oct 12 07:54:02.675191 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-93602268-b4f0-4822-a665-a8345de753dc req-54bd9605-0cf6-43b3-9f61-eb1c28fe12a8 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302305 Oct 12 07:54:03.794170 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14a9c5-e147-41a2-9173-28bf453ee5a2 req-e3f94b3a-4f92-4804-9592-dcfb45ddc8e9 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:03.795666 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9e14a9c5-e147-41a2-9173-28bf453ee5a2 req-e3f94b3a-4f92-4804-9592-dcfb45ddc8e9 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 946 time: 0.0484109 Oct 12 07:54:03.833208 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9e14a9c5-e147-41a2-9173-28bf453ee5a2 req-76354174-ed74-42cd-b772-6730eb234db0 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316486 Oct 12 07:54:04.375798 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b010d248-5031-4e57-a519-66e57af440e1 req-861a5556-5480-47c1-a45b-9bda48566d15 service neutron] 10.222.0.23 "GET /v2.0/ports/b23ed354-06a4-44fb-b0d4-d1dcab73e2ff/bindings/hv-neutron-8609 HTTP/1.1" status: 200 len: 384 time: 0.0530343 Oct 12 07:54:04.570854 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010d248-5031-4e57-a519-66e57af440e1 req-23d4f781-bda9-4a1c-86e1-74892bd581ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:04.572224 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b010d248-5031-4e57-a519-66e57af440e1 req-23d4f781-bda9-4a1c-86e1-74892bd581ed service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb&tenant_id=043c0d63a70f45a480eac3b8af286c1f HTTP/1.1" status: 200 len: 1099 time: 0.0438073 Oct 12 07:54:04.631100 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010d248-5031-4e57-a519-66e57af440e1 req-9590824b-c0c4-4009-a144-cbd34549ae77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:04.632555 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b010d248-5031-4e57-a519-66e57af440e1 req-9590824b-c0c4-4009-a144-cbd34549ae77 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=043c0d63a70f45a480eac3b8af286c1f&device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 1099 time: 0.0396421 Oct 12 07:54:04.721834 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010d248-5031-4e57-a519-66e57af440e1 req-5b0c89ca-cf44-4663-891d-e4c01972b63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:04.723287 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b010d248-5031-4e57-a519-66e57af440e1 req-5b0c89ca-cf44-4663-891d-e4c01972b63e service neutron] 10.222.0.23 "GET /v2.0/networks?id=7aa4886e-9e88-4036-a170-51b345582327 HTTP/1.1" status: 200 len: 916 time: 0.0845783 Oct 12 07:54:05.077396 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b010d248-5031-4e57-a519-66e57af440e1 req-f0cdfa94-9b99-4800-af00-d9472468db3d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b23ed354-06a4-44fb-b0d4-d1dcab73e2ff HTTP/1.1" status: 200 len: 217 time: 0.3474703 Oct 12 07:54:05.149287 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010d248-5031-4e57-a519-66e57af440e1 req-68e17dd8-a93a-4efa-8e69-0999b4624faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:05.150671 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b010d248-5031-4e57-a519-66e57af440e1 req-68e17dd8-a93a-4efa-8e69-0999b4624faa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7158771a-6035-423b-b84b-3f253adf5d2a HTTP/1.1" status: 200 len: 854 time: 0.0658410 Oct 12 07:54:05.162067 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da98919-4d55-4714-a84a-d47d89957240 req-0681cf41-5d6c-4d8c-b614-9927f2e8028e tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:05.163430 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6da98919-4d55-4714-a84a-d47d89957240 req-0681cf41-5d6c-4d8c-b614-9927f2e8028e tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 946 time: 0.0890155 Oct 12 07:54:05.228143 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6da98919-4d55-4714-a84a-d47d89957240 req-6b757c86-827e-4cec-a07f-b3b3cd45810c tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565698 Oct 12 07:54:05.230221 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010d248-5031-4e57-a519-66e57af440e1 req-a56f350d-f403-4f39-8f18-321444787481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:05.231634 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b010d248-5031-4e57-a519-66e57af440e1 req-a56f350d-f403-4f39-8f18-321444787481 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7aa4886e-9e88-4036-a170-51b345582327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673718 Oct 12 07:54:05.322954 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b010d248-5031-4e57-a519-66e57af440e1 req-18eefbdb-c9f8-44dd-8f45-e84d7c91220d service neutron] 10.222.0.23 "GET /v2.0/networks/7aa4886e-9e88-4036-a170-51b345582327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837746 Oct 12 07:54:05.416597 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b010d248-5031-4e57-a519-66e57af440e1 req-7209ab2d-7e0d-42c8-a222-09a1503e02ab service neutron] 10.222.0.23 "GET /v2.0/networks/7aa4886e-9e88-4036-a170-51b345582327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871742 Oct 12 07:54:06.345639 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83213d7e-17af-4583-b74e-563e467c931e req-6f451cef-da48-47f3-96f5-d3fd89c3f978 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:06.347596 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-83213d7e-17af-4583-b74e-563e467c931e req-6f451cef-da48-47f3-96f5-d3fd89c3f978 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 946 time: 0.0473931 Oct 12 07:54:06.384147 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-83213d7e-17af-4583-b74e-563e467c931e req-47bb0e2b-752f-4923-b40c-afa75719b9c9 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306909 Oct 12 07:54:07.507026 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785f4f5-106f-41b0-8914-e70ba8e7d72b req-1db51e9c-5fdf-4de1-9397-a4b49871f38e tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:07.508494 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0785f4f5-106f-41b0-8914-e70ba8e7d72b req-1db51e9c-5fdf-4de1-9397-a4b49871f38e tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 946 time: 0.0517395 Oct 12 07:54:07.544596 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0785f4f5-106f-41b0-8914-e70ba8e7d72b req-247e127a-3744-46cc-a0c3-315bcdd5e3d0 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303147 Oct 12 07:54:07.741727 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187ca7b-1221-4aba-9f45-36015f06be89 req-fd483f97-7ace-43b7-b058-661b0758c13a tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:07.743231 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9187ca7b-1221-4aba-9f45-36015f06be89 req-fd483f97-7ace-43b7-b058-661b0758c13a tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 946 time: 0.0491457 Oct 12 07:54:07.808484 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9187ca7b-1221-4aba-9f45-36015f06be89 req-fe196f92-a4ed-4900-8ded-774faf4def57 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562105 Oct 12 07:54:07.820914 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5c276-3c44-4767-9e22-9df7d4ea5adc req-5bd7f2e9-789f-4313-92ed-26431689f961 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:07.822445 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c2d5c276-3c44-4767-9e22-9df7d4ea5adc req-5bd7f2e9-789f-4313-92ed-26431689f961 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.23 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb&tenant_id=043c0d63a70f45a480eac3b8af286c1f&binding%3Ahost_id=hv-neutron-8609 HTTP/1.1" status: 200 len: 946 time: 0.0783367 Oct 12 07:54:07.901005 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5c276-3c44-4767-9e22-9df7d4ea5adc req-39840ceb-b571-49e9-ae6d-2b4e368df980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:07.902503 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c2d5c276-3c44-4767-9e22-9df7d4ea5adc req-39840ceb-b571-49e9-ae6d-2b4e368df980 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=043c0d63a70f45a480eac3b8af286c1f&device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 1099 time: 0.0390441 Oct 12 07:54:07.942102 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device b23ed354-06a4-44fb-b0d4-d1dcab73e2ff details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 07:54:07.944348 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device b23ed354-06a4-44fb-b0d4-d1dcab73e2ff no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:54:07.993218 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5c276-3c44-4767-9e22-9df7d4ea5adc req-a9076c71-0e14-4a7e-ace7-a8d239e17097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:07.994677 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c2d5c276-3c44-4767-9e22-9df7d4ea5adc req-a9076c71-0e14-4a7e-ace7-a8d239e17097 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7aa4886e-9e88-4036-a170-51b345582327 HTTP/1.1" status: 200 len: 916 time: 0.0854647 Oct 12 07:54:08.039376 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c2d5c276-3c44-4767-9e22-9df7d4ea5adc req-b05946fd-1c68-4f26-9ba3-dc84bfb1ed6e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b23ed354-06a4-44fb-b0d4-d1dcab73e2ff HTTP/1.1" status: 200 len: 217 time: 0.0370550 Oct 12 07:54:08.086822 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5c276-3c44-4767-9e22-9df7d4ea5adc req-4d454220-a806-42c1-b4cf-71840536cb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:08.087373 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port b23ed354-06a4-44fb-b0d4-d1dcab73e2ff is: ACTIVE; New status is: DOWN {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:54:08.087757 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:08.088312 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c2d5c276-3c44-4767-9e22-9df7d4ea5adc req-4d454220-a806-42c1-b4cf-71840536cb1e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7158771a-6035-423b-b84b-3f253adf5d2a HTTP/1.1" status: 200 len: 854 time: 0.0432839 Oct 12 07:54:08.107005 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port b23ed354-06a4-44fb-b0d4-d1dcab73e2ff, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=b23ed354-06a4-44fb-b0d4-d1dcab73e2ff,segment=NetworkSegment(98755c4d-4aa5-4ad8-8e61-d784b4221a81),segment_id=98755c4d-4aa5-4ad8-8e61-d784b4221a81)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:54:08.125912 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': 'b23ed354-06a4-44fb-b0d4-d1dcab73e2ff', 'network_id': '7aa4886e-9e88-4036-a170-51b345582327', 'port_id': 'b23ed354-06a4-44fb-b0d4-d1dcab73e2ff', 'mac_address': 'fa:16:3e:e1:c4:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7158771a-6035-423b-b84b-3f253adf5d2a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 07:54:08.130842 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ef711a-70d6-4011-998d-6e3147f3c9cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b23ed354-06a4-44fb-b0d4-d1dcab73e2ff'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:54:08.132296 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5c276-3c44-4767-9e22-9df7d4ea5adc req-f52b46f4-9513-4268-b738-2eb97509e686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:08.133075 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef69ac7f-375f-4f42-bfd0-47356477605a" -d '{"events": [{"server_uuid": "69ef711a-70d6-4011-998d-6e3147f3c9cb", "name": "network-vif-unplugged", "status": "completed", "tag": "b23ed354-06a4-44fb-b0d4-d1dcab73e2ff"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:54:08.133778 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c2d5c276-3c44-4767-9e22-9df7d4ea5adc req-f52b46f4-9513-4268-b738-2eb97509e686 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7aa4886e-9e88-4036-a170-51b345582327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391419 Oct 12 07:54:08.146763 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port b23ed354-06a4-44fb-b0d4-d1dcab73e2ff, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=b23ed354-06a4-44fb-b0d4-d1dcab73e2ff,segment=NetworkSegment(98755c4d-4aa5-4ad8-8e61-d784b4221a81),segment_id=98755c4d-4aa5-4ad8-8e61-d784b4221a81)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:54:08.176476 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:08.184746 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 12 Oct 2022 07:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5a9192-c11f-4229-ad70-d0288f3de2ca x-openstack-request-id: req-ef5a9192-c11f-4229-ad70-d0288f3de2ca {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:54:08.185034 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ef711a-70d6-4011-998d-6e3147f3c9cb", "name": "network-vif-unplugged", "status": "completed", "tag": "b23ed354-06a4-44fb-b0d4-d1dcab73e2ff", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:54:08.185285 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ef5a9192-c11f-4229-ad70-d0288f3de2ca {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:54:08.185674 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef5a9192-c11f-4229-ad70-d0288f3de2ca'] response: {'server_uuid': '69ef711a-70d6-4011-998d-6e3147f3c9cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b23ed354-06a4-44fb-b0d4-d1dcab73e2ff', 'code': 200} Oct 12 07:54:08.216835 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port b23ed354-06a4-44fb-b0d4-d1dcab73e2ff is: ACTIVE; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:54:08.217217 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:08.234908 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c2d5c276-3c44-4767-9e22-9df7d4ea5adc req-fa515c2c-3ede-4c86-b6d1-35e1c2e6f825 service neutron] 10.222.0.23 "GET /v2.0/networks/7aa4886e-9e88-4036-a170-51b345582327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940769 Oct 12 07:54:08.242858 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b23ed354-06a4-44fb-b0d4-d1dcab73e2ff {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:54:08.246933 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=b23ed354-06a4-44fb-b0d4-d1dcab73e2ff,revision_number=6']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:54:08.286003 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.db.api [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103202) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 07:54:08.286407 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG oslo_db.api [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 07:54:08.324879 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c2d5c276-3c44-4767-9e22-9df7d4ea5adc req-a7e779e9-9b3a-4fc5-bf3f-d0d85ce8c74a service neutron] 10.222.0.23 "GET /v2.0/networks/7aa4886e-9e88-4036-a170-51b345582327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834565 Oct 12 07:54:08.828848 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port b23ed354-06a4-44fb-b0d4-d1dcab73e2ff is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:54:08.829248 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:08.842637 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23ed354-06a4-44fb-b0d4-d1dcab73e2ff {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:54:08.864035 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port b23ed354-06a4-44fb-b0d4-d1dcab73e2ff, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=b23ed354-06a4-44fb-b0d4-d1dcab73e2ff,segment=NetworkSegment(98755c4d-4aa5-4ad8-8e61-d784b4221a81),segment_id=98755c4d-4aa5-4ad8-8e61-d784b4221a81)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:54:08.868253 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:08.926709 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=b23ed354-06a4-44fb-b0d4-d1dcab73e2ff,revision_number=7']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:54:08.931496 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['b23ed354-06a4-44fb-b0d4-d1dcab73e2ff'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 07:54:08.943842 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577b9f8-930b-42be-9a64-e6008774ccb1 req-55a87fb5-2a3a-4c51-aa91-15cfd98c44ab tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:08.945340 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1577b9f8-930b-42be-9a64-e6008774ccb1 req-55a87fb5-2a3a-4c51-aa91-15cfd98c44ab tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 945 time: 0.0554197 Oct 12 07:54:08.983710 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1577b9f8-930b-42be-9a64-e6008774ccb1 req-b59f09fb-0350-4175-8b78-2a9900ac35e7 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318897 Oct 12 07:54:09.105811 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773dcfc-01c2-409c-bb1c-bc5b0df4f6f5 req-57a1c7ec-3e15-469c-b2fb-435e3bb502af tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:09.107319 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4773dcfc-01c2-409c-bb1c-bc5b0df4f6f5 req-57a1c7ec-3e15-469c-b2fb-435e3bb502af tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 945 time: 0.0485413 Oct 12 07:54:09.146259 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4773dcfc-01c2-409c-bb1c-bc5b0df4f6f5 req-d045828f-f812-453a-ad1c-dfb3f63867e3 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323913 Oct 12 07:54:09.235204 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 45202) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:54:09.240398 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-b826be1d-2755-4686-af77-6468f0961efd tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1327981025', 'description': 'tempest-description--1116811913'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:54:09.260603 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b826be1d-2755-4686-af77-6468f0961efd tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:09.322436 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b826be1d-2755-4686-af77-6468f0961efd tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:09.325727 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b826be1d-2755-4686-af77-6468f0961efd tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:09.357113 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b826be1d-2755-4686-af77-6468f0961efd tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0e3d5c-bba3-48e7-9080-250c22fda6fc,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:54:09.362731 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b826be1d-2755-4686-af77-6468f0961efd tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:09.363943 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b826be1d-2755-4686-af77-6468f0961efd tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1277561 Oct 12 07:54:09.366969 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 45204) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:54:09.368671 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b826be1d-2755-4686-af77-6468f0961efd tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:54:09.369018 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b826be1d-2755-4686-af77-6468f0961efd tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:54:09.369359 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b826be1d-2755-4686-af77-6468f0961efd tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:54:09.369693 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b826be1d-2755-4686-af77-6468f0961efd tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:54:09.370037 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b826be1d-2755-4686-af77-6468f0961efd tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:54:09.370377 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b826be1d-2755-4686-af77-6468f0961efd tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:54:09.370706 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b826be1d-2755-4686-af77-6468f0961efd tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:54:09.371033 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b826be1d-2755-4686-af77-6468f0961efd tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:54:09.371350 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b826be1d-2755-4686-af77-6468f0961efd tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:54:09.371671 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b826be1d-2755-4686-af77-6468f0961efd tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:54:09.371990 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b826be1d-2755-4686-af77-6468f0961efd tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:54:09.372306 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-3b1b8653-de47-4665-ba5e-75a2bb3a1bc2 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Request body: {'security_group_rule': {'security_group_id': '5d0e3d5c-bba3-48e7-9080-250c22fda6fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:54:09.372422 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b826be1d-2755-4686-af77-6468f0961efd tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:54:09.397187 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3b1b8653-de47-4665-ba5e-75a2bb3a1bc2 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:09.442371 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3b1b8653-de47-4665-ba5e-75a2bb3a1bc2 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:09.445617 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3b1b8653-de47-4665-ba5e-75a2bb3a1bc2 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:09.462290 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b8653-de47-4665-ba5e-75a2bb3a1bc2 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66120165-a21a-48df-91ba-108f2159e77a,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:54:09.470096 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-3b1b8653-de47-4665-ba5e-75a2bb3a1bc2 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:09.471886 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-3b1b8653-de47-4665-ba5e-75a2bb3a1bc2 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1038311 Oct 12 07:54:09.475029 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 45206) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:54:09.479290 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-6c8e1b1f-54ce-40e5-9473-22a72298eb3f tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Request body: {'security_group_rule': {'security_group_id': '5d0e3d5c-bba3-48e7-9080-250c22fda6fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:54:09.502769 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6c8e1b1f-54ce-40e5-9473-22a72298eb3f tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:09.561041 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6c8e1b1f-54ce-40e5-9473-22a72298eb3f tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:09.564415 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6c8e1b1f-54ce-40e5-9473-22a72298eb3f tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:09.580786 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e1b1f-54ce-40e5-9473-22a72298eb3f tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f0835be-de81-4bd7-aab3-076cdf681e9c,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:54:09.590834 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6c8e1b1f-54ce-40e5-9473-22a72298eb3f tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:09.592014 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-6c8e1b1f-54ce-40e5-9473-22a72298eb3f tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160436 Oct 12 07:54:09.595088 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 45208) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:54:09.599960 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-0ef15ae1-00ad-4b33-9c87-f7130240befd tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Request body: {'floatingip': {'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:54:09.619259 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0ef15ae1-00ad-4b33-9c87-f7130240befd tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Notify callbacks [] for floatingip, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:09.713276 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0ef15ae1-00ad-4b33-9c87-f7130240befd tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:09.820527 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-0ef15ae1-00ad-4b33-9c87-f7130240befd tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Allocated IP 172.26.3.204 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/0dab08a9-d237-42de-80a6-ddea023ac830) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:54:09.920139 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0ef15ae1-00ad-4b33-9c87-f7130240befd tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:09.952856 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0ef15ae1-00ad-4b33-9c87-f7130240befd tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:09.955695 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device b23ed354-06a4-44fb-b0d4-d1dcab73e2ff up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:54:09.998176 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef15ae1-00ad-4b33-9c87-f7130240befd tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:54:10.002984 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port b23ed354-06a4-44fb-b0d4-d1dcab73e2ff triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:54:10.003131 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-0ef15ae1-00ad-4b33-9c87-f7130240befd tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:54:10.003351 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:10.003683 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port b23ed354-06a4-44fb-b0d4-d1dcab73e2ff Oct 12 07:54:10.007544 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef15ae1-00ad-4b33-9c87-f7130240befd tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:54:10.010338 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef15ae1-00ad-4b33-9c87-f7130240befd tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Pushing event updated for resources: {'Port': ['ID=0dab08a9-d237-42de-80a6-ddea023ac830,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:54:10.081159 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port b23ed354-06a4-44fb-b0d4-d1dcab73e2ff is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:54:10.081456 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:10.091716 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0ef15ae1-00ad-4b33-9c87-f7130240befd tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:10.117019 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port b23ed354-06a4-44fb-b0d4-d1dcab73e2ff, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=b23ed354-06a4-44fb-b0d4-d1dcab73e2ff,segment=NetworkSegment(98755c4d-4aa5-4ad8-8e61-d784b4221a81),segment_id=98755c4d-4aa5-4ad8-8e61-d784b4221a81)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:54:10.122011 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:10.128586 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0ef15ae1-00ad-4b33-9c87-f7130240befd tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:10.169278 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=b23ed354-06a4-44fb-b0d4-d1dcab73e2ff,revision_number=8']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:54:10.186667 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ef711a-70d6-4011-998d-6e3147f3c9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23ed354-06a4-44fb-b0d4-d1dcab73e2ff'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:54:10.189029 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c5a6d1-89ff-42da-a2d4-268e3d644eff" -d '{"events": [{"server_uuid": "69ef711a-70d6-4011-998d-6e3147f3c9cb", "name": "network-vif-plugged", "status": "completed", "tag": "b23ed354-06a4-44fb-b0d4-d1dcab73e2ff"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:54:10.225005 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97db61e4-526d-4120-8d23-82f8cf20bb72 x-openstack-request-id: req-97db61e4-526d-4120-8d23-82f8cf20bb72 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:54:10.225299 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ef711a-70d6-4011-998d-6e3147f3c9cb", "name": "network-vif-plugged", "status": "completed", "tag": "b23ed354-06a4-44fb-b0d4-d1dcab73e2ff", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:54:10.225557 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-97db61e4-526d-4120-8d23-82f8cf20bb72 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:54:10.225953 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97db61e4-526d-4120-8d23-82f8cf20bb72'] response: {'server_uuid': '69ef711a-70d6-4011-998d-6e3147f3c9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23ed354-06a4-44fb-b0d4-d1dcab73e2ff', 'code': 200} Oct 12 07:54:10.284091 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0ef15ae1-00ad-4b33-9c87-f7130240befd tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:10.288443 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0ef15ae1-00ad-4b33-9c87-f7130240befd tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:10.356863 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0ef15ae1-00ad-4b33-9c87-f7130240befd tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:10.360319 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef15ae1-00ad-4b33-9c87-f7130240befd tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Pushing event updated for resources: {'Port': ['ID=0dab08a9-d237-42de-80a6-ddea023ac830,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:54:10.373992 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0ef15ae1-00ad-4b33-9c87-f7130240befd tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:10.375295 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-0ef15ae1-00ad-4b33-9c87-f7130240befd tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7792442 Oct 12 07:54:10.470151 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a913e4-2b68-4156-9964-f72e8b7b7885 req-759c9064-1a70-49a3-8195-cbaf1b10478f tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:10.471619 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-63a913e4-2b68-4156-9964-f72e8b7b7885 req-759c9064-1a70-49a3-8195-cbaf1b10478f tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 946 time: 0.0496027 Oct 12 07:54:10.509432 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-63a913e4-2b68-4156-9964-f72e8b7b7885 req-37dc1eca-90fe-4986-a0e4-38fe6d4298d0 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320444 Oct 12 07:54:10.857345 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b579c-7642-4d05-a644-04947cfaee62 req-ad069e2f-bfa1-4a63-96f7-466438696af0 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:10.858823 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-127b579c-7642-4d05-a644-04947cfaee62 req-ad069e2f-bfa1-4a63-96f7-466438696af0 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/networks?id=7aa4886e-9e88-4036-a170-51b345582327 HTTP/1.1" status: 200 len: 815 time: 0.1033008 Oct 12 07:54:10.874844 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-127b579c-7642-4d05-a644-04947cfaee62 req-88ec9de8-cbc9-45d6-b9e3-ad1d6b77eefb tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/quotas/043c0d63a70f45a480eac3b8af286c1f HTTP/1.1" status: 200 len: 375 time: 0.0092583 Oct 12 07:54:10.929949 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-127b579c-7642-4d05-a644-04947cfaee62 req-0bd68c65-d151-4a6c-a63e-cd1553138982 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=043c0d63a70f45a480eac3b8af286c1f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0494845 Oct 12 07:54:11.018691 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-127b579c-7642-4d05-a644-04947cfaee62 req-709e2d6c-41c0-4dcb-a768-54cfb72fd166 service neutron] 10.222.0.26 "GET /v2.0/networks/7aa4886e-9e88-4036-a170-51b345582327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820174 Oct 12 07:54:11.113917 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-127b579c-7642-4d05-a644-04947cfaee62 req-b7eb69c5-664e-40d0-9058-eb8abc54d42b service neutron] 10.222.0.26 "GET /v2.0/networks/7aa4886e-9e88-4036-a170-51b345582327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881240 Oct 12 07:54:11.276554 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3533e0f3-1600-4e89-ac60-43e1effd41b4 req-3b699c5e-a8c4-4451-a86c-70ff07371f21 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 210 time: 0.0280275 Oct 12 07:54:11.440998 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:54:12.340162 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b579c-7642-4d05-a644-04947cfaee62 req-797c5b51-08f1-4ea7-99e9-976a48a1284a tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:12.341724 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-127b579c-7642-4d05-a644-04947cfaee62 req-797c5b51-08f1-4ea7-99e9-976a48a1284a tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.23 "GET /v2.0/networks?id=7aa4886e-9e88-4036-a170-51b345582327 HTTP/1.1" status: 200 len: 815 time: 0.1149373 Oct 12 07:54:12.356908 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-127b579c-7642-4d05-a644-04947cfaee62 req-8f685b40-f150-44ab-a9f0-77c0399b3bed tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Request body: {'port': {'device_id': 'b4da046e-e8e4-4239-93f5-f3a9833bb3f8', 'network_id': '7aa4886e-9e88-4036-a170-51b345582327', 'admin_state_up': True, 'tenant_id': '043c0d63a70f45a480eac3b8af286c1f'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:54:12.408816 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c591eba4-7dac-430c-b4f6-e7e40a5f80d3 req-ea09ca25-cc2a-40aa-a5cf-e5e6155e26b4 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 210 time: 0.0465150 Oct 12 07:54:12.455110 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807a5a3-b3bb-471f-9647-26f26c290494 req-934c36b9-83d8-4660-8701-704109ff4781 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:12.456693 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-1807a5a3-b3bb-471f-9647-26f26c290494 req-934c36b9-83d8-4660-8701-704109ff4781 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.23 "GET /v2.0/ports?device_id=69ef711a-70d6-4011-998d-6e3147f3c9cb HTTP/1.1" status: 200 len: 946 time: 0.0497949 Oct 12 07:54:12.490388 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-127b579c-7642-4d05-a644-04947cfaee62 req-8f685b40-f150-44ab-a9f0-77c0399b3bed tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Made reservation on behalf of 043c0d63a70f45a480eac3b8af286c1f for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:54:12.493975 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-127b579c-7642-4d05-a644-04947cfaee62 req-8f685b40-f150-44ab-a9f0-77c0399b3bed tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:12.545985 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-1807a5a3-b3bb-471f-9647-26f26c290494 req-690c94ee-43e9-4b1f-956f-8b05a13756fc tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Deleting port b23ed354-06a4-44fb-b0d4-d1dcab73e2ff {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:54:12.546406 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-1807a5a3-b3bb-471f-9647-26f26c290494 req-690c94ee-43e9-4b1f-956f-8b05a13756fc tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:12.625278 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [req-127b579c-7642-4d05-a644-04947cfaee62 req-8f685b40-f150-44ab-a9f0-77c0399b3bed tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Allocated IP 172.20.0.12 (7aa4886e-9e88-4036-a170-51b345582327/7158771a-6035-423b-b84b-3f253adf5d2a/73fb3778-3e31-4e42-b90d-8d460f65393b) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:54:12.640027 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [req-1807a5a3-b3bb-471f-9647-26f26c290494 req-690c94ee-43e9-4b1f-956f-8b05a13756fc tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] For port b23ed354-06a4-44fb-b0d4-d1dcab73e2ff, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=b23ed354-06a4-44fb-b0d4-d1dcab73e2ff,segment=NetworkSegment(98755c4d-4aa5-4ad8-8e61-d784b4221a81),segment_id=98755c4d-4aa5-4ad8-8e61-d784b4221a81)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:54:12.640393 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-1807a5a3-b3bb-471f-9647-26f26c290494 req-690c94ee-43e9-4b1f-956f-8b05a13756fc tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:12.654663 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [req-1807a5a3-b3bb-471f-9647-26f26c290494 req-690c94ee-43e9-4b1f-956f-8b05a13756fc tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Calling delete_port for b23ed354-06a4-44fb-b0d4-d1dcab73e2ff owned by compute:nova {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:54:12.785136 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-127b579c-7642-4d05-a644-04947cfaee62 req-8f685b40-f150-44ab-a9f0-77c0399b3bed tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:12.786004 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-1807a5a3-b3bb-471f-9647-26f26c290494 req-690c94ee-43e9-4b1f-956f-8b05a13756fc tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:12.797836 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['b23ed354-06a4-44fb-b0d4-d1dcab73e2ff'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 07:54:12.816146 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c94ee-43e9-4b1f-956f-8b05a13756fc tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Pushing event deleted for resources: {'Port': ['ID=b23ed354-06a4-44fb-b0d4-d1dcab73e2ff,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:54:12.838584 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-127b579c-7642-4d05-a644-04947cfaee62 req-8f685b40-f150-44ab-a9f0-77c0399b3bed tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:12.850579 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['b23ed354-06a4-44fb-b0d4-d1dcab73e2ff'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 07:54:12.861280 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [req-1807a5a3-b3bb-471f-9647-26f26c290494 req-690c94ee-43e9-4b1f-956f-8b05a13756fc tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] No DVR routers for this DVR port b23ed354-06a4-44fb-b0d4-d1dcab73e2ff on host hv-neutron-8609 {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:54:12.864386 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [req-1807a5a3-b3bb-471f-9647-26f26c290494 req-690c94ee-43e9-4b1f-956f-8b05a13756fc tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:12.867659 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-1807a5a3-b3bb-471f-9647-26f26c290494 req-690c94ee-43e9-4b1f-956f-8b05a13756fc tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.23 "DELETE /v2.0/ports/b23ed354-06a4-44fb-b0d4-d1dcab73e2ff HTTP/1.1" status: 204 len: 173 time: 0.4045327 Oct 12 07:54:12.868152 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ef711a-70d6-4011-998d-6e3147f3c9cb', 'name': 'network-vif-deleted', 'tag': 'b23ed354-06a4-44fb-b0d4-d1dcab73e2ff'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:54:12.870471 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddba47f6901442025abf8f9725c41876113475a10693ce4f7782efac72d774e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50092e20-39d1-43d3-ae70-b2a70e536d8f" -d '{"events": [{"server_uuid": "69ef711a-70d6-4011-998d-6e3147f3c9cb", "name": "network-vif-deleted", "tag": "b23ed354-06a4-44fb-b0d4-d1dcab73e2ff"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:54:12.897622 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-127b579c-7642-4d05-a644-04947cfaee62 req-8f685b40-f150-44ab-a9f0-77c0399b3bed tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Network 7aa4886e-9e88-4036-a170-51b345582327 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:54:12.900913 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [req-127b579c-7642-4d05-a644-04947cfaee62 req-8f685b40-f150-44ab-a9f0-77c0399b3bed tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:54:12.905643 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-127b579c-7642-4d05-a644-04947cfaee62 req-8f685b40-f150-44ab-a9f0-77c0399b3bed tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:54:12.941343 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f685b40-f150-44ab-a9f0-77c0399b3bed tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Pushing event updated for resources: {'Port': ['ID=73fb3778-3e31-4e42-b90d-8d460f65393b,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:54:12.981188 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b579c-7642-4d05-a644-04947cfaee62 req-8f685b40-f150-44ab-a9f0-77c0399b3bed tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:12.981411 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-127b579c-7642-4d05-a644-04947cfaee62 req-8f685b40-f150-44ab-a9f0-77c0399b3bed tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:12.994259 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f685b40-f150-44ab-a9f0-77c0399b3bed tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:54:12.994611 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f685b40-f150-44ab-a9f0-77c0399b3bed tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:54:12.995002 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f685b40-f150-44ab-a9f0-77c0399b3bed tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:54:12.995361 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f685b40-f150-44ab-a9f0-77c0399b3bed tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:54:12.995779 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f685b40-f150-44ab-a9f0-77c0399b3bed tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:54:12.996117 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f685b40-f150-44ab-a9f0-77c0399b3bed tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:54:12.996452 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f685b40-f150-44ab-a9f0-77c0399b3bed tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:54:12.996783 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f685b40-f150-44ab-a9f0-77c0399b3bed tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:54:12.997110 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f685b40-f150-44ab-a9f0-77c0399b3bed tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:54:12.997441 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f685b40-f150-44ab-a9f0-77c0399b3bed tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:54:12.997758 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f685b40-f150-44ab-a9f0-77c0399b3bed tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:54:13.002665 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f685b40-f150-44ab-a9f0-77c0399b3bed tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:54:13.016484 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-127b579c-7642-4d05-a644-04947cfaee62 req-8f685b40-f150-44ab-a9f0-77c0399b3bed tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6641631 Oct 12 07:54:13.030110 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-127b579c-7642-4d05-a644-04947cfaee62 req-27ca4a2b-9a50-46d1-b432-db2ed189a64d service neutron] Request body: {'port': {'device_id': 'b4da046e-e8e4-4239-93f5-f3a9833bb3f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8609'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:54:13.076104 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a57beb-db0b-4979-8aa5-c228907070c3 x-openstack-request-id: req-f9a57beb-db0b-4979-8aa5-c228907070c3 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:54:13.076942 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ef711a-70d6-4011-998d-6e3147f3c9cb", "name": "network-vif-deleted", "tag": "b23ed354-06a4-44fb-b0d4-d1dcab73e2ff", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:54:13.077454 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f9a57beb-db0b-4979-8aa5-c228907070c3 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:54:13.078536 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9a57beb-db0b-4979-8aa5-c228907070c3'] response: {'server_uuid': '69ef711a-70d6-4011-998d-6e3147f3c9cb', 'name': 'network-vif-deleted', 'tag': 'b23ed354-06a4-44fb-b0d4-d1dcab73e2ff', 'status': 'completed', 'code': 200} Oct 12 07:54:13.116807 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-127b579c-7642-4d05-a644-04947cfaee62 req-27ca4a2b-9a50-46d1-b432-db2ed189a64d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:13.373387 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-c137a89a-6784-45cc-ab62-564ee3f0dbf5 None None] Provisioning complete for port 73fb3778-3e31-4e42-b90d-8d460f65393b triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:54:13.373989 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c137a89a-6784-45cc-ab62-564ee3f0dbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:13.374363 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-c137a89a-6784-45cc-ab62-564ee3f0dbf5 None None] Attempt 1 to provision port 73fb3778-3e31-4e42-b90d-8d460f65393b Oct 12 07:54:13.413208 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [req-127b579c-7642-4d05-a644-04947cfaee62 req-27ca4a2b-9a50-46d1-b432-db2ed189a64d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73fb3778-3e31-4e42-b90d-8d460f65393b {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:54:13.415062 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c137a89a-6784-45cc-ab62-564ee3f0dbf5 None None] Port 73fb3778-3e31-4e42-b90d-8d460f65393b cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:54:13.421442 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-127b579c-7642-4d05-a644-04947cfaee62 req-27ca4a2b-9a50-46d1-b432-db2ed189a64d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:13.433654 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-127b579c-7642-4d05-a644-04947cfaee62 req-27ca4a2b-9a50-46d1-b432-db2ed189a64d service neutron] Transition to ACTIVE for port object 73fb3778-3e31-4e42-b90d-8d460f65393b will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 07:54:13.437921 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-127b579c-7642-4d05-a644-04947cfaee62 req-27ca4a2b-9a50-46d1-b432-db2ed189a64d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:13.547889 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca4a2b-9a50-46d1-b432-db2ed189a64d service neutron] Pushing event updated for resources: {'Port': ['ID=73fb3778-3e31-4e42-b90d-8d460f65393b,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:54:13.585347 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9e8cc-8e82-4dc0-879d-c84b87592a05 req-e6816193-d0be-4db7-b5cd-f136f8f7cfe0 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:13.586891 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f4d9e8cc-8e82-4dc0-879d-c84b87592a05 req-e6816193-d0be-4db7-b5cd-f136f8f7cfe0 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 944 time: 0.1036024 Oct 12 07:54:13.590996 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-127b579c-7642-4d05-a644-04947cfaee62 req-27ca4a2b-9a50-46d1-b432-db2ed189a64d service neutron] Attempting to bind port 73fb3778-3e31-4e42-b90d-8d460f65393b on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:54:13.591328 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-127b579c-7642-4d05-a644-04947cfaee62 req-27ca4a2b-9a50-46d1-b432-db2ed189a64d service neutron] Attempting to bind port 73fb3778-3e31-4e42-b90d-8d460f65393b by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '98755c4d-4aa5-4ad8-8e61-d784b4221a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7aa4886e-9e88-4036-a170-51b345582327'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:54:13.591665 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127b579c-7642-4d05-a644-04947cfaee62 req-27ca4a2b-9a50-46d1-b432-db2ed189a64d service neutron] Attempting to bind port 73fb3778-3e31-4e42-b90d-8d460f65393b on network 7aa4886e-9e88-4036-a170-51b345582327 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:54:13.602805 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127b579c-7642-4d05-a644-04947cfaee62 req-27ca4a2b-9a50-46d1-b432-db2ed189a64d service neutron] Port 73fb3778-3e31-4e42-b90d-8d460f65393b on network 7aa4886e-9e88-4036-a170-51b345582327 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:54:13.603124 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127b579c-7642-4d05-a644-04947cfaee62 req-27ca4a2b-9a50-46d1-b432-db2ed189a64d service neutron] Attempting to bind port 73fb3778-3e31-4e42-b90d-8d460f65393b on network 7aa4886e-9e88-4036-a170-51b345582327 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:54:13.615292 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127b579c-7642-4d05-a644-04947cfaee62 req-27ca4a2b-9a50-46d1-b432-db2ed189a64d service neutron] Checking agent: {'id': 'afe9b392-c72e-4ef3-a7bd-ca4c2066af02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8609', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'started_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:54:13.615628 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127b579c-7642-4d05-a644-04947cfaee62 req-27ca4a2b-9a50-46d1-b432-db2ed189a64d service neutron] Checking segment: {'id': '98755c4d-4aa5-4ad8-8e61-d784b4221a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7aa4886e-9e88-4036-a170-51b345582327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:54:13.615999 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127b579c-7642-4d05-a644-04947cfaee62 req-27ca4a2b-9a50-46d1-b432-db2ed189a64d service neutron] Bound using segment: {'id': '98755c4d-4aa5-4ad8-8e61-d784b4221a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7aa4886e-9e88-4036-a170-51b345582327'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:54:13.616427 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-127b579c-7642-4d05-a644-04947cfaee62 req-27ca4a2b-9a50-46d1-b432-db2ed189a64d service neutron] Bound port: 73fb3778-3e31-4e42-b90d-8d460f65393b, host: hv-neutron-8609, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98755c4d-4aa5-4ad8-8e61-d784b4221a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7aa4886e-9e88-4036-a170-51b345582327'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:54:13.616782 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-127b579c-7642-4d05-a644-04947cfaee62 req-27ca4a2b-9a50-46d1-b432-db2ed189a64d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:13.664826 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f4d9e8cc-8e82-4dc0-879d-c84b87592a05 req-f4f4d9e3-00d7-428c-9b74-9beda08b0fb1 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709815 Oct 12 07:54:13.696033 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-127b579c-7642-4d05-a644-04947cfaee62 req-27ca4a2b-9a50-46d1-b432-db2ed189a64d service neutron] For port 73fb3778-3e31-4e42-b90d-8d460f65393b, host hv-neutron-8609, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:54:13.699600 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-127b579c-7642-4d05-a644-04947cfaee62 req-27ca4a2b-9a50-46d1-b432-db2ed189a64d service neutron] For port 73fb3778-3e31-4e42-b90d-8d460f65393b, host hv-neutron-8609, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=73fb3778-3e31-4e42-b90d-8d460f65393b,segment=NetworkSegment(98755c4d-4aa5-4ad8-8e61-d784b4221a81),segment_id=98755c4d-4aa5-4ad8-8e61-d784b4221a81)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:54:13.704080 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-127b579c-7642-4d05-a644-04947cfaee62 req-27ca4a2b-9a50-46d1-b432-db2ed189a64d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:13.708820 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b579c-7642-4d05-a644-04947cfaee62 req-27ca4a2b-9a50-46d1-b432-db2ed189a64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:13.709428 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-127b579c-7642-4d05-a644-04947cfaee62 req-27ca4a2b-9a50-46d1-b432-db2ed189a64d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:13.710911 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-127b579c-7642-4d05-a644-04947cfaee62 req-27ca4a2b-9a50-46d1-b432-db2ed189a64d service neutron] 10.222.0.23 "PUT /v2.0/ports/73fb3778-3e31-4e42-b90d-8d460f65393b HTTP/1.1" status: 200 len: 1094 time: 0.6866517 Oct 12 07:54:13.711407 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4da046e-e8e4-4239-93f5-f3a9833bb3f8', 'tag': '73fb3778-3e31-4e42-b90d-8d460f65393b'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:54:13.713674 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89eb6b6f-8992-4b62-83a3-4ab20621b1fe" -d '{"events": [{"name": "network-changed", "server_uuid": "b4da046e-e8e4-4239-93f5-f3a9833bb3f8", "tag": "73fb3778-3e31-4e42-b90d-8d460f65393b"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:54:13.750733 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd99386c-9ba9-4788-a14b-fc02e00c2db1 x-openstack-request-id: req-fd99386c-9ba9-4788-a14b-fc02e00c2db1 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:54:13.751031 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4da046e-e8e4-4239-93f5-f3a9833bb3f8", "tag": "73fb3778-3e31-4e42-b90d-8d460f65393b", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:54:13.751286 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fd99386c-9ba9-4788-a14b-fc02e00c2db1 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:54:13.751692 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd99386c-9ba9-4788-a14b-fc02e00c2db1'] response: {'name': 'network-changed', 'server_uuid': 'b4da046e-e8e4-4239-93f5-f3a9833bb3f8', 'tag': '73fb3778-3e31-4e42-b90d-8d460f65393b', 'status': 'completed', 'code': 200} Oct 12 07:54:13.788432 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca4a2b-9a50-46d1-b432-db2ed189a64d service neutron] Pushing event updated for resources: {'Port': ['ID=73fb3778-3e31-4e42-b90d-8d460f65393b,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:54:13.802711 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b579c-7642-4d05-a644-04947cfaee62 req-d3091b94-f001-430c-bdc6-9a119f981383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:13.804277 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-127b579c-7642-4d05-a644-04947cfaee62 req-d3091b94-f001-430c-bdc6-9a119f981383 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=043c0d63a70f45a480eac3b8af286c1f&device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 1097 time: 0.0553842 Oct 12 07:54:13.851122 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-127b579c-7642-4d05-a644-04947cfaee62 req-98f8dc94-48f9-496a-ae2c-1df2cbc09cfb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73fb3778-3e31-4e42-b90d-8d460f65393b HTTP/1.1" status: 200 len: 217 time: 0.0387759 Oct 12 07:54:13.899135 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b579c-7642-4d05-a644-04947cfaee62 req-6d930450-e33e-4da7-8a63-b73810105147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:13.900560 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-127b579c-7642-4d05-a644-04947cfaee62 req-6d930450-e33e-4da7-8a63-b73810105147 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7158771a-6035-423b-b84b-3f253adf5d2a HTTP/1.1" status: 200 len: 854 time: 0.0433278 Oct 12 07:54:13.917514 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-c137a89a-6784-45cc-ab62-564ee3f0dbf5 None None] Attempt 2 to provision port 73fb3778-3e31-4e42-b90d-8d460f65393b Oct 12 07:54:13.947463 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d528ccc8-0c8a-4892-968f-390431ed05c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:13.948451 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b579c-7642-4d05-a644-04947cfaee62 req-b056296e-a156-4a19-b62c-5e13ab98982d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:13.949984 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-127b579c-7642-4d05-a644-04947cfaee62 req-b056296e-a156-4a19-b62c-5e13ab98982d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7aa4886e-9e88-4036-a170-51b345582327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408516 Oct 12 07:54:13.964759 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c137a89a-6784-45cc-ab62-564ee3f0dbf5 None None] Port 73fb3778-3e31-4e42-b90d-8d460f65393b had new provisioning blocks added so it will not transition to active. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 12 07:54:14.042758 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-127b579c-7642-4d05-a644-04947cfaee62 req-266fc81d-63d3-4cda-95c8-9fb072950bd6 service neutron] 10.222.0.23 "GET /v2.0/networks/7aa4886e-9e88-4036-a170-51b345582327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856221 Oct 12 07:54:14.131938 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-127b579c-7642-4d05-a644-04947cfaee62 req-8961250a-3da3-4f62-9948-1899508cd123 service neutron] 10.222.0.23 "GET /v2.0/networks/7aa4886e-9e88-4036-a170-51b345582327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816154 Oct 12 07:54:14.215699 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb6b6f-8992-4b62-83a3-4ab20621b1fe req-b2c4df2c-e959-4e19-9e71-f97d66d5bbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:14.217161 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-89eb6b6f-8992-4b62-83a3-4ab20621b1fe req-b2c4df2c-e959-4e19-9e71-f97d66d5bbfe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=043c0d63a70f45a480eac3b8af286c1f&device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 1097 time: 0.0398562 Oct 12 07:54:14.311396 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb6b6f-8992-4b62-83a3-4ab20621b1fe req-337ca8dc-8edd-4235-b0c3-200fd2bcfa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:14.312844 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-89eb6b6f-8992-4b62-83a3-4ab20621b1fe req-337ca8dc-8edd-4235-b0c3-200fd2bcfa4c service neutron] 10.222.0.23 "GET /v2.0/networks?id=7aa4886e-9e88-4036-a170-51b345582327 HTTP/1.1" status: 200 len: 916 time: 0.0877855 Oct 12 07:54:14.353223 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-89eb6b6f-8992-4b62-83a3-4ab20621b1fe req-e75b0536-dd68-4011-9267-6ecfa2a9c6ba service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73fb3778-3e31-4e42-b90d-8d460f65393b HTTP/1.1" status: 200 len: 217 time: 0.0329857 Oct 12 07:54:14.404875 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb6b6f-8992-4b62-83a3-4ab20621b1fe req-8f316fd8-1d0f-4fbf-87b4-18003b9851f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:14.406228 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-89eb6b6f-8992-4b62-83a3-4ab20621b1fe req-8f316fd8-1d0f-4fbf-87b4-18003b9851f0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7158771a-6035-423b-b84b-3f253adf5d2a HTTP/1.1" status: 200 len: 854 time: 0.0459552 Oct 12 07:54:14.451265 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb6b6f-8992-4b62-83a3-4ab20621b1fe req-9beaa9e4-ce06-4d19-a2ea-918fa4a9fe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:14.452971 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-89eb6b6f-8992-4b62-83a3-4ab20621b1fe req-9beaa9e4-ce06-4d19-a2ea-918fa4a9fe6c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7aa4886e-9e88-4036-a170-51b345582327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390296 Oct 12 07:54:14.543449 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-89eb6b6f-8992-4b62-83a3-4ab20621b1fe req-5c80fbb6-b31d-41f0-adb3-e8b3432b4596 service neutron] 10.222.0.23 "GET /v2.0/networks/7aa4886e-9e88-4036-a170-51b345582327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832324 Oct 12 07:54:14.630576 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-89eb6b6f-8992-4b62-83a3-4ab20621b1fe req-368f908a-3729-45a7-8a80-4119d379691a service neutron] 10.222.0.23 "GET /v2.0/networks/7aa4886e-9e88-4036-a170-51b345582327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800092 Oct 12 07:54:14.783031 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559f9f0-7f1a-47d3-8590-2c45149beb8e req-011a68c5-085a-4fa8-8f7a-ec6f84b7c119 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:14.785175 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8559f9f0-7f1a-47d3-8590-2c45149beb8e req-011a68c5-085a-4fa8-8f7a-ec6f84b7c119 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 944 time: 0.0490265 Oct 12 07:54:14.822166 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8559f9f0-7f1a-47d3-8590-2c45149beb8e req-a4be98de-88a6-4b82-b8ec-88e7cd7e9718 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309842 Oct 12 07:54:15.946117 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e133b-a5bd-4cea-9aa9-1910db27b003 req-dbfe17f6-5d49-44c1-acc9-fe45586966a0 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:15.947563 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-399e133b-a5bd-4cea-9aa9-1910db27b003 req-dbfe17f6-5d49-44c1-acc9-fe45586966a0 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 944 time: 0.0515320 Oct 12 07:54:15.973952 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 73fb3778-3e31-4e42-b90d-8d460f65393b details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 07:54:15.976015 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device b23ed354-06a4-44fb-b0d4-d1dcab73e2ff no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:54:15.985672 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-399e133b-a5bd-4cea-9aa9-1910db27b003 req-be0d6353-79c7-4da8-b753-fa3f7a94bd44 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318885 Oct 12 07:54:16.002148 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] No Port match for: b23ed354-06a4-44fb-b0d4-d1dcab73e2ff {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:54:16.002491 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device b23ed354-06a4-44fb-b0d4-d1dcab73e2ff not bound to the agent host hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:54:16.088026 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-229cfdb3-ee45-48f0-99bf-e393bf6f6e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:16.100290 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 73fb3778-3e31-4e42-b90d-8d460f65393b, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=73fb3778-3e31-4e42-b90d-8d460f65393b,segment=NetworkSegment(98755c4d-4aa5-4ad8-8e61-d784b4221a81),segment_id=98755c4d-4aa5-4ad8-8e61-d784b4221a81)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:54:16.110648 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': '73fb3778-3e31-4e42-b90d-8d460f65393b', 'network_id': '7aa4886e-9e88-4036-a170-51b345582327', 'port_id': '73fb3778-3e31-4e42-b90d-8d460f65393b', 'mac_address': 'fa:16:3e:88:49:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7158771a-6035-423b-b84b-3f253adf5d2a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 07:54:16.146963 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 73fb3778-3e31-4e42-b90d-8d460f65393b is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:54:16.147441 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:16.160333 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73fb3778-3e31-4e42-b90d-8d460f65393b {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:54:16.179389 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 73fb3778-3e31-4e42-b90d-8d460f65393b, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=73fb3778-3e31-4e42-b90d-8d460f65393b,segment=NetworkSegment(98755c4d-4aa5-4ad8-8e61-d784b4221a81),segment_id=98755c4d-4aa5-4ad8-8e61-d784b4221a81)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:54:16.182950 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:16.231439 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=73fb3778-3e31-4e42-b90d-8d460f65393b,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:54:16.239017 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:54:16.239359 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:54:16.239691 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:54:16.240020 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:54:16.240346 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:54:16.240668 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:54:16.240989 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:54:16.241310 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:54:16.241627 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:54:16.241940 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:54:16.242279 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:54:16.242592 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:54:16.373010 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['73fb3778-3e31-4e42-b90d-8d460f65393b'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 07:54:17.103457 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a815eb-a16f-4106-ac38-156fda3369de req-7560aa41-3ed4-4541-8d52-de0ee77a89af tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:17.104923 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d0a815eb-a16f-4106-ac38-156fda3369de req-7560aa41-3ed4-4541-8d52-de0ee77a89af tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 945 time: 0.0484276 Oct 12 07:54:17.140992 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d0a815eb-a16f-4106-ac38-156fda3369de req-ba5b48bb-3943-4613-9259-3fb5bddb71fc tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301957 Oct 12 07:54:17.276802 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:17.987964 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 73fb3778-3e31-4e42-b90d-8d460f65393b up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:54:18.035408 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning for port 73fb3778-3e31-4e42-b90d-8d460f65393b completed by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 12 07:54:18.039105 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port 73fb3778-3e31-4e42-b90d-8d460f65393b triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:54:18.039472 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:18.039803 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port 73fb3778-3e31-4e42-b90d-8d460f65393b Oct 12 07:54:18.113100 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 73fb3778-3e31-4e42-b90d-8d460f65393b is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:54:18.113481 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:18.134607 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4da046e-e8e4-4239-93f5-f3a9833bb3f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fb3778-3e31-4e42-b90d-8d460f65393b'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:54:18.136865 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6d4cf3-e593-49ac-8cbd-5b49681976cc" -d '{"events": [{"server_uuid": "b4da046e-e8e4-4239-93f5-f3a9833bb3f8", "name": "network-vif-plugged", "status": "completed", "tag": "73fb3778-3e31-4e42-b90d-8d460f65393b"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:54:18.150111 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 73fb3778-3e31-4e42-b90d-8d460f65393b, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=73fb3778-3e31-4e42-b90d-8d460f65393b,segment=NetworkSegment(98755c4d-4aa5-4ad8-8e61-d784b4221a81),segment_id=98755c4d-4aa5-4ad8-8e61-d784b4221a81)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:54:18.153757 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:18.181226 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f090939-ee45-4569-a832-93b156dd6fe1 x-openstack-request-id: req-3f090939-ee45-4569-a832-93b156dd6fe1 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:54:18.181517 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4da046e-e8e4-4239-93f5-f3a9833bb3f8", "name": "network-vif-plugged", "status": "completed", "tag": "73fb3778-3e31-4e42-b90d-8d460f65393b", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:54:18.181768 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3f090939-ee45-4569-a832-93b156dd6fe1 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:54:18.182189 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f090939-ee45-4569-a832-93b156dd6fe1'] response: {'server_uuid': 'b4da046e-e8e4-4239-93f5-f3a9833bb3f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fb3778-3e31-4e42-b90d-8d460f65393b', 'code': 200} Oct 12 07:54:18.210365 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=73fb3778-3e31-4e42-b90d-8d460f65393b,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:54:18.270511 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddec24-2c9b-4804-b6b9-a65fdcdc6c47 req-cac555d3-2017-47be-8538-ca36bac7c424 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:18.272166 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-26ddec24-2c9b-4804-b6b9-a65fdcdc6c47 req-cac555d3-2017-47be-8538-ca36bac7c424 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 946 time: 0.0516942 Oct 12 07:54:18.336617 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-26ddec24-2c9b-4804-b6b9-a65fdcdc6c47 req-feb88ea8-5868-4043-a167-b3f50da3bcb6 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582941 Oct 12 07:54:18.351510 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7933e-5a29-4bb3-b4f8-743741417fa3 req-bbee1e59-eb40-47b5-95dc-248c193ef9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:18.353200 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-51f7933e-5a29-4bb3-b4f8-743741417fa3 req-bbee1e59-eb40-47b5-95dc-248c193ef9b8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 1099 time: 0.0542662 Oct 12 07:54:18.388344 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-51f7933e-5a29-4bb3-b4f8-743741417fa3 req-5105c6d8-e4b5-4cdc-96fb-a1f0c5155ed6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277717 Oct 12 07:54:18.835580 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:19.155727 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:19.462978 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c75bbe-4e6e-4324-a710-35c79fedbede req-a167a2ce-ada6-4e38-bc60-0ba4a48553a6 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:19.464416 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-15c75bbe-4e6e-4324-a710-35c79fedbede req-a167a2ce-ada6-4e38-bc60-0ba4a48553a6 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 946 time: 0.0523987 Oct 12 07:54:19.501623 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-15c75bbe-4e6e-4324-a710-35c79fedbede req-d4a1b03a-3356-4f8e-9f32-5870bdbbe93c tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310926 Oct 12 07:54:20.621409 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc8b2a-193f-45e1-8fa3-cc2abe36f6bd req-0e9619c6-acae-4ff3-b7a9-a07fb189bffe tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:20.622890 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-41bc8b2a-193f-45e1-8fa3-cc2abe36f6bd req-0e9619c6-acae-4ff3-b7a9-a07fb189bffe tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 946 time: 0.0485933 Oct 12 07:54:20.659437 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-41bc8b2a-193f-45e1-8fa3-cc2abe36f6bd req-b0a0cbb4-db56-4936-a26e-ad47ee2d8b7e tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307336 Oct 12 07:54:20.782425 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba566aac-37cb-4e43-80c9-f8695806ffff req-1ec085d8-5b8a-4006-b0c7-603b7544bf70 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:20.784519 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ba566aac-37cb-4e43-80c9-f8695806ffff req-1ec085d8-5b8a-4006-b0c7-603b7544bf70 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 946 time: 0.0531602 Oct 12 07:54:20.821828 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ba566aac-37cb-4e43-80c9-f8695806ffff req-5bb4a982-97ad-4e52-a6b6-a96d2190103d tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314765 Oct 12 07:54:21.047260 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-518043d8-2fda-4806-8f97-0fac785ece8a req-3245720a-66d0-48b7-bfd3-0893d153c596 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0406337 Oct 12 07:54:21.059471 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60695c-896e-4058-9b52-6ba5a43e8c5b req-9a3bdae6-e36f-478a-84ef-3d04dea0f70c tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:21.060884 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ba60695c-896e-4058-9b52-6ba5a43e8c5b req-9a3bdae6-e36f-478a-84ef-3d04dea0f70c tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 946 time: 0.0500164 Oct 12 07:54:21.100063 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ba60695c-896e-4058-9b52-6ba5a43e8c5b req-78e24fc7-0199-4d8b-b495-b4183f3e3102 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325935 Oct 12 07:54:21.127117 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:22.062854 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518043d8-2fda-4806-8f97-0fac785ece8a req-8fded2a8-7b53-4778-ad59-eb3c6f5127ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:22.064252 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-518043d8-2fda-4806-8f97-0fac785ece8a req-8fded2a8-7b53-4778-ad59-eb3c6f5127ee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=043c0d63a70f45a480eac3b8af286c1f&device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 1099 time: 0.0411913 Oct 12 07:54:22.156190 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518043d8-2fda-4806-8f97-0fac785ece8a req-cdbf45e0-f8dc-4a7a-943c-08aae150d0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:22.157654 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-518043d8-2fda-4806-8f97-0fac785ece8a req-cdbf45e0-f8dc-4a7a-943c-08aae150d0af service neutron] 10.222.0.23 "GET /v2.0/networks?id=7aa4886e-9e88-4036-a170-51b345582327 HTTP/1.1" status: 200 len: 916 time: 0.0865078 Oct 12 07:54:22.199732 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-518043d8-2fda-4806-8f97-0fac785ece8a req-0b8b322c-d477-42a8-b7dc-e93a328e8d4c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73fb3778-3e31-4e42-b90d-8d460f65393b HTTP/1.1" status: 200 len: 217 time: 0.0358670 Oct 12 07:54:22.273309 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518043d8-2fda-4806-8f97-0fac785ece8a req-e981852a-a963-49bd-bfab-8757803d0f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:22.274834 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-518043d8-2fda-4806-8f97-0fac785ece8a req-e981852a-a963-49bd-bfab-8757803d0f85 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7158771a-6035-423b-b84b-3f253adf5d2a HTTP/1.1" status: 200 len: 854 time: 0.0676870 Oct 12 07:54:22.287267 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853a580-8e02-4d21-9ef0-4ece47769ce4 req-777af56a-1702-42f0-931b-1079d67bdd66 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:22.288639 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6853a580-8e02-4d21-9ef0-4ece47769ce4 req-777af56a-1702-42f0-931b-1079d67bdd66 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 946 time: 0.0913515 Oct 12 07:54:22.350624 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6853a580-8e02-4d21-9ef0-4ece47769ce4 req-d219b2c4-8ca7-46e9-aa89-c0eb9818a57b tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539815 Oct 12 07:54:22.353422 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518043d8-2fda-4806-8f97-0fac785ece8a req-11897af1-df72-41a2-8d91-c8432c34718b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:22.355358 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-518043d8-2fda-4806-8f97-0fac785ece8a req-11897af1-df72-41a2-8d91-c8432c34718b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7aa4886e-9e88-4036-a170-51b345582327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658412 Oct 12 07:54:22.446019 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-518043d8-2fda-4806-8f97-0fac785ece8a req-2339d2a7-d558-4d78-820e-e9878ec0637d service neutron] 10.222.0.23 "GET /v2.0/networks/7aa4886e-9e88-4036-a170-51b345582327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837228 Oct 12 07:54:22.536995 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-518043d8-2fda-4806-8f97-0fac785ece8a req-82cf052f-a2b8-4dbe-a430-9cfaa49d426c service neutron] 10.222.0.23 "GET /v2.0/networks/7aa4886e-9e88-4036-a170-51b345582327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836818 Oct 12 07:54:23.469476 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23f83b-8106-4dfb-8da7-140dddc19273 req-0ba29a08-9552-4091-adc1-528f387ddb6d tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:23.470972 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8f23f83b-8106-4dfb-8da7-140dddc19273 req-0ba29a08-9552-4091-adc1-528f387ddb6d tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 946 time: 0.0486646 Oct 12 07:54:23.508254 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8f23f83b-8106-4dfb-8da7-140dddc19273 req-87257abf-9330-4f6f-842c-a6c191170936 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308607 Oct 12 07:54:24.626176 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3badb4e-813d-452e-8ebe-6ebecfb7d908 req-fc99bd99-7a47-4919-8a56-fa7d421a3e7c tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:24.628296 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d3badb4e-813d-452e-8ebe-6ebecfb7d908 req-fc99bd99-7a47-4919-8a56-fa7d421a3e7c tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 946 time: 0.0475943 Oct 12 07:54:24.664132 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d3badb4e-813d-452e-8ebe-6ebecfb7d908 req-06aa03c4-805a-4cbd-9b4e-534c400c683c tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300660 Oct 12 07:54:25.782053 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a33c0-707d-4d78-8a8b-a9febfb26894 req-dca0681b-d7c1-4312-a143-21372fbd8ac6 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:25.783520 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6f4a33c0-707d-4d78-8a8b-a9febfb26894 req-dca0681b-d7c1-4312-a143-21372fbd8ac6 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 946 time: 0.0481677 Oct 12 07:54:25.824705 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6f4a33c0-707d-4d78-8a8b-a9febfb26894 req-00aeec76-2b6d-42ce-9875-a1857b0166d0 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352755 Oct 12 07:54:26.942260 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cdc84e-4eda-486e-bc1e-4880d8f43885 req-53337f50-4e0b-469e-92ba-7d44cadfe040 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:26.943687 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c9cdc84e-4eda-486e-bc1e-4880d8f43885 req-53337f50-4e0b-469e-92ba-7d44cadfe040 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 946 time: 0.0474169 Oct 12 07:54:26.979800 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c9cdc84e-4eda-486e-bc1e-4880d8f43885 req-6cd12067-5fdb-4f08-aad7-f7e029487bff tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300531 Oct 12 07:54:28.098329 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1fea7-8c82-418f-8eca-df28c4d66e86 req-48161304-163c-4c4e-9b10-374b6c2203dd tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:28.099693 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f3a1fea7-8c82-418f-8eca-df28c4d66e86 req-48161304-163c-4c4e-9b10-374b6c2203dd tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 946 time: 0.0484972 Oct 12 07:54:28.136387 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f3a1fea7-8c82-418f-8eca-df28c4d66e86 req-8d54ce8b-76af-4cb0-aacb-886688729ec4 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309858 Oct 12 07:54:29.256851 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bdb437-2c54-4709-81b2-56f771c1d7ca req-a7547ebb-3795-47a1-9bec-72310d2730b0 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:29.258317 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-93bdb437-2c54-4709-81b2-56f771c1d7ca req-a7547ebb-3795-47a1-9bec-72310d2730b0 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 946 time: 0.0475485 Oct 12 07:54:29.298606 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-93bdb437-2c54-4709-81b2-56f771c1d7ca req-4f5a5f6e-20ab-4608-90a4-3a0a2243a1e7 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344605 Oct 12 07:54:30.417142 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c567f34c-3cc3-4446-86c3-4d81b784f2c9 req-924c2086-336e-4fd1-88bc-62d5904e1f18 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:30.418613 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c567f34c-3cc3-4446-86c3-4d81b784f2c9 req-924c2086-336e-4fd1-88bc-62d5904e1f18 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 946 time: 0.0474744 Oct 12 07:54:30.455790 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c567f34c-3cc3-4446-86c3-4d81b784f2c9 req-53d413ad-804e-466a-86b7-58a587075f2f tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312912 Oct 12 07:54:31.575405 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93182a-3697-4130-8af7-2c22fad8d837 req-b9366f28-2af2-4c31-a75a-1e12685e933d tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:31.576864 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4a93182a-3697-4130-8af7-2c22fad8d837 req-b9366f28-2af2-4c31-a75a-1e12685e933d tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 946 time: 0.0478158 Oct 12 07:54:31.613426 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4a93182a-3697-4130-8af7-2c22fad8d837 req-5ad9f856-ca15-4e2b-aba8-280318d9ca29 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303631 Oct 12 07:54:32.730282 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e50477-9899-4b4c-bb36-185cc820ad8d req-c3a9c7aa-8cd3-4368-b5e9-f79a66848f9e tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:32.731731 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-12e50477-9899-4b4c-bb36-185cc820ad8d req-c3a9c7aa-8cd3-4368-b5e9-f79a66848f9e tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 946 time: 0.0477924 Oct 12 07:54:32.772386 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-12e50477-9899-4b4c-bb36-185cc820ad8d req-09491430-2ea0-439c-9514-55d74b6e60bc tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348372 Oct 12 07:54:33.889068 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec61e6f4-b63f-44a3-84ab-be40f290485e req-c5c4c471-f2fe-4337-9cc4-42670a630524 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:33.890526 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ec61e6f4-b63f-44a3-84ab-be40f290485e req-c5c4c471-f2fe-4337-9cc4-42670a630524 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 946 time: 0.0476696 Oct 12 07:54:33.926576 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ec61e6f4-b63f-44a3-84ab-be40f290485e req-268e8d0d-65c4-4d92-9121-6572c98d5242 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296922 Oct 12 07:54:35.045652 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b3329-e858-478c-859d-e80eb27f7642 req-379b4ef4-eedf-4048-a0b8-3e09ff87d9f8 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:35.047120 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-477b3329-e858-478c-859d-e80eb27f7642 req-379b4ef4-eedf-4048-a0b8-3e09ff87d9f8 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 946 time: 0.0476267 Oct 12 07:54:35.083580 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-477b3329-e858-478c-859d-e80eb27f7642 req-ec5dba62-879d-43b4-9b8b-0dd234eb9237 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305657 Oct 12 07:54:36.201578 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470d3c43-d541-4f28-be93-ceab0979f993 req-cba9403d-824d-4ff0-8d66-3d9665b40433 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:36.203277 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-470d3c43-d541-4f28-be93-ceab0979f993 req-cba9403d-824d-4ff0-8d66-3d9665b40433 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 946 time: 0.0480022 Oct 12 07:54:36.243515 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-470d3c43-d541-4f28-be93-ceab0979f993 req-cc4a360c-4bf7-45dd-8372-210cde17ae97 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344336 Oct 12 07:54:37.673099 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c1ed1-446e-4009-84ac-04b69fc78711 req-83511b97-5cd0-43dd-aec1-68305ad82317 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:37.675143 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f27c1ed1-446e-4009-84ac-04b69fc78711 req-83511b97-5cd0-43dd-aec1-68305ad82317 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 946 time: 0.3598328 Oct 12 07:54:37.711156 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f27c1ed1-446e-4009-84ac-04b69fc78711 req-6956cedb-7542-46ed-9c1a-4f3802d1ffda tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300689 Oct 12 07:54:38.829659 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf28650-b01e-4b34-b0fa-225a4050a3ab req-92d749b6-2b8e-4bd4-a079-63f226e5bb24 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:38.831163 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-faf28650-b01e-4b34-b0fa-225a4050a3ab req-92d749b6-2b8e-4bd4-a079-63f226e5bb24 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 946 time: 0.0482736 Oct 12 07:54:38.866994 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-faf28650-b01e-4b34-b0fa-225a4050a3ab req-c2d0b355-6da3-4846-8ec2-0e3c30a72027 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299242 Oct 12 07:54:39.987646 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20999cd-e85b-4f39-b8b6-052644ab8f00 req-250f91ed-085f-4c6a-b1ce-7e006439a25d tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:39.989091 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f20999cd-e85b-4f39-b8b6-052644ab8f00 req-250f91ed-085f-4c6a-b1ce-7e006439a25d tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 946 time: 0.0511656 Oct 12 07:54:40.025732 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f20999cd-e85b-4f39-b8b6-052644ab8f00 req-59e98613-4bbf-4994-8512-4f9805b45cfe tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308168 Oct 12 07:54:41.142526 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcafd1-b23c-415d-ba40-34d3e2ac8a83 req-9e29f637-4a28-4948-b356-cdc3e5321052 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:41.144454 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-63dcafd1-b23c-415d-ba40-34d3e2ac8a83 req-9e29f637-4a28-4948-b356-cdc3e5321052 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 946 time: 0.0469806 Oct 12 07:54:41.181461 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-63dcafd1-b23c-415d-ba40-34d3e2ac8a83 req-c31cb9a5-a812-44e3-9585-f02af71b6a7f tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309694 Oct 12 07:54:42.299198 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8510c3-e3aa-419b-a597-04025f17a18b req-ae4e2b52-956b-4c88-ad6c-b850638f6233 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:42.301222 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5e8510c3-e3aa-419b-a597-04025f17a18b req-ae4e2b52-956b-4c88-ad6c-b850638f6233 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 946 time: 0.0480268 Oct 12 07:54:42.337393 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5e8510c3-e3aa-419b-a597-04025f17a18b req-9e5ad7bf-cb7e-4490-83f9-7bafd65415d0 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303199 Oct 12 07:54:43.463352 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cac559-c58c-42b3-8687-ff480a78ed2a req-8cee5b4d-46e3-4a70-b393-94e5dd4332ee tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:43.464795 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-56cac559-c58c-42b3-8687-ff480a78ed2a req-8cee5b4d-46e3-4a70-b393-94e5dd4332ee tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 946 time: 0.0525839 Oct 12 07:54:43.501589 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-56cac559-c58c-42b3-8687-ff480a78ed2a req-71a150fb-6e15-436e-af1f-8c1c0a741da2 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308354 Oct 12 07:54:43.930046 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6c3c5783-01d5-4868-8fa6-013b9f350658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:44.621611 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3a541-7d83-4ea0-84cc-26739d7c6aa8 req-1642e2ef-10bb-4ea1-877d-793e196c5f77 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:44.623109 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fed3a541-7d83-4ea0-84cc-26739d7c6aa8 req-1642e2ef-10bb-4ea1-877d-793e196c5f77 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 946 time: 0.0485590 Oct 12 07:54:44.661215 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fed3a541-7d83-4ea0-84cc-26739d7c6aa8 req-135f832e-66da-4993-843d-a146d9a89eba tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316095 Oct 12 07:54:45.778841 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc55ee3-6948-4ad0-9df0-e911c40e2d2a req-0adee238-5521-4bed-acef-2b668d719666 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:45.780201 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9bc55ee3-6948-4ad0-9df0-e911c40e2d2a req-0adee238-5521-4bed-acef-2b668d719666 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 946 time: 0.0474858 Oct 12 07:54:45.819181 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9bc55ee3-6948-4ad0-9df0-e911c40e2d2a req-4f65900d-31df-410c-a329-5ff82ae23180 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323455 Oct 12 07:54:46.088793 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6d6dece5-24c9-4db3-8c2c-7116c8444564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:46.941709 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0938892-5d5b-4ae5-83b8-4b0d785ecd99 req-f959aabb-4eba-4fa7-973a-6edbf5d56025 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:46.943107 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f0938892-5d5b-4ae5-83b8-4b0d785ecd99 req-f959aabb-4eba-4fa7-973a-6edbf5d56025 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 946 time: 0.0521004 Oct 12 07:54:46.980141 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f0938892-5d5b-4ae5-83b8-4b0d785ecd99 req-711258c7-a5f6-4ce4-be82-5855912cae8f tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311115 Oct 12 07:54:47.278410 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:48.098871 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d187c8ab-ba3f-4412-b940-9e61c523615f req-2abe9834-0d1d-4180-ada3-69cc77c40863 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:48.100256 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d187c8ab-ba3f-4412-b940-9e61c523615f req-2abe9834-0d1d-4180-ada3-69cc77c40863 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 946 time: 0.0482881 Oct 12 07:54:48.137462 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d187c8ab-ba3f-4412-b940-9e61c523615f req-143821a2-a450-45f1-a088-b046f92b8ea6 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314372 Oct 12 07:54:48.439549 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:54:48.840695 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:49.157188 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:49.255403 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26320d8-5a68-4e85-92f1-a93e159b5b6f req-c8b296a0-dea1-4b67-ad6c-9880f2da21d3 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:49.256867 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b26320d8-5a68-4e85-92f1-a93e159b5b6f req-c8b296a0-dea1-4b67-ad6c-9880f2da21d3 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 946 time: 0.0474396 Oct 12 07:54:49.293421 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b26320d8-5a68-4e85-92f1-a93e159b5b6f req-14c5eb9d-803e-45af-ac87-632575c41a8f tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307574 Oct 12 07:54:50.418520 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a537d-3c30-4b6a-9650-091f95791457 req-79519541-cb47-41c0-8341-836a029988c7 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:50.419996 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a64a537d-3c30-4b6a-9650-091f95791457 req-79519541-cb47-41c0-8341-836a029988c7 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 946 time: 0.0521982 Oct 12 07:54:50.458610 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a64a537d-3c30-4b6a-9650-091f95791457 req-ebab1272-5c78-4bbf-9344-4115202db045 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326257 Oct 12 07:54:51.138488 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:51.581955 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc63485-e01b-4ec2-8a6e-ba972076e066 req-ece6a38f-4149-4e0d-921c-6c2b3a896d10 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:51.583826 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6cc63485-e01b-4ec2-8a6e-ba972076e066 req-ece6a38f-4149-4e0d-921c-6c2b3a896d10 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 946 time: 0.0502985 Oct 12 07:54:51.623212 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6cc63485-e01b-4ec2-8a6e-ba972076e066 req-0dd55948-350d-4a0b-970f-eb286a4b1e85 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332115 Oct 12 07:54:52.745109 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3d3cb-1724-428d-9902-76553454ee1e req-a6c7f023-d8ee-4705-b8cb-5e850bb9e0be tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:52.746609 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8ed3d3cb-1724-428d-9902-76553454ee1e req-a6c7f023-d8ee-4705-b8cb-5e850bb9e0be tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 946 time: 0.0485079 Oct 12 07:54:52.783223 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8ed3d3cb-1724-428d-9902-76553454ee1e req-aed9866f-db51-4d0e-bbb5-7b8d82824877 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307586 Oct 12 07:54:53.906491 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253d7f2-6971-4b70-8ce0-1dd6ae866363 req-f4f3215f-2650-4c43-8875-26b91fb1e889 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:53.907950 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e253d7f2-6971-4b70-8ce0-1dd6ae866363 req-f4f3215f-2650-4c43-8875-26b91fb1e889 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 946 time: 0.0524828 Oct 12 07:54:53.944951 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e253d7f2-6971-4b70-8ce0-1dd6ae866363 req-c1dd9764-bc28-4171-bc98-78ddfeaa414d tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312297 Oct 12 07:54:54.145511 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-518043d8-2fda-4806-8f97-0fac785ece8a req-79080d87-54ca-4464-8d45-15b457430beb service neutron] 10.222.0.23 "GET /v2.0/ports/73fb3778-3e31-4e42-b90d-8d460f65393b/bindings/hv-neutron-8609 HTTP/1.1" status: 200 len: 384 time: 0.0530739 Oct 12 07:54:54.335537 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518043d8-2fda-4806-8f97-0fac785ece8a req-f63b233b-b053-42f5-bded-185b0909eb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:54.337017 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-518043d8-2fda-4806-8f97-0fac785ece8a req-f63b233b-b053-42f5-bded-185b0909eb0b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8&tenant_id=043c0d63a70f45a480eac3b8af286c1f HTTP/1.1" status: 200 len: 1099 time: 0.0408649 Oct 12 07:54:54.395411 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518043d8-2fda-4806-8f97-0fac785ece8a req-a4eec321-e207-418e-85e9-35de37ae6a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:54.396915 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-518043d8-2fda-4806-8f97-0fac785ece8a req-a4eec321-e207-418e-85e9-35de37ae6a16 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=043c0d63a70f45a480eac3b8af286c1f&device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 1099 time: 0.0393493 Oct 12 07:54:54.489891 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518043d8-2fda-4806-8f97-0fac785ece8a req-c1773103-5d51-4fbc-be43-f16e58f714c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:54.491391 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-518043d8-2fda-4806-8f97-0fac785ece8a req-c1773103-5d51-4fbc-be43-f16e58f714c1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7aa4886e-9e88-4036-a170-51b345582327 HTTP/1.1" status: 200 len: 916 time: 0.0884445 Oct 12 07:54:54.530969 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-518043d8-2fda-4806-8f97-0fac785ece8a req-1832f8c1-8ce5-478c-989d-75b4807cab14 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73fb3778-3e31-4e42-b90d-8d460f65393b HTTP/1.1" status: 200 len: 217 time: 0.0332985 Oct 12 07:54:54.586183 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518043d8-2fda-4806-8f97-0fac785ece8a req-51217281-23a3-4f54-88b7-8b4765b871b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:54.587641 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-518043d8-2fda-4806-8f97-0fac785ece8a req-51217281-23a3-4f54-88b7-8b4765b871b7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7158771a-6035-423b-b84b-3f253adf5d2a HTTP/1.1" status: 200 len: 854 time: 0.0498207 Oct 12 07:54:54.631451 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518043d8-2fda-4806-8f97-0fac785ece8a req-05a47ba9-d6c7-47bb-a6a8-82b535b1949f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:54.632915 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-518043d8-2fda-4806-8f97-0fac785ece8a req-05a47ba9-d6c7-47bb-a6a8-82b535b1949f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7aa4886e-9e88-4036-a170-51b345582327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390189 Oct 12 07:54:54.724965 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-518043d8-2fda-4806-8f97-0fac785ece8a req-d8a51ef0-503b-4b75-a734-0a09fa8c3522 service neutron] 10.222.0.23 "GET /v2.0/networks/7aa4886e-9e88-4036-a170-51b345582327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854533 Oct 12 07:54:54.812437 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-518043d8-2fda-4806-8f97-0fac785ece8a req-3548ad43-c8f0-4bfe-9adc-eb3970b2dff1 service neutron] 10.222.0.23 "GET /v2.0/networks/7aa4886e-9e88-4036-a170-51b345582327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810134 Oct 12 07:54:55.062565 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a4544-ff6a-4b2e-8ac8-78644a02f623 req-32585d86-5ab7-4ae4-9345-9309a0960453 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:55.064035 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ab7a4544-ff6a-4b2e-8ac8-78644a02f623 req-32585d86-5ab7-4ae4-9345-9309a0960453 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 946 time: 0.0480847 Oct 12 07:54:55.101443 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ab7a4544-ff6a-4b2e-8ac8-78644a02f623 req-23c9624a-71cd-4284-b9f2-ab73b6200263 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311368 Oct 12 07:54:56.225974 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee0c7d-90d7-43b6-a263-19dbca69ad6f req-a165a296-a77a-47ae-9e04-34ff12dddf18 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:56.227461 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-00ee0c7d-90d7-43b6-a263-19dbca69ad6f req-a165a296-a77a-47ae-9e04-34ff12dddf18 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 946 time: 0.0539730 Oct 12 07:54:56.266554 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-00ee0c7d-90d7-43b6-a263-19dbca69ad6f req-8542edf0-6196-4233-99f6-452e1c3b996c tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332170 Oct 12 07:54:57.388325 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36802bfb-00d1-47d6-a6d6-7226d54ffb4a req-177c130c-f8c0-4692-8f7a-ce20b3d0b46a tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:57.389772 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-36802bfb-00d1-47d6-a6d6-7226d54ffb4a req-177c130c-f8c0-4692-8f7a-ce20b3d0b46a tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 946 time: 0.0487473 Oct 12 07:54:57.426514 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-36802bfb-00d1-47d6-a6d6-7226d54ffb4a req-8d4214b9-a6a0-4938-89c6-af9e7a4afd4e tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300953 Oct 12 07:54:57.661270 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370bf94-2cb2-4b46-ae56-c2cb72c96b1e req-492c7eae-8d30-4d3c-8086-f816912c2c14 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:57.662752 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5370bf94-2cb2-4b46-ae56-c2cb72c96b1e req-492c7eae-8d30-4d3c-8086-f816912c2c14 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8&tenant_id=043c0d63a70f45a480eac3b8af286c1f&binding%3Ahost_id=hv-neutron-8609 HTTP/1.1" status: 200 len: 946 time: 0.0749092 Oct 12 07:54:57.670871 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d369c766-93d3-492b-8fec-e25aca4f35b5 req-96c71de9-9192-4e3f-8446-8ea627f83bcc tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:57.672255 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d369c766-93d3-492b-8fec-e25aca4f35b5 req-96c71de9-9192-4e3f-8446-8ea627f83bcc tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 946 time: 0.0966802 Oct 12 07:54:57.733864 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d369c766-93d3-492b-8fec-e25aca4f35b5 req-c004eb6b-e7d0-42ca-897a-9a9373277dd7 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550444 Oct 12 07:54:57.750053 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370bf94-2cb2-4b46-ae56-c2cb72c96b1e req-b89370c6-1808-4024-aafb-b209c8136dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:57.751521 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5370bf94-2cb2-4b46-ae56-c2cb72c96b1e req-b89370c6-1808-4024-aafb-b209c8136dfc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=043c0d63a70f45a480eac3b8af286c1f&device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 1099 time: 0.0448077 Oct 12 07:54:57.844659 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370bf94-2cb2-4b46-ae56-c2cb72c96b1e req-95315968-856f-493b-a563-1be2459b1e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:57.846219 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5370bf94-2cb2-4b46-ae56-c2cb72c96b1e req-95315968-856f-493b-a563-1be2459b1e49 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7aa4886e-9e88-4036-a170-51b345582327 HTTP/1.1" status: 200 len: 916 time: 0.0889497 Oct 12 07:54:57.886179 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5370bf94-2cb2-4b46-ae56-c2cb72c96b1e req-3c4075b6-bd1b-4959-b734-90f4a50ec07c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73fb3778-3e31-4e42-b90d-8d460f65393b HTTP/1.1" status: 200 len: 217 time: 0.0337737 Oct 12 07:54:57.933562 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370bf94-2cb2-4b46-ae56-c2cb72c96b1e req-4780e8dd-e88d-4c36-813d-4064dd8daa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:57.934902 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5370bf94-2cb2-4b46-ae56-c2cb72c96b1e req-4780e8dd-e88d-4c36-813d-4064dd8daa8b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7158771a-6035-423b-b84b-3f253adf5d2a HTTP/1.1" status: 200 len: 854 time: 0.0420871 Oct 12 07:54:57.983446 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370bf94-2cb2-4b46-ae56-c2cb72c96b1e req-9b24ad91-2e38-412b-8e1e-2bb9f5b7c495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:57.984995 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5370bf94-2cb2-4b46-ae56-c2cb72c96b1e req-9b24ad91-2e38-412b-8e1e-2bb9f5b7c495 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7aa4886e-9e88-4036-a170-51b345582327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427742 Oct 12 07:54:58.072313 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5370bf94-2cb2-4b46-ae56-c2cb72c96b1e req-a89b5d55-ec4b-4b5d-9f7e-bbe52ed68a42 service neutron] 10.222.0.23 "GET /v2.0/networks/7aa4886e-9e88-4036-a170-51b345582327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806713 Oct 12 07:54:58.163805 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5370bf94-2cb2-4b46-ae56-c2cb72c96b1e req-46136564-edea-4055-92e8-083a78c7787a service neutron] 10.222.0.23 "GET /v2.0/networks/7aa4886e-9e88-4036-a170-51b345582327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843112 Oct 12 07:54:58.269140 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 73fb3778-3e31-4e42-b90d-8d460f65393b details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 07:54:58.272482 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 73fb3778-3e31-4e42-b90d-8d460f65393b no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:54:58.412426 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 73fb3778-3e31-4e42-b90d-8d460f65393b is: ACTIVE; New status is: DOWN {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:54:58.412809 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:58.431632 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 73fb3778-3e31-4e42-b90d-8d460f65393b, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=73fb3778-3e31-4e42-b90d-8d460f65393b,segment=NetworkSegment(98755c4d-4aa5-4ad8-8e61-d784b4221a81),segment_id=98755c4d-4aa5-4ad8-8e61-d784b4221a81)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:54:58.452252 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': '73fb3778-3e31-4e42-b90d-8d460f65393b', 'network_id': '7aa4886e-9e88-4036-a170-51b345582327', 'port_id': '73fb3778-3e31-4e42-b90d-8d460f65393b', 'mac_address': 'fa:16:3e:88:49:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7158771a-6035-423b-b84b-3f253adf5d2a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 07:54:58.458541 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4da046e-e8e4-4239-93f5-f3a9833bb3f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73fb3778-3e31-4e42-b90d-8d460f65393b'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:54:58.460763 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a02f8d7-5b53-4bb2-bc0e-b6bca07df97b" -d '{"events": [{"server_uuid": "b4da046e-e8e4-4239-93f5-f3a9833bb3f8", "name": "network-vif-unplugged", "status": "completed", "tag": "73fb3778-3e31-4e42-b90d-8d460f65393b"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:54:58.619130 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 12 Oct 2022 07:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be70130-257a-48c5-a2a6-dd89741e56e7 x-openstack-request-id: req-2be70130-257a-48c5-a2a6-dd89741e56e7 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:54:58.619417 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4da046e-e8e4-4239-93f5-f3a9833bb3f8", "name": "network-vif-unplugged", "status": "completed", "tag": "73fb3778-3e31-4e42-b90d-8d460f65393b", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:54:58.619672 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2be70130-257a-48c5-a2a6-dd89741e56e7 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:54:58.620066 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2be70130-257a-48c5-a2a6-dd89741e56e7'] response: {'server_uuid': 'b4da046e-e8e4-4239-93f5-f3a9833bb3f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73fb3778-3e31-4e42-b90d-8d460f65393b', 'code': 200} Oct 12 07:54:58.622524 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 73fb3778-3e31-4e42-b90d-8d460f65393b, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=73fb3778-3e31-4e42-b90d-8d460f65393b,segment=NetworkSegment(98755c4d-4aa5-4ad8-8e61-d784b4221a81),segment_id=98755c4d-4aa5-4ad8-8e61-d784b4221a81)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:54:58.641037 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:58.685736 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 73fb3778-3e31-4e42-b90d-8d460f65393b is: ACTIVE; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:54:58.686185 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:58.707266 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=73fb3778-3e31-4e42-b90d-8d460f65393b,revision_number=6']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:54:58.710626 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 73fb3778-3e31-4e42-b90d-8d460f65393b {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:54:58.756419 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.db.api [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103202) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 07:54:58.756692 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG oslo_db.api [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 07:54:58.853417 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8ed03-036c-4ff3-9a8b-1480c79d771a req-e136c1ec-0a56-4982-ad90-8594a4d91c20 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:58.855369 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-93e8ed03-036c-4ff3-9a8b-1480c79d771a req-e136c1ec-0a56-4982-ad90-8594a4d91c20 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 944 time: 0.0482674 Oct 12 07:54:58.892132 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-93e8ed03-036c-4ff3-9a8b-1480c79d771a req-4d8c4dcd-f5e8-4b47-8486-c300c78c8150 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309970 Oct 12 07:54:59.011258 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d17e4-4a56-47a1-949b-8de4ed6bc281 req-395fe059-6ba6-4e6e-a418-6d6bfeeea29a tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:59.012649 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b85d17e4-4a56-47a1-949b-8de4ed6bc281 req-395fe059-6ba6-4e6e-a418-6d6bfeeea29a tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 944 time: 0.0485551 Oct 12 07:54:59.049774 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b85d17e4-4a56-47a1-949b-8de4ed6bc281 req-59160d1d-da93-4676-af05-b5f86c515030 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307629 Oct 12 07:54:59.169738 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215991b-deb4-400e-a955-ab26fd418f03 req-3c6a07d6-978a-4352-8987-70bfd18c0230 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:59.171227 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e215991b-deb4-400e-a955-ab26fd418f03 req-3c6a07d6-978a-4352-8987-70bfd18c0230 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 944 time: 0.0526264 Oct 12 07:54:59.208490 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e215991b-deb4-400e-a955-ab26fd418f03 req-8d41095a-04c9-4b5d-9dcb-5c974de580e4 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313427 Oct 12 07:54:59.293452 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 73fb3778-3e31-4e42-b90d-8d460f65393b is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:54:59.293981 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:59.306574 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73fb3778-3e31-4e42-b90d-8d460f65393b {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:54:59.326470 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 73fb3778-3e31-4e42-b90d-8d460f65393b, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=73fb3778-3e31-4e42-b90d-8d460f65393b,segment=NetworkSegment(98755c4d-4aa5-4ad8-8e61-d784b4221a81),segment_id=98755c4d-4aa5-4ad8-8e61-d784b4221a81)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:54:59.331029 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:54:59.386712 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=73fb3778-3e31-4e42-b90d-8d460f65393b,revision_number=7']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:54:59.392148 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['73fb3778-3e31-4e42-b90d-8d460f65393b'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 07:54:59.553514 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177adaa2-5fe7-4e07-898c-72c8fdea0b5d req-fd105c57-2bf2-42c9-b78e-afd62df48078 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:54:59.554946 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-177adaa2-5fe7-4e07-898c-72c8fdea0b5d req-fd105c57-2bf2-42c9-b78e-afd62df48078 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 945 time: 0.0504787 Oct 12 07:54:59.591658 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-177adaa2-5fe7-4e07-898c-72c8fdea0b5d req-e209f329-619e-45af-9685-679cc765e27d tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307679 Oct 12 07:55:00.281571 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 73fb3778-3e31-4e42-b90d-8d460f65393b up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:55:00.328549 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port 73fb3778-3e31-4e42-b90d-8d460f65393b triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:55:00.329193 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:00.329294 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port 73fb3778-3e31-4e42-b90d-8d460f65393b Oct 12 07:55:00.406540 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 73fb3778-3e31-4e42-b90d-8d460f65393b is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:55:00.406920 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:00.437384 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 73fb3778-3e31-4e42-b90d-8d460f65393b, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=73fb3778-3e31-4e42-b90d-8d460f65393b,segment=NetworkSegment(98755c4d-4aa5-4ad8-8e61-d784b4221a81),segment_id=98755c4d-4aa5-4ad8-8e61-d784b4221a81)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:55:00.442140 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:00.488344 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=73fb3778-3e31-4e42-b90d-8d460f65393b,revision_number=8']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:55:00.620982 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4da046e-e8e4-4239-93f5-f3a9833bb3f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fb3778-3e31-4e42-b90d-8d460f65393b'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:55:00.623281 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38574e0-d893-4a7a-940e-c1d3fddbaf62" -d '{"events": [{"server_uuid": "b4da046e-e8e4-4239-93f5-f3a9833bb3f8", "name": "network-vif-plugged", "status": "completed", "tag": "73fb3778-3e31-4e42-b90d-8d460f65393b"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:55:00.658016 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2efd8bce-edb2-47e3-9052-5fdcb325adc5 x-openstack-request-id: req-2efd8bce-edb2-47e3-9052-5fdcb325adc5 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:55:00.658412 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4da046e-e8e4-4239-93f5-f3a9833bb3f8", "name": "network-vif-plugged", "status": "completed", "tag": "73fb3778-3e31-4e42-b90d-8d460f65393b", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:55:00.658715 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2efd8bce-edb2-47e3-9052-5fdcb325adc5 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:55:00.659087 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2efd8bce-edb2-47e3-9052-5fdcb325adc5'] response: {'server_uuid': 'b4da046e-e8e4-4239-93f5-f3a9833bb3f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fb3778-3e31-4e42-b90d-8d460f65393b', 'code': 200} Oct 12 07:55:00.711723 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca619a-ded2-4663-9bec-6856e5c13115 req-f8460df8-6e66-44dd-b103-9756006be4fe tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:55:00.713178 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ffca619a-ded2-4663-9bec-6856e5c13115 req-f8460df8-6e66-44dd-b103-9756006be4fe tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 946 time: 0.0495207 Oct 12 07:55:00.749623 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ffca619a-ded2-4663-9bec-6856e5c13115 req-083c2c7b-f0d6-46b6-97d0-0d561751fbe2 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups?id=832b01d7-9a62-413e-ab03-61c28fe910b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305474 Oct 12 07:55:01.099983 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349566b-69b9-4cd3-8d0c-fc7339562fc8 req-46b74783-b064-4327-96d1-1d6c20619e4a tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:55:01.101326 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7349566b-69b9-4cd3-8d0c-fc7339562fc8 req-46b74783-b064-4327-96d1-1d6c20619e4a tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 946 time: 0.0515351 Oct 12 07:55:01.187208 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-7349566b-69b9-4cd3-8d0c-fc7339562fc8 req-a6ac7ca6-8a84-4b70-bc64-547fa925bc45 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Deleting port 73fb3778-3e31-4e42-b90d-8d460f65393b {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:55:01.187549 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-7349566b-69b9-4cd3-8d0c-fc7339562fc8 req-a6ac7ca6-8a84-4b70-bc64-547fa925bc45 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:01.276770 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-7349566b-69b9-4cd3-8d0c-fc7339562fc8 req-a6ac7ca6-8a84-4b70-bc64-547fa925bc45 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] For port 73fb3778-3e31-4e42-b90d-8d460f65393b, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=73fb3778-3e31-4e42-b90d-8d460f65393b,segment=NetworkSegment(98755c4d-4aa5-4ad8-8e61-d784b4221a81),segment_id=98755c4d-4aa5-4ad8-8e61-d784b4221a81)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:55:01.277121 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-7349566b-69b9-4cd3-8d0c-fc7339562fc8 req-a6ac7ca6-8a84-4b70-bc64-547fa925bc45 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:01.288999 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-7349566b-69b9-4cd3-8d0c-fc7339562fc8 req-a6ac7ca6-8a84-4b70-bc64-547fa925bc45 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Calling delete_port for 73fb3778-3e31-4e42-b90d-8d460f65393b owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:55:01.411001 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-7349566b-69b9-4cd3-8d0c-fc7339562fc8 req-a6ac7ca6-8a84-4b70-bc64-547fa925bc45 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:01.423174 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['73fb3778-3e31-4e42-b90d-8d460f65393b'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 07:55:01.441903 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac7ca6-8a84-4b70-bc64-547fa925bc45 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Pushing event deleted for resources: {'Port': ['ID=73fb3778-3e31-4e42-b90d-8d460f65393b,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:55:01.490594 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-7349566b-69b9-4cd3-8d0c-fc7339562fc8 req-a6ac7ca6-8a84-4b70-bc64-547fa925bc45 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] No DVR routers for this DVR port 73fb3778-3e31-4e42-b90d-8d460f65393b on host hv-neutron-8609 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:55:01.493181 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-7349566b-69b9-4cd3-8d0c-fc7339562fc8 req-a6ac7ca6-8a84-4b70-bc64-547fa925bc45 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:01.496581 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7349566b-69b9-4cd3-8d0c-fc7339562fc8 req-a6ac7ca6-8a84-4b70-bc64-547fa925bc45 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.23 "DELETE /v2.0/ports/73fb3778-3e31-4e42-b90d-8d460f65393b HTTP/1.1" status: 204 len: 173 time: 0.3897142 Oct 12 07:55:01.497110 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4da046e-e8e4-4239-93f5-f3a9833bb3f8', 'name': 'network-vif-deleted', 'tag': '73fb3778-3e31-4e42-b90d-8d460f65393b'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:55:01.499471 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2934dc25-64d4-4220-bd57-99d14db19c26" -d '{"events": [{"server_uuid": "b4da046e-e8e4-4239-93f5-f3a9833bb3f8", "name": "network-vif-deleted", "tag": "73fb3778-3e31-4e42-b90d-8d460f65393b"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:55:01.543011 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e3c1ca-16ce-42bc-aadf-88cadcd6f45a x-openstack-request-id: req-65e3c1ca-16ce-42bc-aadf-88cadcd6f45a {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:55:01.543365 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4da046e-e8e4-4239-93f5-f3a9833bb3f8", "name": "network-vif-deleted", "tag": "73fb3778-3e31-4e42-b90d-8d460f65393b", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:55:01.547967 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-65e3c1ca-16ce-42bc-aadf-88cadcd6f45a {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:55:01.548695 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65e3c1ca-16ce-42bc-aadf-88cadcd6f45a'] response: {'server_uuid': 'b4da046e-e8e4-4239-93f5-f3a9833bb3f8', 'name': 'network-vif-deleted', 'tag': '73fb3778-3e31-4e42-b90d-8d460f65393b', 'status': 'completed', 'code': 200} Oct 12 07:55:01.860574 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cba6eb50-5e43-4ff4-942c-b7c02aedb0d9 req-2d14dc34-892b-4e7b-8481-ee235c1df966 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4da046e-e8e4-4239-93f5-f3a9833bb3f8 HTTP/1.1" status: 200 len: 210 time: 0.0265536 Oct 12 07:55:02.948262 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 45396) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:55:03.002638 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b4085047-deee-4b55-8623-0f2fd183d9a5 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:03.025280 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b4085047-deee-4b55-8623-0f2fd183d9a5 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:03.075330 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b4085047-deee-4b55-8623-0f2fd183d9a5 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:03.077829 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b4085047-deee-4b55-8623-0f2fd183d9a5 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:03.079245 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b4085047-deee-4b55-8623-0f2fd183d9a5 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "DELETE /v2.0/security-groups/5d0e3d5c-bba3-48e7-9080-250c22fda6fc HTTP/1.1" status: 204 len: 168 time: 0.1299698 Oct 12 07:55:03.082390 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 45398) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:55:03.088631 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4085047-deee-4b55-8623-0f2fd183d9a5 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0e3d5c-bba3-48e7-9080-250c22fda6fc,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:55:03.097562 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-b5a8c091-01b9-4760-85f1-b7271c04b695 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] show failed (client error): The resource could not be found. Oct 12 07:55:03.098906 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b5a8c091-01b9-4760-85f1-b7271c04b695 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "GET /v2.0/security-groups/5d0e3d5c-bba3-48e7-9080-250c22fda6fc HTTP/1.1" status: 404 len: 347 time: 0.0155225 Oct 12 07:55:03.101695 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 45400) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:55:03.220499 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-2953c99f-d16a-4543-b2b2-0422aca81216 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Deleting port 0dab08a9-d237-42de-80a6-ddea023ac830 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:55:03.220869 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2953c99f-d16a-4543-b2b2-0422aca81216 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:03.296098 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2953c99f-d16a-4543-b2b2-0422aca81216 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:03.296425 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2953c99f-d16a-4543-b2b2-0422aca81216 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:03.307829 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-2953c99f-d16a-4543-b2b2-0422aca81216 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Calling delete_port for 0dab08a9-d237-42de-80a6-ddea023ac830 owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:55:03.436988 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2953c99f-d16a-4543-b2b2-0422aca81216 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:03.462567 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2953c99f-d16a-4543-b2b2-0422aca81216 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Pushing event deleted for resources: {'Port': ['ID=0dab08a9-d237-42de-80a6-ddea023ac830,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:55:03.521827 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2953c99f-d16a-4543-b2b2-0422aca81216 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Notify callbacks [] for floatingip, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:03.524421 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2953c99f-d16a-4543-b2b2-0422aca81216 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:03.525627 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-2953c99f-d16a-4543-b2b2-0422aca81216 tempest-ServerDiskConfigTestJSON-1007296454 tempest-ServerDiskConfigTestJSON-1007296454-project] 10.222.0.26 "DELETE /v2.0/floatingips/e7d66be9-7f9e-44d6-b5a6-8ee7d924eb2f HTTP/1.1" status: 204 len: 168 time: 0.4229560 Oct 12 07:55:03.590652 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 45406) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:55:03.920986 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0a7e4adc-fbce-4415-8fc4-922db3fb2c87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:04.155413 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-0a7e4adc-fbce-4415-8fc4-922db3fb2c87 admin admin] Deleting port 9df418f3-66a9-431a-bb66-b932fb696e46 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:55:04.156083 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0a7e4adc-fbce-4415-8fc4-922db3fb2c87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:04.230385 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-0a7e4adc-fbce-4415-8fc4-922db3fb2c87 admin admin] For port 9df418f3-66a9-431a-bb66-b932fb696e46, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=9df418f3-66a9-431a-bb66-b932fb696e46,segment=NetworkSegment(98755c4d-4aa5-4ad8-8e61-d784b4221a81),segment_id=98755c4d-4aa5-4ad8-8e61-d784b4221a81)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:55:04.230759 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0a7e4adc-fbce-4415-8fc4-922db3fb2c87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:04.246485 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-0a7e4adc-fbce-4415-8fc4-922db3fb2c87 admin admin] Calling delete_port for 9df418f3-66a9-431a-bb66-b932fb696e46 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:55:04.417355 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0a7e4adc-fbce-4415-8fc4-922db3fb2c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:04.442669 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7e4adc-fbce-4415-8fc4-922db3fb2c87 admin admin] Pushing event deleted for resources: {'Port': ['ID=9df418f3-66a9-431a-bb66-b932fb696e46,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:55:04.601720 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0a7e4adc-fbce-4415-8fc4-922db3fb2c87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:04.807271 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7e4adc-fbce-4415-8fc4-922db3fb2c87 admin admin] Router 6a3bff32-d56d-43af-9e17-92c6c99c655f has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:55:05.229008 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7e4adc-fbce-4415-8fc4-922db3fb2c87 admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:55:05.233976 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-0a7e4adc-fbce-4415-8fc4-922db3fb2c87 admin admin] 10.222.0.26 "PUT /v2.0/routers/6a3bff32-d56d-43af-9e17-92c6c99c655f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6423233 Oct 12 07:55:05.237272 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 45408) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:55:05.238874 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae6feb3-8cc4-426d-b1a3-9a747d7a057a None None] Sync routers for ids ['6a3bff32-d56d-43af-9e17-92c6c99c655f'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:55:05.248169 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae6feb3-8cc4-426d-b1a3-9a747d7a057a None None] Routers {'6a3bff32-d56d-43af-9e17-92c6c99c655f'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:55:05.248768 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-2ae6feb3-8cc4-426d-b1a3-9a747d7a057a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:54:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['6a3bff32-d56d-43af-9e17-92c6c99c655f'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:55:05.339385 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cdf80fca-2e40-45fa-a449-e4fd1e9f6666 admin admin] Notify callbacks [] for router, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:05.354224 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-2ae6feb3-8cc4-426d-b1a3-9a747d7a057a None None] Set router 6a3bff32-d56d-43af-9e17-92c6c99c655f gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:55:05.439871 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cdf80fca-2e40-45fa-a449-e4fd1e9f6666 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:05.490803 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-cdf80fca-2e40-45fa-a449-e4fd1e9f6666 admin admin] Deleting port bd2e5a8f-ef34-44c8-8e8e-532508adc800 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:55:05.491040 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cdf80fca-2e40-45fa-a449-e4fd1e9f6666 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:05.534165 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-2ae6feb3-8cc4-426d-b1a3-9a747d7a057a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3bff32-d56d-43af-9e17-92c6c99c655f', 'name': 'tempest-ServerDiskConfigTestJSON-1222450569-router', 'tenant_id': '043c0d63a70f45a480eac3b8af286c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': 'bd2e5a8f-ef34-44c8-8e8e-532508adc800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:53:17Z', 'updated_at': '2022-10-12T07:55:04Z', 'revision_number': 5, 'project_id': '043c0d63a70f45a480eac3b8af286c1f', 'gw_port': {'id': 'bd2e5a8f-ef34-44c8-8e8e-532508adc800', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:df:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3bff32-d56d-43af-9e17-92c6c99c655f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:53:17Z', 'updated_at': '2022-10-12T07:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:55:05.560735 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae6feb3-8cc4-426d-b1a3-9a747d7a057a None None] Checking router: 6a3bff32-d56d-43af-9e17-92c6c99c655f for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:55:05.567663 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-cdf80fca-2e40-45fa-a449-e4fd1e9f6666 admin admin] For port bd2e5a8f-ef34-44c8-8e8e-532508adc800, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=bd2e5a8f-ef34-44c8-8e8e-532508adc800,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:55:05.568024 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cdf80fca-2e40-45fa-a449-e4fd1e9f6666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:05.568813 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae6feb3-8cc4-426d-b1a3-9a747d7a057a None None] Routers {'6a3bff32-d56d-43af-9e17-92c6c99c655f'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:55:05.569402 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-2ae6feb3-8cc4-426d-b1a3-9a747d7a057a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:54:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['6a3bff32-d56d-43af-9e17-92c6c99c655f'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:55:05.581539 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-cdf80fca-2e40-45fa-a449-e4fd1e9f6666 admin admin] Calling delete_port for bd2e5a8f-ef34-44c8-8e8e-532508adc800 owned by network:router_gateway {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:55:05.654174 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-2ae6feb3-8cc4-426d-b1a3-9a747d7a057a None None] Set router 6a3bff32-d56d-43af-9e17-92c6c99c655f gateway port host: None {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:55:05.709200 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-2ae6feb3-8cc4-426d-b1a3-9a747d7a057a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3bff32-d56d-43af-9e17-92c6c99c655f', 'name': 'tempest-ServerDiskConfigTestJSON-1222450569-router', 'tenant_id': '043c0d63a70f45a480eac3b8af286c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:53:17Z', 'updated_at': '2022-10-12T07:55:05Z', 'revision_number': 6, 'project_id': '043c0d63a70f45a480eac3b8af286c1f', 'gw_port_host': None}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:55:05.735431 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae6feb3-8cc4-426d-b1a3-9a747d7a057a None None] The sync data for ids ['6a3bff32-d56d-43af-9e17-92c6c99c655f'] in dv-neutron-860909-2-hyperv is: [{'id': '6a3bff32-d56d-43af-9e17-92c6c99c655f', 'name': 'tempest-ServerDiskConfigTestJSON-1222450569-router', 'tenant_id': '043c0d63a70f45a480eac3b8af286c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:53:17Z', 'updated_at': '2022-10-12T07:55:05Z', 'revision_number': 6, 'project_id': '043c0d63a70f45a480eac3b8af286c1f', 'gw_port_host': None}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:55:05.746400 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cdf80fca-2e40-45fa-a449-e4fd1e9f6666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:05.772876 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf80fca-2e40-45fa-a449-e4fd1e9f6666 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd2e5a8f-ef34-44c8-8e8e-532508adc800,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:55:05.838291 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cdf80fca-2e40-45fa-a449-e4fd1e9f6666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:05.926419 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cdf80fca-2e40-45fa-a449-e4fd1e9f6666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:05.928583 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cdf80fca-2e40-45fa-a449-e4fd1e9f6666 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:05.969918 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cdf80fca-2e40-45fa-a449-e4fd1e9f6666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:05.970508 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf80fca-2e40-45fa-a449-e4fd1e9f6666 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a3bff32-d56d-43af-9e17-92c6c99c655f {{(pid=103200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 07:55:05.975599 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cdf80fca-2e40-45fa-a449-e4fd1e9f6666 admin admin] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:05.976727 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-cdf80fca-2e40-45fa-a449-e4fd1e9f6666 admin admin] 10.222.0.26 "DELETE /v2.0/routers/6a3bff32-d56d-43af-9e17-92c6c99c655f HTTP/1.1" status: 204 len: 168 time: 0.7384939 Oct 12 07:55:05.979313 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 45410) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:55:06.025320 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-31a8ec53-d293-49ad-adf6-f8f9e0a01a09 admin admin] Deleting subnet 7158771a-6035-423b-b84b-3f253adf5d2a {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 07:55:06.028176 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-31a8ec53-d293-49ad-adf6-f8f9e0a01a09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:06.061232 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-31a8ec53-d293-49ad-adf6-f8f9e0a01a09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:06.140623 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-31a8ec53-d293-49ad-adf6-f8f9e0a01a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:06.193159 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-31a8ec53-d293-49ad-adf6-f8f9e0a01a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:06.224153 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a8ec53-d293-49ad-adf6-f8f9e0a01a09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7158771a-6035-423b-b84b-3f253adf5d2a,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:55:06.226152 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-31a8ec53-d293-49ad-adf6-f8f9e0a01a09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:06.229874 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-31a8ec53-d293-49ad-adf6-f8f9e0a01a09 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7158771a-6035-423b-b84b-3f253adf5d2a HTTP/1.1" status: 204 len: 168 time: 0.2489970 Oct 12 07:55:06.231034 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f41d5b-b744-46c1-b755-41b0cef6b405 None None] Network 7aa4886e-9e88-4036-a170-51b345582327 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:55:06.231795 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 45412) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:55:06.292660 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 73fb3778-3e31-4e42-b90d-8d460f65393b no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:55:06.300926 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c0e41448-a67c-41d2-b533-ae2c9e232abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:06.316847 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] No Port match for: 73fb3778-3e31-4e42-b90d-8d460f65393b {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:55:06.317185 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 73fb3778-3e31-4e42-b90d-8d460f65393b not bound to the agent host hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:55:06.353178 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-c0e41448-a67c-41d2-b533-ae2c9e232abf admin admin] Deleting port 45900bd6-2a91-430e-8c00-6773fb7e1747 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:55:06.353510 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c0e41448-a67c-41d2-b533-ae2c9e232abf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:06.431668 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-c0e41448-a67c-41d2-b533-ae2c9e232abf admin admin] For port 45900bd6-2a91-430e-8c00-6773fb7e1747, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=45900bd6-2a91-430e-8c00-6773fb7e1747,segment=NetworkSegment(98755c4d-4aa5-4ad8-8e61-d784b4221a81),segment_id=98755c4d-4aa5-4ad8-8e61-d784b4221a81)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:55:06.432030 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c0e41448-a67c-41d2-b533-ae2c9e232abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:06.452429 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-c0e41448-a67c-41d2-b533-ae2c9e232abf admin admin] Calling delete_port for 45900bd6-2a91-430e-8c00-6773fb7e1747 owned by network:dhcp {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:55:06.481675 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9367882-30a2-49b9-a340-707dc912f45b None None] DHCP port deletion for 7aa4886e-9e88-4036-a170-51b345582327 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 07:55:06.549756 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c0e41448-a67c-41d2-b533-ae2c9e232abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:06.550741 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c9367882-30a2-49b9-a340-707dc912f45b None None] Deleting port 45900bd6-2a91-430e-8c00-6773fb7e1747 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:55:06.551283 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c9367882-30a2-49b9-a340-707dc912f45b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:06.554387 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 9df418f3-66a9-431a-bb66-b932fb696e46 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:55:06.586624 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e41448-a67c-41d2-b533-ae2c9e232abf admin admin] Pushing event deleted for resources: {'Port': ['ID=45900bd6-2a91-430e-8c00-6773fb7e1747,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:55:06.595575 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e41448-a67c-41d2-b533-ae2c9e232abf admin admin] No DVR routers for this DVR port 45900bd6-2a91-430e-8c00-6773fb7e1747 on host dv-neutron-860909-2-hyperv {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:55:06.602937 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 9df418f3-66a9-431a-bb66-b932fb696e46 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:55:06.603342 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 9df418f3-66a9-431a-bb66-b932fb696e46 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:55:06.603840 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device bd2e5a8f-ef34-44c8-8e8e-532508adc800 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:55:06.634117 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: bd2e5a8f-ef34-44c8-8e8e-532508adc800 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:55:06.634117 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device bd2e5a8f-ef34-44c8-8e8e-532508adc800 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:55:06.634117 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 45900bd6-2a91-430e-8c00-6773fb7e1747 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:55:06.676970 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c0e41448-a67c-41d2-b533-ae2c9e232abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:06.689140 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 45900bd6-2a91-430e-8c00-6773fb7e1747 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:55:06.690815 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 45900bd6-2a91-430e-8c00-6773fb7e1747 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:55:06.696209 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-c9367882-30a2-49b9-a340-707dc912f45b None None] For port 45900bd6-2a91-430e-8c00-6773fb7e1747, host dv-neutron-860909-2-hyperv, got binding levels [] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:55:06.696558 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c9367882-30a2-49b9-a340-707dc912f45b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:06.700024 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-c0e41448-a67c-41d2-b533-ae2c9e232abf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aa4886e-9e88-4036-a170-51b345582327']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:55:06.710555 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c9367882-30a2-49b9-a340-707dc912f45b None None] Calling delete_port for 45900bd6-2a91-430e-8c00-6773fb7e1747 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:55:06.711060 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-c0e41448-a67c-41d2-b533-ae2c9e232abf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98755c4d-4aa5-4ad8-8e61-d784b4221a81') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:55:06.711358 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-c0e41448-a67c-41d2-b533-ae2c9e232abf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98755c4d-4aa5-4ad8-8e61-d784b4221a81') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:55:06.713208 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.ipam_backend_mixin [None req-c9367882-30a2-49b9-a340-707dc912f45b None None] Port 45900bd6-2a91-430e-8c00-6773fb7e1747 was not found and therefore no delete operation was performed {{(pid=103202) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 12 07:55:06.714572 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c9367882-30a2-49b9-a340-707dc912f45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:06.721339 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c0e41448-a67c-41d2-b533-ae2c9e232abf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:06.737467 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c0e41448-a67c-41d2-b533-ae2c9e232abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:06.743256 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9367882-30a2-49b9-a340-707dc912f45b None None] Pushing event deleted for resources: {'Port': ['ID=45900bd6-2a91-430e-8c00-6773fb7e1747,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:55:06.746634 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9367882-30a2-49b9-a340-707dc912f45b None None] No DVR routers for this DVR port 45900bd6-2a91-430e-8c00-6773fb7e1747 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:55:06.756733 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0e41448-a67c-41d2-b533-ae2c9e232abf admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 07:55:06.757211 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c0e41448-a67c-41d2-b533-ae2c9e232abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:06.795852 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 98755c4d-4aa5-4ad8-8e61-d784b4221a81 resource provider aggregate not found Oct 12 07:55:06.843547 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c0e41448-a67c-41d2-b533-ae2c9e232abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:06.852990 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c0e41448-a67c-41d2-b533-ae2c9e232abf admin admin] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:06.858897 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c0e41448-a67c-41d2-b533-ae2c9e232abf admin admin] 10.222.0.26 "DELETE /v2.0/networks/7aa4886e-9e88-4036-a170-51b345582327 HTTP/1.1" status: 204 len: 168 time: 0.6235752 Oct 12 07:55:06.859200 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 98755c4d-4aa5-4ad8-8e61-d784b4221a81 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 98755c4d-4aa5-4ad8-8e61-d784b4221a81 found for delete ", "request_id": "req-357b88d0-1106-4183-9d9b-8b0ac3fa0a86"}]} Oct 12 07:55:06.872540 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e41448-a67c-41d2-b533-ae2c9e232abf admin admin] Pushing event deleted for resources: {'Network': ['ID=7aa4886e-9e88-4036-a170-51b345582327,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:55:06.978231 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 45420) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:55:07.019602 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-314724aa-7af8-4a93-991e-f012af269efd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=043c0d63a70f45a480eac3b8af286c1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399981 Oct 12 07:55:07.021979 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 45422) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:55:07.074069 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3be18646-da89-4b74-a8cc-aa68c728343d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:07.095582 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3be18646-da89-4b74-a8cc-aa68c728343d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:07.141890 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3be18646-da89-4b74-a8cc-aa68c728343d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:07.145184 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3be18646-da89-4b74-a8cc-aa68c728343d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:07.146492 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-3be18646-da89-4b74-a8cc-aa68c728343d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/832b01d7-9a62-413e-ab03-61c28fe910b3 HTTP/1.1" status: 204 len: 168 time: 0.1233156 Oct 12 07:55:07.154844 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be18646-da89-4b74-a8cc-aa68c728343d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832b01d7-9a62-413e-ab03-61c28fe910b3,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:55:07.786674 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 45444) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:55:07.882857 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-7086fd51-a6c6-40cd-b597-24c3a8f38b96 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-228820512-network', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:55:07.902137 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7086fd51-a6c6-40cd-b597-24c3a8f38b96 admin admin] Made reservation on behalf of f65ab0cf003848d5ae34ce6530a1d968 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:55:07.904273 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7086fd51-a6c6-40cd-b597-24c3a8f38b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:07.915318 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7086fd51-a6c6-40cd-b597-24c3a8f38b96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:07.987242 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7086fd51-a6c6-40cd-b597-24c3a8f38b96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:07.990809 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7086fd51-a6c6-40cd-b597-24c3a8f38b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:08.014762 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7086fd51-a6c6-40cd-b597-24c3a8f38b96 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 07:55:08.024627 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7086fd51-a6c6-40cd-b597-24c3a8f38b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9ea569-d131-4d78-b226-092e0625a01f,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:55:08.031162 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7086fd51-a6c6-40cd-b597-24c3a8f38b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:08.031498 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-7086fd51-a6c6-40cd-b597-24c3a8f38b96 admin admin] Added segment 90e9a3ef-9d84-4657-b072-b98803d47aaf of type vlan for network f6516a34-5136-47f4-bdde-15ea8d8f92d5 Oct 12 07:55:08.069409 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7086fd51-a6c6-40cd-b597-24c3a8f38b96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:08.093201 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7086fd51-a6c6-40cd-b597-24c3a8f38b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:08.094391 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7086fd51-a6c6-40cd-b597-24c3a8f38b96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:55:08.094978 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7086fd51-a6c6-40cd-b597-24c3a8f38b96 admin admin] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:08.122823 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-7086fd51-a6c6-40cd-b597-24c3a8f38b96 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3350792 Oct 12 07:55:08.125797 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 45448) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:55:08.130916 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-087a3c4d-5300-4059-aee0-4594c9aaaf22 admin admin] Request body: {'subnet': {'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-228820512-subnet', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:55:08.150813 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087a3c4d-5300-4059-aee0-4594c9aaaf22 admin admin] Made reservation on behalf of f65ab0cf003848d5ae34ce6530a1d968 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:55:08.153158 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-087a3c4d-5300-4059-aee0-4594c9aaaf22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:08.162660 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7086fd51-a6c6-40cd-b597-24c3a8f38b96 admin admin] Pushing event updated for resources: {'Network': ['ID=f6516a34-5136-47f4-bdde-15ea8d8f92d5,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:55:08.172707 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network f6516a34-5136-47f4-bdde-15ea8d8f92d5 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 07:55:08.319375 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-087a3c4d-5300-4059-aee0-4594c9aaaf22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:08.374182 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a3c4d-5300-4059-aee0-4594c9aaaf22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d3b478b-75f8-48cd-afce-287fb61e7537,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:55:08.383823 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087a3c4d-5300-4059-aee0-4594c9aaaf22 admin admin] Checking segment: {'id': '90e9a3ef-9d84-4657-b072-b98803d47aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:55:08.384183 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087a3c4d-5300-4059-aee0-4594c9aaaf22 admin admin] Network hostable DHCP agents. Network: f6516a34-5136-47f4-bdde-15ea8d8f92d5, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 07:55:08.400964 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087a3c4d-5300-4059-aee0-4594c9aaaf22 admin admin] Network f6516a34-5136-47f4-bdde-15ea8d8f92d5 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 07:55:08.409351 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-087a3c4d-5300-4059-aee0-4594c9aaaf22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, f6516a34-5136-47f4-bdde-15ea8d8f92d5) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:55:08.414044 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087a3c4d-5300-4059-aee0-4594c9aaaf22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:55:08.414655 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-087a3c4d-5300-4059-aee0-4594c9aaaf22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:08.417081 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17fef44-bd0f-4d19-9d8e-b4ee71ab5579 None None] Network f6516a34-5136-47f4-bdde-15ea8d8f92d5 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:55:08.434395 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-087a3c4d-5300-4059-aee0-4594c9aaaf22 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3073225 Oct 12 07:55:08.437143 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 45450) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:55:08.442103 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-ada800ff-1d98-4a95-8877-078f711dc911 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-228820512-router', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:55:08.461501 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ada800ff-1d98-4a95-8877-078f711dc911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:08.462517 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ada800ff-1d98-4a95-8877-078f711dc911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:08.517180 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ada800ff-1d98-4a95-8877-078f711dc911 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:08.567196 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1ea325-074b-43ce-b475-11dcb2428265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'fixed_ips': [{'subnet_id': '3d3b478b-75f8-48cd-afce-287fb61e7537'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 07:55:08.568068 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6e1ea325-074b-43ce-b475-11dcb2428265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:08.710657 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-6e1ea325-074b-43ce-b475-11dcb2428265 None None] Allocated IP 172.20.0.2 (f6516a34-5136-47f4-bdde-15ea8d8f92d5/3d3b478b-75f8-48cd-afce-287fb61e7537/eeb7bbe1-a896-4b71-8e95-07a84befac1b) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:55:08.858289 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6e1ea325-074b-43ce-b475-11dcb2428265 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:08.864711 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6e1ea325-074b-43ce-b475-11dcb2428265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:08.909791 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1ea325-074b-43ce-b475-11dcb2428265 None None] Network f6516a34-5136-47f4-bdde-15ea8d8f92d5 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:55:08.912693 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-6e1ea325-074b-43ce-b475-11dcb2428265 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:55:08.916125 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1ea325-074b-43ce-b475-11dcb2428265 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:55:08.921366 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ea325-074b-43ce-b475-11dcb2428265 None None] Pushing event updated for resources: {'Port': ['ID=eeb7bbe1-a896-4b71-8e95-07a84befac1b,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:55:08.971890 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ada800ff-1d98-4a95-8877-078f711dc911 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:08.973669 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-6e1ea325-074b-43ce-b475-11dcb2428265 None None] Attempting to bind port eeb7bbe1-a896-4b71-8e95-07a84befac1b on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:55:08.974443 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-6e1ea325-074b-43ce-b475-11dcb2428265 None None] Attempting to bind port eeb7bbe1-a896-4b71-8e95-07a84befac1b by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '90e9a3ef-9d84-4657-b072-b98803d47aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:55:08.974443 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1ea325-074b-43ce-b475-11dcb2428265 None None] Attempting to bind port eeb7bbe1-a896-4b71-8e95-07a84befac1b on network f6516a34-5136-47f4-bdde-15ea8d8f92d5 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:55:08.979808 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1ea325-074b-43ce-b475-11dcb2428265 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:55:08.980183 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1ea325-074b-43ce-b475-11dcb2428265 None None] Checking segment: {'id': '90e9a3ef-9d84-4657-b072-b98803d47aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:55:08.980585 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6e1ea325-074b-43ce-b475-11dcb2428265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:08.980982 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1ea325-074b-43ce-b475-11dcb2428265 None None] Bound using segment: {'id': '90e9a3ef-9d84-4657-b072-b98803d47aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:55:08.981444 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-6e1ea325-074b-43ce-b475-11dcb2428265 None None] Bound port: eeb7bbe1-a896-4b71-8e95-07a84befac1b, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e9a3ef-9d84-4657-b072-b98803d47aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:55:08.981849 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6e1ea325-074b-43ce-b475-11dcb2428265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:09.043877 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-6e1ea325-074b-43ce-b475-11dcb2428265 None None] For port eeb7bbe1-a896-4b71-8e95-07a84befac1b, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:55:09.047030 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-6e1ea325-074b-43ce-b475-11dcb2428265 None None] For port eeb7bbe1-a896-4b71-8e95-07a84befac1b, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=eeb7bbe1-a896-4b71-8e95-07a84befac1b,segment=NetworkSegment(90e9a3ef-9d84-4657-b072-b98803d47aaf),segment_id=90e9a3ef-9d84-4657-b072-b98803d47aaf)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:55:09.052587 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6e1ea325-074b-43ce-b475-11dcb2428265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:09.104182 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ea325-074b-43ce-b475-11dcb2428265 None None] Pushing event updated for resources: {'Port': ['ID=eeb7bbe1-a896-4b71-8e95-07a84befac1b,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:55:09.173558 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ada800ff-1d98-4a95-8877-078f711dc911 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:09.193620 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ada800ff-1d98-4a95-8877-078f711dc911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:09.318180 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-ada800ff-1d98-4a95-8877-078f711dc911 admin admin] Allocated IP 172.26.3.30 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/55de4c5c-315a-4126-9174-fabd9f2a4aba) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:55:09.428787 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ada800ff-1d98-4a95-8877-078f711dc911 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:09.462260 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ada800ff-1d98-4a95-8877-078f711dc911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:09.509965 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada800ff-1d98-4a95-8877-078f711dc911 admin admin] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:55:09.513038 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-ada800ff-1d98-4a95-8877-078f711dc911 admin admin] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:55:09.518699 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada800ff-1d98-4a95-8877-078f711dc911 admin admin] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:55:09.521905 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada800ff-1d98-4a95-8877-078f711dc911 admin admin] Pushing event updated for resources: {'Port': ['ID=55de4c5c-315a-4126-9174-fabd9f2a4aba,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:55:09.762990 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ada800ff-1d98-4a95-8877-078f711dc911 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:09.965644 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ada800ff-1d98-4a95-8877-078f711dc911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:09.967630 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c333f333-23bd-4641-bc02-92b58325340f None None] Network f6516a34-5136-47f4-bdde-15ea8d8f92d5 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 07:55:10.036409 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-799651dd-0213-4c3a-b404-f78605e21ce4 None None] Provisioning complete for port eeb7bbe1-a896-4b71-8e95-07a84befac1b triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:55:10.036692 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-799651dd-0213-4c3a-b404-f78605e21ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:10.037030 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-799651dd-0213-4c3a-b404-f78605e21ce4 None None] Attempt 1 to provision port eeb7bbe1-a896-4b71-8e95-07a84befac1b Oct 12 07:55:10.093934 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada800ff-1d98-4a95-8877-078f711dc911 admin admin] Router faa01abe-f183-4cc5-b327-5f609aea3c33 is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 07:55:10.181124 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-799651dd-0213-4c3a-b404-f78605e21ce4 None None] Current status of the port eeb7bbe1-a896-4b71-8e95-07a84befac1b is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:55:10.181516 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-799651dd-0213-4c3a-b404-f78605e21ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:10.197683 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada800ff-1d98-4a95-8877-078f711dc911 admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:55:10.210467 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb63d56-93ef-41e9-9c9a-f664cbaba891 None None] Sync routers for ids ['faa01abe-f183-4cc5-b327-5f609aea3c33'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:55:10.218533 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-799651dd-0213-4c3a-b404-f78605e21ce4 None None] For port eeb7bbe1-a896-4b71-8e95-07a84befac1b, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=eeb7bbe1-a896-4b71-8e95-07a84befac1b,segment=NetworkSegment(90e9a3ef-9d84-4657-b072-b98803d47aaf),segment_id=90e9a3ef-9d84-4657-b072-b98803d47aaf)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:55:10.222276 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ada800ff-1d98-4a95-8877-078f711dc911 admin admin] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:10.223026 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb63d56-93ef-41e9-9c9a-f664cbaba891 None None] Routers {'faa01abe-f183-4cc5-b327-5f609aea3c33'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:55:10.223837 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-ada800ff-1d98-4a95-8877-078f711dc911 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7857189 Oct 12 07:55:10.223961 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-bbb63d56-93ef-41e9-9c9a-f664cbaba891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:54:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['faa01abe-f183-4cc5-b327-5f609aea3c33'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:55:10.224137 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-799651dd-0213-4c3a-b404-f78605e21ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:10.227470 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 45452) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:55:10.306346 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799651dd-0213-4c3a-b404-f78605e21ce4 None None] Pushing event updated for resources: {'Port': ['ID=eeb7bbe1-a896-4b71-8e95-07a84befac1b,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:55:10.410347 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device eeb7bbe1-a896-4b71-8e95-07a84befac1b up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:55:10.437294 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-bbb63d56-93ef-41e9-9c9a-f664cbaba891 None None] Set router faa01abe-f183-4cc5-b327-5f609aea3c33 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:55:10.471971 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port eeb7bbe1-a896-4b71-8e95-07a84befac1b triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:55:10.472331 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:10.472664 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port eeb7bbe1-a896-4b71-8e95-07a84befac1b Oct 12 07:55:10.565408 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port eeb7bbe1-a896-4b71-8e95-07a84befac1b is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:55:10.569246 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-4be43fd3-3314-4572-a101-c6b7704974a6 None None] Provisioning complete for port eeb7bbe1-a896-4b71-8e95-07a84befac1b triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:55:10.569609 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4be43fd3-3314-4572-a101-c6b7704974a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:10.569934 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-4be43fd3-3314-4572-a101-c6b7704974a6 None None] Attempt 1 to provision port eeb7bbe1-a896-4b71-8e95-07a84befac1b Oct 12 07:55:10.628200 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-bbb63d56-93ef-41e9-9c9a-f664cbaba891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'name': 'tempest-ServerActionsTestJSON-228820512-router', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:55:08Z', 'updated_at': '2022-10-12T07:55:09Z', 'revision_number': 3, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'gw_port': {'id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:09Z', 'updated_at': '2022-10-12T07:55:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:55:10.652700 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-4be43fd3-3314-4572-a101-c6b7704974a6 None None] Current status of the port eeb7bbe1-a896-4b71-8e95-07a84befac1b is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:55:10.655264 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb63d56-93ef-41e9-9c9a-f664cbaba891 None None] Checking router: faa01abe-f183-4cc5-b327-5f609aea3c33 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:55:10.655606 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb63d56-93ef-41e9-9c9a-f664cbaba891 None None] Updating router faa01abe-f183-4cc5-b327-5f609aea3c33 port 55de4c5c-315a-4126-9174-fabd9f2a4aba binding host dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:55:10.679507 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bbb63d56-93ef-41e9-9c9a-f664cbaba891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:10.704453 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5725bb19-06d4-4e85-a8cd-8e51a7f4d551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:10.858284 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-5725bb19-06d4-4e85-a8cd-8e51a7f4d551 admin admin] Allocated IP 172.20.0.1 (f6516a34-5136-47f4-bdde-15ea8d8f92d5/3d3b478b-75f8-48cd-afce-287fb61e7537/244f05b0-d51e-47c8-8560-bebbc6b8c8f8) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:55:10.934675 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bbb63d56-93ef-41e9-9c9a-f664cbaba891 None None] Notify callbacks [] for port, precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:10.940486 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bbb63d56-93ef-41e9-9c9a-f664cbaba891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:10.961297 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5725bb19-06d4-4e85-a8cd-8e51a7f4d551 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:10.975116 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-bbb63d56-93ef-41e9-9c9a-f664cbaba891 None None] Attempting to bind port 55de4c5c-315a-4126-9174-fabd9f2a4aba on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:55:10.975486 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-bbb63d56-93ef-41e9-9c9a-f664cbaba891 None None] Attempting to bind port 55de4c5c-315a-4126-9174-fabd9f2a4aba by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:55:10.975843 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb63d56-93ef-41e9-9c9a-f664cbaba891 None None] Attempting to bind port 55de4c5c-315a-4126-9174-fabd9f2a4aba on network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:55:10.986287 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb63d56-93ef-41e9-9c9a-f664cbaba891 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:55:10.986557 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb63d56-93ef-41e9-9c9a-f664cbaba891 None None] Checking segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:55:10.986949 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bbb63d56-93ef-41e9-9c9a-f664cbaba891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:10.987334 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb63d56-93ef-41e9-9c9a-f664cbaba891 None None] Bound using segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:55:10.987789 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-bbb63d56-93ef-41e9-9c9a-f664cbaba891 None None] Bound port: 55de4c5c-315a-4126-9174-fabd9f2a4aba, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:55:10.988161 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bbb63d56-93ef-41e9-9c9a-f664cbaba891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:10.992769 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633c0fb9-e8f3-48c5-ba9d-53e2ebbde557 None None] Pushing event updated for resources: {'Port': ['ID=55de4c5c-315a-4126-9174-fabd9f2a4aba,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:55:10.995608 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5725bb19-06d4-4e85-a8cd-8e51a7f4d551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:11.020668 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633c0fb9-e8f3-48c5-ba9d-53e2ebbde557 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:55:11.021008 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633c0fb9-e8f3-48c5-ba9d-53e2ebbde557 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:55:11.021338 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633c0fb9-e8f3-48c5-ba9d-53e2ebbde557 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:55:11.021666 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633c0fb9-e8f3-48c5-ba9d-53e2ebbde557 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:55:11.021982 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633c0fb9-e8f3-48c5-ba9d-53e2ebbde557 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:55:11.022324 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633c0fb9-e8f3-48c5-ba9d-53e2ebbde557 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:55:11.022644 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633c0fb9-e8f3-48c5-ba9d-53e2ebbde557 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:55:11.022960 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633c0fb9-e8f3-48c5-ba9d-53e2ebbde557 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:55:11.023275 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633c0fb9-e8f3-48c5-ba9d-53e2ebbde557 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:55:11.023587 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633c0fb9-e8f3-48c5-ba9d-53e2ebbde557 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:55:11.024371 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633c0fb9-e8f3-48c5-ba9d-53e2ebbde557 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:55:11.024371 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633c0fb9-e8f3-48c5-ba9d-53e2ebbde557 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:55:11.041615 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5725bb19-06d4-4e85-a8cd-8e51a7f4d551 admin admin] Network f6516a34-5136-47f4-bdde-15ea8d8f92d5 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:55:11.044508 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-5725bb19-06d4-4e85-a8cd-8e51a7f4d551 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:55:11.049652 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5725bb19-06d4-4e85-a8cd-8e51a7f4d551 admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:55:11.053080 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725bb19-06d4-4e85-a8cd-8e51a7f4d551 admin admin] Pushing event updated for resources: {'Port': ['ID=244f05b0-d51e-47c8-8560-bebbc6b8c8f8,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:55:11.054813 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-bbb63d56-93ef-41e9-9c9a-f664cbaba891 None None] For port 55de4c5c-315a-4126-9174-fabd9f2a4aba, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:55:11.058167 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-bbb63d56-93ef-41e9-9c9a-f664cbaba891 None None] For port 55de4c5c-315a-4126-9174-fabd9f2a4aba, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=55de4c5c-315a-4126-9174-fabd9f2a4aba,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:55:11.063796 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-bbb63d56-93ef-41e9-9c9a-f664cbaba891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:11.078050 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5725bb19-06d4-4e85-a8cd-8e51a7f4d551 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:55:11.078406 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5725bb19-06d4-4e85-a8cd-8e51a7f4d551 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:55:11.079000 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5725bb19-06d4-4e85-a8cd-8e51a7f4d551 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:55:11.079339 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5725bb19-06d4-4e85-a8cd-8e51a7f4d551 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:55:11.079676 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5725bb19-06d4-4e85-a8cd-8e51a7f4d551 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:55:11.080278 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5725bb19-06d4-4e85-a8cd-8e51a7f4d551 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:55:11.080360 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5725bb19-06d4-4e85-a8cd-8e51a7f4d551 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:55:11.080859 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5725bb19-06d4-4e85-a8cd-8e51a7f4d551 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:55:11.080977 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5725bb19-06d4-4e85-a8cd-8e51a7f4d551 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:55:11.081519 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5725bb19-06d4-4e85-a8cd-8e51a7f4d551 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:55:11.082007 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5725bb19-06d4-4e85-a8cd-8e51a7f4d551 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:55:11.082360 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5725bb19-06d4-4e85-a8cd-8e51a7f4d551 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:55:11.100585 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb63d56-93ef-41e9-9c9a-f664cbaba891 None None] Routers {'faa01abe-f183-4cc5-b327-5f609aea3c33'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:55:11.101217 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-bbb63d56-93ef-41e9-9c9a-f664cbaba891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:54:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['faa01abe-f183-4cc5-b327-5f609aea3c33'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:55:11.102834 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5725bb19-06d4-4e85-a8cd-8e51a7f4d551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:11.160498 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633c0fb9-e8f3-48c5-ba9d-53e2ebbde557 None None] Pushing event updated for resources: {'Port': ['ID=55de4c5c-315a-4126-9174-fabd9f2a4aba,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:55:11.225324 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-bbb63d56-93ef-41e9-9c9a-f664cbaba891 None None] Set router faa01abe-f183-4cc5-b327-5f609aea3c33 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:55:11.245411 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5725bb19-06d4-4e85-a8cd-8e51a7f4d551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:11.381121 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-cbccee05-6ea3-4853-97e4-9bfeb767dd8b None None] Provisioning complete for port 244f05b0-d51e-47c8-8560-bebbc6b8c8f8 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:55:11.381668 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cbccee05-6ea3-4853-97e4-9bfeb767dd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:11.381814 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-cbccee05-6ea3-4853-97e4-9bfeb767dd8b None None] Attempt 1 to provision port 244f05b0-d51e-47c8-8560-bebbc6b8c8f8 Oct 12 07:55:11.410276 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5725bb19-06d4-4e85-a8cd-8e51a7f4d551 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:11.413334 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-bbb63d56-93ef-41e9-9c9a-f664cbaba891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'name': 'tempest-ServerActionsTestJSON-228820512-router', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:55:08Z', 'updated_at': '2022-10-12T07:55:09Z', 'revision_number': 3, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'gw_port': {'id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:09Z', 'updated_at': '2022-10-12T07:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:55:11.417639 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5725bb19-06d4-4e85-a8cd-8e51a7f4d551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:11.420756 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-cbccee05-6ea3-4853-97e4-9bfeb767dd8b None None] Port 244f05b0-d51e-47c8-8560-bebbc6b8c8f8 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:55:11.440908 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb63d56-93ef-41e9-9c9a-f664cbaba891 None None] The sync data for ids ['faa01abe-f183-4cc5-b327-5f609aea3c33'] in dv-neutron-860909-2-hyperv is: [{'id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'name': 'tempest-ServerActionsTestJSON-228820512-router', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:55:08Z', 'updated_at': '2022-10-12T07:55:09Z', 'revision_number': 3, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'gw_port': {'id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:09Z', 'updated_at': '2022-10-12T07:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:55:11.489012 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725bb19-06d4-4e85-a8cd-8e51a7f4d551 admin admin] Pushing event updated for resources: {'Port': ['ID=244f05b0-d51e-47c8-8560-bebbc6b8c8f8,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:55:11.491641 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5725bb19-06d4-4e85-a8cd-8e51a7f4d551 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:11.584109 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5725bb19-06d4-4e85-a8cd-8e51a7f4d551 admin admin] Network f6516a34-5136-47f4-bdde-15ea8d8f92d5 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:55:11.585466 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-5725bb19-06d4-4e85-a8cd-8e51a7f4d551 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:55:11.721803 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5725bb19-06d4-4e85-a8cd-8e51a7f4d551 admin admin] Router faa01abe-f183-4cc5-b327-5f609aea3c33 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:55:11.844049 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5725bb19-06d4-4e85-a8cd-8e51a7f4d551 admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:55:11.853537 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-5725bb19-06d4-4e85-a8cd-8e51a7f4d551 admin admin] 10.222.0.26 "PUT /v2.0/routers/faa01abe-f183-4cc5-b327-5f609aea3c33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6213961 Oct 12 07:55:11.921570 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-cbccee05-6ea3-4853-97e4-9bfeb767dd8b None None] Attempt 2 to provision port 244f05b0-d51e-47c8-8560-bebbc6b8c8f8 Oct 12 07:55:11.960984 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-cbccee05-6ea3-4853-97e4-9bfeb767dd8b None None] Port 244f05b0-d51e-47c8-8560-bebbc6b8c8f8 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:55:12.138439 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 45460) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:55:12.143639 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-a63ebc0d-0a87-4edb-b198-09126dd981ce tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2075450715', 'description': 'tempest-description--280473598'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:55:12.164448 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a63ebc0d-0a87-4edb-b198-09126dd981ce tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:12.233920 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a63ebc0d-0a87-4edb-b198-09126dd981ce tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:12.237752 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a63ebc0d-0a87-4edb-b198-09126dd981ce tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:12.266734 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a63ebc0d-0a87-4edb-b198-09126dd981ce tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:12.268555 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a63ebc0d-0a87-4edb-b198-09126dd981ce tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1285672 Oct 12 07:55:12.271543 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 45462) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:55:12.278845 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ebc0d-0a87-4edb-b198-09126dd981ce tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7669430e-759b-4edf-bce6-c97980c73905,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:55:12.282000 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-f58e626d-0f03-4123-9916-2ae7206f08e4 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Request body: {'security_group_rule': {'security_group_id': '7669430e-759b-4edf-bce6-c97980c73905', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:55:12.318404 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f58e626d-0f03-4123-9916-2ae7206f08e4 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:12.372189 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f58e626d-0f03-4123-9916-2ae7206f08e4 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:12.375498 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f58e626d-0f03-4123-9916-2ae7206f08e4 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:12.393540 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device eeb7bbe1-a896-4b71-8e95-07a84befac1b up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:55:12.396972 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e626d-0f03-4123-9916-2ae7206f08e4 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e258754-705d-4ade-82db-28a814ad2f7d,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:55:12.402198 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f58e626d-0f03-4123-9916-2ae7206f08e4 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:12.406154 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f58e626d-0f03-4123-9916-2ae7206f08e4 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1263793 Oct 12 07:55:12.406272 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 45464) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:55:12.411050 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-bf7c8bf6-5e56-4089-b17d-4d1fd778eaa8 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Request body: {'security_group_rule': {'security_group_id': '7669430e-759b-4edf-bce6-c97980c73905', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:55:12.437289 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bf7c8bf6-5e56-4089-b17d-4d1fd778eaa8 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:12.500422 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bf7c8bf6-5e56-4089-b17d-4d1fd778eaa8 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:12.505601 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bf7c8bf6-5e56-4089-b17d-4d1fd778eaa8 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:12.525568 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7c8bf6-5e56-4089-b17d-4d1fd778eaa8 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f83034dc-d5d5-4919-bfa6-f58d7d7884ea,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:55:12.535143 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-bf7c8bf6-5e56-4089-b17d-4d1fd778eaa8 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:12.536377 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-bf7c8bf6-5e56-4089-b17d-4d1fd778eaa8 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1292486 Oct 12 07:55:12.539397 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 45466) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:55:12.544068 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-870aafce-dde6-474f-bb48-e4f37792cf27 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Request body: {'floatingip': {'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:55:12.565667 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-870aafce-dde6-474f-bb48-e4f37792cf27 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks [] for floatingip, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:12.571180 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-cbccee05-6ea3-4853-97e4-9bfeb767dd8b None None] Attempt 3 to provision port 244f05b0-d51e-47c8-8560-bebbc6b8c8f8 Oct 12 07:55:12.618598 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-cbccee05-6ea3-4853-97e4-9bfeb767dd8b None None] Port 244f05b0-d51e-47c8-8560-bebbc6b8c8f8 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:55:12.628540 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port eeb7bbe1-a896-4b71-8e95-07a84befac1b triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:55:12.628912 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:12.629247 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port eeb7bbe1-a896-4b71-8e95-07a84befac1b Oct 12 07:55:12.664897 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-870aafce-dde6-474f-bb48-e4f37792cf27 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:12.709094 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port eeb7bbe1-a896-4b71-8e95-07a84befac1b is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:55:12.710204 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 55de4c5c-315a-4126-9174-fabd9f2a4aba up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:55:12.759635 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 55de4c5c-315a-4126-9174-fabd9f2a4aba triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:55:12.760008 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:12.760342 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 55de4c5c-315a-4126-9174-fabd9f2a4aba Oct 12 07:55:12.769889 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-870aafce-dde6-474f-bb48-e4f37792cf27 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Allocated IP 172.26.3.194 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/9d24a148-3d7e-4625-99f7-05df443b0108) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:55:12.841201 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 55de4c5c-315a-4126-9174-fabd9f2a4aba is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:55:12.841683 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:12.866470 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 55de4c5c-315a-4126-9174-fabd9f2a4aba, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=55de4c5c-315a-4126-9174-fabd9f2a4aba,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:55:12.871132 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:12.889591 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-870aafce-dde6-474f-bb48-e4f37792cf27 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:12.920242 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=55de4c5c-315a-4126-9174-fabd9f2a4aba,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:55:12.925974 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-870aafce-dde6-474f-bb48-e4f37792cf27 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:12.965129 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870aafce-dde6-474f-bb48-e4f37792cf27 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:55:12.968295 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-870aafce-dde6-474f-bb48-e4f37792cf27 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:55:12.972257 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870aafce-dde6-474f-bb48-e4f37792cf27 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:55:12.997785 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870aafce-dde6-474f-bb48-e4f37792cf27 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Pushing event updated for resources: {'Port': ['ID=9d24a148-3d7e-4625-99f7-05df443b0108,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:55:13.055352 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc4d761-c9ac-47ad-9cec-e2946e06ac77 None None] Sync routers for ids ['faa01abe-f183-4cc5-b327-5f609aea3c33'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:55:13.060981 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-870aafce-dde6-474f-bb48-e4f37792cf27 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:13.064474 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc4d761-c9ac-47ad-9cec-e2946e06ac77 None None] Routers {'faa01abe-f183-4cc5-b327-5f609aea3c33'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:55:13.065543 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-cdc4d761-c9ac-47ad-9cec-e2946e06ac77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:54:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['faa01abe-f183-4cc5-b327-5f609aea3c33'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:55:13.099351 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-870aafce-dde6-474f-bb48-e4f37792cf27 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:13.119895 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-cbccee05-6ea3-4853-97e4-9bfeb767dd8b None None] Attempt 4 to provision port 244f05b0-d51e-47c8-8560-bebbc6b8c8f8 Oct 12 07:55:13.191494 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-cbccee05-6ea3-4853-97e4-9bfeb767dd8b None None] Port 244f05b0-d51e-47c8-8560-bebbc6b8c8f8 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:55:13.198307 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-cdc4d761-c9ac-47ad-9cec-e2946e06ac77 None None] Set router faa01abe-f183-4cc5-b327-5f609aea3c33 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:55:13.246038 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-870aafce-dde6-474f-bb48-e4f37792cf27 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:13.251627 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-870aafce-dde6-474f-bb48-e4f37792cf27 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:13.323164 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-870aafce-dde6-474f-bb48-e4f37792cf27 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:13.326609 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870aafce-dde6-474f-bb48-e4f37792cf27 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Pushing event updated for resources: {'Port': ['ID=9d24a148-3d7e-4625-99f7-05df443b0108,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:55:13.337603 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870aafce-dde6-474f-bb48-e4f37792cf27 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:55:13.337955 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870aafce-dde6-474f-bb48-e4f37792cf27 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:55:13.338318 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870aafce-dde6-474f-bb48-e4f37792cf27 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:55:13.338653 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870aafce-dde6-474f-bb48-e4f37792cf27 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:55:13.338986 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870aafce-dde6-474f-bb48-e4f37792cf27 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:55:13.339361 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870aafce-dde6-474f-bb48-e4f37792cf27 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:55:13.339645 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870aafce-dde6-474f-bb48-e4f37792cf27 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:55:13.340075 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870aafce-dde6-474f-bb48-e4f37792cf27 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:55:13.340322 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870aafce-dde6-474f-bb48-e4f37792cf27 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:55:13.340689 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870aafce-dde6-474f-bb48-e4f37792cf27 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:55:13.341009 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870aafce-dde6-474f-bb48-e4f37792cf27 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:55:13.341327 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870aafce-dde6-474f-bb48-e4f37792cf27 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:55:13.351790 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-870aafce-dde6-474f-bb48-e4f37792cf27 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:13.352106 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-870aafce-dde6-474f-bb48-e4f37792cf27 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8117771 Oct 12 07:55:13.414259 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-cdc4d761-c9ac-47ad-9cec-e2946e06ac77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'name': 'tempest-ServerActionsTestJSON-228820512-router', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:55:08Z', 'updated_at': '2022-10-12T07:55:11Z', 'revision_number': 4, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'gw_port': {'id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:09Z', 'updated_at': '2022-10-12T07:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '244f05b0-d51e-47c8-8560-bebbc6b8c8f8', 'name': '', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'mac_address': 'fa:16:3e:cb:47:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:10Z', 'updated_at': '2022-10-12T07:55:11Z', 'revision_number': 2, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'subnets': [{'id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:55:13.443335 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc4d761-c9ac-47ad-9cec-e2946e06ac77 None None] Checking router: faa01abe-f183-4cc5-b327-5f609aea3c33 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:55:13.443694 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc4d761-c9ac-47ad-9cec-e2946e06ac77 None None] Updating router faa01abe-f183-4cc5-b327-5f609aea3c33 port 244f05b0-d51e-47c8-8560-bebbc6b8c8f8 binding host dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 07:55:13.477206 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cdc4d761-c9ac-47ad-9cec-e2946e06ac77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:13.507172 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-37c2881d-e548-42b9-ae8c-54a9e1a4848c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--2075450715&fields=id&tenant_id=f65ab0cf003848d5ae34ce6530a1d968 HTTP/1.1" status: 200 len: 267 time: 0.0380099 Oct 12 07:55:13.629811 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-bf18f8b0-1452-4260-9313-6d8cf2ba6d6b tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:55:13.631349 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-bf18f8b0-1452-4260-9313-6d8cf2ba6d6b tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/networks?id=f6516a34-5136-47f4-bdde-15ea8d8f92d5 HTTP/1.1" status: 200 len: 811 time: 0.1159713 Oct 12 07:55:13.654149 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-54d46811-f476-4cec-9483-c544add7dd71 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/quotas/f65ab0cf003848d5ae34ce6530a1d968 HTTP/1.1" status: 200 len: 375 time: 0.0121701 Oct 12 07:55:13.693605 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-cbccee05-6ea3-4853-97e4-9bfeb767dd8b None None] Attempt 5 to provision port 244f05b0-d51e-47c8-8560-bebbc6b8c8f8 Oct 12 07:55:13.710556 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-c8c58d4e-27c5-4e86-a05a-d9e3954bd7df tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f65ab0cf003848d5ae34ce6530a1d968&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491652 Oct 12 07:55:13.751661 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-cbccee05-6ea3-4853-97e4-9bfeb767dd8b None None] Port 244f05b0-d51e-47c8-8560-bebbc6b8c8f8 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:55:13.789322 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cdc4d761-c9ac-47ad-9cec-e2946e06ac77 None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:13.794937 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cdc4d761-c9ac-47ad-9cec-e2946e06ac77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:13.859402 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-68aa7f59-02cc-4033-a651-39747f110866 service neutron] 10.222.0.26 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365120 Oct 12 07:55:13.868432 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fff80f-676d-4541-8a0d-911a8a777cc3 None None] Pushing event updated for resources: {'Port': ['ID=244f05b0-d51e-47c8-8560-bebbc6b8c8f8,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:55:13.881219 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-cdc4d761-c9ac-47ad-9cec-e2946e06ac77 None None] Attempting to bind port 244f05b0-d51e-47c8-8560-bebbc6b8c8f8 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:55:13.881584 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-cdc4d761-c9ac-47ad-9cec-e2946e06ac77 None None] Attempting to bind port 244f05b0-d51e-47c8-8560-bebbc6b8c8f8 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '90e9a3ef-9d84-4657-b072-b98803d47aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:55:13.881942 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc4d761-c9ac-47ad-9cec-e2946e06ac77 None None] Attempting to bind port 244f05b0-d51e-47c8-8560-bebbc6b8c8f8 on network f6516a34-5136-47f4-bdde-15ea8d8f92d5 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:55:13.886913 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc4d761-c9ac-47ad-9cec-e2946e06ac77 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:55:13.887417 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc4d761-c9ac-47ad-9cec-e2946e06ac77 None None] Checking segment: {'id': '90e9a3ef-9d84-4657-b072-b98803d47aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:55:13.887805 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cdc4d761-c9ac-47ad-9cec-e2946e06ac77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:13.888188 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc4d761-c9ac-47ad-9cec-e2946e06ac77 None None] Bound using segment: {'id': '90e9a3ef-9d84-4657-b072-b98803d47aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:55:13.888646 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-cdc4d761-c9ac-47ad-9cec-e2946e06ac77 None None] Bound port: 244f05b0-d51e-47c8-8560-bebbc6b8c8f8, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e9a3ef-9d84-4657-b072-b98803d47aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:55:13.889019 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cdc4d761-c9ac-47ad-9cec-e2946e06ac77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:13.954291 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-479d05d0-42fe-4970-9aa3-67659a513322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:13.954853 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-0fe5130d-d5a0-4546-b173-610423007167 service neutron] 10.222.0.26 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899723 Oct 12 07:55:13.965165 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-cdc4d761-c9ac-47ad-9cec-e2946e06ac77 None None] For port 244f05b0-d51e-47c8-8560-bebbc6b8c8f8, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:55:13.968637 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-cdc4d761-c9ac-47ad-9cec-e2946e06ac77 None None] For port 244f05b0-d51e-47c8-8560-bebbc6b8c8f8, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=244f05b0-d51e-47c8-8560-bebbc6b8c8f8,segment=NetworkSegment(90e9a3ef-9d84-4657-b072-b98803d47aaf),segment_id=90e9a3ef-9d84-4657-b072-b98803d47aaf)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:55:13.973207 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cdc4d761-c9ac-47ad-9cec-e2946e06ac77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:14.010694 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc4d761-c9ac-47ad-9cec-e2946e06ac77 None None] Routers {'faa01abe-f183-4cc5-b327-5f609aea3c33'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:55:14.011247 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-cdc4d761-c9ac-47ad-9cec-e2946e06ac77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:54:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['faa01abe-f183-4cc5-b327-5f609aea3c33'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:55:14.071507 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fff80f-676d-4541-8a0d-911a8a777cc3 None None] Pushing event updated for resources: {'Port': ['ID=244f05b0-d51e-47c8-8560-bebbc6b8c8f8,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:55:14.118613 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bddd9321-bef2-4d6f-8ef4-d8b20d44b900 req-fa52d29c-5501-431e-809f-c545919ec4fa tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=986afb03-1cc8-4a6d-a080-ae7f07875a19 HTTP/1.1" status: 200 len: 210 time: 0.0285387 Oct 12 07:55:14.146168 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-cdc4d761-c9ac-47ad-9cec-e2946e06ac77 None None] Set router faa01abe-f183-4cc5-b327-5f609aea3c33 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:55:14.253697 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-cbccee05-6ea3-4853-97e4-9bfeb767dd8b None None] Attempt 6 to provision port 244f05b0-d51e-47c8-8560-bebbc6b8c8f8 Oct 12 07:55:14.325332 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 55de4c5c-315a-4126-9174-fabd9f2a4aba up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:55:14.459727 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-cbccee05-6ea3-4853-97e4-9bfeb767dd8b None None] Current status of the port 244f05b0-d51e-47c8-8560-bebbc6b8c8f8 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:55:14.460384 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cbccee05-6ea3-4853-97e4-9bfeb767dd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:14.470159 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 55de4c5c-315a-4126-9174-fabd9f2a4aba triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:55:14.470521 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:14.470884 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 55de4c5c-315a-4126-9174-fabd9f2a4aba Oct 12 07:55:14.526235 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-cdc4d761-c9ac-47ad-9cec-e2946e06ac77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'name': 'tempest-ServerActionsTestJSON-228820512-router', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:55:08Z', 'updated_at': '2022-10-12T07:55:11Z', 'revision_number': 4, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'gw_port': {'id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:09Z', 'updated_at': '2022-10-12T07:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '244f05b0-d51e-47c8-8560-bebbc6b8c8f8', 'name': '', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'mac_address': 'fa:16:3e:cb:47:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:10Z', 'updated_at': '2022-10-12T07:55:13Z', 'revision_number': 4, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'subnets': [{'id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:55:14.561082 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc4d761-c9ac-47ad-9cec-e2946e06ac77 None None] The sync data for ids ['faa01abe-f183-4cc5-b327-5f609aea3c33'] in dv-neutron-860909-2-hyperv is: [{'id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'name': 'tempest-ServerActionsTestJSON-228820512-router', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:55:08Z', 'updated_at': '2022-10-12T07:55:11Z', 'revision_number': 4, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'gw_port': {'id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:09Z', 'updated_at': '2022-10-12T07:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '244f05b0-d51e-47c8-8560-bebbc6b8c8f8', 'name': '', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'mac_address': 'fa:16:3e:cb:47:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:10Z', 'updated_at': '2022-10-12T07:55:13Z', 'revision_number': 4, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'subnets': [{'id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:55:14.564133 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-cbccee05-6ea3-4853-97e4-9bfeb767dd8b None None] For port 244f05b0-d51e-47c8-8560-bebbc6b8c8f8, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=244f05b0-d51e-47c8-8560-bebbc6b8c8f8,segment=NetworkSegment(90e9a3ef-9d84-4657-b072-b98803d47aaf),segment_id=90e9a3ef-9d84-4657-b072-b98803d47aaf)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:55:14.570264 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cbccee05-6ea3-4853-97e4-9bfeb767dd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:14.663835 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 55de4c5c-315a-4126-9174-fabd9f2a4aba is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:55:14.665845 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbccee05-6ea3-4853-97e4-9bfeb767dd8b None None] Pushing event updated for resources: {'Port': ['ID=244f05b0-d51e-47c8-8560-bebbc6b8c8f8,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:55:14.690258 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-29f85fb8-9838-4d70-b5a1-ba21bc4c912b None None] Provisioning complete for port 244f05b0-d51e-47c8-8560-bebbc6b8c8f8 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:55:14.690632 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-29f85fb8-9838-4d70-b5a1-ba21bc4c912b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:14.690966 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-29f85fb8-9838-4d70-b5a1-ba21bc4c912b None None] Attempt 1 to provision port 244f05b0-d51e-47c8-8560-bebbc6b8c8f8 Oct 12 07:55:14.779819 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-29f85fb8-9838-4d70-b5a1-ba21bc4c912b None None] Current status of the port 244f05b0-d51e-47c8-8560-bebbc6b8c8f8 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:55:15.123428 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-a8ed6aaa-e988-40fe-92db-f827e2c14e8f tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:55:15.125264 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-a8ed6aaa-e988-40fe-92db-f827e2c14e8f tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.23 "GET /v2.0/networks?id=f6516a34-5136-47f4-bdde-15ea8d8f92d5 HTTP/1.1" status: 200 len: 811 time: 0.1199164 Oct 12 07:55:15.180808 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-51ca4e1a-fe13-43e8-aa1f-1bceda3be371 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f65ab0cf003848d5ae34ce6530a1d968 HTTP/1.1" status: 200 len: 380 time: 0.0453992 Oct 12 07:55:15.192549 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-599c6630-004a-48a1-84ef-621a648e5ca1 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Request body: {'port': {'device_id': '986afb03-1cc8-4a6d-a080-ae7f07875a19', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'admin_state_up': True, 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'security_groups': ['7669430e-759b-4edf-bce6-c97980c73905']}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:55:15.248886 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-71e7eea6-2017-4cea-b1d8-75fa46fe29fb req-55e67fb3-1c90-475b-815f-bdadd11f7958 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=986afb03-1cc8-4a6d-a080-ae7f07875a19 HTTP/1.1" status: 200 len: 210 time: 0.0377254 Oct 12 07:55:15.335169 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-599c6630-004a-48a1-84ef-621a648e5ca1 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Made reservation on behalf of f65ab0cf003848d5ae34ce6530a1d968 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:55:15.339255 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-599c6630-004a-48a1-84ef-621a648e5ca1 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:15.469450 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-599c6630-004a-48a1-84ef-621a648e5ca1 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Allocated IP 172.20.0.13 (f6516a34-5136-47f4-bdde-15ea8d8f92d5/3d3b478b-75f8-48cd-afce-287fb61e7537/ed34a3b4-c6c4-4032-bf4d-86bc38c31f20) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:55:15.619908 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-599c6630-004a-48a1-84ef-621a648e5ca1 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:15.653762 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-599c6630-004a-48a1-84ef-621a648e5ca1 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:15.695427 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-599c6630-004a-48a1-84ef-621a648e5ca1 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Network f6516a34-5136-47f4-bdde-15ea8d8f92d5 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:55:15.698486 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-599c6630-004a-48a1-84ef-621a648e5ca1 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:55:15.702340 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-599c6630-004a-48a1-84ef-621a648e5ca1 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:55:15.733882 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c6630-004a-48a1-84ef-621a648e5ca1 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Pushing event updated for resources: {'Port': ['ID=ed34a3b4-c6c4-4032-bf4d-86bc38c31f20,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:55:15.761774 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-599c6630-004a-48a1-84ef-621a648e5ca1 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:55:15.762432 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-599c6630-004a-48a1-84ef-621a648e5ca1 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:15.779225 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-599c6630-004a-48a1-84ef-621a648e5ca1 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5915499 Oct 12 07:55:15.791985 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-d16a993e-04fc-420b-83fa-06b4c3f749f1 service neutron] Request body: {'port': {'device_id': '986afb03-1cc8-4a6d-a080-ae7f07875a19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8609'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:55:15.849814 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-d16a993e-04fc-420b-83fa-06b4c3f749f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:15.908812 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-4e2cbb78-83a4-4d3b-a2a6-a569d8e9f1cb None None] Provisioning complete for port ed34a3b4-c6c4-4032-bf4d-86bc38c31f20 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:55:15.909412 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4e2cbb78-83a4-4d3b-a2a6-a569d8e9f1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:15.909599 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-4e2cbb78-83a4-4d3b-a2a6-a569d8e9f1cb None None] Attempt 1 to provision port ed34a3b4-c6c4-4032-bf4d-86bc38c31f20 Oct 12 07:55:15.943526 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-4e2cbb78-83a4-4d3b-a2a6-a569d8e9f1cb None None] Port ed34a3b4-c6c4-4032-bf4d-86bc38c31f20 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:55:16.090805 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4254122a-ddf1-4ea4-b2b6-b3d01ccf4750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:16.109688 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-d16a993e-04fc-420b-83fa-06b4c3f749f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed34a3b4-c6c4-4032-bf4d-86bc38c31f20 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:55:16.117318 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-d16a993e-04fc-420b-83fa-06b4c3f749f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:16.135564 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-d16a993e-04fc-420b-83fa-06b4c3f749f1 service neutron] Transition to ACTIVE for port object ed34a3b4-c6c4-4032-bf4d-86bc38c31f20 will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 07:55:16.139321 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-d16a993e-04fc-420b-83fa-06b4c3f749f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:16.218514 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a993e-04fc-420b-83fa-06b4c3f749f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ed34a3b4-c6c4-4032-bf4d-86bc38c31f20,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:55:16.246365 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-d16a993e-04fc-420b-83fa-06b4c3f749f1 service neutron] Attempting to bind port ed34a3b4-c6c4-4032-bf4d-86bc38c31f20 on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:55:16.246699 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-d16a993e-04fc-420b-83fa-06b4c3f749f1 service neutron] Attempting to bind port ed34a3b4-c6c4-4032-bf4d-86bc38c31f20 by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '90e9a3ef-9d84-4657-b072-b98803d47aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:55:16.247024 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-d16a993e-04fc-420b-83fa-06b4c3f749f1 service neutron] Attempting to bind port ed34a3b4-c6c4-4032-bf4d-86bc38c31f20 on network f6516a34-5136-47f4-bdde-15ea8d8f92d5 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:55:16.251404 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-d16a993e-04fc-420b-83fa-06b4c3f749f1 service neutron] Port ed34a3b4-c6c4-4032-bf4d-86bc38c31f20 on network f6516a34-5136-47f4-bdde-15ea8d8f92d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:55:16.251721 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-d16a993e-04fc-420b-83fa-06b4c3f749f1 service neutron] Attempting to bind port ed34a3b4-c6c4-4032-bf4d-86bc38c31f20 on network f6516a34-5136-47f4-bdde-15ea8d8f92d5 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:55:16.257032 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-d16a993e-04fc-420b-83fa-06b4c3f749f1 service neutron] Checking agent: {'id': 'afe9b392-c72e-4ef3-a7bd-ca4c2066af02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8609', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'started_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:55:16.257375 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-d16a993e-04fc-420b-83fa-06b4c3f749f1 service neutron] Checking segment: {'id': '90e9a3ef-9d84-4657-b072-b98803d47aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:55:16.257753 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-d16a993e-04fc-420b-83fa-06b4c3f749f1 service neutron] Bound using segment: {'id': '90e9a3ef-9d84-4657-b072-b98803d47aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:55:16.258212 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-d16a993e-04fc-420b-83fa-06b4c3f749f1 service neutron] Bound port: ed34a3b4-c6c4-4032-bf4d-86bc38c31f20, host: hv-neutron-8609, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90e9a3ef-9d84-4657-b072-b98803d47aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:55:16.258567 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-d16a993e-04fc-420b-83fa-06b4c3f749f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:16.327201 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-d16a993e-04fc-420b-83fa-06b4c3f749f1 service neutron] For port ed34a3b4-c6c4-4032-bf4d-86bc38c31f20, host hv-neutron-8609, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:55:16.332590 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-d16a993e-04fc-420b-83fa-06b4c3f749f1 service neutron] For port ed34a3b4-c6c4-4032-bf4d-86bc38c31f20, host hv-neutron-8609, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=ed34a3b4-c6c4-4032-bf4d-86bc38c31f20,segment=NetworkSegment(90e9a3ef-9d84-4657-b072-b98803d47aaf),segment_id=90e9a3ef-9d84-4657-b072-b98803d47aaf)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:55:16.343825 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-d16a993e-04fc-420b-83fa-06b4c3f749f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:16.355270 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 244f05b0-d51e-47c8-8560-bebbc6b8c8f8 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:55:16.365171 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-d16a993e-04fc-420b-83fa-06b4c3f749f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:55:16.365729 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-d16a993e-04fc-420b-83fa-06b4c3f749f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:16.367158 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-d16a993e-04fc-420b-83fa-06b4c3f749f1 service neutron] 10.222.0.23 "PUT /v2.0/ports/ed34a3b4-c6c4-4032-bf4d-86bc38c31f20 HTTP/1.1" status: 200 len: 1094 time: 0.5795610 Oct 12 07:55:16.367672 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '986afb03-1cc8-4a6d-a080-ae7f07875a19', 'tag': 'ed34a3b4-c6c4-4032-bf4d-86bc38c31f20'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:55:16.369966 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ec2fa7-495a-4ab9-b558-a61f34ab1191" -d '{"events": [{"name": "network-changed", "server_uuid": "986afb03-1cc8-4a6d-a080-ae7f07875a19", "tag": "ed34a3b4-c6c4-4032-bf4d-86bc38c31f20"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:55:16.414224 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f54c9b1-6663-4104-adc5-dd33b44ca3c3 x-openstack-request-id: req-8f54c9b1-6663-4104-adc5-dd33b44ca3c3 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:55:16.414644 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "986afb03-1cc8-4a6d-a080-ae7f07875a19", "tag": "ed34a3b4-c6c4-4032-bf4d-86bc38c31f20", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:55:16.414966 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8f54c9b1-6663-4104-adc5-dd33b44ca3c3 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:55:16.415431 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f54c9b1-6663-4104-adc5-dd33b44ca3c3'] response: {'name': 'network-changed', 'server_uuid': '986afb03-1cc8-4a6d-a080-ae7f07875a19', 'tag': 'ed34a3b4-c6c4-4032-bf4d-86bc38c31f20', 'status': 'completed', 'code': 200} Oct 12 07:55:16.415585 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 244f05b0-d51e-47c8-8560-bebbc6b8c8f8 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:55:16.416115 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:16.416460 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 244f05b0-d51e-47c8-8560-bebbc6b8c8f8 Oct 12 07:55:16.444995 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-4e2cbb78-83a4-4d3b-a2a6-a569d8e9f1cb None None] Attempt 2 to provision port ed34a3b4-c6c4-4032-bf4d-86bc38c31f20 Oct 12 07:55:16.473073 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd11a4c-982e-4ac8-a9e0-74739fb1a73f req-bcc7840d-75a7-4e70-9635-5631037454f4 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:55:16.474589 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-dcd11a4c-982e-4ac8-a9e0-74739fb1a73f req-bcc7840d-75a7-4e70-9635-5631037454f4 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=986afb03-1cc8-4a6d-a080-ae7f07875a19 HTTP/1.1" status: 200 len: 944 time: 0.1448042 Oct 12 07:55:16.475195 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a993e-04fc-420b-83fa-06b4c3f749f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ed34a3b4-c6c4-4032-bf4d-86bc38c31f20,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:55:16.495803 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-4e2cbb78-83a4-4d3b-a2a6-a569d8e9f1cb None None] Port ed34a3b4-c6c4-4032-bf4d-86bc38c31f20 had new provisioning blocks added so it will not transition to active. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 12 07:55:16.505412 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-3d7b69e1-349e-4dcc-858c-22b1c47bcf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:55:16.506973 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-3d7b69e1-349e-4dcc-858c-22b1c47bcf07 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f65ab0cf003848d5ae34ce6530a1d968&device_id=986afb03-1cc8-4a6d-a080-ae7f07875a19 HTTP/1.1" status: 200 len: 1097 time: 0.0872183 Oct 12 07:55:16.530671 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-dcd11a4c-982e-4ac8-a9e0-74739fb1a73f req-d14345d4-2424-49b0-a785-162f81bf028d tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482349 Oct 12 07:55:16.530889 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 244f05b0-d51e-47c8-8560-bebbc6b8c8f8 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:55:16.561275 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-baa235a2-83e1-400d-a043-ff5dc16465fe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed34a3b4-c6c4-4032-bf4d-86bc38c31f20 HTTP/1.1" status: 200 len: 217 time: 0.0447092 Oct 12 07:55:16.610328 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-b304793c-4254-47d0-9260-33c89b728661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:55:16.611814 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-b304793c-4254-47d0-9260-33c89b728661 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d3b478b-75f8-48cd-afce-287fb61e7537 HTTP/1.1" status: 200 len: 850 time: 0.0438840 Oct 12 07:55:16.656043 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-e6921ba2-cc4d-4225-ba83-9d10d38517d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:55:16.657413 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-e6921ba2-cc4d-4225-ba83-9d10d38517d6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6516a34-5136-47f4-bdde-15ea8d8f92d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396793 Oct 12 07:55:16.747675 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-2f4d9c22-651d-4c36-a307-7c1fe5278fed service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832031 Oct 12 07:55:16.835705 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e380d55b-0d03-493e-ae50-2fd5d22a866e req-c74c9df7-c4d5-4eb6-b8d8-9a0374f2b4a2 service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804729 Oct 12 07:55:16.924941 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec2fa7-495a-4ab9-b558-a61f34ab1191 req-c4c9b257-ee9c-4974-bebe-5f55f778e1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:55:16.926480 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-21ec2fa7-495a-4ab9-b558-a61f34ab1191 req-c4c9b257-ee9c-4974-bebe-5f55f778e1a7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f65ab0cf003848d5ae34ce6530a1d968&device_id=986afb03-1cc8-4a6d-a080-ae7f07875a19 HTTP/1.1" status: 200 len: 1097 time: 0.0445352 Oct 12 07:55:17.012816 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec2fa7-495a-4ab9-b558-a61f34ab1191 req-e3e56d39-6991-42e5-932f-6299cda64883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:55:17.014328 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-21ec2fa7-495a-4ab9-b558-a61f34ab1191 req-e3e56d39-6991-42e5-932f-6299cda64883 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6516a34-5136-47f4-bdde-15ea8d8f92d5 HTTP/1.1" status: 200 len: 912 time: 0.0816939 Oct 12 07:55:17.056784 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-21ec2fa7-495a-4ab9-b558-a61f34ab1191 req-0cbd911f-c079-4973-bf71-e032b248b473 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed34a3b4-c6c4-4032-bf4d-86bc38c31f20 HTTP/1.1" status: 200 len: 217 time: 0.0359235 Oct 12 07:55:17.282422 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:17.426306 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec2fa7-495a-4ab9-b558-a61f34ab1191 req-d2a2de2d-51fc-4a7a-8f59-2ec294f9bb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:55:17.427799 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-21ec2fa7-495a-4ab9-b558-a61f34ab1191 req-d2a2de2d-51fc-4a7a-8f59-2ec294f9bb8e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d3b478b-75f8-48cd-afce-287fb61e7537 HTTP/1.1" status: 200 len: 850 time: 0.3647487 Oct 12 07:55:17.473219 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec2fa7-495a-4ab9-b558-a61f34ab1191 req-37bac5f2-56e8-4bc9-b665-d5b6f24dc3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:55:17.474694 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-21ec2fa7-495a-4ab9-b558-a61f34ab1191 req-37bac5f2-56e8-4bc9-b665-d5b6f24dc3e0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6516a34-5136-47f4-bdde-15ea8d8f92d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391328 Oct 12 07:55:17.567571 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-21ec2fa7-495a-4ab9-b558-a61f34ab1191 req-ac72d277-9627-441a-b5e0-bde448775c79 service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858791 Oct 12 07:55:17.694712 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f94e04d-f6a7-4dbb-b0df-8c1d400459de req-ad73c421-5e95-4897-833c-9329a353230e tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:55:17.696152 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4f94e04d-f6a7-4dbb-b0df-8c1d400459de req-ad73c421-5e95-4897-833c-9329a353230e tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=986afb03-1cc8-4a6d-a080-ae7f07875a19 HTTP/1.1" status: 200 len: 944 time: 0.0660315 Oct 12 07:55:17.698370 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-21ec2fa7-495a-4ab9-b558-a61f34ab1191 req-dad992b1-0d0a-47eb-9234-b89dbebb2682 service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239972 Oct 12 07:55:17.735477 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4f94e04d-f6a7-4dbb-b0df-8c1d400459de req-f8750dee-1f60-471f-a16e-78ce81050be3 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333564 Oct 12 07:55:18.840036 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:18.856741 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be40a764-9b01-4096-89da-f92547585830 req-c2bb9df3-0154-4ab5-986c-a21e8a532383 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:55:18.858293 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-be40a764-9b01-4096-89da-f92547585830 req-c2bb9df3-0154-4ab5-986c-a21e8a532383 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=986afb03-1cc8-4a6d-a080-ae7f07875a19 HTTP/1.1" status: 200 len: 944 time: 0.0515265 Oct 12 07:55:18.896023 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-be40a764-9b01-4096-89da-f92547585830 req-09fce180-b046-456e-8bf5-cbc506bcfc58 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316427 Oct 12 07:55:19.159687 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:20.011872 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0ec73-72fb-4957-912d-2d4acd7e98b0 req-b7e21b06-6a20-45e2-a330-2702648c1a2e tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:55:20.013319 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0ef0ec73-72fb-4957-912d-2d4acd7e98b0 req-b7e21b06-6a20-45e2-a330-2702648c1a2e tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=986afb03-1cc8-4a6d-a080-ae7f07875a19 HTTP/1.1" status: 200 len: 944 time: 0.0479786 Oct 12 07:55:20.049933 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0ef0ec73-72fb-4957-912d-2d4acd7e98b0 req-2001983d-00b8-4e59-ae37-0d810c1d2e31 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303133 Oct 12 07:55:20.343983 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device ed34a3b4-c6c4-4032-bf4d-86bc38c31f20 details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 07:55:20.435914 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port ed34a3b4-c6c4-4032-bf4d-86bc38c31f20, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=ed34a3b4-c6c4-4032-bf4d-86bc38c31f20,segment=NetworkSegment(90e9a3ef-9d84-4657-b072-b98803d47aaf),segment_id=90e9a3ef-9d84-4657-b072-b98803d47aaf)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:55:20.447309 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': 'ed34a3b4-c6c4-4032-bf4d-86bc38c31f20', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'port_id': 'ed34a3b4-c6c4-4032-bf4d-86bc38c31f20', 'mac_address': 'fa:16:3e:ee:5a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 07:55:20.486434 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port ed34a3b4-c6c4-4032-bf4d-86bc38c31f20 is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:55:20.486809 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:20.498872 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed34a3b4-c6c4-4032-bf4d-86bc38c31f20 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:55:20.517278 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port ed34a3b4-c6c4-4032-bf4d-86bc38c31f20, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=ed34a3b4-c6c4-4032-bf4d-86bc38c31f20,segment=NetworkSegment(90e9a3ef-9d84-4657-b072-b98803d47aaf),segment_id=90e9a3ef-9d84-4657-b072-b98803d47aaf)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:55:20.521667 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:20.566153 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=ed34a3b4-c6c4-4032-bf4d-86bc38c31f20,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:55:20.572879 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:55:20.573221 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:55:20.573551 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:55:20.573878 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:55:20.574229 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:55:20.574555 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:55:20.574876 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:55:20.575196 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:55:20.575516 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:55:20.575832 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:55:20.576144 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:55:20.576455 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:55:20.752761 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['ed34a3b4-c6c4-4032-bf4d-86bc38c31f20'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 07:55:21.129254 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:21.172767 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a87a7-bb06-4a50-ad37-0cffdf63a00f req-837a4b4d-f52a-4378-bf78-54cb2daee5c5 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:55:21.174933 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ab2a87a7-bb06-4a50-ad37-0cffdf63a00f req-837a4b4d-f52a-4378-bf78-54cb2daee5c5 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=986afb03-1cc8-4a6d-a080-ae7f07875a19 HTTP/1.1" status: 200 len: 945 time: 0.0539563 Oct 12 07:55:21.212052 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ab2a87a7-bb06-4a50-ad37-0cffdf63a00f req-dbe24637-4b5e-450f-8c8a-f00366bfc4e8 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312922 Oct 12 07:55:22.330525 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7fb13-8274-4ca6-b0ae-58029df3b1f6 req-9e6b07d4-a85a-464e-89e5-9716429abd6c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:55:22.332003 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f9b7fb13-8274-4ca6-b0ae-58029df3b1f6 req-9e6b07d4-a85a-464e-89e5-9716429abd6c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=986afb03-1cc8-4a6d-a080-ae7f07875a19 HTTP/1.1" status: 200 len: 945 time: 0.0489867 Oct 12 07:55:22.350838 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device ed34a3b4-c6c4-4032-bf4d-86bc38c31f20 up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:55:22.370610 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f9b7fb13-8274-4ca6-b0ae-58029df3b1f6 req-7ac34533-31bf-45ba-8b39-8e01c3bb6aa4 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322635 Oct 12 07:55:22.399309 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning for port ed34a3b4-c6c4-4032-bf4d-86bc38c31f20 completed by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 12 07:55:22.403072 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port ed34a3b4-c6c4-4032-bf4d-86bc38c31f20 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:55:22.403434 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:22.403760 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port ed34a3b4-c6c4-4032-bf4d-86bc38c31f20 Oct 12 07:55:22.481802 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port ed34a3b4-c6c4-4032-bf4d-86bc38c31f20 is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:55:22.482224 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:22.503881 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986afb03-1cc8-4a6d-a080-ae7f07875a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed34a3b4-c6c4-4032-bf4d-86bc38c31f20'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:55:22.505881 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b5bdf1-fe63-45e9-b5cd-f791bba0f2c3" -d '{"events": [{"server_uuid": "986afb03-1cc8-4a6d-a080-ae7f07875a19", "name": "network-vif-plugged", "status": "completed", "tag": "ed34a3b4-c6c4-4032-bf4d-86bc38c31f20"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:55:22.518647 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port ed34a3b4-c6c4-4032-bf4d-86bc38c31f20, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=ed34a3b4-c6c4-4032-bf4d-86bc38c31f20,segment=NetworkSegment(90e9a3ef-9d84-4657-b072-b98803d47aaf),segment_id=90e9a3ef-9d84-4657-b072-b98803d47aaf)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:55:22.523339 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:22.546639 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4334cfd0-2eb0-42bc-a42a-38e12505276a x-openstack-request-id: req-4334cfd0-2eb0-42bc-a42a-38e12505276a {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:55:22.546929 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986afb03-1cc8-4a6d-a080-ae7f07875a19", "name": "network-vif-plugged", "status": "completed", "tag": "ed34a3b4-c6c4-4032-bf4d-86bc38c31f20", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:55:22.547182 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4334cfd0-2eb0-42bc-a42a-38e12505276a {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:55:22.547571 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4334cfd0-2eb0-42bc-a42a-38e12505276a'] response: {'server_uuid': '986afb03-1cc8-4a6d-a080-ae7f07875a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed34a3b4-c6c4-4032-bf4d-86bc38c31f20', 'code': 200} Oct 12 07:55:22.572470 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=ed34a3b4-c6c4-4032-bf4d-86bc38c31f20,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:55:22.706039 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f59e93-8b75-417d-a9e9-a0a6144ddfd9 req-ed642454-01f1-4600-a806-d63743da0997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:55:22.707513 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a3f59e93-8b75-417d-a9e9-a0a6144ddfd9 req-ed642454-01f1-4600-a806-d63743da0997 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=986afb03-1cc8-4a6d-a080-ae7f07875a19 HTTP/1.1" status: 200 len: 1099 time: 0.0407503 Oct 12 07:55:22.740880 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a3f59e93-8b75-417d-a9e9-a0a6144ddfd9 req-4e18eb16-d8fb-4b0a-8c61-041a518ed56e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268700 Oct 12 07:55:23.492749 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00172a53-3d28-4140-9690-9e0ddc45abb7 req-4a0b8e16-4455-413e-8f97-a9de62eb206f tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:55:23.494238 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-00172a53-3d28-4140-9690-9e0ddc45abb7 req-4a0b8e16-4455-413e-8f97-a9de62eb206f tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=986afb03-1cc8-4a6d-a080-ae7f07875a19 HTTP/1.1" status: 200 len: 946 time: 0.0525723 Oct 12 07:55:23.530369 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-00172a53-3d28-4140-9690-9e0ddc45abb7 req-4dc5e0ef-74f3-43b1-a596-7b9e255078e0 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301743 Oct 12 07:55:24.650947 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a88ca-8c5d-462e-be3e-2991a4ec10fd req-9801a25a-d3b8-4010-820c-0a0a08872d33 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:55:24.652410 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3b7a88ca-8c5d-462e-be3e-2991a4ec10fd req-9801a25a-d3b8-4010-820c-0a0a08872d33 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=986afb03-1cc8-4a6d-a080-ae7f07875a19 HTTP/1.1" status: 200 len: 946 time: 0.0486491 Oct 12 07:55:24.690079 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3b7a88ca-8c5d-462e-be3e-2991a4ec10fd req-697447eb-6dfe-4c67-bfad-dd6651851735 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313175 Oct 12 07:55:24.803877 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386cd726-0991-4da8-805d-1cb4237979c2 req-f90f51c5-479f-4e31-bce9-b02a830e1b54 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:55:24.805362 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-386cd726-0991-4da8-805d-1cb4237979c2 req-f90f51c5-479f-4e31-bce9-b02a830e1b54 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=986afb03-1cc8-4a6d-a080-ae7f07875a19 HTTP/1.1" status: 200 len: 946 time: 0.0477655 Oct 12 07:55:24.815984 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 45520) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:55:24.820285 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-f15e556c-4b34-4f09-8be7-1fc35d8be5dd tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Request body: {'floatingip': {'port_id': 'ed34a3b4-c6c4-4032-bf4d-86bc38c31f20'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:55:24.862186 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f15e556c-4b34-4f09-8be7-1fc35d8be5dd tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks [] for floatingip, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:25.288631 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f15e556c-4b34-4f09-8be7-1fc35d8be5dd tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:25.292458 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f15e556c-4b34-4f09-8be7-1fc35d8be5dd tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:25.392090 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [None req-f15e556c-4b34-4f09-8be7-1fc35d8be5dd tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Floating IP cebe372c-3ad3-4dd1-9325-da00121e8748 associated. External IP: 172.26.3.194, port: ed34a3b4-c6c4-4032-bf4d-86bc38c31f20. Oct 12 07:55:25.437471 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:55:25.591685 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15e556c-4b34-4f09-8be7-1fc35d8be5dd tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Router faa01abe-f183-4cc5-b327-5f609aea3c33 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:55:25.696998 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15e556c-4b34-4f09-8be7-1fc35d8be5dd tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:55:25.702209 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f15e556c-4b34-4f09-8be7-1fc35d8be5dd tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:25.707775 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e64804-009f-402e-980e-60498aece61b None None] Sync routers for ids ['faa01abe-f183-4cc5-b327-5f609aea3c33'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:55:25.717492 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e64804-009f-402e-980e-60498aece61b None None] Routers {'faa01abe-f183-4cc5-b327-5f609aea3c33'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:55:25.718122 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-e2e64804-009f-402e-980e-60498aece61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:55:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['faa01abe-f183-4cc5-b327-5f609aea3c33'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:55:25.729659 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f15e556c-4b34-4f09-8be7-1fc35d8be5dd tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "PUT /v2.0/floatingips/cebe372c-3ad3-4dd1-9325-da00121e8748 HTTP/1.1" status: 200 len: 992 time: 0.9126573 Oct 12 07:55:25.730469 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '986afb03-1cc8-4a6d-a080-ae7f07875a19', 'tag': 'ed34a3b4-c6c4-4032-bf4d-86bc38c31f20'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:55:25.732857 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2220350f-9d30-43b2-a16a-980ec77ab9a1" -d '{"events": [{"name": "network-changed", "server_uuid": "986afb03-1cc8-4a6d-a080-ae7f07875a19", "tag": "ed34a3b4-c6c4-4032-bf4d-86bc38c31f20"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:55:25.768835 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bae32a3-d652-4c3a-8bfa-891b43e8c9c0 x-openstack-request-id: req-0bae32a3-d652-4c3a-8bfa-891b43e8c9c0 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:55:25.769197 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "986afb03-1cc8-4a6d-a080-ae7f07875a19", "tag": "ed34a3b4-c6c4-4032-bf4d-86bc38c31f20", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:55:25.769456 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0bae32a3-d652-4c3a-8bfa-891b43e8c9c0 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:55:25.769874 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bae32a3-d652-4c3a-8bfa-891b43e8c9c0'] response: {'name': 'network-changed', 'server_uuid': '986afb03-1cc8-4a6d-a080-ae7f07875a19', 'tag': 'ed34a3b4-c6c4-4032-bf4d-86bc38c31f20', 'status': 'completed', 'code': 200} Oct 12 07:55:25.824870 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-e2e64804-009f-402e-980e-60498aece61b None None] Set router faa01abe-f183-4cc5-b327-5f609aea3c33 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:55:25.833743 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220350f-9d30-43b2-a16a-980ec77ab9a1 req-2ab416d1-7383-4a18-ace4-ccb4850799de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:55:25.835399 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2220350f-9d30-43b2-a16a-980ec77ab9a1 req-2ab416d1-7383-4a18-ace4-ccb4850799de service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f65ab0cf003848d5ae34ce6530a1d968&device_id=986afb03-1cc8-4a6d-a080-ae7f07875a19 HTTP/1.1" status: 200 len: 1099 time: 0.0454581 Oct 12 07:55:25.922692 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220350f-9d30-43b2-a16a-980ec77ab9a1 req-2c6ee9ab-4f53-4451-be3a-0665b4098a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:55:25.924227 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2220350f-9d30-43b2-a16a-980ec77ab9a1 req-2c6ee9ab-4f53-4451-be3a-0665b4098a93 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6516a34-5136-47f4-bdde-15ea8d8f92d5 HTTP/1.1" status: 200 len: 912 time: 0.0830772 Oct 12 07:55:25.991834 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2220350f-9d30-43b2-a16a-980ec77ab9a1 req-f3097bfc-3568-472a-90d0-d2b2a461de24 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed34a3b4-c6c4-4032-bf4d-86bc38c31f20 HTTP/1.1" status: 200 len: 1000 time: 0.0617099 Oct 12 07:55:26.041371 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220350f-9d30-43b2-a16a-980ec77ab9a1 req-d817e2b8-9f53-4aab-b7b8-4e7095c685f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:55:26.042848 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2220350f-9d30-43b2-a16a-980ec77ab9a1 req-d817e2b8-9f53-4aab-b7b8-4e7095c685f0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d3b478b-75f8-48cd-afce-287fb61e7537 HTTP/1.1" status: 200 len: 850 time: 0.0440965 Oct 12 07:55:26.045113 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-e2e64804-009f-402e-980e-60498aece61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'name': 'tempest-ServerActionsTestJSON-228820512-router', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:55:08Z', 'updated_at': '2022-10-12T07:55:11Z', 'revision_number': 4, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'gw_port': {'id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:09Z', 'updated_at': '2022-10-12T07:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'cebe372c-3ad3-4dd1-9325-da00121e8748', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'floating_ip_address': '172.26.3.194', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'port_id': 'ed34a3b4-c6c4-4032-bf4d-86bc38c31f20', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'mac_address': 'fa:16:3e:ee:5a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986afb03-1cc8-4a6d-a080-ae7f07875a19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:55:13Z', 'updated_at': '2022-10-12T07:55:25Z', 'revision_number': 1, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244f05b0-d51e-47c8-8560-bebbc6b8c8f8', 'name': '', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'mac_address': 'fa:16:3e:cb:47:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:10Z', 'updated_at': '2022-10-12T07:55:14Z', 'revision_number': 5, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'subnets': [{'id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:55:26.071907 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e64804-009f-402e-980e-60498aece61b None None] Checking router: faa01abe-f183-4cc5-b327-5f609aea3c33 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:55:26.080214 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e64804-009f-402e-980e-60498aece61b None None] Routers {'faa01abe-f183-4cc5-b327-5f609aea3c33'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:55:26.080808 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-e2e64804-009f-402e-980e-60498aece61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:55:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['faa01abe-f183-4cc5-b327-5f609aea3c33'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:55:26.090129 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220350f-9d30-43b2-a16a-980ec77ab9a1 req-08a49f4c-2ca1-48dc-b408-d95e29b92598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:55:26.091649 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2220350f-9d30-43b2-a16a-980ec77ab9a1 req-08a49f4c-2ca1-48dc-b408-d95e29b92598 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6516a34-5136-47f4-bdde-15ea8d8f92d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428188 Oct 12 07:55:26.187758 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2220350f-9d30-43b2-a16a-980ec77ab9a1 req-d60f4a2b-ba36-444a-a7b6-19b4f8a0dc90 service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885527 Oct 12 07:55:26.269268 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-e2e64804-009f-402e-980e-60498aece61b None None] Set router faa01abe-f183-4cc5-b327-5f609aea3c33 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:55:26.279553 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2220350f-9d30-43b2-a16a-980ec77ab9a1 req-f9da7a16-aef4-4b87-97a4-a70b81cdadec service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853322 Oct 12 07:55:26.490941 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-e2e64804-009f-402e-980e-60498aece61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'name': 'tempest-ServerActionsTestJSON-228820512-router', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:55:08Z', 'updated_at': '2022-10-12T07:55:11Z', 'revision_number': 4, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'gw_port': {'id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:09Z', 'updated_at': '2022-10-12T07:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'cebe372c-3ad3-4dd1-9325-da00121e8748', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'floating_ip_address': '172.26.3.194', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'port_id': 'ed34a3b4-c6c4-4032-bf4d-86bc38c31f20', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'mac_address': 'fa:16:3e:ee:5a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986afb03-1cc8-4a6d-a080-ae7f07875a19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:55:13Z', 'updated_at': '2022-10-12T07:55:25Z', 'revision_number': 1, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244f05b0-d51e-47c8-8560-bebbc6b8c8f8', 'name': '', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'mac_address': 'fa:16:3e:cb:47:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:10Z', 'updated_at': '2022-10-12T07:55:14Z', 'revision_number': 5, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'subnets': [{'id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:55:26.515882 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e64804-009f-402e-980e-60498aece61b None None] The sync data for ids ['faa01abe-f183-4cc5-b327-5f609aea3c33'] in dv-neutron-860909-2-hyperv is: [{'id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'name': 'tempest-ServerActionsTestJSON-228820512-router', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:55:08Z', 'updated_at': '2022-10-12T07:55:11Z', 'revision_number': 4, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'gw_port': {'id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:09Z', 'updated_at': '2022-10-12T07:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'cebe372c-3ad3-4dd1-9325-da00121e8748', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'floating_ip_address': '172.26.3.194', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'port_id': 'ed34a3b4-c6c4-4032-bf4d-86bc38c31f20', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'mac_address': 'fa:16:3e:ee:5a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986afb03-1cc8-4a6d-a080-ae7f07875a19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:55:13Z', 'updated_at': '2022-10-12T07:55:25Z', 'revision_number': 1, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244f05b0-d51e-47c8-8560-bebbc6b8c8f8', 'name': '', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'mac_address': 'fa:16:3e:cb:47:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:10Z', 'updated_at': '2022-10-12T07:55:14Z', 'revision_number': 5, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'subnets': [{'id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:55:26.697875 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c52dd6-b0ae-45a9-b27b-54271143a64a None None] New status for floating IP cebe372c-3ad3-4dd1-9325-da00121e8748: ACTIVE {{(pid=103202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 07:55:43.935598 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4cfa0cc4-28c1-4550-b86f-43b0c5b79a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:46.093584 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8a538bfa-48a4-4a10-9808-bad333244a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:47.283470 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:48.842629 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:49.161347 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:55:51.144753 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:56:00.102411 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294abbb2-b184-4241-a808-2110f5dfe1f6 req-870dba76-1a62-4c92-9617-531578af6b3c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:00.103850 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-294abbb2-b184-4241-a808-2110f5dfe1f6 req-870dba76-1a62-4c92-9617-531578af6b3c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=986afb03-1cc8-4a6d-a080-ae7f07875a19 HTTP/1.1" status: 200 len: 946 time: 0.0474088 Oct 12 07:56:00.141307 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-294abbb2-b184-4241-a808-2110f5dfe1f6 req-bd1d2f8b-0eb1-40f1-9996-0c53909f5d51 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316243 Oct 12 07:56:00.261518 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002a29d-3cda-48c6-af64-fe2cf6258f39 req-e2e4d1f0-b6e8-4f6f-8121-8364545938f3 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:00.263044 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6002a29d-3cda-48c6-af64-fe2cf6258f39 req-e2e4d1f0-b6e8-4f6f-8121-8364545938f3 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=986afb03-1cc8-4a6d-a080-ae7f07875a19 HTTP/1.1" status: 200 len: 946 time: 0.0485353 Oct 12 07:56:00.300581 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6002a29d-3cda-48c6-af64-fe2cf6258f39 req-470d9ceb-20ac-45a4-a569-11579aaf0f5e tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317948 Oct 12 07:56:00.419240 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c9659-c180-4b89-88dd-f008de243b46 req-c1c3c64a-2dc1-4bdc-8d2f-a26edcc8fd11 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:00.420618 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-dc0c9659-c180-4b89-88dd-f008de243b46 req-c1c3c64a-2dc1-4bdc-8d2f-a26edcc8fd11 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=986afb03-1cc8-4a6d-a080-ae7f07875a19 HTTP/1.1" status: 200 len: 946 time: 0.0511689 Oct 12 07:56:00.457657 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-dc0c9659-c180-4b89-88dd-f008de243b46 req-d4386107-91a7-4710-a34e-4976af378026 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305371 Oct 12 07:56:00.679900 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-1ea94387-809d-45f1-84ef-6cdca8f213a2 req-0278f5fc-7027-4148-a7b9-75387f835646 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=986afb03-1cc8-4a6d-a080-ae7f07875a19&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0403752 Oct 12 07:56:00.692357 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f2cea-6d13-49fa-8d0c-33b52b480d30 req-fa398686-5c9c-45a8-9e55-f86024a3fb46 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:00.693829 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-672f2cea-6d13-49fa-8d0c-33b52b480d30 req-fa398686-5c9c-45a8-9e55-f86024a3fb46 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=986afb03-1cc8-4a6d-a080-ae7f07875a19 HTTP/1.1" status: 200 len: 946 time: 0.0490994 Oct 12 07:56:00.733389 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-672f2cea-6d13-49fa-8d0c-33b52b480d30 req-edc07102-7475-4e42-9fb4-cc505ae869b6 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334451 Oct 12 07:56:01.778919 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea94387-809d-45f1-84ef-6cdca8f213a2 req-bb87810b-410a-4a6a-851a-502e0d20bba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:01.780438 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1ea94387-809d-45f1-84ef-6cdca8f213a2 req-bb87810b-410a-4a6a-851a-502e0d20bba4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f65ab0cf003848d5ae34ce6530a1d968&device_id=986afb03-1cc8-4a6d-a080-ae7f07875a19 HTTP/1.1" status: 200 len: 1099 time: 0.0417614 Oct 12 07:56:01.901468 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66f04e-d26e-4abb-bee7-d3d8392dcddb req-33b56208-886c-4cc1-8c30-4ac80718ced0 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:01.903227 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ba66f04e-d26e-4abb-bee7-d3d8392dcddb req-33b56208-886c-4cc1-8c30-4ac80718ced0 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=986afb03-1cc8-4a6d-a080-ae7f07875a19 HTTP/1.1" status: 200 len: 946 time: 0.0970418 Oct 12 07:56:01.918480 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea94387-809d-45f1-84ef-6cdca8f213a2 req-bb825f9d-f89c-4533-9676-367684ccb27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:01.920114 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1ea94387-809d-45f1-84ef-6cdca8f213a2 req-bb825f9d-f89c-4533-9676-367684ccb27b service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6516a34-5136-47f4-bdde-15ea8d8f92d5 HTTP/1.1" status: 200 len: 912 time: 0.1330240 Oct 12 07:56:01.990984 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ba66f04e-d26e-4abb-bee7-d3d8392dcddb req-b4dab788-5928-42c1-b63c-187e5cbdd85a tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806801 Oct 12 07:56:02.003424 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1ea94387-809d-45f1-84ef-6cdca8f213a2 req-47dd1c22-0ae2-46ec-92d4-44b2be505270 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed34a3b4-c6c4-4032-bf4d-86bc38c31f20 HTTP/1.1" status: 200 len: 1002 time: 0.0759189 Oct 12 07:56:02.051522 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea94387-809d-45f1-84ef-6cdca8f213a2 req-2b983b00-f7b7-4278-8054-53c72a140209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:02.052847 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1ea94387-809d-45f1-84ef-6cdca8f213a2 req-2b983b00-f7b7-4278-8054-53c72a140209 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d3b478b-75f8-48cd-afce-287fb61e7537 HTTP/1.1" status: 200 len: 850 time: 0.0441818 Oct 12 07:56:02.097796 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea94387-809d-45f1-84ef-6cdca8f213a2 req-247180a5-1067-45e6-baa5-047c0a29e679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:02.099273 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1ea94387-809d-45f1-84ef-6cdca8f213a2 req-247180a5-1067-45e6-baa5-047c0a29e679 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6516a34-5136-47f4-bdde-15ea8d8f92d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399506 Oct 12 07:56:02.190415 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1ea94387-809d-45f1-84ef-6cdca8f213a2 req-2ba07489-5903-4016-a4cf-6603d4cf4fdb service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843799 Oct 12 07:56:02.277535 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1ea94387-809d-45f1-84ef-6cdca8f213a2 req-bacdb8a5-48e1-4daf-bdb2-4de926e6baec service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808845 Oct 12 07:56:02.435755 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:56:03.117030 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346bbd5-c874-4810-a971-9fe76a22ad29 req-fec5cefe-ced5-4185-9dd8-9bc0affa92e3 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:03.118535 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e346bbd5-c874-4810-a971-9fe76a22ad29 req-fec5cefe-ced5-4185-9dd8-9bc0affa92e3 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=986afb03-1cc8-4a6d-a080-ae7f07875a19 HTTP/1.1" status: 200 len: 946 time: 0.0557199 Oct 12 07:56:03.154529 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e346bbd5-c874-4810-a971-9fe76a22ad29 req-0297c855-7fbe-452f-aaf0-205b9318aaa2 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301309 Oct 12 07:56:04.276105 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad961a-bf66-4911-b36e-17fb7ea24328 req-66e98053-4a7c-4bf5-8c3a-d782b9e05364 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:04.277571 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-50ad961a-bf66-4911-b36e-17fb7ea24328 req-66e98053-4a7c-4bf5-8c3a-d782b9e05364 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=986afb03-1cc8-4a6d-a080-ae7f07875a19 HTTP/1.1" status: 200 len: 946 time: 0.0483756 Oct 12 07:56:04.314318 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-50ad961a-bf66-4911-b36e-17fb7ea24328 req-5a4a0ce4-ebb0-4180-87d3-a602c45e94c5 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309408 Oct 12 07:56:05.433749 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77222ba2-0162-4c64-b6ea-a46f94d29cab req-04f158ac-471c-40c3-9ce9-70069a5c9894 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:05.435220 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-77222ba2-0162-4c64-b6ea-a46f94d29cab req-04f158ac-471c-40c3-9ce9-70069a5c9894 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=986afb03-1cc8-4a6d-a080-ae7f07875a19 HTTP/1.1" status: 200 len: 946 time: 0.0474770 Oct 12 07:56:05.472911 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-77222ba2-0162-4c64-b6ea-a46f94d29cab req-ffd948ab-c2f4-4f98-9aff-95e9d2c8ddc6 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313494 Oct 12 07:56:06.597240 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922cbe7-e82e-4c53-a115-54fcdb4f6daf req-9edc6849-8443-4f35-9942-eaca0453ac25 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:06.598662 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1922cbe7-e82e-4c53-a115-54fcdb4f6daf req-9edc6849-8443-4f35-9942-eaca0453ac25 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=986afb03-1cc8-4a6d-a080-ae7f07875a19 HTTP/1.1" status: 200 len: 946 time: 0.0530078 Oct 12 07:56:06.634826 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1922cbe7-e82e-4c53-a115-54fcdb4f6daf req-f3d828c9-3ae2-43f6-a0ae-9066e4e1da30 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303147 Oct 12 07:56:07.754822 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdfe1de-d554-4123-b086-59bf105a97f1 req-8a30068e-4e42-4943-91d8-033ade0fbc8c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:07.756294 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3bdfe1de-d554-4123-b086-59bf105a97f1 req-8a30068e-4e42-4943-91d8-033ade0fbc8c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=986afb03-1cc8-4a6d-a080-ae7f07875a19 HTTP/1.1" status: 200 len: 946 time: 0.0494165 Oct 12 07:56:07.795661 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3bdfe1de-d554-4123-b086-59bf105a97f1 req-ed85d3b5-bf82-4b0a-9acf-1a69f4e62569 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335603 Oct 12 07:56:08.914109 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dcf221-9466-4681-bf7b-a10eaefd254c req-1acf6afa-9ec5-4910-bb79-fc0e525e87dd tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:08.915554 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f1dcf221-9466-4681-bf7b-a10eaefd254c req-1acf6afa-9ec5-4910-bb79-fc0e525e87dd tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=986afb03-1cc8-4a6d-a080-ae7f07875a19 HTTP/1.1" status: 200 len: 946 time: 0.0479398 Oct 12 07:56:08.951796 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f1dcf221-9466-4681-bf7b-a10eaefd254c req-3e548d59-ccdd-4ff3-b4f9-ad62366c9c69 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304277 Oct 12 07:56:10.073418 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cbe705-47a9-43a2-b983-32e91d19fc99 req-3641e1ae-1f7d-4480-a834-50c1d27a4538 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:10.074811 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c3cbe705-47a9-43a2-b983-32e91d19fc99 req-3641e1ae-1f7d-4480-a834-50c1d27a4538 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=986afb03-1cc8-4a6d-a080-ae7f07875a19 HTTP/1.1" status: 200 len: 946 time: 0.0508349 Oct 12 07:56:10.111489 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c3cbe705-47a9-43a2-b983-32e91d19fc99 req-fbfeeeb5-6784-4d7f-a47e-ed744ad2d137 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305569 Oct 12 07:56:11.230981 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70b4c1-95db-470e-95e3-fe9886fc9bc7 req-ee12b877-12f4-4855-81d8-00084f69e616 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:11.232441 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3f70b4c1-95db-470e-95e3-fe9886fc9bc7 req-ee12b877-12f4-4855-81d8-00084f69e616 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=986afb03-1cc8-4a6d-a080-ae7f07875a19 HTTP/1.1" status: 200 len: 946 time: 0.0490122 Oct 12 07:56:11.269487 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3f70b4c1-95db-470e-95e3-fe9886fc9bc7 req-281c5bd4-b04c-4850-9bae-1bbe576baf3e tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306015 Oct 12 07:56:12.388071 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a9c1b-71af-4020-84cd-8fab84ef9d08 req-8e8cb0e2-6376-4865-a6d9-e7d344e9df2b tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:12.389532 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-749a9c1b-71af-4020-84cd-8fab84ef9d08 req-8e8cb0e2-6376-4865-a6d9-e7d344e9df2b tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=986afb03-1cc8-4a6d-a080-ae7f07875a19 HTTP/1.1" status: 200 len: 946 time: 0.0480533 Oct 12 07:56:12.426819 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-749a9c1b-71af-4020-84cd-8fab84ef9d08 req-fb4b60df-886b-41e9-8ff8-1be47b801b4a tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306842 Oct 12 07:56:13.423245 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0af8d9-6855-477d-a223-29f44d30234b req-bdc13f36-1ce3-47ec-82af-d6d89bdfd85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:13.424771 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2d0af8d9-6855-477d-a223-29f44d30234b req-bdc13f36-1ce3-47ec-82af-d6d89bdfd85e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f65ab0cf003848d5ae34ce6530a1d968&device_id=986afb03-1cc8-4a6d-a080-ae7f07875a19 HTTP/1.1" status: 200 len: 1099 time: 0.0438194 Oct 12 07:56:13.557407 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0af8d9-6855-477d-a223-29f44d30234b req-e9cca0e7-639d-4d20-8013-72df7c50b820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:13.558903 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2d0af8d9-6855-477d-a223-29f44d30234b req-e9cca0e7-639d-4d20-8013-72df7c50b820 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6516a34-5136-47f4-bdde-15ea8d8f92d5 HTTP/1.1" status: 200 len: 912 time: 0.1162169 Oct 12 07:56:13.569791 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f796d6-a0cd-4fd8-a165-61d76296e9c4 req-e0b6f874-b8af-4212-8b2c-44dd651706c1 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:13.571207 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-62f796d6-a0cd-4fd8-a165-61d76296e9c4 req-e0b6f874-b8af-4212-8b2c-44dd651706c1 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=986afb03-1cc8-4a6d-a080-ae7f07875a19 HTTP/1.1" status: 200 len: 946 time: 0.0706735 Oct 12 07:56:13.648877 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-62f796d6-a0cd-4fd8-a165-61d76296e9c4 req-c02532f8-a413-49f9-b9f3-5fcfb6946daf tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714109 Oct 12 07:56:13.654756 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2d0af8d9-6855-477d-a223-29f44d30234b req-d15eede8-a557-4dc0-b3b7-3e707ed6f1b5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed34a3b4-c6c4-4032-bf4d-86bc38c31f20 HTTP/1.1" status: 200 len: 1002 time: 0.0826957 Oct 12 07:56:13.704230 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0af8d9-6855-477d-a223-29f44d30234b req-27c0c41d-0983-4bb7-b006-c4faa5cfb7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:13.706510 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2d0af8d9-6855-477d-a223-29f44d30234b req-27c0c41d-0983-4bb7-b006-c4faa5cfb7a8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d3b478b-75f8-48cd-afce-287fb61e7537 HTTP/1.1" status: 200 len: 850 time: 0.0446868 Oct 12 07:56:13.755523 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0af8d9-6855-477d-a223-29f44d30234b req-ebb984bd-71ba-4735-808c-bbf3ae425733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:13.757168 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2d0af8d9-6855-477d-a223-29f44d30234b req-ebb984bd-71ba-4735-808c-bbf3ae425733 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6516a34-5136-47f4-bdde-15ea8d8f92d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444491 Oct 12 07:56:13.824845 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-1ea94387-809d-45f1-84ef-6cdca8f213a2 req-13a7afb9-c1a2-4bc7-865b-4883bfe0702a service neutron] 10.222.0.23 "GET /v2.0/ports/ed34a3b4-c6c4-4032-bf4d-86bc38c31f20/bindings/hv-neutron-8609 HTTP/1.1" status: 200 len: 384 time: 0.0602427 Oct 12 07:56:13.853391 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2d0af8d9-6855-477d-a223-29f44d30234b req-bed1324a-383a-41c0-8a0d-e44ff1f61c62 service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893722 Oct 12 07:56:13.943126 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-81358d98-aab8-43af-b06d-14d75e09f63e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:56:13.956478 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2d0af8d9-6855-477d-a223-29f44d30234b req-500525de-9b18-40c1-8aa0-6a87fe13c049 service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961440 Oct 12 07:56:14.038713 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea94387-809d-45f1-84ef-6cdca8f213a2 req-2a0dca3f-4c60-4717-8cb7-7cb3816a2fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:14.040202 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1ea94387-809d-45f1-84ef-6cdca8f213a2 req-2a0dca3f-4c60-4717-8cb7-7cb3816a2fa5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=986afb03-1cc8-4a6d-a080-ae7f07875a19&tenant_id=f65ab0cf003848d5ae34ce6530a1d968 HTTP/1.1" status: 200 len: 1099 time: 0.0398819 Oct 12 07:56:14.099087 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea94387-809d-45f1-84ef-6cdca8f213a2 req-2ac35eed-dc6b-403c-9902-341abba764c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:14.100542 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1ea94387-809d-45f1-84ef-6cdca8f213a2 req-2ac35eed-dc6b-403c-9902-341abba764c5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f65ab0cf003848d5ae34ce6530a1d968&device_id=986afb03-1cc8-4a6d-a080-ae7f07875a19 HTTP/1.1" status: 200 len: 1099 time: 0.0389524 Oct 12 07:56:14.191153 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea94387-809d-45f1-84ef-6cdca8f213a2 req-0b79b811-f7a2-47ec-8b0e-392d77099d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:14.192596 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1ea94387-809d-45f1-84ef-6cdca8f213a2 req-0b79b811-f7a2-47ec-8b0e-392d77099d65 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6516a34-5136-47f4-bdde-15ea8d8f92d5 HTTP/1.1" status: 200 len: 912 time: 0.0860527 Oct 12 07:56:14.255284 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1ea94387-809d-45f1-84ef-6cdca8f213a2 req-63aa0403-ceb2-492b-a7f1-aaec08daf348 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed34a3b4-c6c4-4032-bf4d-86bc38c31f20 HTTP/1.1" status: 200 len: 1002 time: 0.0562668 Oct 12 07:56:14.305258 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea94387-809d-45f1-84ef-6cdca8f213a2 req-999fcb47-ecbc-4a8a-bb9d-4f5753e4b727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:14.306711 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1ea94387-809d-45f1-84ef-6cdca8f213a2 req-999fcb47-ecbc-4a8a-bb9d-4f5753e4b727 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d3b478b-75f8-48cd-afce-287fb61e7537 HTTP/1.1" status: 200 len: 850 time: 0.0453498 Oct 12 07:56:14.350574 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea94387-809d-45f1-84ef-6cdca8f213a2 req-bb6592a4-cc91-4700-bfa6-3e3084145ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:14.352027 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1ea94387-809d-45f1-84ef-6cdca8f213a2 req-bb6592a4-cc91-4700-bfa6-3e3084145ff4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6516a34-5136-47f4-bdde-15ea8d8f92d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390556 Oct 12 07:56:14.442061 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1ea94387-809d-45f1-84ef-6cdca8f213a2 req-3dd7d90e-c7e6-48d5-bb77-801af52eba85 service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835326 Oct 12 07:56:14.864310 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ec802-c520-4c8e-bb1c-ce10ceeb7d02 req-2567d0a2-76c9-4e4f-ba34-f2f45a1854ef tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:14.865748 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-586ec802-c520-4c8e-bb1c-ce10ceeb7d02 req-2567d0a2-76c9-4e4f-ba34-f2f45a1854ef tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=986afb03-1cc8-4a6d-a080-ae7f07875a19 HTTP/1.1" status: 200 len: 946 time: 0.0906217 Oct 12 07:56:14.884567 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1ea94387-809d-45f1-84ef-6cdca8f213a2 req-c3acb966-a726-448f-9947-9d87ae5e233b service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4362988 Oct 12 07:56:14.910054 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-586ec802-c520-4c8e-bb1c-ce10ceeb7d02 req-6be9e5bd-1883-4591-954a-cc3ee656d534 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357232 Oct 12 07:56:16.029256 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f722be9-f370-4d71-9b31-96b825f6cc7b req-dcb388e4-6653-4ecf-ab4d-2c62630ce012 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:16.030755 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8f722be9-f370-4d71-9b31-96b825f6cc7b req-dcb388e4-6653-4ecf-ab4d-2c62630ce012 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=986afb03-1cc8-4a6d-a080-ae7f07875a19 HTTP/1.1" status: 200 len: 946 time: 0.0476291 Oct 12 07:56:16.067398 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8f722be9-f370-4d71-9b31-96b825f6cc7b req-cf9ea55a-1e3a-4ccf-97e4-be0edf5ee7bd tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308144 Oct 12 07:56:16.096010 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-903ce355-fce3-4ecb-89ee-cc358b6c7919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:56:17.187102 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8aae70-9884-4dc2-a5b0-a16373553227 req-67deb214-5db1-49db-90df-a4c6e3fbdd17 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:17.188561 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cd8aae70-9884-4dc2-a5b0-a16373553227 req-67deb214-5db1-49db-90df-a4c6e3fbdd17 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=986afb03-1cc8-4a6d-a080-ae7f07875a19 HTTP/1.1" status: 200 len: 946 time: 0.0480049 Oct 12 07:56:17.226234 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cd8aae70-9884-4dc2-a5b0-a16373553227 req-2ecce135-0f24-45ec-b65d-5f27b7689e3e tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317838 Oct 12 07:56:17.287343 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:56:17.455731 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83dab5-0599-4902-86af-b3fb92f27139 req-cd77f112-3934-419c-9625-1f093fe75354 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:17.457724 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1d83dab5-0599-4902-86af-b3fb92f27139 req-cd77f112-3934-419c-9625-1f093fe75354 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=986afb03-1cc8-4a6d-a080-ae7f07875a19 HTTP/1.1" status: 200 len: 946 time: 0.0830865 Oct 12 07:56:17.465715 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c95ca-e1b8-430a-a900-7eb4118ac14c req-681d7143-dbf9-422e-8a90-1fb23b57bbe8 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:17.467055 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-334c95ca-e1b8-430a-a900-7eb4118ac14c req-681d7143-dbf9-422e-8a90-1fb23b57bbe8 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.23 "GET /v2.0/ports?device_id=986afb03-1cc8-4a6d-a080-ae7f07875a19&tenant_id=f65ab0cf003848d5ae34ce6530a1d968&binding%3Ahost_id=hv-neutron-8609 HTTP/1.1" status: 200 len: 946 time: 0.0808990 Oct 12 07:56:17.499512 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1d83dab5-0599-4902-86af-b3fb92f27139 req-015afb44-7bbb-4226-a1e9-33f3cf664c98 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315135 Oct 12 07:56:17.546338 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c95ca-e1b8-430a-a900-7eb4118ac14c req-877a6167-f5af-4be0-ba0f-8c34d3b3f9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:17.547809 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-334c95ca-e1b8-430a-a900-7eb4118ac14c req-877a6167-f5af-4be0-ba0f-8c34d3b3f9a6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f65ab0cf003848d5ae34ce6530a1d968&device_id=986afb03-1cc8-4a6d-a080-ae7f07875a19 HTTP/1.1" status: 200 len: 1099 time: 0.0395005 Oct 12 07:56:17.636882 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c95ca-e1b8-430a-a900-7eb4118ac14c req-fc560795-b891-4126-989b-c1120bad668f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:17.638347 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-334c95ca-e1b8-430a-a900-7eb4118ac14c req-fc560795-b891-4126-989b-c1120bad668f service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6516a34-5136-47f4-bdde-15ea8d8f92d5 HTTP/1.1" status: 200 len: 912 time: 0.0845926 Oct 12 07:56:17.699641 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-334c95ca-e1b8-430a-a900-7eb4118ac14c req-de2d467c-174d-49f2-9a3b-497a6af3f5db service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed34a3b4-c6c4-4032-bf4d-86bc38c31f20 HTTP/1.1" status: 200 len: 1002 time: 0.0551043 Oct 12 07:56:17.750931 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c95ca-e1b8-430a-a900-7eb4118ac14c req-0c768661-a7e8-486f-9d21-e55e13b30281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:17.752315 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-334c95ca-e1b8-430a-a900-7eb4118ac14c req-0c768661-a7e8-486f-9d21-e55e13b30281 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d3b478b-75f8-48cd-afce-287fb61e7537 HTTP/1.1" status: 200 len: 850 time: 0.0470896 Oct 12 07:56:17.795273 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c95ca-e1b8-430a-a900-7eb4118ac14c req-e4475e67-5c6b-49f8-89ae-3dfbe523ab37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:17.796717 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-334c95ca-e1b8-430a-a900-7eb4118ac14c req-e4475e67-5c6b-49f8-89ae-3dfbe523ab37 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6516a34-5136-47f4-bdde-15ea8d8f92d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0381973 Oct 12 07:56:17.885385 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-334c95ca-e1b8-430a-a900-7eb4118ac14c req-36fc2906-ba1b-43eb-a906-536571762f00 service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820584 Oct 12 07:56:17.975558 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-334c95ca-e1b8-430a-a900-7eb4118ac14c req-cdbe82bd-e7f2-4ce1-90a5-10b8593c5699 service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838139 Oct 12 07:56:18.623867 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6e13b-0ff0-4a9f-a66c-53d599d91505 req-7de5a077-23ea-474d-8090-b1f8e046111e tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:18.625334 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2fa6e13b-0ff0-4a9f-a66c-53d599d91505 req-7de5a077-23ea-474d-8090-b1f8e046111e tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=986afb03-1cc8-4a6d-a080-ae7f07875a19 HTTP/1.1" status: 200 len: 946 time: 0.0485971 Oct 12 07:56:18.662315 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2fa6e13b-0ff0-4a9f-a66c-53d599d91505 req-6bbce5b0-a50b-400d-a30e-a5e63fbe7135 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310626 Oct 12 07:56:18.781522 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61203037-2aa8-41a7-acba-8446cc3116c4 req-d4421805-6e15-481c-a5da-a81dec326d12 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:18.783002 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-61203037-2aa8-41a7-acba-8446cc3116c4 req-d4421805-6e15-481c-a5da-a81dec326d12 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=986afb03-1cc8-4a6d-a080-ae7f07875a19 HTTP/1.1" status: 200 len: 946 time: 0.0512130 Oct 12 07:56:18.820215 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-61203037-2aa8-41a7-acba-8446cc3116c4 req-d517edaf-a4ab-435c-88ad-60c7dfea6919 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307233 Oct 12 07:56:18.844289 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:56:18.939790 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da70ca-6f73-45b1-a755-263f4b813730 req-84520a06-a3fa-4f76-b35d-3d880c52be2b tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:18.941757 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-61da70ca-6f73-45b1-a755-263f4b813730 req-84520a06-a3fa-4f76-b35d-3d880c52be2b tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=986afb03-1cc8-4a6d-a080-ae7f07875a19 HTTP/1.1" status: 200 len: 946 time: 0.0485411 Oct 12 07:56:18.979036 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-61da70ca-6f73-45b1-a755-263f4b813730 req-c999aee8-3aa7-4167-a915-72ce64aa4956 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315239 Oct 12 07:56:19.163400 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:56:19.209380 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f7229-0ffc-4e7a-b6f5-e82da1a07ae5 req-1ac8784e-a0d0-48ba-9453-9010518b2264 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:19.210862 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c41f7229-0ffc-4e7a-b6f5-e82da1a07ae5 req-1ac8784e-a0d0-48ba-9453-9010518b2264 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=986afb03-1cc8-4a6d-a080-ae7f07875a19 HTTP/1.1" status: 200 len: 946 time: 0.0501807 Oct 12 07:56:19.247383 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c41f7229-0ffc-4e7a-b6f5-e82da1a07ae5 req-8948dfe0-4f9c-4306-a076-2410015b70c9 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304811 Oct 12 07:56:20.370789 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab09bd1-5561-47f5-8a25-aa1974f11bc0 req-85057c0e-78fe-4ad6-9d9a-77472e23183a tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:20.372275 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bab09bd1-5561-47f5-8a25-aa1974f11bc0 req-85057c0e-78fe-4ad6-9d9a-77472e23183a tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=986afb03-1cc8-4a6d-a080-ae7f07875a19 HTTP/1.1" status: 200 len: 946 time: 0.0522938 Oct 12 07:56:20.409389 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bab09bd1-5561-47f5-8a25-aa1974f11bc0 req-e9ff9751-6c3f-4bd1-9581-e630de8dc70f tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306847 Oct 12 07:56:20.836452 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b0c47-8156-4298-9626-c744973ce56f req-70c67c3c-1908-4843-9d48-f070f7d5e6d2 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:20.837894 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ab0b0c47-8156-4298-9626-c744973ce56f req-70c67c3c-1908-4843-9d48-f070f7d5e6d2 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.23 "GET /v2.0/ports?device_id=986afb03-1cc8-4a6d-a080-ae7f07875a19 HTTP/1.1" status: 200 len: 946 time: 0.0480738 Oct 12 07:56:20.925355 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-ab0b0c47-8156-4298-9626-c744973ce56f req-19566e7b-bf60-4722-8d9d-13e5b9ce2818 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Deleting port ed34a3b4-c6c4-4032-bf4d-86bc38c31f20 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:56:20.925696 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-ab0b0c47-8156-4298-9626-c744973ce56f req-19566e7b-bf60-4722-8d9d-13e5b9ce2818 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:56:21.014798 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-ab0b0c47-8156-4298-9626-c744973ce56f req-19566e7b-bf60-4722-8d9d-13e5b9ce2818 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] For port ed34a3b4-c6c4-4032-bf4d-86bc38c31f20, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=ed34a3b4-c6c4-4032-bf4d-86bc38c31f20,segment=NetworkSegment(90e9a3ef-9d84-4657-b072-b98803d47aaf),segment_id=90e9a3ef-9d84-4657-b072-b98803d47aaf)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:56:21.015193 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-ab0b0c47-8156-4298-9626-c744973ce56f req-19566e7b-bf60-4722-8d9d-13e5b9ce2818 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:56:21.154454 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:56:21.187790 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-ab0b0c47-8156-4298-9626-c744973ce56f req-19566e7b-bf60-4722-8d9d-13e5b9ce2818 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:56:21.188148 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-ab0b0c47-8156-4298-9626-c744973ce56f req-19566e7b-bf60-4722-8d9d-13e5b9ce2818 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:56:21.188462 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [req-ab0b0c47-8156-4298-9626-c744973ce56f req-19566e7b-bf60-4722-8d9d-13e5b9ce2818 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Floating IP cebe372c-3ad3-4dd1-9325-da00121e8748 disassociated. External IP: 172.26.3.194, port: ed34a3b4-c6c4-4032-bf4d-86bc38c31f20. Oct 12 07:56:21.188801 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-ab0b0c47-8156-4298-9626-c744973ce56f req-19566e7b-bf60-4722-8d9d-13e5b9ce2818 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Calling delete_port for ed34a3b4-c6c4-4032-bf4d-86bc38c31f20 owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:56:21.321438 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-ab0b0c47-8156-4298-9626-c744973ce56f req-19566e7b-bf60-4722-8d9d-13e5b9ce2818 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:56:21.349808 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19566e7b-bf60-4722-8d9d-13e5b9ce2818 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Pushing event deleted for resources: {'Port': ['ID=ed34a3b4-c6c4-4032-bf4d-86bc38c31f20,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:56:21.360918 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19566e7b-bf60-4722-8d9d-13e5b9ce2818 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:56:21.361266 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19566e7b-bf60-4722-8d9d-13e5b9ce2818 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:56:21.361620 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19566e7b-bf60-4722-8d9d-13e5b9ce2818 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:56:21.361985 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19566e7b-bf60-4722-8d9d-13e5b9ce2818 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:56:21.362443 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19566e7b-bf60-4722-8d9d-13e5b9ce2818 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:56:21.362710 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19566e7b-bf60-4722-8d9d-13e5b9ce2818 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:56:21.362996 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19566e7b-bf60-4722-8d9d-13e5b9ce2818 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:56:21.363338 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19566e7b-bf60-4722-8d9d-13e5b9ce2818 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:56:21.363643 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19566e7b-bf60-4722-8d9d-13e5b9ce2818 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:56:21.363972 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19566e7b-bf60-4722-8d9d-13e5b9ce2818 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:56:21.364376 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19566e7b-bf60-4722-8d9d-13e5b9ce2818 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:56:21.364613 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19566e7b-bf60-4722-8d9d-13e5b9ce2818 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:56:21.482814 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab0b0c47-8156-4298-9626-c744973ce56f req-19566e7b-bf60-4722-8d9d-13e5b9ce2818 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Router faa01abe-f183-4cc5-b327-5f609aea3c33 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:56:21.517144 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ebf20395-d3f0-454c-8978-08c690c7dfe9 req-146e4aeb-f63d-4c5f-aac6-51a3a96892ce tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=986afb03-1cc8-4a6d-a080-ae7f07875a19 HTTP/1.1" status: 200 len: 210 time: 0.0293615 Oct 12 07:56:21.623825 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab0b0c47-8156-4298-9626-c744973ce56f req-19566e7b-bf60-4722-8d9d-13e5b9ce2818 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:56:21.634747 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0875797c-678e-417c-af46-d673440d2ac4 None None] Sync routers for ids ['faa01abe-f183-4cc5-b327-5f609aea3c33'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:56:21.644679 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0875797c-678e-417c-af46-d673440d2ac4 None None] Routers {'faa01abe-f183-4cc5-b327-5f609aea3c33'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:56:21.645283 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-0875797c-678e-417c-af46-d673440d2ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:56:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['faa01abe-f183-4cc5-b327-5f609aea3c33'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:56:21.666013 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0b0c47-8156-4298-9626-c744973ce56f req-19566e7b-bf60-4722-8d9d-13e5b9ce2818 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] No DVR routers for this DVR port ed34a3b4-c6c4-4032-bf4d-86bc38c31f20 on host hv-neutron-8609 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:56:21.668545 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-ab0b0c47-8156-4298-9626-c744973ce56f req-19566e7b-bf60-4722-8d9d-13e5b9ce2818 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:56:21.671839 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ab0b0c47-8156-4298-9626-c744973ce56f req-19566e7b-bf60-4722-8d9d-13e5b9ce2818 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.23 "DELETE /v2.0/ports/ed34a3b4-c6c4-4032-bf4d-86bc38c31f20 HTTP/1.1" status: 204 len: 173 time: 0.8286507 Oct 12 07:56:21.672353 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986afb03-1cc8-4a6d-a080-ae7f07875a19', 'name': 'network-vif-deleted', 'tag': 'ed34a3b4-c6c4-4032-bf4d-86bc38c31f20'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:56:21.675155 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c883b4bf-5333-4424-8549-e1e959b56852" -d '{"events": [{"server_uuid": "986afb03-1cc8-4a6d-a080-ae7f07875a19", "name": "network-vif-deleted", "tag": "ed34a3b4-c6c4-4032-bf4d-86bc38c31f20"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:56:21.718768 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5abbff-dc56-4108-93d8-1901b8379775 x-openstack-request-id: req-5e5abbff-dc56-4108-93d8-1901b8379775 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:56:21.719190 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986afb03-1cc8-4a6d-a080-ae7f07875a19", "name": "network-vif-deleted", "tag": "ed34a3b4-c6c4-4032-bf4d-86bc38c31f20", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:56:21.719452 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5e5abbff-dc56-4108-93d8-1901b8379775 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:56:21.719868 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e5abbff-dc56-4108-93d8-1901b8379775'] response: {'server_uuid': '986afb03-1cc8-4a6d-a080-ae7f07875a19', 'name': 'network-vif-deleted', 'tag': 'ed34a3b4-c6c4-4032-bf4d-86bc38c31f20', 'status': 'completed', 'code': 200} Oct 12 07:56:21.757618 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-0875797c-678e-417c-af46-d673440d2ac4 None None] Set router faa01abe-f183-4cc5-b327-5f609aea3c33 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:56:21.956548 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-0875797c-678e-417c-af46-d673440d2ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'name': 'tempest-ServerActionsTestJSON-228820512-router', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:55:08Z', 'updated_at': '2022-10-12T07:55:11Z', 'revision_number': 4, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'gw_port': {'id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:09Z', 'updated_at': '2022-10-12T07:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '244f05b0-d51e-47c8-8560-bebbc6b8c8f8', 'name': '', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'mac_address': 'fa:16:3e:cb:47:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:10Z', 'updated_at': '2022-10-12T07:55:14Z', 'revision_number': 5, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'subnets': [{'id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:56:21.985228 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0875797c-678e-417c-af46-d673440d2ac4 None None] Checking router: faa01abe-f183-4cc5-b327-5f609aea3c33 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:56:21.993794 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0875797c-678e-417c-af46-d673440d2ac4 None None] Routers {'faa01abe-f183-4cc5-b327-5f609aea3c33'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:56:21.994427 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-0875797c-678e-417c-af46-d673440d2ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:56:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['faa01abe-f183-4cc5-b327-5f609aea3c33'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:56:22.103575 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-0875797c-678e-417c-af46-d673440d2ac4 None None] Set router faa01abe-f183-4cc5-b327-5f609aea3c33 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:56:22.298748 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-0875797c-678e-417c-af46-d673440d2ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'name': 'tempest-ServerActionsTestJSON-228820512-router', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:55:08Z', 'updated_at': '2022-10-12T07:55:11Z', 'revision_number': 4, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'gw_port': {'id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:09Z', 'updated_at': '2022-10-12T07:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '244f05b0-d51e-47c8-8560-bebbc6b8c8f8', 'name': '', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'mac_address': 'fa:16:3e:cb:47:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:10Z', 'updated_at': '2022-10-12T07:55:14Z', 'revision_number': 5, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'subnets': [{'id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:56:22.326000 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0875797c-678e-417c-af46-d673440d2ac4 None None] The sync data for ids ['faa01abe-f183-4cc5-b327-5f609aea3c33'] in dv-neutron-860909-2-hyperv is: [{'id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'name': 'tempest-ServerActionsTestJSON-228820512-router', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:55:08Z', 'updated_at': '2022-10-12T07:55:11Z', 'revision_number': 4, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'gw_port': {'id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:09Z', 'updated_at': '2022-10-12T07:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '244f05b0-d51e-47c8-8560-bebbc6b8c8f8', 'name': '', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'mac_address': 'fa:16:3e:cb:47:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:10Z', 'updated_at': '2022-10-12T07:55:14Z', 'revision_number': 5, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'subnets': [{'id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:56:22.541043 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992f7035-2033-4d6b-ac24-cabcc753a006 None None] New status for floating IP cebe372c-3ad3-4dd1-9325-da00121e8748: DOWN {{(pid=103202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 07:56:22.750038 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-1e802ae3-ebe8-4d70-80dc-4209fd825a9f tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--2075450715&fields=id&tenant_id=f65ab0cf003848d5ae34ce6530a1d968 HTTP/1.1" status: 200 len: 267 time: 0.0328503 Oct 12 07:56:22.854649 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-da275e62-0b33-4c2c-9e66-447010508b97 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:22.856090 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-da275e62-0b33-4c2c-9e66-447010508b97 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/networks?id=f6516a34-5136-47f4-bdde-15ea8d8f92d5 HTTP/1.1" status: 200 len: 811 time: 0.0989523 Oct 12 07:56:22.870480 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-ddb32fb8-070c-4b0b-8468-551b23da5607 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/quotas/f65ab0cf003848d5ae34ce6530a1d968 HTTP/1.1" status: 200 len: 375 time: 0.0086286 Oct 12 07:56:22.928485 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-9041811e-362c-4108-bf61-c3cb79a986ef tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f65ab0cf003848d5ae34ce6530a1d968&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0526221 Oct 12 07:56:23.067166 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-ad663bd7-da19-46ae-99b1-932d61830ef8 service neutron] 10.222.0.26 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271956 Oct 12 07:56:23.158811 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-2a31d706-fc9e-40cb-a71e-da7ebae6757f service neutron] 10.222.0.26 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855520 Oct 12 07:56:23.318147 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-09afe529-6756-43ac-86de-447bc8c5d368 req-46f56585-d3c3-403b-b8e9-27ac1d3be9cf tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=c915815f-cbf4-4329-826e-1355e8283137 HTTP/1.1" status: 200 len: 210 time: 0.0273902 Oct 12 07:56:24.185741 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-3e9ab8c9-b76a-4257-b661-6702ae711ce2 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:24.188152 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-3e9ab8c9-b76a-4257-b661-6702ae711ce2 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.23 "GET /v2.0/networks?id=f6516a34-5136-47f4-bdde-15ea8d8f92d5 HTTP/1.1" status: 200 len: 811 time: 0.1062572 Oct 12 07:56:24.236999 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-e538c78c-bd58-429e-8317-422556b95886 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f65ab0cf003848d5ae34ce6530a1d968 HTTP/1.1" status: 200 len: 380 time: 0.0407848 Oct 12 07:56:24.245980 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-68ddd66b-e343-421d-9d1b-84e62cb12862 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Request body: {'port': {'device_id': 'c915815f-cbf4-4329-826e-1355e8283137', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'admin_state_up': True, 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'security_groups': ['7669430e-759b-4edf-bce6-c97980c73905']}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:56:24.350409 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-68ddd66b-e343-421d-9d1b-84e62cb12862 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Made reservation on behalf of f65ab0cf003848d5ae34ce6530a1d968 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:56:24.353890 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-68ddd66b-e343-421d-9d1b-84e62cb12862 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:56:24.443847 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ad0ac9c0-311c-4de6-98eb-359f00b55d08 req-ca10f36d-aa34-4abb-bc7e-6dddab835cf4 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=c915815f-cbf4-4329-826e-1355e8283137 HTTP/1.1" status: 200 len: 210 time: 0.0376160 Oct 12 07:56:24.504288 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-68ddd66b-e343-421d-9d1b-84e62cb12862 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Allocated IP 172.20.0.12 (f6516a34-5136-47f4-bdde-15ea8d8f92d5/3d3b478b-75f8-48cd-afce-287fb61e7537/6805215f-5970-4dba-97db-6a981ed9efed) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:56:24.638919 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device ed34a3b4-c6c4-4032-bf4d-86bc38c31f20 no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:56:24.640419 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-68ddd66b-e343-421d-9d1b-84e62cb12862 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:56:24.661922 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] No Port match for: ed34a3b4-c6c4-4032-bf4d-86bc38c31f20 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:56:24.662282 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device ed34a3b4-c6c4-4032-bf4d-86bc38c31f20 not bound to the agent host hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:56:24.674058 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-68ddd66b-e343-421d-9d1b-84e62cb12862 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:56:24.719316 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-68ddd66b-e343-421d-9d1b-84e62cb12862 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Network f6516a34-5136-47f4-bdde-15ea8d8f92d5 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:56:24.722419 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-68ddd66b-e343-421d-9d1b-84e62cb12862 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:56:24.726062 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-68ddd66b-e343-421d-9d1b-84e62cb12862 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:56:24.749868 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ddd66b-e343-421d-9d1b-84e62cb12862 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Pushing event updated for resources: {'Port': ['ID=6805215f-5970-4dba-97db-6a981ed9efed,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:56:24.781198 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-68ddd66b-e343-421d-9d1b-84e62cb12862 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:24.781854 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-68ddd66b-e343-421d-9d1b-84e62cb12862 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:56:24.798487 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-68ddd66b-e343-421d-9d1b-84e62cb12862 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5559659 Oct 12 07:56:24.810817 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-001cbaf5-0175-437c-8d81-3d6d0d16dfbe service neutron] Request body: {'port': {'device_id': 'c915815f-cbf4-4329-826e-1355e8283137', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8609'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:56:24.871860 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-001cbaf5-0175-437c-8d81-3d6d0d16dfbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:56:24.984609 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-07a616dd-c3b2-429b-898b-58ec6147d88a None None] Provisioning complete for port 6805215f-5970-4dba-97db-6a981ed9efed triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:56:24.984897 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-07a616dd-c3b2-429b-898b-58ec6147d88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:56:24.985236 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-07a616dd-c3b2-429b-898b-58ec6147d88a None None] Attempt 1 to provision port 6805215f-5970-4dba-97db-6a981ed9efed Oct 12 07:56:25.018628 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-07a616dd-c3b2-429b-898b-58ec6147d88a None None] Port 6805215f-5970-4dba-97db-6a981ed9efed cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:56:25.133822 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-001cbaf5-0175-437c-8d81-3d6d0d16dfbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6805215f-5970-4dba-97db-6a981ed9efed {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:56:25.141207 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-001cbaf5-0175-437c-8d81-3d6d0d16dfbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:56:25.152754 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-001cbaf5-0175-437c-8d81-3d6d0d16dfbe service neutron] Transition to ACTIVE for port object 6805215f-5970-4dba-97db-6a981ed9efed will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 07:56:25.156156 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-001cbaf5-0175-437c-8d81-3d6d0d16dfbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:56:25.236212 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001cbaf5-0175-437c-8d81-3d6d0d16dfbe service neutron] Pushing event updated for resources: {'Port': ['ID=6805215f-5970-4dba-97db-6a981ed9efed,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:56:25.264751 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-001cbaf5-0175-437c-8d81-3d6d0d16dfbe service neutron] Attempting to bind port 6805215f-5970-4dba-97db-6a981ed9efed on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:56:25.265088 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-001cbaf5-0175-437c-8d81-3d6d0d16dfbe service neutron] Attempting to bind port 6805215f-5970-4dba-97db-6a981ed9efed by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '90e9a3ef-9d84-4657-b072-b98803d47aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:56:25.265417 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-001cbaf5-0175-437c-8d81-3d6d0d16dfbe service neutron] Attempting to bind port 6805215f-5970-4dba-97db-6a981ed9efed on network f6516a34-5136-47f4-bdde-15ea8d8f92d5 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:56:25.270154 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-001cbaf5-0175-437c-8d81-3d6d0d16dfbe service neutron] Port 6805215f-5970-4dba-97db-6a981ed9efed on network f6516a34-5136-47f4-bdde-15ea8d8f92d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:56:25.270480 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-001cbaf5-0175-437c-8d81-3d6d0d16dfbe service neutron] Attempting to bind port 6805215f-5970-4dba-97db-6a981ed9efed on network f6516a34-5136-47f4-bdde-15ea8d8f92d5 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:56:25.275213 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-001cbaf5-0175-437c-8d81-3d6d0d16dfbe service neutron] Checking agent: {'id': 'afe9b392-c72e-4ef3-a7bd-ca4c2066af02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8609', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'started_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:56:25.275549 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-001cbaf5-0175-437c-8d81-3d6d0d16dfbe service neutron] Checking segment: {'id': '90e9a3ef-9d84-4657-b072-b98803d47aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:56:25.275926 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-001cbaf5-0175-437c-8d81-3d6d0d16dfbe service neutron] Bound using segment: {'id': '90e9a3ef-9d84-4657-b072-b98803d47aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:56:25.276355 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-001cbaf5-0175-437c-8d81-3d6d0d16dfbe service neutron] Bound port: 6805215f-5970-4dba-97db-6a981ed9efed, host: hv-neutron-8609, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90e9a3ef-9d84-4657-b072-b98803d47aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:56:25.276705 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-001cbaf5-0175-437c-8d81-3d6d0d16dfbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:56:25.339870 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-001cbaf5-0175-437c-8d81-3d6d0d16dfbe service neutron] For port 6805215f-5970-4dba-97db-6a981ed9efed, host hv-neutron-8609, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:56:25.343244 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-001cbaf5-0175-437c-8d81-3d6d0d16dfbe service neutron] For port 6805215f-5970-4dba-97db-6a981ed9efed, host hv-neutron-8609, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=6805215f-5970-4dba-97db-6a981ed9efed,segment=NetworkSegment(90e9a3ef-9d84-4657-b072-b98803d47aaf),segment_id=90e9a3ef-9d84-4657-b072-b98803d47aaf)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:56:25.347790 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-001cbaf5-0175-437c-8d81-3d6d0d16dfbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:56:25.351837 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-001cbaf5-0175-437c-8d81-3d6d0d16dfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:25.352448 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-001cbaf5-0175-437c-8d81-3d6d0d16dfbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:56:25.353810 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-001cbaf5-0175-437c-8d81-3d6d0d16dfbe service neutron] 10.222.0.23 "PUT /v2.0/ports/6805215f-5970-4dba-97db-6a981ed9efed HTTP/1.1" status: 200 len: 1094 time: 0.5475070 Oct 12 07:56:25.354329 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c915815f-cbf4-4329-826e-1355e8283137', 'tag': '6805215f-5970-4dba-97db-6a981ed9efed'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:56:25.356585 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f585f40-6e6d-47f8-bed8-069f7f6154c6" -d '{"events": [{"name": "network-changed", "server_uuid": "c915815f-cbf4-4329-826e-1355e8283137", "tag": "6805215f-5970-4dba-97db-6a981ed9efed"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:56:25.397366 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69efe855-a333-48ae-a9f0-880bc907d1ce x-openstack-request-id: req-69efe855-a333-48ae-a9f0-880bc907d1ce {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:56:25.397673 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c915815f-cbf4-4329-826e-1355e8283137", "tag": "6805215f-5970-4dba-97db-6a981ed9efed", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:56:25.397931 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-69efe855-a333-48ae-a9f0-880bc907d1ce {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:56:25.398359 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69efe855-a333-48ae-a9f0-880bc907d1ce'] response: {'name': 'network-changed', 'server_uuid': 'c915815f-cbf4-4329-826e-1355e8283137', 'tag': '6805215f-5970-4dba-97db-6a981ed9efed', 'status': 'completed', 'code': 200} Oct 12 07:56:25.432911 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001cbaf5-0175-437c-8d81-3d6d0d16dfbe service neutron] Pushing event updated for resources: {'Port': ['ID=6805215f-5970-4dba-97db-6a981ed9efed,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:56:25.451204 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-8b146f6d-ec9b-4b70-a3ac-8a0a01500b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:25.452735 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-8b146f6d-ec9b-4b70-a3ac-8a0a01500b72 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f65ab0cf003848d5ae34ce6530a1d968&device_id=c915815f-cbf4-4329-826e-1355e8283137 HTTP/1.1" status: 200 len: 1097 time: 0.0535512 Oct 12 07:56:25.494005 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-bcbf9377-0dd2-4eda-ad83-e8f46b7a24e5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6805215f-5970-4dba-97db-6a981ed9efed HTTP/1.1" status: 200 len: 217 time: 0.0340288 Oct 12 07:56:25.519709 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-07a616dd-c3b2-429b-898b-58ec6147d88a None None] Attempt 2 to provision port 6805215f-5970-4dba-97db-6a981ed9efed Oct 12 07:56:25.560016 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-07a616dd-c3b2-429b-898b-58ec6147d88a None None] Port 6805215f-5970-4dba-97db-6a981ed9efed had new provisioning blocks added so it will not transition to active. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 12 07:56:25.571160 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-78a1c40b-86a8-409c-a06c-19568de5b3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:25.572633 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-78a1c40b-86a8-409c-a06c-19568de5b3ac service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d3b478b-75f8-48cd-afce-287fb61e7537 HTTP/1.1" status: 200 len: 850 time: 0.0728879 Oct 12 07:56:25.596702 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b5c95-e1e4-4bcd-a553-77eb2833228a req-a8020041-12cb-46b3-b3dd-6d6ea3ce88da tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:25.598134 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5b6b5c95-e1e4-4bcd-a553-77eb2833228a req-a8020041-12cb-46b3-b3dd-6d6ea3ce88da tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=c915815f-cbf4-4329-826e-1355e8283137 HTTP/1.1" status: 200 len: 944 time: 0.0729356 Oct 12 07:56:25.651372 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-2a595cb7-55a5-4195-bacf-885ee41d8c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:25.652834 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-2a595cb7-55a5-4195-bacf-885ee41d8c72 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6516a34-5136-47f4-bdde-15ea8d8f92d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740564 Oct 12 07:56:25.655574 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5b6b5c95-e1e4-4bcd-a553-77eb2833228a req-3ddf3176-0a51-4a4a-9e10-13c2c9380928 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441356 Oct 12 07:56:25.743500 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-d182a147-7a4a-43b5-8fac-1abf54134b7d service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839756 Oct 12 07:56:25.831495 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3246412c-8264-4117-8d3e-9c55d21656f2 req-c5ca9e45-dbc7-4d61-b4a3-8d19f5b32c03 service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804896 Oct 12 07:56:25.914590 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f585f40-6e6d-47f8-bed8-069f7f6154c6 req-e6b59c67-dedf-4bde-9f36-fed9500603ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:25.916038 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6f585f40-6e6d-47f8-bed8-069f7f6154c6 req-e6b59c67-dedf-4bde-9f36-fed9500603ac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f65ab0cf003848d5ae34ce6530a1d968&device_id=c915815f-cbf4-4329-826e-1355e8283137 HTTP/1.1" status: 200 len: 1097 time: 0.0405860 Oct 12 07:56:26.010066 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f585f40-6e6d-47f8-bed8-069f7f6154c6 req-655c8e77-c153-4859-a4a3-e1af3f691b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:26.011457 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6f585f40-6e6d-47f8-bed8-069f7f6154c6 req-655c8e77-c153-4859-a4a3-e1af3f691b2a service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6516a34-5136-47f4-bdde-15ea8d8f92d5 HTTP/1.1" status: 200 len: 912 time: 0.0881791 Oct 12 07:56:26.050216 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [req-4a41cc51-4cd6-4b22-9922-44b7b17f8453 req-676880fd-9376-4492-8ee9-bd96a1a67fa6 service neutron] (103200) timed out ('10.222.0.23', 57669) {{(pid=103200) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 07:56:26.051860 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6f585f40-6e6d-47f8-bed8-069f7f6154c6 req-154ac85b-812b-42bb-ae5c-06c9a49b945d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6805215f-5970-4dba-97db-6a981ed9efed HTTP/1.1" status: 200 len: 217 time: 0.0333774 Oct 12 07:56:26.102603 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f585f40-6e6d-47f8-bed8-069f7f6154c6 req-27904291-8bef-409b-a1d3-d7ce6056b9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:26.104004 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6f585f40-6e6d-47f8-bed8-069f7f6154c6 req-27904291-8bef-409b-a1d3-d7ce6056b9e2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d3b478b-75f8-48cd-afce-287fb61e7537 HTTP/1.1" status: 200 len: 850 time: 0.0455370 Oct 12 07:56:26.149015 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f585f40-6e6d-47f8-bed8-069f7f6154c6 req-5796fec0-498c-42aa-80df-b8daa9b9aee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:26.150477 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6f585f40-6e6d-47f8-bed8-069f7f6154c6 req-5796fec0-498c-42aa-80df-b8daa9b9aee5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6516a34-5136-47f4-bdde-15ea8d8f92d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387394 Oct 12 07:56:26.241081 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6f585f40-6e6d-47f8-bed8-069f7f6154c6 req-57c1646b-3aed-46dd-a011-f9bf92f9e247 service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833557 Oct 12 07:56:26.328937 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6f585f40-6e6d-47f8-bed8-069f7f6154c6 req-64ca5249-ff07-4e84-9c95-513307addf89 service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798063 Oct 12 07:56:26.776689 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822b748-039d-4b83-8531-765c18dbe175 req-9421dab2-2a48-4d5c-9972-654341390b18 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:26.778150 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c822b748-039d-4b83-8531-765c18dbe175 req-9421dab2-2a48-4d5c-9972-654341390b18 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=c915815f-cbf4-4329-826e-1355e8283137 HTTP/1.1" status: 200 len: 944 time: 0.0476911 Oct 12 07:56:26.814960 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c822b748-039d-4b83-8531-765c18dbe175 req-fa37fdeb-6f0c-4ceb-8de9-6183818bb034 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303333 Oct 12 07:56:27.939545 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d081b-78ea-4e18-8926-b785282b387b req-0664d500-2067-44fa-9a7d-aee4637bd7dd tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:27.941023 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cb8d081b-78ea-4e18-8926-b785282b387b req-0664d500-2067-44fa-9a7d-aee4637bd7dd tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=c915815f-cbf4-4329-826e-1355e8283137 HTTP/1.1" status: 200 len: 944 time: 0.0517716 Oct 12 07:56:27.977152 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cb8d081b-78ea-4e18-8926-b785282b387b req-c7e7ee14-6284-4547-964e-043458dcc4dc tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303507 Oct 12 07:56:28.669832 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 6805215f-5970-4dba-97db-6a981ed9efed details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 07:56:28.764856 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 6805215f-5970-4dba-97db-6a981ed9efed, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=6805215f-5970-4dba-97db-6a981ed9efed,segment=NetworkSegment(90e9a3ef-9d84-4657-b072-b98803d47aaf),segment_id=90e9a3ef-9d84-4657-b072-b98803d47aaf)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:56:28.776217 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': '6805215f-5970-4dba-97db-6a981ed9efed', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'port_id': '6805215f-5970-4dba-97db-6a981ed9efed', 'mac_address': 'fa:16:3e:5c:05:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 07:56:28.811758 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 6805215f-5970-4dba-97db-6a981ed9efed is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:56:28.812148 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:56:28.825577 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6805215f-5970-4dba-97db-6a981ed9efed {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:56:28.844546 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 6805215f-5970-4dba-97db-6a981ed9efed, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=6805215f-5970-4dba-97db-6a981ed9efed,segment=NetworkSegment(90e9a3ef-9d84-4657-b072-b98803d47aaf),segment_id=90e9a3ef-9d84-4657-b072-b98803d47aaf)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:56:28.848339 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:56:28.897181 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=6805215f-5970-4dba-97db-6a981ed9efed,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:56:28.903950 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:56:28.904297 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:56:28.904636 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:56:28.904971 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:56:28.905298 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:56:28.905626 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:56:28.905951 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:56:28.906297 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:56:28.906627 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:56:28.906944 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:56:28.907261 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:56:28.907577 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:56:29.089153 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['6805215f-5970-4dba-97db-6a981ed9efed'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 07:56:29.099894 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1cfdc-a9a6-4283-8969-304465d2839f req-6992b5fd-fbe1-41a9-a13e-c6e86a6eef6a tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:29.101462 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-93f1cfdc-a9a6-4283-8969-304465d2839f req-6992b5fd-fbe1-41a9-a13e-c6e86a6eef6a tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=c915815f-cbf4-4329-826e-1355e8283137 HTTP/1.1" status: 200 len: 945 time: 0.0491602 Oct 12 07:56:29.139188 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-93f1cfdc-a9a6-4283-8969-304465d2839f req-ba8977a2-7608-416e-9c85-f4b03f14eaab tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319207 Oct 12 07:56:30.257257 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c7c4f-f8ee-489e-a435-fe083045b158 req-276618af-f94e-4844-a013-c8ab43b1cd72 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:30.258722 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-587c7c4f-f8ee-489e-a435-fe083045b158 req-276618af-f94e-4844-a013-c8ab43b1cd72 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=c915815f-cbf4-4329-826e-1355e8283137 HTTP/1.1" status: 200 len: 945 time: 0.0477912 Oct 12 07:56:30.295055 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-587c7c4f-f8ee-489e-a435-fe083045b158 req-4c4c275b-11cf-4336-b8b6-77837c36fea9 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306270 Oct 12 07:56:30.671883 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 6805215f-5970-4dba-97db-6a981ed9efed up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:56:30.722039 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning for port 6805215f-5970-4dba-97db-6a981ed9efed completed by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 12 07:56:30.725920 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port 6805215f-5970-4dba-97db-6a981ed9efed triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:56:30.726321 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:56:30.726652 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port 6805215f-5970-4dba-97db-6a981ed9efed Oct 12 07:56:30.800580 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 6805215f-5970-4dba-97db-6a981ed9efed is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:56:30.801059 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:56:30.824289 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c915815f-cbf4-4329-826e-1355e8283137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6805215f-5970-4dba-97db-6a981ed9efed'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:56:30.826567 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7c5f42-650e-4295-afbd-01c3a4e927a3" -d '{"events": [{"server_uuid": "c915815f-cbf4-4329-826e-1355e8283137", "name": "network-vif-plugged", "status": "completed", "tag": "6805215f-5970-4dba-97db-6a981ed9efed"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:56:30.840059 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 6805215f-5970-4dba-97db-6a981ed9efed, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=6805215f-5970-4dba-97db-6a981ed9efed,segment=NetworkSegment(90e9a3ef-9d84-4657-b072-b98803d47aaf),segment_id=90e9a3ef-9d84-4657-b072-b98803d47aaf)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:56:30.844329 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:56:30.900281 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=6805215f-5970-4dba-97db-6a981ed9efed,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:56:31.023658 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c225b916-ac0a-4bd6-9523-ffb2719aa3a0 x-openstack-request-id: req-c225b916-ac0a-4bd6-9523-ffb2719aa3a0 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:56:31.023993 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c915815f-cbf4-4329-826e-1355e8283137", "name": "network-vif-plugged", "status": "completed", "tag": "6805215f-5970-4dba-97db-6a981ed9efed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:56:31.024250 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c225b916-ac0a-4bd6-9523-ffb2719aa3a0 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:56:31.024642 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c225b916-ac0a-4bd6-9523-ffb2719aa3a0'] response: {'server_uuid': 'c915815f-cbf4-4329-826e-1355e8283137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6805215f-5970-4dba-97db-6a981ed9efed', 'code': 200} Oct 12 07:56:31.190084 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7d91d-9f29-4115-b433-4e97ea1479e2 req-cee3c456-2d7a-4a57-8d53-95b50ac40b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:31.191641 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-acb7d91d-9f29-4115-b433-4e97ea1479e2 req-cee3c456-2d7a-4a57-8d53-95b50ac40b02 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c915815f-cbf4-4329-826e-1355e8283137 HTTP/1.1" status: 200 len: 1099 time: 0.0430276 Oct 12 07:56:31.226057 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-acb7d91d-9f29-4115-b433-4e97ea1479e2 req-cd7ad284-6075-4ff2-a56e-104c279051b7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269527 Oct 12 07:56:31.415697 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448f22a-4d18-48b6-8bd7-32708c3f2dd8 req-45a96ac1-4e11-47b6-bc84-499bcb500587 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:31.417151 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a448f22a-4d18-48b6-8bd7-32708c3f2dd8 req-45a96ac1-4e11-47b6-bc84-499bcb500587 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=c915815f-cbf4-4329-826e-1355e8283137 HTTP/1.1" status: 200 len: 946 time: 0.0483034 Oct 12 07:56:31.453056 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a448f22a-4d18-48b6-8bd7-32708c3f2dd8 req-e064a5ae-4aab-43bf-a5a9-fbe30e2aed5a tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300996 Oct 12 07:56:32.573000 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca7a69-bd7c-4303-804b-a7f8bd4ab572 req-71e60c01-0c0b-4365-a144-856f058ae6c9 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:32.574383 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2aca7a69-bd7c-4303-804b-a7f8bd4ab572 req-71e60c01-0c0b-4365-a144-856f058ae6c9 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=c915815f-cbf4-4329-826e-1355e8283137 HTTP/1.1" status: 200 len: 946 time: 0.0481591 Oct 12 07:56:32.610736 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2aca7a69-bd7c-4303-804b-a7f8bd4ab572 req-cce7bad0-835f-4b70-bb95-769292934a85 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305805 Oct 12 07:56:32.728131 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d39895-4464-4b42-973f-b88dded3e160 req-b61141bc-2b50-4880-b8ef-7af161bd9a33 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:32.729593 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-93d39895-4464-4b42-973f-b88dded3e160 req-b61141bc-2b50-4880-b8ef-7af161bd9a33 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=c915815f-cbf4-4329-826e-1355e8283137 HTTP/1.1" status: 200 len: 946 time: 0.0508885 Oct 12 07:56:32.740081 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 45676) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:56:32.744469 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-e66355be-c0f2-4d30-91a8-fca92ff55cd5 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Request body: {'floatingip': {'port_id': '6805215f-5970-4dba-97db-6a981ed9efed'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:56:32.782834 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e66355be-c0f2-4d30-91a8-fca92ff55cd5 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks [] for floatingip, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:56:33.519922 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e66355be-c0f2-4d30-91a8-fca92ff55cd5 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:56:33.523833 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e66355be-c0f2-4d30-91a8-fca92ff55cd5 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:56:33.620904 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [None req-e66355be-c0f2-4d30-91a8-fca92ff55cd5 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Floating IP cebe372c-3ad3-4dd1-9325-da00121e8748 associated. External IP: 172.26.3.194, port: 6805215f-5970-4dba-97db-6a981ed9efed. Oct 12 07:56:33.824520 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66355be-c0f2-4d30-91a8-fca92ff55cd5 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Router faa01abe-f183-4cc5-b327-5f609aea3c33 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:56:33.935417 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66355be-c0f2-4d30-91a8-fca92ff55cd5 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:56:33.940334 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e66355be-c0f2-4d30-91a8-fca92ff55cd5 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:56:33.945543 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e984691-2ef3-457b-8259-8a8c7ca0e10c None None] Sync routers for ids ['faa01abe-f183-4cc5-b327-5f609aea3c33'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:56:33.954941 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e984691-2ef3-457b-8259-8a8c7ca0e10c None None] Routers {'faa01abe-f183-4cc5-b327-5f609aea3c33'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:56:33.955592 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-2e984691-2ef3-457b-8259-8a8c7ca0e10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:56:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['faa01abe-f183-4cc5-b327-5f609aea3c33'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:56:33.967339 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e66355be-c0f2-4d30-91a8-fca92ff55cd5 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "PUT /v2.0/floatingips/cebe372c-3ad3-4dd1-9325-da00121e8748 HTTP/1.1" status: 200 len: 992 time: 1.2262204 Oct 12 07:56:33.967976 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c915815f-cbf4-4329-826e-1355e8283137', 'tag': '6805215f-5970-4dba-97db-6a981ed9efed'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:56:33.970327 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf6d5dc-3c6a-4f8f-84a2-4670958fdf25" -d '{"events": [{"name": "network-changed", "server_uuid": "c915815f-cbf4-4329-826e-1355e8283137", "tag": "6805215f-5970-4dba-97db-6a981ed9efed"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:56:34.005925 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fdc59c2-2162-43a7-a404-c7c832a5d568 x-openstack-request-id: req-7fdc59c2-2162-43a7-a404-c7c832a5d568 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:56:34.006243 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c915815f-cbf4-4329-826e-1355e8283137", "tag": "6805215f-5970-4dba-97db-6a981ed9efed", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:56:34.006498 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7fdc59c2-2162-43a7-a404-c7c832a5d568 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:56:34.006907 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fdc59c2-2162-43a7-a404-c7c832a5d568'] response: {'name': 'network-changed', 'server_uuid': 'c915815f-cbf4-4329-826e-1355e8283137', 'tag': '6805215f-5970-4dba-97db-6a981ed9efed', 'status': 'completed', 'code': 200} Oct 12 07:56:34.071180 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6d5dc-3c6a-4f8f-84a2-4670958fdf25 req-87d8b4cd-9883-4304-8dbb-822a2b453041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:34.072643 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-caf6d5dc-3c6a-4f8f-84a2-4670958fdf25 req-87d8b4cd-9883-4304-8dbb-822a2b453041 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f65ab0cf003848d5ae34ce6530a1d968&device_id=c915815f-cbf4-4329-826e-1355e8283137 HTTP/1.1" status: 200 len: 1099 time: 0.0421693 Oct 12 07:56:34.150346 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-2e984691-2ef3-457b-8259-8a8c7ca0e10c None None] Set router faa01abe-f183-4cc5-b327-5f609aea3c33 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:56:34.168922 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6d5dc-3c6a-4f8f-84a2-4670958fdf25 req-48422b24-14e5-41df-828f-801880604675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:34.170418 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-caf6d5dc-3c6a-4f8f-84a2-4670958fdf25 req-48422b24-14e5-41df-828f-801880604675 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6516a34-5136-47f4-bdde-15ea8d8f92d5 HTTP/1.1" status: 200 len: 912 time: 0.0912657 Oct 12 07:56:34.234096 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-caf6d5dc-3c6a-4f8f-84a2-4670958fdf25 req-9056f811-ee2c-4d53-ac54-033622aeb519 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6805215f-5970-4dba-97db-6a981ed9efed HTTP/1.1" status: 200 len: 1000 time: 0.0574124 Oct 12 07:56:34.286255 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6d5dc-3c6a-4f8f-84a2-4670958fdf25 req-31f96c34-b3aa-47d2-b181-99ca9006c5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:34.287712 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-caf6d5dc-3c6a-4f8f-84a2-4670958fdf25 req-31f96c34-b3aa-47d2-b181-99ca9006c5c9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d3b478b-75f8-48cd-afce-287fb61e7537 HTTP/1.1" status: 200 len: 850 time: 0.0478716 Oct 12 07:56:34.332862 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6d5dc-3c6a-4f8f-84a2-4670958fdf25 req-739d81c0-81ea-4649-9be1-d1eb6ddf8111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:56:34.334310 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-caf6d5dc-3c6a-4f8f-84a2-4670958fdf25 req-739d81c0-81ea-4649-9be1-d1eb6ddf8111 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6516a34-5136-47f4-bdde-15ea8d8f92d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397611 Oct 12 07:56:34.345074 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [req-caf6d5dc-3c6a-4f8f-84a2-4670958fdf25 req-dfaf2a58-4d4e-4e38-8fd6-8bd674268ac1 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:56:34.346661 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-caf6d5dc-3c6a-4f8f-84a2-4670958fdf25 req-dfaf2a58-4d4e-4e38-8fd6-8bd674268ac1 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049736 Oct 12 07:56:34.370351 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-2e984691-2ef3-457b-8259-8a8c7ca0e10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'name': 'tempest-ServerActionsTestJSON-228820512-router', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:55:08Z', 'updated_at': '2022-10-12T07:55:11Z', 'revision_number': 4, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'gw_port': {'id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:09Z', 'updated_at': '2022-10-12T07:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'cebe372c-3ad3-4dd1-9325-da00121e8748', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'floating_ip_address': '172.26.3.194', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'port_id': '6805215f-5970-4dba-97db-6a981ed9efed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'mac_address': 'fa:16:3e:5c:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915815f-cbf4-4329-826e-1355e8283137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:55:13Z', 'updated_at': '2022-10-12T07:56:33Z', 'revision_number': 5, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244f05b0-d51e-47c8-8560-bebbc6b8c8f8', 'name': '', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'mac_address': 'fa:16:3e:cb:47:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:10Z', 'updated_at': '2022-10-12T07:55:14Z', 'revision_number': 5, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'subnets': [{'id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:56:34.396768 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e984691-2ef3-457b-8259-8a8c7ca0e10c None None] Checking router: faa01abe-f183-4cc5-b327-5f609aea3c33 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:56:34.404770 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e984691-2ef3-457b-8259-8a8c7ca0e10c None None] Routers {'faa01abe-f183-4cc5-b327-5f609aea3c33'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:56:34.405377 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-2e984691-2ef3-457b-8259-8a8c7ca0e10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:56:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['faa01abe-f183-4cc5-b327-5f609aea3c33'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:56:34.435438 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-caf6d5dc-3c6a-4f8f-84a2-4670958fdf25 req-f3a1c0b2-59d6-45aa-8107-4a8d7f9dddb2 service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824225 Oct 12 07:56:34.508366 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-2e984691-2ef3-457b-8259-8a8c7ca0e10c None None] Set router faa01abe-f183-4cc5-b327-5f609aea3c33 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:56:34.528628 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-caf6d5dc-3c6a-4f8f-84a2-4670958fdf25 req-e40f2f8c-a069-452e-b45d-8cb98dafc7b1 service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870080 Oct 12 07:56:34.724642 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-2e984691-2ef3-457b-8259-8a8c7ca0e10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'name': 'tempest-ServerActionsTestJSON-228820512-router', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:55:08Z', 'updated_at': '2022-10-12T07:55:11Z', 'revision_number': 4, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'gw_port': {'id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:09Z', 'updated_at': '2022-10-12T07:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'cebe372c-3ad3-4dd1-9325-da00121e8748', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'floating_ip_address': '172.26.3.194', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'port_id': '6805215f-5970-4dba-97db-6a981ed9efed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'mac_address': 'fa:16:3e:5c:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915815f-cbf4-4329-826e-1355e8283137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:55:13Z', 'updated_at': '2022-10-12T07:56:33Z', 'revision_number': 5, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244f05b0-d51e-47c8-8560-bebbc6b8c8f8', 'name': '', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'mac_address': 'fa:16:3e:cb:47:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:10Z', 'updated_at': '2022-10-12T07:55:14Z', 'revision_number': 5, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'subnets': [{'id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:56:34.749351 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e984691-2ef3-457b-8259-8a8c7ca0e10c None None] The sync data for ids ['faa01abe-f183-4cc5-b327-5f609aea3c33'] in dv-neutron-860909-2-hyperv is: [{'id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'name': 'tempest-ServerActionsTestJSON-228820512-router', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:55:08Z', 'updated_at': '2022-10-12T07:55:11Z', 'revision_number': 4, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'gw_port': {'id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:09Z', 'updated_at': '2022-10-12T07:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'cebe372c-3ad3-4dd1-9325-da00121e8748', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'floating_ip_address': '172.26.3.194', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'port_id': '6805215f-5970-4dba-97db-6a981ed9efed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'mac_address': 'fa:16:3e:5c:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c915815f-cbf4-4329-826e-1355e8283137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:55:13Z', 'updated_at': '2022-10-12T07:56:33Z', 'revision_number': 5, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244f05b0-d51e-47c8-8560-bebbc6b8c8f8', 'name': '', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'mac_address': 'fa:16:3e:cb:47:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:10Z', 'updated_at': '2022-10-12T07:55:14Z', 'revision_number': 5, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'subnets': [{'id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:56:34.943212 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960f3a8b-21db-44c4-9114-621e48a08926 None None] New status for floating IP cebe372c-3ad3-4dd1-9325-da00121e8748: ACTIVE {{(pid=103202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 07:56:39.434163 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:56:43.936625 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8955715b-d71e-4e9c-bee6-22ac73a3df69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:56:46.098405 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e7cb4d23-f92f-4aed-aee7-6a5be663ca20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:56:47.289819 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:56:48.848416 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:56:49.164164 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:56:51.156661 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:57:07.091622 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683ec2e-ff38-4e1a-bed9-10c5368945a3 req-8cced3f4-b317-4f80-8319-a3402df17813 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:07.093035 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b683ec2e-ff38-4e1a-bed9-10c5368945a3 req-8cced3f4-b317-4f80-8319-a3402df17813 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=c915815f-cbf4-4329-826e-1355e8283137 HTTP/1.1" status: 200 len: 946 time: 0.1024487 Oct 12 07:57:07.129984 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b683ec2e-ff38-4e1a-bed9-10c5368945a3 req-2d61734c-bdd5-41a7-a504-d69ee3dac06e tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309021 Oct 12 07:57:08.299921 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289f770-7d33-433d-8516-3c3cca691ac1 req-4cd660bf-b913-499d-b570-c1a2090eb166 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:08.301412 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5289f770-7d33-433d-8516-3c3cca691ac1 req-4cd660bf-b913-499d-b570-c1a2090eb166 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=c915815f-cbf4-4329-826e-1355e8283137 HTTP/1.1" status: 200 len: 946 time: 0.0976131 Oct 12 07:57:08.339341 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5289f770-7d33-433d-8516-3c3cca691ac1 req-ad674c3d-03cc-4113-85ff-a821066dece7 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320406 Oct 12 07:57:09.458562 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914c947-4c96-4152-abb9-b3c31ba5cb1e req-28d06457-7226-47b9-86f8-6ef741d626b9 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:09.460027 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6914c947-4c96-4152-abb9-b3c31ba5cb1e req-28d06457-7226-47b9-86f8-6ef741d626b9 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=c915815f-cbf4-4329-826e-1355e8283137 HTTP/1.1" status: 200 len: 946 time: 0.0492101 Oct 12 07:57:09.497673 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6914c947-4c96-4152-abb9-b3c31ba5cb1e req-195a9c57-c086-4ec0-87c4-94e9d37496c7 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316889 Oct 12 07:57:10.623015 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbeb545-fe1f-489c-9edd-684c8a55b396 req-b4de2747-9fb3-46f4-88ac-486a01bdcbdb tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:10.624453 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ffbeb545-fe1f-489c-9edd-684c8a55b396 req-b4de2747-9fb3-46f4-88ac-486a01bdcbdb tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=c915815f-cbf4-4329-826e-1355e8283137 HTTP/1.1" status: 200 len: 946 time: 0.0530970 Oct 12 07:57:10.660754 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ffbeb545-fe1f-489c-9edd-684c8a55b396 req-4cd9b38a-4b75-40cf-b1be-c13d03253ed9 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297732 Oct 12 07:57:11.780315 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3ad13-0f06-492b-b841-68ac6f3e9767 req-0d54fda7-a566-4339-a12d-88a08f1457a0 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:11.781777 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-51c3ad13-0f06-492b-b841-68ac6f3e9767 req-0d54fda7-a566-4339-a12d-88a08f1457a0 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=c915815f-cbf4-4329-826e-1355e8283137 HTTP/1.1" status: 200 len: 946 time: 0.0488245 Oct 12 07:57:11.820741 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-51c3ad13-0f06-492b-b841-68ac6f3e9767 req-5c753d20-0b5a-421f-be68-6850b7f9e091 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330706 Oct 12 07:57:12.938544 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ee5a6-0e3f-4d63-90a1-efba9b25279c req-1f552262-de3b-4f79-ac27-31b439b7cedb tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:12.940022 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a88ee5a6-0e3f-4d63-90a1-efba9b25279c req-1f552262-de3b-4f79-ac27-31b439b7cedb tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=c915815f-cbf4-4329-826e-1355e8283137 HTTP/1.1" status: 200 len: 946 time: 0.0488069 Oct 12 07:57:12.977523 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a88ee5a6-0e3f-4d63-90a1-efba9b25279c req-0ef55c84-2668-41b9-9232-ee2a5b763784 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311499 Oct 12 07:57:13.479555 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a19d44-f079-42c0-b6bd-26e2c764679b req-fa37e558-bf5b-4218-b3a7-99a5a1130e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:13.481027 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c6a19d44-f079-42c0-b6bd-26e2c764679b req-fa37e558-bf5b-4218-b3a7-99a5a1130e11 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f65ab0cf003848d5ae34ce6530a1d968&device_id=c915815f-cbf4-4329-826e-1355e8283137 HTTP/1.1" status: 200 len: 1099 time: 0.0854154 Oct 12 07:57:13.709512 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a19d44-f079-42c0-b6bd-26e2c764679b req-148b8865-287f-49b0-9884-7e5c39868e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:13.710926 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c6a19d44-f079-42c0-b6bd-26e2c764679b req-148b8865-287f-49b0-9884-7e5c39868e3d service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6516a34-5136-47f4-bdde-15ea8d8f92d5 HTTP/1.1" status: 200 len: 912 time: 0.0845973 Oct 12 07:57:13.778652 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c6a19d44-f079-42c0-b6bd-26e2c764679b req-b0be2752-3076-4e32-9736-f9789c5ef2b8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6805215f-5970-4dba-97db-6a981ed9efed HTTP/1.1" status: 200 len: 1002 time: 0.0606062 Oct 12 07:57:13.826277 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a19d44-f079-42c0-b6bd-26e2c764679b req-fc84255f-b2a4-4eea-b584-5b6138ab2d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:13.827721 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c6a19d44-f079-42c0-b6bd-26e2c764679b req-fc84255f-b2a4-4eea-b584-5b6138ab2d58 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d3b478b-75f8-48cd-afce-287fb61e7537 HTTP/1.1" status: 200 len: 850 time: 0.0430162 Oct 12 07:57:13.871623 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a19d44-f079-42c0-b6bd-26e2c764679b req-af4ee11b-3eaa-4058-8fba-8a53a6b37e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:13.873107 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c6a19d44-f079-42c0-b6bd-26e2c764679b req-af4ee11b-3eaa-4058-8fba-8a53a6b37e59 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6516a34-5136-47f4-bdde-15ea8d8f92d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391223 Oct 12 07:57:13.939144 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-80d8acb6-637e-471f-89c7-0bdbac092d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:57:13.964142 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c6a19d44-f079-42c0-b6bd-26e2c764679b req-d626b849-4d97-4487-bdcd-89e2c0393f22 service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847502 Oct 12 07:57:14.065517 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c6a19d44-f079-42c0-b6bd-26e2c764679b req-b558bba4-163d-4af8-870e-6a88d4897002 service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945988 Oct 12 07:57:14.119153 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7787d-0e48-4093-88f0-261caaf3e1fd req-99fc8805-e846-4451-bde2-be4d5bdd25a0 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:14.120611 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-39f7787d-0e48-4093-88f0-261caaf3e1fd req-99fc8805-e846-4451-bde2-be4d5bdd25a0 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=c915815f-cbf4-4329-826e-1355e8283137 HTTP/1.1" status: 200 len: 946 time: 0.0540752 Oct 12 07:57:14.158740 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-39f7787d-0e48-4093-88f0-261caaf3e1fd req-7db7b7b1-9c07-464a-a276-66a45c4f4f9a tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320210 Oct 12 07:57:15.276902 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12376fe7-17f0-4011-9e10-509382f81eaf req-ed35eea0-e24c-4b43-a2a5-ba8478be7683 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:15.278374 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-12376fe7-17f0-4011-9e10-509382f81eaf req-ed35eea0-e24c-4b43-a2a5-ba8478be7683 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=c915815f-cbf4-4329-826e-1355e8283137 HTTP/1.1" status: 200 len: 946 time: 0.0476797 Oct 12 07:57:15.315246 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-12376fe7-17f0-4011-9e10-509382f81eaf req-1b2ebb64-011f-406a-afbc-987303933d98 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310578 Oct 12 07:57:16.100448 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c24253e8-4dd2-4d35-b2b5-b14c2dda3b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:57:16.432492 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:57:16.434837 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5ed2a-f0d7-4bc9-8d54-0a6d0b9af959 req-53e35291-b3f6-456e-bd6f-ee21bb166580 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:16.436310 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3ce5ed2a-f0d7-4bc9-8d54-0a6d0b9af959 req-53e35291-b3f6-456e-bd6f-ee21bb166580 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=c915815f-cbf4-4329-826e-1355e8283137 HTTP/1.1" status: 200 len: 946 time: 0.0480342 Oct 12 07:57:16.474171 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3ce5ed2a-f0d7-4bc9-8d54-0a6d0b9af959 req-bbb65598-e6e2-4253-9599-b3e988eba5dc tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311501 Oct 12 07:57:17.291887 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:57:17.596182 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801939f4-5ce0-479b-b65d-b657b57607dc req-97faff01-c5cd-4db4-b1d0-73a80a8b67d9 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:17.597550 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-801939f4-5ce0-479b-b65d-b657b57607dc req-97faff01-c5cd-4db4-b1d0-73a80a8b67d9 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=c915815f-cbf4-4329-826e-1355e8283137 HTTP/1.1" status: 200 len: 946 time: 0.0521104 Oct 12 07:57:17.633624 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-801939f4-5ce0-479b-b65d-b657b57607dc req-c1d7e49a-efcb-416d-9d45-007d34f4dc72 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302505 Oct 12 07:57:18.750709 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569c8e7-09c3-4846-bb53-cfee498fb970 req-7555f59f-3ed0-4bef-8e31-381065559f8c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:18.752153 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d569c8e7-09c3-4846-bb53-cfee498fb970 req-7555f59f-3ed0-4bef-8e31-381065559f8c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=c915815f-cbf4-4329-826e-1355e8283137 HTTP/1.1" status: 200 len: 946 time: 0.0479457 Oct 12 07:57:18.790247 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d569c8e7-09c3-4846-bb53-cfee498fb970 req-7980ff15-a9d6-4219-b8f9-fe3a76e73d7c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320961 Oct 12 07:57:18.849225 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:57:19.164661 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:57:19.908323 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b043f6-5bb4-4f4b-8a14-34bff150bce6 req-5274793c-5504-4c4b-bb24-295ff1204169 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:19.909852 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b9b043f6-5bb4-4f4b-8a14-34bff150bce6 req-5274793c-5504-4c4b-bb24-295ff1204169 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=c915815f-cbf4-4329-826e-1355e8283137 HTTP/1.1" status: 200 len: 946 time: 0.0488801 Oct 12 07:57:19.947737 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b9b043f6-5bb4-4f4b-8a14-34bff150bce6 req-27fc5c7c-d3a8-4bbb-8b4f-85a63a112d23 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320742 Oct 12 07:57:21.070574 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f5740-7d9c-438b-8831-1d9909a85f93 req-21734765-708d-4db4-9bb9-e2e5bb2c648d tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:21.071944 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6c9f5740-7d9c-438b-8831-1d9909a85f93 req-21734765-708d-4db4-9bb9-e2e5bb2c648d tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=c915815f-cbf4-4329-826e-1355e8283137 HTTP/1.1" status: 200 len: 946 time: 0.0526578 Oct 12 07:57:21.109336 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6c9f5740-7d9c-438b-8831-1d9909a85f93 req-3b77defb-30e1-4e9f-af44-1d5e30306265 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314710 Oct 12 07:57:21.154557 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:57:22.230374 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0308aea-f178-4351-b560-ce64668996b9 req-e0340f32-e17f-4805-865c-57491f8b9148 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:22.231854 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a0308aea-f178-4351-b560-ce64668996b9 req-e0340f32-e17f-4805-865c-57491f8b9148 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=c915815f-cbf4-4329-826e-1355e8283137 HTTP/1.1" status: 200 len: 946 time: 0.0502331 Oct 12 07:57:22.270191 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a0308aea-f178-4351-b560-ce64668996b9 req-fa08cc52-f1bf-40b0-9015-8630c4c08764 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318558 Oct 12 07:57:23.390216 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e732a-073a-454f-9d54-72ee40cc386c req-83154980-98ce-4315-98f3-93385a81e1af tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:23.391692 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a73e732a-073a-454f-9d54-72ee40cc386c req-83154980-98ce-4315-98f3-93385a81e1af tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=c915815f-cbf4-4329-826e-1355e8283137 HTTP/1.1" status: 200 len: 946 time: 0.0484262 Oct 12 07:57:23.428142 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a73e732a-073a-454f-9d54-72ee40cc386c req-07070570-c919-4e42-9d17-242c9a4ecb97 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306320 Oct 12 07:57:23.656345 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-b2e7021c-52aa-4e86-86d8-ecf35d263fba req-b2693c1d-4251-4113-91b3-3cc2bd732b74 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c915815f-cbf4-4329-826e-1355e8283137&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0402164 Oct 12 07:57:23.676589 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1d3fb-22e7-4525-b289-e2b0b7eaa642 req-9d5672d0-53b9-4044-9458-ed3dcd1f570a tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:23.678653 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-51d1d3fb-22e7-4525-b289-e2b0b7eaa642 req-9d5672d0-53b9-4044-9458-ed3dcd1f570a tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=c915815f-cbf4-4329-826e-1355e8283137 HTTP/1.1" status: 200 len: 946 time: 0.0532427 Oct 12 07:57:23.717130 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-51d1d3fb-22e7-4525-b289-e2b0b7eaa642 req-c9bfa681-a476-4184-8c45-5540862f566d tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323443 Oct 12 07:57:24.719197 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7021c-52aa-4e86-86d8-ecf35d263fba req-0acce47f-c048-41c8-b960-8e56d56fb321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:24.720679 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b2e7021c-52aa-4e86-86d8-ecf35d263fba req-0acce47f-c048-41c8-b960-8e56d56fb321 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f65ab0cf003848d5ae34ce6530a1d968&device_id=c915815f-cbf4-4329-826e-1355e8283137 HTTP/1.1" status: 200 len: 1099 time: 0.0410995 Oct 12 07:57:24.840783 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7021c-52aa-4e86-86d8-ecf35d263fba req-be42139b-2cbe-43f4-b679-f7aa3fbf6662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:24.842289 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b2e7021c-52aa-4e86-86d8-ecf35d263fba req-be42139b-2cbe-43f4-b679-f7aa3fbf6662 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6516a34-5136-47f4-bdde-15ea8d8f92d5 HTTP/1.1" status: 200 len: 912 time: 0.1153409 Oct 12 07:57:24.853923 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5ba97-b41c-4b28-a0cc-91622c888274 req-9b23afb3-d46c-45c0-a4dc-454b2cad95ad tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:24.855301 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6dd5ba97-b41c-4b28-a0cc-91622c888274 req-9b23afb3-d46c-45c0-a4dc-454b2cad95ad tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=c915815f-cbf4-4329-826e-1355e8283137 HTTP/1.1" status: 200 len: 946 time: 0.0633650 Oct 12 07:57:24.933587 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6dd5ba97-b41c-4b28-a0cc-91622c888274 req-640da4cb-3955-4180-9506-c569159cfafa tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710356 Oct 12 07:57:24.937308 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b2e7021c-52aa-4e86-86d8-ecf35d263fba req-36349f75-2d9d-4036-a2f9-c11315a71e73 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6805215f-5970-4dba-97db-6a981ed9efed HTTP/1.1" status: 200 len: 1002 time: 0.0811570 Oct 12 07:57:24.988119 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7021c-52aa-4e86-86d8-ecf35d263fba req-79d7d1de-dd35-4ea6-bc60-27e765eb5830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:24.989467 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b2e7021c-52aa-4e86-86d8-ecf35d263fba req-79d7d1de-dd35-4ea6-bc60-27e765eb5830 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d3b478b-75f8-48cd-afce-287fb61e7537 HTTP/1.1" status: 200 len: 850 time: 0.0461843 Oct 12 07:57:25.032767 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7021c-52aa-4e86-86d8-ecf35d263fba req-d95c5533-f317-46c5-a19d-8077fd6b7be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:25.034258 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b2e7021c-52aa-4e86-86d8-ecf35d263fba req-d95c5533-f317-46c5-a19d-8077fd6b7be9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6516a34-5136-47f4-bdde-15ea8d8f92d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386500 Oct 12 07:57:25.123915 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b2e7021c-52aa-4e86-86d8-ecf35d263fba req-4ae2a203-37d3-43ee-8686-5fc4d8cddc27 service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833569 Oct 12 07:57:25.211497 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b2e7021c-52aa-4e86-86d8-ecf35d263fba req-7c5897f7-e30f-4f18-af02-4d3af2a31e42 service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817134 Oct 12 07:57:26.052656 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb676ef-77aa-40d1-b0e4-71dabce42096 req-a695ea91-7f2b-4e13-8ccd-c388940393d1 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:26.054222 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9eb676ef-77aa-40d1-b0e4-71dabce42096 req-a695ea91-7f2b-4e13-8ccd-c388940393d1 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=c915815f-cbf4-4329-826e-1355e8283137 HTTP/1.1" status: 200 len: 946 time: 0.0488245 Oct 12 07:57:26.092349 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9eb676ef-77aa-40d1-b0e4-71dabce42096 req-b984291f-87e7-415a-95cd-24c22983d0c6 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320084 Oct 12 07:57:26.737575 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b2e7021c-52aa-4e86-86d8-ecf35d263fba req-008b476d-3389-46ba-8662-e8e119d85edc service neutron] 10.222.0.23 "GET /v2.0/ports/6805215f-5970-4dba-97db-6a981ed9efed/bindings/hv-neutron-8609 HTTP/1.1" status: 200 len: 384 time: 0.0577562 Oct 12 07:57:26.928320 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7021c-52aa-4e86-86d8-ecf35d263fba req-213eda62-0d65-431c-a325-ee4407ed43d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:26.929793 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b2e7021c-52aa-4e86-86d8-ecf35d263fba req-213eda62-0d65-431c-a325-ee4407ed43d3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c915815f-cbf4-4329-826e-1355e8283137&tenant_id=f65ab0cf003848d5ae34ce6530a1d968 HTTP/1.1" status: 200 len: 1099 time: 0.0413079 Oct 12 07:57:26.989069 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7021c-52aa-4e86-86d8-ecf35d263fba req-3b316d2e-b6f5-46c0-8a38-686625e85cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:26.991073 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b2e7021c-52aa-4e86-86d8-ecf35d263fba req-3b316d2e-b6f5-46c0-8a38-686625e85cb1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f65ab0cf003848d5ae34ce6530a1d968&device_id=c915815f-cbf4-4329-826e-1355e8283137 HTTP/1.1" status: 200 len: 1099 time: 0.0394905 Oct 12 07:57:27.081287 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7021c-52aa-4e86-86d8-ecf35d263fba req-c2dcb751-2cb4-426d-a578-a72234787dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:27.083083 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b2e7021c-52aa-4e86-86d8-ecf35d263fba req-c2dcb751-2cb4-426d-a578-a72234787dee service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6516a34-5136-47f4-bdde-15ea8d8f92d5 HTTP/1.1" status: 200 len: 912 time: 0.0862155 Oct 12 07:57:27.147244 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b2e7021c-52aa-4e86-86d8-ecf35d263fba req-42a177ce-a1d8-423e-a039-30b92fc483af service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6805215f-5970-4dba-97db-6a981ed9efed HTTP/1.1" status: 200 len: 1002 time: 0.0571182 Oct 12 07:57:27.226688 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7021c-52aa-4e86-86d8-ecf35d263fba req-e4944e66-ce26-49a6-a63b-480208a71756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:27.228136 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b2e7021c-52aa-4e86-86d8-ecf35d263fba req-e4944e66-ce26-49a6-a63b-480208a71756 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d3b478b-75f8-48cd-afce-287fb61e7537 HTTP/1.1" status: 200 len: 850 time: 0.0734715 Oct 12 07:57:27.251172 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30d73c-bfd7-48cd-9b18-316a2014322c req-b4c9c8d5-2805-46a0-9898-1382195cc595 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:27.252505 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1a30d73c-bfd7-48cd-9b18-316a2014322c req-b4c9c8d5-2805-46a0-9898-1382195cc595 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=c915815f-cbf4-4329-826e-1355e8283137 HTTP/1.1" status: 200 len: 946 time: 0.0683134 Oct 12 07:57:27.305332 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7021c-52aa-4e86-86d8-ecf35d263fba req-15e7d97d-6364-4ea2-8104-5511df4c0341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:27.306879 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b2e7021c-52aa-4e86-86d8-ecf35d263fba req-15e7d97d-6364-4ea2-8104-5511df4c0341 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6516a34-5136-47f4-bdde-15ea8d8f92d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709653 Oct 12 07:57:27.309583 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1a30d73c-bfd7-48cd-9b18-316a2014322c req-e51d423d-b917-4e97-b8d5-369280c360ec tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435951 Oct 12 07:57:27.398945 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b2e7021c-52aa-4e86-86d8-ecf35d263fba req-94e28e75-c460-4c00-b298-e66de8d200ea service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847037 Oct 12 07:57:27.486237 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b2e7021c-52aa-4e86-86d8-ecf35d263fba req-55ac71a4-79c5-49a5-98a6-5dbc484172d9 service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802948 Oct 12 07:57:28.430243 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406064a1-1ce2-4a89-be30-8977b789cbd8 req-db5098bd-4cd5-4b77-88a1-b21197d6ca1b tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:28.431690 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-406064a1-1ce2-4a89-be30-8977b789cbd8 req-db5098bd-4cd5-4b77-88a1-b21197d6ca1b tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=c915815f-cbf4-4329-826e-1355e8283137 HTTP/1.1" status: 200 len: 946 time: 0.0477538 Oct 12 07:57:28.471718 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-406064a1-1ce2-4a89-be30-8977b789cbd8 req-24df5525-7430-43c1-a845-f92e20a4dff5 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341856 Oct 12 07:57:29.748721 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2af47-3b7d-4ee3-8d0c-e05fbda50d1b req-71d6c72d-3e1a-4c91-b83e-4d740371c48c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:29.750236 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8aa2af47-3b7d-4ee3-8d0c-e05fbda50d1b req-71d6c72d-3e1a-4c91-b83e-4d740371c48c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=c915815f-cbf4-4329-826e-1355e8283137 HTTP/1.1" status: 200 len: 946 time: 0.0490391 Oct 12 07:57:29.786343 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8aa2af47-3b7d-4ee3-8d0c-e05fbda50d1b req-e2f53a01-2874-42b0-a7ea-093e57d70b69 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302331 Oct 12 07:57:30.011772 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfe1b3-399c-49f9-bf25-3827e26a9e1a req-28061338-8b69-4ab2-93f2-f38d3d00c950 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:30.013241 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-60dfe1b3-399c-49f9-bf25-3827e26a9e1a req-28061338-8b69-4ab2-93f2-f38d3d00c950 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=c915815f-cbf4-4329-826e-1355e8283137 HTTP/1.1" status: 200 len: 946 time: 0.0767150 Oct 12 07:57:30.026572 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f762e-b39e-4dc4-9a76-1bf0d05923c8 req-dd69a129-afc2-412b-aac7-6e07b0a6b2d7 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:30.027955 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-223f762e-b39e-4dc4-9a76-1bf0d05923c8 req-dd69a129-afc2-412b-aac7-6e07b0a6b2d7 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.23 "GET /v2.0/ports?device_id=c915815f-cbf4-4329-826e-1355e8283137&tenant_id=f65ab0cf003848d5ae34ce6530a1d968&binding%3Ahost_id=hv-neutron-8609 HTTP/1.1" status: 200 len: 946 time: 0.0801907 Oct 12 07:57:30.065630 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-60dfe1b3-399c-49f9-bf25-3827e26a9e1a req-a46d6eac-b374-4aa3-a798-54cd7ff5f3a6 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463843 Oct 12 07:57:30.110151 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f762e-b39e-4dc4-9a76-1bf0d05923c8 req-fd4bd91f-6ff7-4f9f-a9c1-3c3ce599fb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:30.111622 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-223f762e-b39e-4dc4-9a76-1bf0d05923c8 req-fd4bd91f-6ff7-4f9f-a9c1-3c3ce599fb3a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f65ab0cf003848d5ae34ce6530a1d968&device_id=c915815f-cbf4-4329-826e-1355e8283137 HTTP/1.1" status: 200 len: 1099 time: 0.0425973 Oct 12 07:57:30.197557 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f762e-b39e-4dc4-9a76-1bf0d05923c8 req-03da9e0c-683a-486a-93f9-92fc046c40bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:30.199030 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-223f762e-b39e-4dc4-9a76-1bf0d05923c8 req-03da9e0c-683a-486a-93f9-92fc046c40bc service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6516a34-5136-47f4-bdde-15ea8d8f92d5 HTTP/1.1" status: 200 len: 912 time: 0.0813060 Oct 12 07:57:30.264736 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-223f762e-b39e-4dc4-9a76-1bf0d05923c8 req-8e94c91c-190a-44e5-998b-e176f150205b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6805215f-5970-4dba-97db-6a981ed9efed HTTP/1.1" status: 200 len: 1002 time: 0.0595932 Oct 12 07:57:30.313184 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f762e-b39e-4dc4-9a76-1bf0d05923c8 req-ebab7732-3f71-4839-91bb-f1d6d30fc921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:30.314641 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-223f762e-b39e-4dc4-9a76-1bf0d05923c8 req-ebab7732-3f71-4839-91bb-f1d6d30fc921 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d3b478b-75f8-48cd-afce-287fb61e7537 HTTP/1.1" status: 200 len: 850 time: 0.0437870 Oct 12 07:57:30.358384 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f762e-b39e-4dc4-9a76-1bf0d05923c8 req-8088244b-e5c2-40e8-9397-792987a3860c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:30.359813 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-223f762e-b39e-4dc4-9a76-1bf0d05923c8 req-8088244b-e5c2-40e8-9397-792987a3860c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6516a34-5136-47f4-bdde-15ea8d8f92d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392497 Oct 12 07:57:30.449976 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-223f762e-b39e-4dc4-9a76-1bf0d05923c8 req-cb33cc0e-942b-41cb-be58-1976c2845128 service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836639 Oct 12 07:57:30.536538 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-223f762e-b39e-4dc4-9a76-1bf0d05923c8 req-d9da3c51-6447-4bdc-91a0-2d2e6978c041 service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801098 Oct 12 07:57:30.968941 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 6805215f-5970-4dba-97db-6a981ed9efed no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:57:31.051511 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 6805215f-5970-4dba-97db-6a981ed9efed is: ACTIVE; New status is: DOWN {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:57:31.052024 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:57:31.077730 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c915815f-cbf4-4329-826e-1355e8283137', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6805215f-5970-4dba-97db-6a981ed9efed'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:57:31.080836 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3f6a78-9e50-4e17-9956-9469e99a6b6f" -d '{"events": [{"server_uuid": "c915815f-cbf4-4329-826e-1355e8283137", "name": "network-vif-unplugged", "status": "completed", "tag": "6805215f-5970-4dba-97db-6a981ed9efed"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:57:31.095715 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 6805215f-5970-4dba-97db-6a981ed9efed, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=6805215f-5970-4dba-97db-6a981ed9efed,segment=NetworkSegment(90e9a3ef-9d84-4657-b072-b98803d47aaf),segment_id=90e9a3ef-9d84-4657-b072-b98803d47aaf)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:57:31.103228 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:57:31.156122 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=6805215f-5970-4dba-97db-6a981ed9efed,revision_number=6']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:57:31.164093 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:57:31.164450 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:57:31.164793 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:57:31.165355 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:57:31.165432 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:57:31.165771 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:57:31.166122 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:57:31.166450 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:57:31.166777 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:57:31.167098 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:57:31.167421 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:57:31.167740 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:57:31.197954 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 12 Oct 2022 07:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5a66e9-70e8-4f17-8985-8064aa4140f6 x-openstack-request-id: req-6b5a66e9-70e8-4f17-8985-8064aa4140f6 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:57:31.198412 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c915815f-cbf4-4329-826e-1355e8283137", "name": "network-vif-unplugged", "status": "completed", "tag": "6805215f-5970-4dba-97db-6a981ed9efed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:57:31.198669 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6b5a66e9-70e8-4f17-8985-8064aa4140f6 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:57:31.199064 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b5a66e9-70e8-4f17-8985-8064aa4140f6'] response: {'server_uuid': 'c915815f-cbf4-4329-826e-1355e8283137', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6805215f-5970-4dba-97db-6a981ed9efed', 'code': 200} Oct 12 07:57:31.200151 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50540fb0-1be1-40ac-8932-3154597eea03 req-96e60715-46b5-49e0-90b3-1b2bd8814c6c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:31.201688 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-50540fb0-1be1-40ac-8932-3154597eea03 req-96e60715-46b5-49e0-90b3-1b2bd8814c6c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=c915815f-cbf4-4329-826e-1355e8283137 HTTP/1.1" status: 200 len: 944 time: 0.0606847 Oct 12 07:57:31.239280 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-50540fb0-1be1-40ac-8932-3154597eea03 req-5f301ad8-d8ea-4668-8046-1826f77f7b6d tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313945 Oct 12 07:57:31.360317 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce943146-6da2-493e-9bc7-7c4fb138d3f2 req-93ef205e-2114-4541-88ca-61efebd43b11 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:31.361781 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ce943146-6da2-493e-9bc7-7c4fb138d3f2 req-93ef205e-2114-4541-88ca-61efebd43b11 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=c915815f-cbf4-4329-826e-1355e8283137 HTTP/1.1" status: 200 len: 944 time: 0.0482900 Oct 12 07:57:31.398815 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ce943146-6da2-493e-9bc7-7c4fb138d3f2 req-8a8edfb4-d56d-4165-8d9c-b85b08585b54 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304270 Oct 12 07:57:31.619923 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b2129-96fd-4359-8808-f72097c91167 req-93d06d92-f963-44b2-970b-763f6c4db9ec tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:31.621632 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a06b2129-96fd-4359-8808-f72097c91167 req-93d06d92-f963-44b2-970b-763f6c4db9ec tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=c915815f-cbf4-4329-826e-1355e8283137 HTTP/1.1" status: 200 len: 944 time: 0.0742142 Oct 12 07:57:31.648473 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73c655-547c-4f75-8c20-3cce1adc79c1 req-04b4f35c-eb8b-4ece-b5fe-3a94772d7072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:31.649879 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-aa73c655-547c-4f75-8c20-3cce1adc79c1 req-04b4f35c-eb8b-4ece-b5fe-3a94772d7072 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f65ab0cf003848d5ae34ce6530a1d968&device_id=c915815f-cbf4-4329-826e-1355e8283137 HTTP/1.1" status: 200 len: 1097 time: 0.0697486 Oct 12 07:57:31.683007 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a06b2129-96fd-4359-8808-f72097c91167 req-2cbcd856-bbd1-434b-9597-f07b6a245b07 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552509 Oct 12 07:57:31.746077 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73c655-547c-4f75-8c20-3cce1adc79c1 req-b9d5df64-88e6-4de3-a624-e26ffff02f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:31.747517 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-aa73c655-547c-4f75-8c20-3cce1adc79c1 req-b9d5df64-88e6-4de3-a624-e26ffff02f64 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6516a34-5136-47f4-bdde-15ea8d8f92d5 HTTP/1.1" status: 200 len: 912 time: 0.0885479 Oct 12 07:57:31.813435 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-aa73c655-547c-4f75-8c20-3cce1adc79c1 req-063dbc0e-b737-443d-aae5-ade6616c8071 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6805215f-5970-4dba-97db-6a981ed9efed HTTP/1.1" status: 200 len: 1000 time: 0.0595312 Oct 12 07:57:31.860797 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73c655-547c-4f75-8c20-3cce1adc79c1 req-dda491f2-2931-4d88-b8b7-3c5ba94ee152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:31.862207 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-aa73c655-547c-4f75-8c20-3cce1adc79c1 req-dda491f2-2931-4d88-b8b7-3c5ba94ee152 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d3b478b-75f8-48cd-afce-287fb61e7537 HTTP/1.1" status: 200 len: 850 time: 0.0428476 Oct 12 07:57:31.904620 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73c655-547c-4f75-8c20-3cce1adc79c1 req-b6b8e3aa-04ed-40d4-958b-78cce1ea768e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:31.905957 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-aa73c655-547c-4f75-8c20-3cce1adc79c1 req-b6b8e3aa-04ed-40d4-958b-78cce1ea768e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6516a34-5136-47f4-bdde-15ea8d8f92d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0378439 Oct 12 07:57:31.995344 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-aa73c655-547c-4f75-8c20-3cce1adc79c1 req-4da0ac1d-a56e-4fc2-a283-27411e1e4830 service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827894 Oct 12 07:57:32.081260 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-aa73c655-547c-4f75-8c20-3cce1adc79c1 req-3d2f21e5-2b2e-4b11-8099-3e9fecca59d9 service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794134 Oct 12 07:57:32.808719 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c85eb-f4ee-4030-9d3f-374dc8ad83ef req-4d3dfb8c-a748-47fe-8459-b26182d089d4 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:32.810222 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0c5c85eb-f4ee-4030-9d3f-374dc8ad83ef req-4d3dfb8c-a748-47fe-8459-b26182d089d4 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=c915815f-cbf4-4329-826e-1355e8283137 HTTP/1.1" status: 200 len: 944 time: 0.0522351 Oct 12 07:57:32.846861 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0c5c85eb-f4ee-4030-9d3f-374dc8ad83ef req-c4120970-2ad6-4da8-a1e3-0e0a7cd48953 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303977 Oct 12 07:57:33.081166 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d527adc-474f-416e-aa80-785a53f98068 req-a98da9db-566c-4e51-9eb9-ef099453a0e7 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:33.082913 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2d527adc-474f-416e-aa80-785a53f98068 req-a98da9db-566c-4e51-9eb9-ef099453a0e7 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=c915815f-cbf4-4329-826e-1355e8283137 HTTP/1.1" status: 200 len: 944 time: 0.0496483 Oct 12 07:57:33.118904 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2d527adc-474f-416e-aa80-785a53f98068 req-2b39ae54-187e-408b-b582-5950dd2379a7 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300789 Oct 12 07:57:34.238381 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d258c-28f8-4919-8c23-724d91822545 req-cb1b8f66-2a6a-4dba-8cac-ab865e2c1003 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:34.239827 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e71d258c-28f8-4919-8c23-724d91822545 req-cb1b8f66-2a6a-4dba-8cac-ab865e2c1003 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=c915815f-cbf4-4329-826e-1355e8283137 HTTP/1.1" status: 200 len: 944 time: 0.0487044 Oct 12 07:57:34.277085 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e71d258c-28f8-4919-8c23-724d91822545 req-77587329-fce8-4630-bd70-e73a53a7260e tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313327 Oct 12 07:57:34.702228 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d32aa-3fe6-45d9-a2b9-4ad6708c9748 req-6685aaaf-559e-4e0a-b0c2-0bc0aefc5fa1 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:34.703659 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d75d32aa-3fe6-45d9-a2b9-4ad6708c9748 req-6685aaaf-559e-4e0a-b0c2-0bc0aefc5fa1 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.23 "GET /v2.0/ports?device_id=c915815f-cbf4-4329-826e-1355e8283137 HTTP/1.1" status: 200 len: 944 time: 0.0509360 Oct 12 07:57:34.788925 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-d75d32aa-3fe6-45d9-a2b9-4ad6708c9748 req-27350798-6e67-4fc6-b336-ffbecca2a4cf tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Deleting port 6805215f-5970-4dba-97db-6a981ed9efed {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:57:34.789265 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-d75d32aa-3fe6-45d9-a2b9-4ad6708c9748 req-27350798-6e67-4fc6-b336-ffbecca2a4cf tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:57:35.189729 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-d75d32aa-3fe6-45d9-a2b9-4ad6708c9748 req-27350798-6e67-4fc6-b336-ffbecca2a4cf tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] For port 6805215f-5970-4dba-97db-6a981ed9efed, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=6805215f-5970-4dba-97db-6a981ed9efed,segment=NetworkSegment(90e9a3ef-9d84-4657-b072-b98803d47aaf),segment_id=90e9a3ef-9d84-4657-b072-b98803d47aaf)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:57:35.190106 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-d75d32aa-3fe6-45d9-a2b9-4ad6708c9748 req-27350798-6e67-4fc6-b336-ffbecca2a4cf tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:57:35.367539 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-d75d32aa-3fe6-45d9-a2b9-4ad6708c9748 req-27350798-6e67-4fc6-b336-ffbecca2a4cf tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:57:35.368422 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-d75d32aa-3fe6-45d9-a2b9-4ad6708c9748 req-27350798-6e67-4fc6-b336-ffbecca2a4cf tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:57:35.368422 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [req-d75d32aa-3fe6-45d9-a2b9-4ad6708c9748 req-27350798-6e67-4fc6-b336-ffbecca2a4cf tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Floating IP cebe372c-3ad3-4dd1-9325-da00121e8748 disassociated. External IP: 172.26.3.194, port: 6805215f-5970-4dba-97db-6a981ed9efed. Oct 12 07:57:35.368683 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-d75d32aa-3fe6-45d9-a2b9-4ad6708c9748 req-27350798-6e67-4fc6-b336-ffbecca2a4cf tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Calling delete_port for 6805215f-5970-4dba-97db-6a981ed9efed owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:57:35.445964 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede9b9b-f85f-49f6-9203-2140ab2c8f5e req-96cdb9c6-aa02-4216-a54c-45dc026c6774 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:35.447374 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1ede9b9b-f85f-49f6-9203-2140ab2c8f5e req-96cdb9c6-aa02-4216-a54c-45dc026c6774 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=c915815f-cbf4-4329-826e-1355e8283137 HTTP/1.1" status: 200 len: 944 time: 0.0953891 Oct 12 07:57:35.502040 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1ede9b9b-f85f-49f6-9203-2140ab2c8f5e req-a8b97777-6b8c-4109-a46f-9c84674458a3 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452232 Oct 12 07:57:35.553756 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-d75d32aa-3fe6-45d9-a2b9-4ad6708c9748 req-27350798-6e67-4fc6-b336-ffbecca2a4cf tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:57:35.579600 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27350798-6e67-4fc6-b336-ffbecca2a4cf tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Pushing event deleted for resources: {'Port': ['ID=6805215f-5970-4dba-97db-6a981ed9efed,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:57:35.589799 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27350798-6e67-4fc6-b336-ffbecca2a4cf tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:57:35.590172 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27350798-6e67-4fc6-b336-ffbecca2a4cf tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:57:35.590510 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27350798-6e67-4fc6-b336-ffbecca2a4cf tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:57:35.590844 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27350798-6e67-4fc6-b336-ffbecca2a4cf tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:57:35.591171 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27350798-6e67-4fc6-b336-ffbecca2a4cf tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:57:35.591524 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27350798-6e67-4fc6-b336-ffbecca2a4cf tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:57:35.591848 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27350798-6e67-4fc6-b336-ffbecca2a4cf tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:57:35.592173 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27350798-6e67-4fc6-b336-ffbecca2a4cf tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:57:35.592494 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27350798-6e67-4fc6-b336-ffbecca2a4cf tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:57:35.593268 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27350798-6e67-4fc6-b336-ffbecca2a4cf tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:57:35.593268 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27350798-6e67-4fc6-b336-ffbecca2a4cf tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:57:35.593440 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27350798-6e67-4fc6-b336-ffbecca2a4cf tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:57:35.710167 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d75d32aa-3fe6-45d9-a2b9-4ad6708c9748 req-27350798-6e67-4fc6-b336-ffbecca2a4cf tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Router faa01abe-f183-4cc5-b327-5f609aea3c33 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:57:35.819943 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d75d32aa-3fe6-45d9-a2b9-4ad6708c9748 req-27350798-6e67-4fc6-b336-ffbecca2a4cf tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:57:35.829935 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b6ec4b-b137-41c8-ae5a-287cb29dae9d None None] Sync routers for ids ['faa01abe-f183-4cc5-b327-5f609aea3c33'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:57:35.840639 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b6ec4b-b137-41c8-ae5a-287cb29dae9d None None] Routers {'faa01abe-f183-4cc5-b327-5f609aea3c33'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:57:35.841245 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-a6b6ec4b-b137-41c8-ae5a-287cb29dae9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:57:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['faa01abe-f183-4cc5-b327-5f609aea3c33'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:57:35.863391 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75d32aa-3fe6-45d9-a2b9-4ad6708c9748 req-27350798-6e67-4fc6-b336-ffbecca2a4cf tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] No DVR routers for this DVR port 6805215f-5970-4dba-97db-6a981ed9efed on host hv-neutron-8609 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:57:35.866087 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-d75d32aa-3fe6-45d9-a2b9-4ad6708c9748 req-27350798-6e67-4fc6-b336-ffbecca2a4cf tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:57:35.869891 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d75d32aa-3fe6-45d9-a2b9-4ad6708c9748 req-27350798-6e67-4fc6-b336-ffbecca2a4cf tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.23 "DELETE /v2.0/ports/6805215f-5970-4dba-97db-6a981ed9efed HTTP/1.1" status: 204 len: 173 time: 1.1605332 Oct 12 07:57:35.870403 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c915815f-cbf4-4329-826e-1355e8283137', 'name': 'network-vif-deleted', 'tag': '6805215f-5970-4dba-97db-6a981ed9efed'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:57:35.872675 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33455486-220d-4182-b222-a48a5276e7b9" -d '{"events": [{"server_uuid": "c915815f-cbf4-4329-826e-1355e8283137", "name": "network-vif-deleted", "tag": "6805215f-5970-4dba-97db-6a981ed9efed"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:57:35.947818 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-a6b6ec4b-b137-41c8-ae5a-287cb29dae9d None None] Set router faa01abe-f183-4cc5-b327-5f609aea3c33 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:57:35.975172 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a8c9d2-9122-4932-af3e-a4b9f1302074 x-openstack-request-id: req-46a8c9d2-9122-4932-af3e-a4b9f1302074 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:57:35.975491 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c915815f-cbf4-4329-826e-1355e8283137", "name": "network-vif-deleted", "tag": "6805215f-5970-4dba-97db-6a981ed9efed", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:57:35.975746 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-46a8c9d2-9122-4932-af3e-a4b9f1302074 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:57:35.976171 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46a8c9d2-9122-4932-af3e-a4b9f1302074'] response: {'server_uuid': 'c915815f-cbf4-4329-826e-1355e8283137', 'name': 'network-vif-deleted', 'tag': '6805215f-5970-4dba-97db-6a981ed9efed', 'status': 'completed', 'code': 200} Oct 12 07:57:36.146114 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-a6b6ec4b-b137-41c8-ae5a-287cb29dae9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'name': 'tempest-ServerActionsTestJSON-228820512-router', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:55:08Z', 'updated_at': '2022-10-12T07:55:11Z', 'revision_number': 4, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'gw_port': {'id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:09Z', 'updated_at': '2022-10-12T07:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '244f05b0-d51e-47c8-8560-bebbc6b8c8f8', 'name': '', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'mac_address': 'fa:16:3e:cb:47:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:10Z', 'updated_at': '2022-10-12T07:55:14Z', 'revision_number': 5, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'subnets': [{'id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:57:36.172542 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b6ec4b-b137-41c8-ae5a-287cb29dae9d None None] Checking router: faa01abe-f183-4cc5-b327-5f609aea3c33 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:57:36.180436 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b6ec4b-b137-41c8-ae5a-287cb29dae9d None None] Routers {'faa01abe-f183-4cc5-b327-5f609aea3c33'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:57:36.181026 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-a6b6ec4b-b137-41c8-ae5a-287cb29dae9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:57:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['faa01abe-f183-4cc5-b327-5f609aea3c33'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:57:36.287680 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-a6b6ec4b-b137-41c8-ae5a-287cb29dae9d None None] Set router faa01abe-f183-4cc5-b327-5f609aea3c33 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:57:36.483544 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-a6b6ec4b-b137-41c8-ae5a-287cb29dae9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'name': 'tempest-ServerActionsTestJSON-228820512-router', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:55:08Z', 'updated_at': '2022-10-12T07:55:11Z', 'revision_number': 4, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'gw_port': {'id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:09Z', 'updated_at': '2022-10-12T07:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '244f05b0-d51e-47c8-8560-bebbc6b8c8f8', 'name': '', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'mac_address': 'fa:16:3e:cb:47:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:10Z', 'updated_at': '2022-10-12T07:55:14Z', 'revision_number': 5, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'subnets': [{'id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:57:36.512857 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b6ec4b-b137-41c8-ae5a-287cb29dae9d None None] The sync data for ids ['faa01abe-f183-4cc5-b327-5f609aea3c33'] in dv-neutron-860909-2-hyperv is: [{'id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'name': 'tempest-ServerActionsTestJSON-228820512-router', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:55:08Z', 'updated_at': '2022-10-12T07:55:11Z', 'revision_number': 4, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'gw_port': {'id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:09Z', 'updated_at': '2022-10-12T07:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '244f05b0-d51e-47c8-8560-bebbc6b8c8f8', 'name': '', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'mac_address': 'fa:16:3e:cb:47:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:10Z', 'updated_at': '2022-10-12T07:55:14Z', 'revision_number': 5, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'subnets': [{'id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:57:36.752769 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-01f7606f-9d05-497b-b6cb-db63cd3cafa7 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--2075450715&fields=id&tenant_id=f65ab0cf003848d5ae34ce6530a1d968 HTTP/1.1" status: 200 len: 267 time: 0.0338328 Oct 12 07:57:36.768001 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf25373-bc96-41d3-aa65-4c75134bfaca None None] New status for floating IP cebe372c-3ad3-4dd1-9325-da00121e8748: DOWN {{(pid=103202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 07:57:36.860530 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-faf8c8e6-eafc-4b7f-a466-7297a7bcf9ce tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:36.862003 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-faf8c8e6-eafc-4b7f-a466-7297a7bcf9ce tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/networks?id=f6516a34-5136-47f4-bdde-15ea8d8f92d5 HTTP/1.1" status: 200 len: 811 time: 0.1017170 Oct 12 07:57:36.877651 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-b6f9c7c1-404c-44cd-abf0-2fab7aa8352a tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/quotas/f65ab0cf003848d5ae34ce6530a1d968 HTTP/1.1" status: 200 len: 375 time: 0.0098579 Oct 12 07:57:36.936428 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-281ae7ea-e971-489e-819f-abe70aabe47c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f65ab0cf003848d5ae34ce6530a1d968&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517540 Oct 12 07:57:36.951959 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-bd8abdbe-8697-423a-82bb-c975e9ff00ac service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:57:36.952938 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-bd8abdbe-8697-423a-82bb-c975e9ff00ac service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049496 Oct 12 07:57:37.040163 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-56c4c543-1ef4-46b2-a01e-2a7ee07da0fa service neutron] 10.222.0.26 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808971 Oct 12 07:57:37.132001 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-ccf92445-8b57-4ee4-9fa9-7eba7f8f597b service neutron] 10.222.0.26 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857816 Oct 12 07:57:37.287158 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-746f200d-768f-4ce1-abd3-22e46dba9ab8 req-3fb4111a-33b0-4db9-b790-c9fe6094d3e3 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 210 time: 0.0258908 Oct 12 07:57:38.160054 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-af05df0e-d83a-41cb-8a11-0c0cb423cf13 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:38.161490 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-af05df0e-d83a-41cb-8a11-0c0cb423cf13 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.23 "GET /v2.0/networks?id=f6516a34-5136-47f4-bdde-15ea8d8f92d5 HTTP/1.1" status: 200 len: 811 time: 0.1067517 Oct 12 07:57:38.209379 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-6f5e5b93-c04f-4d21-9c40-773949cf0c2e tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f65ab0cf003848d5ae34ce6530a1d968 HTTP/1.1" status: 200 len: 380 time: 0.0390644 Oct 12 07:57:38.223550 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-000c4bfc-709c-438d-a9b4-fb0397bd2134 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Request body: {'port': {'device_id': 'e22e2a77-5458-46cf-8db6-d0bed660f895', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'admin_state_up': True, 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'security_groups': ['7669430e-759b-4edf-bce6-c97980c73905']}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:57:38.327518 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-000c4bfc-709c-438d-a9b4-fb0397bd2134 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Made reservation on behalf of f65ab0cf003848d5ae34ce6530a1d968 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:57:38.331142 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-000c4bfc-709c-438d-a9b4-fb0397bd2134 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:57:38.419676 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-08e45968-aa52-4104-a0d3-7f43d9edd045 req-0d14ced7-b5db-4c95-b4ae-d570aef6fa77 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 210 time: 0.0372307 Oct 12 07:57:38.479342 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-000c4bfc-709c-438d-a9b4-fb0397bd2134 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Allocated IP 172.20.0.7 (f6516a34-5136-47f4-bdde-15ea8d8f92d5/3d3b478b-75f8-48cd-afce-287fb61e7537/94cfa58a-ddf6-467b-8476-a526046e8d38) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:57:38.617018 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-000c4bfc-709c-438d-a9b4-fb0397bd2134 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:57:38.649334 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-000c4bfc-709c-438d-a9b4-fb0397bd2134 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:57:38.691480 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-000c4bfc-709c-438d-a9b4-fb0397bd2134 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Network f6516a34-5136-47f4-bdde-15ea8d8f92d5 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:57:38.694520 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-000c4bfc-709c-438d-a9b4-fb0397bd2134 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:57:38.698198 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-000c4bfc-709c-438d-a9b4-fb0397bd2134 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:57:38.723120 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c4bfc-709c-438d-a9b4-fb0397bd2134 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Pushing event updated for resources: {'Port': ['ID=94cfa58a-ddf6-467b-8476-a526046e8d38,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:57:38.754156 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-000c4bfc-709c-438d-a9b4-fb0397bd2134 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:38.754793 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-000c4bfc-709c-438d-a9b4-fb0397bd2134 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:57:38.770866 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-000c4bfc-709c-438d-a9b4-fb0397bd2134 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5509098 Oct 12 07:57:38.783775 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-93526471-5d63-4e3b-9b38-f72816dd82f1 service neutron] Request body: {'port': {'device_id': 'e22e2a77-5458-46cf-8db6-d0bed660f895', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8609'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:57:38.846276 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-93526471-5d63-4e3b-9b38-f72816dd82f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:57:38.879532 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-e53b1905-f9a1-4433-b82a-b069a5e9fd57 None None] Provisioning complete for port 94cfa58a-ddf6-467b-8476-a526046e8d38 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:57:38.880065 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e53b1905-f9a1-4433-b82a-b069a5e9fd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:57:38.880329 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-e53b1905-f9a1-4433-b82a-b069a5e9fd57 None None] Attempt 1 to provision port 94cfa58a-ddf6-467b-8476-a526046e8d38 Oct 12 07:57:38.913853 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e53b1905-f9a1-4433-b82a-b069a5e9fd57 None None] Port 94cfa58a-ddf6-467b-8476-a526046e8d38 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:57:39.015189 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 6805215f-5970-4dba-97db-6a981ed9efed no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:57:39.035831 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] No Port match for: 6805215f-5970-4dba-97db-6a981ed9efed {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:57:39.036175 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 6805215f-5970-4dba-97db-6a981ed9efed not bound to the agent host hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:57:39.104250 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-93526471-5d63-4e3b-9b38-f72816dd82f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94cfa58a-ddf6-467b-8476-a526046e8d38 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:57:39.111800 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-93526471-5d63-4e3b-9b38-f72816dd82f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:57:39.124283 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-93526471-5d63-4e3b-9b38-f72816dd82f1 service neutron] Transition to ACTIVE for port object 94cfa58a-ddf6-467b-8476-a526046e8d38 will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 07:57:39.127610 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-93526471-5d63-4e3b-9b38-f72816dd82f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:57:39.207888 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93526471-5d63-4e3b-9b38-f72816dd82f1 service neutron] Pushing event updated for resources: {'Port': ['ID=94cfa58a-ddf6-467b-8476-a526046e8d38,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:57:39.237323 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-93526471-5d63-4e3b-9b38-f72816dd82f1 service neutron] Attempting to bind port 94cfa58a-ddf6-467b-8476-a526046e8d38 on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:57:39.237660 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-93526471-5d63-4e3b-9b38-f72816dd82f1 service neutron] Attempting to bind port 94cfa58a-ddf6-467b-8476-a526046e8d38 by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '90e9a3ef-9d84-4657-b072-b98803d47aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:57:39.237992 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-93526471-5d63-4e3b-9b38-f72816dd82f1 service neutron] Attempting to bind port 94cfa58a-ddf6-467b-8476-a526046e8d38 on network f6516a34-5136-47f4-bdde-15ea8d8f92d5 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:57:39.242414 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-93526471-5d63-4e3b-9b38-f72816dd82f1 service neutron] Port 94cfa58a-ddf6-467b-8476-a526046e8d38 on network f6516a34-5136-47f4-bdde-15ea8d8f92d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:57:39.242766 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-93526471-5d63-4e3b-9b38-f72816dd82f1 service neutron] Attempting to bind port 94cfa58a-ddf6-467b-8476-a526046e8d38 on network f6516a34-5136-47f4-bdde-15ea8d8f92d5 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:57:39.247597 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-93526471-5d63-4e3b-9b38-f72816dd82f1 service neutron] Checking agent: {'id': 'afe9b392-c72e-4ef3-a7bd-ca4c2066af02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8609', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'started_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:57:39.247939 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-93526471-5d63-4e3b-9b38-f72816dd82f1 service neutron] Checking segment: {'id': '90e9a3ef-9d84-4657-b072-b98803d47aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:57:39.248316 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-93526471-5d63-4e3b-9b38-f72816dd82f1 service neutron] Bound using segment: {'id': '90e9a3ef-9d84-4657-b072-b98803d47aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:57:39.248747 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-93526471-5d63-4e3b-9b38-f72816dd82f1 service neutron] Bound port: 94cfa58a-ddf6-467b-8476-a526046e8d38, host: hv-neutron-8609, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90e9a3ef-9d84-4657-b072-b98803d47aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:57:39.249099 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-93526471-5d63-4e3b-9b38-f72816dd82f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:57:39.310563 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-93526471-5d63-4e3b-9b38-f72816dd82f1 service neutron] For port 94cfa58a-ddf6-467b-8476-a526046e8d38, host hv-neutron-8609, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:57:39.313703 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-93526471-5d63-4e3b-9b38-f72816dd82f1 service neutron] For port 94cfa58a-ddf6-467b-8476-a526046e8d38, host hv-neutron-8609, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=94cfa58a-ddf6-467b-8476-a526046e8d38,segment=NetworkSegment(90e9a3ef-9d84-4657-b072-b98803d47aaf),segment_id=90e9a3ef-9d84-4657-b072-b98803d47aaf)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:57:39.318573 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-93526471-5d63-4e3b-9b38-f72816dd82f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:57:39.322397 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-93526471-5d63-4e3b-9b38-f72816dd82f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:39.322995 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-93526471-5d63-4e3b-9b38-f72816dd82f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:57:39.324343 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-93526471-5d63-4e3b-9b38-f72816dd82f1 service neutron] 10.222.0.23 "PUT /v2.0/ports/94cfa58a-ddf6-467b-8476-a526046e8d38 HTTP/1.1" status: 200 len: 1093 time: 0.5449483 Oct 12 07:57:39.324826 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e22e2a77-5458-46cf-8db6-d0bed660f895', 'tag': '94cfa58a-ddf6-467b-8476-a526046e8d38'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:57:39.327096 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f392762b-0606-46d2-bf84-8bc04c914290" -d '{"events": [{"name": "network-changed", "server_uuid": "e22e2a77-5458-46cf-8db6-d0bed660f895", "tag": "94cfa58a-ddf6-467b-8476-a526046e8d38"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:57:39.377251 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d376eb9-9721-4e11-af8f-3c42addcd226 x-openstack-request-id: req-9d376eb9-9721-4e11-af8f-3c42addcd226 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:57:39.377537 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e22e2a77-5458-46cf-8db6-d0bed660f895", "tag": "94cfa58a-ddf6-467b-8476-a526046e8d38", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:57:39.377788 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9d376eb9-9721-4e11-af8f-3c42addcd226 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:57:39.378218 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d376eb9-9721-4e11-af8f-3c42addcd226'] response: {'name': 'network-changed', 'server_uuid': 'e22e2a77-5458-46cf-8db6-d0bed660f895', 'tag': '94cfa58a-ddf6-467b-8476-a526046e8d38', 'status': 'completed', 'code': 200} Oct 12 07:57:39.413760 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93526471-5d63-4e3b-9b38-f72816dd82f1 service neutron] Pushing event updated for resources: {'Port': ['ID=94cfa58a-ddf6-467b-8476-a526046e8d38,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:57:39.414686 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-e53b1905-f9a1-4433-b82a-b069a5e9fd57 None None] Attempt 2 to provision port 94cfa58a-ddf6-467b-8476-a526046e8d38 Oct 12 07:57:39.423945 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-fc179ef2-5339-47ec-be0a-7428a4521e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:39.425442 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-fc179ef2-5339-47ec-be0a-7428a4521e73 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f65ab0cf003848d5ae34ce6530a1d968&device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 1096 time: 0.0586257 Oct 12 07:57:39.459340 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e53b1905-f9a1-4433-b82a-b069a5e9fd57 None None] Port 94cfa58a-ddf6-467b-8476-a526046e8d38 had new provisioning blocks added so it will not transition to active. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 12 07:57:39.468624 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-05d65dbd-5322-4594-9b36-838e56512728 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94cfa58a-ddf6-467b-8476-a526046e8d38 HTTP/1.1" status: 200 len: 217 time: 0.0360053 Oct 12 07:57:39.549118 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-2e728443-e7a4-4147-8d19-9f70aba8cdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:39.550608 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-2e728443-e7a4-4147-8d19-9f70aba8cdc1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d3b478b-75f8-48cd-afce-287fb61e7537 HTTP/1.1" status: 200 len: 850 time: 0.0761802 Oct 12 07:57:39.562392 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43d14e-104c-47d4-96c3-91f3b97b0c12 req-d1dbbf2c-2f40-4ef1-8ad0-8baa5e68d84b tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:39.563704 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-aa43d14e-104c-47d4-96c3-91f3b97b0c12 req-d1dbbf2c-2f40-4ef1-8ad0-8baa5e68d84b tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 943 time: 0.0638781 Oct 12 07:57:39.624430 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-aa43d14e-104c-47d4-96c3-91f3b97b0c12 req-b0640078-6cde-4695-8bae-6347e21a873e tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522840 Oct 12 07:57:39.628829 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-0c949572-053d-4227-b040-191c241c161a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:39.630285 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-0c949572-053d-4227-b040-191c241c161a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6516a34-5136-47f4-bdde-15ea8d8f92d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657141 Oct 12 07:57:39.721818 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-3760db48-04e6-481f-9f6e-c5504660e06b service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846527 Oct 12 07:57:39.808814 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f68d26ed-e95a-49c5-af9e-4558ecc9b03c req-c853c5ba-1ac7-4a94-8d96-2cf882e9ebfa service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806320 Oct 12 07:57:39.889310 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392762b-0606-46d2-bf84-8bc04c914290 req-a9d4626e-8d45-4a32-a5f3-0f68924c958c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:39.890837 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f392762b-0606-46d2-bf84-8bc04c914290 req-a9d4626e-8d45-4a32-a5f3-0f68924c958c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f65ab0cf003848d5ae34ce6530a1d968&device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 1096 time: 0.0409029 Oct 12 07:57:39.982245 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392762b-0606-46d2-bf84-8bc04c914290 req-bd408881-b006-432c-b216-7a5e7aac89be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:39.983678 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f392762b-0606-46d2-bf84-8bc04c914290 req-bd408881-b006-432c-b216-7a5e7aac89be service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6516a34-5136-47f4-bdde-15ea8d8f92d5 HTTP/1.1" status: 200 len: 912 time: 0.0862710 Oct 12 07:57:40.025038 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f392762b-0606-46d2-bf84-8bc04c914290 req-74f7b1e6-ef19-4462-bd39-a821b9b124c6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94cfa58a-ddf6-467b-8476-a526046e8d38 HTTP/1.1" status: 200 len: 217 time: 0.0337768 Oct 12 07:57:40.077567 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392762b-0606-46d2-bf84-8bc04c914290 req-41098cc3-5865-44b9-ae0c-3d9ff156d754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:40.079067 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f392762b-0606-46d2-bf84-8bc04c914290 req-41098cc3-5865-44b9-ae0c-3d9ff156d754 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d3b478b-75f8-48cd-afce-287fb61e7537 HTTP/1.1" status: 200 len: 850 time: 0.0472224 Oct 12 07:57:40.124845 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392762b-0606-46d2-bf84-8bc04c914290 req-7b6666c1-63d3-479e-970a-05671a8ece02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:40.126377 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f392762b-0606-46d2-bf84-8bc04c914290 req-7b6666c1-63d3-479e-970a-05671a8ece02 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6516a34-5136-47f4-bdde-15ea8d8f92d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404668 Oct 12 07:57:40.219361 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f392762b-0606-46d2-bf84-8bc04c914290 req-2f97b8be-f3e3-4b70-9850-b4de3c727618 service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853863 Oct 12 07:57:40.309379 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f392762b-0606-46d2-bf84-8bc04c914290 req-074c9045-946c-438a-9b06-f33ae26af9c3 service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828457 Oct 12 07:57:40.746314 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b83e362-b213-4b4a-9207-92fb1242d3ea req-7d2bb315-7042-4ceb-abad-ebcaa894ccd3 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:40.747679 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1b83e362-b213-4b4a-9207-92fb1242d3ea req-7d2bb315-7042-4ceb-abad-ebcaa894ccd3 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 943 time: 0.0488529 Oct 12 07:57:40.788838 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1b83e362-b213-4b4a-9207-92fb1242d3ea req-6294b438-a1b3-49af-b277-5eb0de224c5e tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351236 Oct 12 07:57:41.908858 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25ca67-1301-42ba-8f6b-0653953cb67b req-8ab297d9-27e8-4354-ad56-baf9acb66830 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:41.910353 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8d25ca67-1301-42ba-8f6b-0653953cb67b req-8ab297d9-27e8-4354-ad56-baf9acb66830 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 943 time: 0.0481839 Oct 12 07:57:41.948281 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8d25ca67-1301-42ba-8f6b-0653953cb67b req-571182ac-30f7-4e98-bb30-c8197c1ac0d5 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313985 Oct 12 07:57:43.046932 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 94cfa58a-ddf6-467b-8476-a526046e8d38 details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 07:57:43.071629 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22fdde-292e-4ec7-8135-a3290e54bdc6 req-36fdf9b9-140e-43a5-9103-89f67b748b6d tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:43.073017 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5d22fdde-292e-4ec7-8135-a3290e54bdc6 req-36fdf9b9-140e-43a5-9103-89f67b748b6d tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 943 time: 0.0498583 Oct 12 07:57:43.110829 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5d22fdde-292e-4ec7-8135-a3290e54bdc6 req-16ac4d32-e0fc-4241-96ed-846bce74ac8a tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316296 Oct 12 07:57:43.141619 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 94cfa58a-ddf6-467b-8476-a526046e8d38, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=94cfa58a-ddf6-467b-8476-a526046e8d38,segment=NetworkSegment(90e9a3ef-9d84-4657-b072-b98803d47aaf),segment_id=90e9a3ef-9d84-4657-b072-b98803d47aaf)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:57:43.152664 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': '94cfa58a-ddf6-467b-8476-a526046e8d38', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'port_id': '94cfa58a-ddf6-467b-8476-a526046e8d38', 'mac_address': 'fa:16:3e:d8:73:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 07:57:43.330179 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 94cfa58a-ddf6-467b-8476-a526046e8d38 is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:57:43.330478 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:57:43.343409 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94cfa58a-ddf6-467b-8476-a526046e8d38 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:57:43.362646 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 94cfa58a-ddf6-467b-8476-a526046e8d38, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=94cfa58a-ddf6-467b-8476-a526046e8d38,segment=NetworkSegment(90e9a3ef-9d84-4657-b072-b98803d47aaf),segment_id=90e9a3ef-9d84-4657-b072-b98803d47aaf)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:57:43.366241 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:57:43.412642 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=94cfa58a-ddf6-467b-8476-a526046e8d38,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:57:43.568839 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['94cfa58a-ddf6-467b-8476-a526046e8d38'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 07:57:43.940438 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f091b0fe-2cab-46b6-92b3-202fbf76f74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:57:44.231319 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b7cd7-1053-4142-985b-5b6adbbea899 req-7b7574c5-b40f-4ab9-8bf2-68214c91d12f tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:44.232791 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e75b7cd7-1053-4142-985b-5b6adbbea899 req-7b7574c5-b40f-4ab9-8bf2-68214c91d12f tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 944 time: 0.0485284 Oct 12 07:57:44.274369 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e75b7cd7-1053-4142-985b-5b6adbbea899 req-fe755f01-0f75-4be7-aa3a-3786c40e0c4b tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354760 Oct 12 07:57:45.049363 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 94cfa58a-ddf6-467b-8476-a526046e8d38 up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:57:45.096547 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning for port 94cfa58a-ddf6-467b-8476-a526046e8d38 completed by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 12 07:57:45.100008 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port 94cfa58a-ddf6-467b-8476-a526046e8d38 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:57:45.100381 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:57:45.100706 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port 94cfa58a-ddf6-467b-8476-a526046e8d38 Oct 12 07:57:45.179558 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 94cfa58a-ddf6-467b-8476-a526046e8d38 is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:57:45.179936 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:57:45.201410 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e22e2a77-5458-46cf-8db6-d0bed660f895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94cfa58a-ddf6-467b-8476-a526046e8d38'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:57:45.203670 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11b24c6-d727-4f16-8c88-ba8d29868be2" -d '{"events": [{"server_uuid": "e22e2a77-5458-46cf-8db6-d0bed660f895", "name": "network-vif-plugged", "status": "completed", "tag": "94cfa58a-ddf6-467b-8476-a526046e8d38"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:57:45.217793 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 94cfa58a-ddf6-467b-8476-a526046e8d38, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=94cfa58a-ddf6-467b-8476-a526046e8d38,segment=NetworkSegment(90e9a3ef-9d84-4657-b072-b98803d47aaf),segment_id=90e9a3ef-9d84-4657-b072-b98803d47aaf)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:57:45.221666 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:57:45.244358 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81360208-84db-44c2-8e34-9217276f63c2 x-openstack-request-id: req-81360208-84db-44c2-8e34-9217276f63c2 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:57:45.244649 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e22e2a77-5458-46cf-8db6-d0bed660f895", "name": "network-vif-plugged", "status": "completed", "tag": "94cfa58a-ddf6-467b-8476-a526046e8d38", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:57:45.244905 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-81360208-84db-44c2-8e34-9217276f63c2 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:57:45.245299 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81360208-84db-44c2-8e34-9217276f63c2'] response: {'server_uuid': 'e22e2a77-5458-46cf-8db6-d0bed660f895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94cfa58a-ddf6-467b-8476-a526046e8d38', 'code': 200} Oct 12 07:57:45.270157 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=94cfa58a-ddf6-467b-8476-a526046e8d38,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:57:45.425925 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e264168-5c90-419e-870c-9dbb054a8da1 req-dd9d00a6-c790-4224-ade0-e64b02d0771b tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:45.427418 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8e264168-5c90-419e-870c-9dbb054a8da1 req-dd9d00a6-c790-4224-ade0-e64b02d0771b tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 945 time: 0.0744345 Oct 12 07:57:45.429183 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86d353-758b-482c-a975-66ef80cc1a4c req-eb2071dc-2068-463b-8672-56e31beaad59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:45.430593 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-be86d353-758b-482c-a975-66ef80cc1a4c req-eb2071dc-2068-463b-8672-56e31beaad59 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 1098 time: 0.0680149 Oct 12 07:57:45.486145 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8e264168-5c90-419e-870c-9dbb054a8da1 req-3079ccad-b3d2-4902-912f-852dc26e44f2 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527794 Oct 12 07:57:45.487756 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-be86d353-758b-482c-a975-66ef80cc1a4c req-4322ee87-f55e-4028-8dd9-511ebdf368f4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488164 Oct 12 07:57:46.102597 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bd5b4ca4-bf10-4952-967b-00c2d6702483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:57:46.614687 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1bd2e5-a3b3-4931-863c-6211bb80edc8 req-2993be65-d740-43c5-801a-7986a9914ab4 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:46.616177 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8a1bd2e5-a3b3-4931-863c-6211bb80edc8 req-2993be65-d740-43c5-801a-7986a9914ab4 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 945 time: 0.0543606 Oct 12 07:57:46.652821 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8a1bd2e5-a3b3-4931-863c-6211bb80edc8 req-c0f3b78c-5476-4a10-8284-b2cfb6078479 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306528 Oct 12 07:57:46.768502 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6415f-8016-4b29-a016-f412eca935ac req-f0679ec7-fd62-4043-b9b9-7d20960f407f tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:46.769949 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-73d6415f-8016-4b29-a016-f412eca935ac req-f0679ec7-fd62-4043-b9b9-7d20960f407f tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 945 time: 0.0473695 Oct 12 07:57:46.780511 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 45868) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:57:46.784787 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-96fcaea7-2801-4461-8a50-f1acb1d2e52a tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Request body: {'floatingip': {'port_id': '94cfa58a-ddf6-467b-8476-a526046e8d38'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:57:46.823444 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-96fcaea7-2801-4461-8a50-f1acb1d2e52a tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks [] for floatingip, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:57:47.247106 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-96fcaea7-2801-4461-8a50-f1acb1d2e52a tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:57:47.250697 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-96fcaea7-2801-4461-8a50-f1acb1d2e52a tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:57:47.293665 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:57:47.351998 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [None req-96fcaea7-2801-4461-8a50-f1acb1d2e52a tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Floating IP cebe372c-3ad3-4dd1-9325-da00121e8748 associated. External IP: 172.26.3.194, port: 94cfa58a-ddf6-467b-8476-a526046e8d38. Oct 12 07:57:47.553303 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96fcaea7-2801-4461-8a50-f1acb1d2e52a tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Router faa01abe-f183-4cc5-b327-5f609aea3c33 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:57:47.972115 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96fcaea7-2801-4461-8a50-f1acb1d2e52a tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:57:47.976828 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-96fcaea7-2801-4461-8a50-f1acb1d2e52a tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:57:47.981752 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4111a530-bce4-4ad3-90d6-f1b0edc9b0f7 None None] Sync routers for ids ['faa01abe-f183-4cc5-b327-5f609aea3c33'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:57:47.991284 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4111a530-bce4-4ad3-90d6-f1b0edc9b0f7 None None] Routers {'faa01abe-f183-4cc5-b327-5f609aea3c33'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:57:47.991883 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4111a530-bce4-4ad3-90d6-f1b0edc9b0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:57:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['faa01abe-f183-4cc5-b327-5f609aea3c33'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:57:48.004613 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-96fcaea7-2801-4461-8a50-f1acb1d2e52a tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "PUT /v2.0/floatingips/cebe372c-3ad3-4dd1-9325-da00121e8748 HTTP/1.1" status: 200 len: 991 time: 1.2230513 Oct 12 07:57:48.005345 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e22e2a77-5458-46cf-8db6-d0bed660f895', 'tag': '94cfa58a-ddf6-467b-8476-a526046e8d38'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:57:48.007636 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5f4ef7-b469-49cc-9c47-de3f04e5bb9e" -d '{"events": [{"name": "network-changed", "server_uuid": "e22e2a77-5458-46cf-8db6-d0bed660f895", "tag": "94cfa58a-ddf6-467b-8476-a526046e8d38"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:57:48.042466 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4322e2d3-4b41-4a9e-8a61-08d340ad14ed x-openstack-request-id: req-4322e2d3-4b41-4a9e-8a61-08d340ad14ed {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:57:48.042761 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e22e2a77-5458-46cf-8db6-d0bed660f895", "tag": "94cfa58a-ddf6-467b-8476-a526046e8d38", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:57:48.043020 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4322e2d3-4b41-4a9e-8a61-08d340ad14ed {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:57:48.043432 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4322e2d3-4b41-4a9e-8a61-08d340ad14ed'] response: {'name': 'network-changed', 'server_uuid': 'e22e2a77-5458-46cf-8db6-d0bed660f895', 'tag': '94cfa58a-ddf6-467b-8476-a526046e8d38', 'status': 'completed', 'code': 200} Oct 12 07:57:48.107090 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f4ef7-b469-49cc-9c47-de3f04e5bb9e req-0c38f614-09e6-447a-a159-01183a033212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:48.108645 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8b5f4ef7-b469-49cc-9c47-de3f04e5bb9e req-0c38f614-09e6-447a-a159-01183a033212 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f65ab0cf003848d5ae34ce6530a1d968&device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 1098 time: 0.0427132 Oct 12 07:57:48.186662 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-4111a530-bce4-4ad3-90d6-f1b0edc9b0f7 None None] Set router faa01abe-f183-4cc5-b327-5f609aea3c33 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:57:48.207082 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f4ef7-b469-49cc-9c47-de3f04e5bb9e req-fbbaf182-c3b8-4f6d-972e-6d7e04c313f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:48.208792 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8b5f4ef7-b469-49cc-9c47-de3f04e5bb9e req-fbbaf182-c3b8-4f6d-972e-6d7e04c313f3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6516a34-5136-47f4-bdde-15ea8d8f92d5 HTTP/1.1" status: 200 len: 912 time: 0.0941076 Oct 12 07:57:48.272092 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8b5f4ef7-b469-49cc-9c47-de3f04e5bb9e req-2f39cbb8-060c-4751-9b6a-5aee614f58c3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94cfa58a-ddf6-467b-8476-a526046e8d38 HTTP/1.1" status: 200 len: 999 time: 0.0568767 Oct 12 07:57:48.325071 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f4ef7-b469-49cc-9c47-de3f04e5bb9e req-a250609d-6a9e-4aa7-808a-e835f2130b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:48.326555 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8b5f4ef7-b469-49cc-9c47-de3f04e5bb9e req-a250609d-6a9e-4aa7-808a-e835f2130b3f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d3b478b-75f8-48cd-afce-287fb61e7537 HTTP/1.1" status: 200 len: 850 time: 0.0479574 Oct 12 07:57:48.371792 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f4ef7-b469-49cc-9c47-de3f04e5bb9e req-74927d02-1e6f-46a2-ab1b-354e8a09e2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:57:48.373335 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8b5f4ef7-b469-49cc-9c47-de3f04e5bb9e req-74927d02-1e6f-46a2-ab1b-354e8a09e2b6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6516a34-5136-47f4-bdde-15ea8d8f92d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408757 Oct 12 07:57:48.403322 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4111a530-bce4-4ad3-90d6-f1b0edc9b0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'name': 'tempest-ServerActionsTestJSON-228820512-router', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:55:08Z', 'updated_at': '2022-10-12T07:55:11Z', 'revision_number': 4, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'gw_port': {'id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:09Z', 'updated_at': '2022-10-12T07:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'cebe372c-3ad3-4dd1-9325-da00121e8748', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'floating_ip_address': '172.26.3.194', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'port_id': '94cfa58a-ddf6-467b-8476-a526046e8d38', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'mac_address': 'fa:16:3e:d8:73:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22e2a77-5458-46cf-8db6-d0bed660f895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:55:13Z', 'updated_at': '2022-10-12T07:57:47Z', 'revision_number': 9, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244f05b0-d51e-47c8-8560-bebbc6b8c8f8', 'name': '', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'mac_address': 'fa:16:3e:cb:47:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:10Z', 'updated_at': '2022-10-12T07:55:14Z', 'revision_number': 5, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'subnets': [{'id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:57:48.433706 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4111a530-bce4-4ad3-90d6-f1b0edc9b0f7 None None] Checking router: faa01abe-f183-4cc5-b327-5f609aea3c33 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:57:48.441760 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4111a530-bce4-4ad3-90d6-f1b0edc9b0f7 None None] Routers {'faa01abe-f183-4cc5-b327-5f609aea3c33'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:57:48.442381 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4111a530-bce4-4ad3-90d6-f1b0edc9b0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:57:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['faa01abe-f183-4cc5-b327-5f609aea3c33'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:57:48.461723 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8b5f4ef7-b469-49cc-9c47-de3f04e5bb9e req-92930520-8773-4b41-a3f2-64e6f270510b service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819695 Oct 12 07:57:48.545539 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-4111a530-bce4-4ad3-90d6-f1b0edc9b0f7 None None] Set router faa01abe-f183-4cc5-b327-5f609aea3c33 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:57:48.553895 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8b5f4ef7-b469-49cc-9c47-de3f04e5bb9e req-d36ac5d9-d802-4588-b2fb-8a43811a2ec6 service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864110 Oct 12 07:57:48.762481 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-4111a530-bce4-4ad3-90d6-f1b0edc9b0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'name': 'tempest-ServerActionsTestJSON-228820512-router', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:55:08Z', 'updated_at': '2022-10-12T07:55:11Z', 'revision_number': 4, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'gw_port': {'id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:09Z', 'updated_at': '2022-10-12T07:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'cebe372c-3ad3-4dd1-9325-da00121e8748', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'floating_ip_address': '172.26.3.194', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'port_id': '94cfa58a-ddf6-467b-8476-a526046e8d38', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'mac_address': 'fa:16:3e:d8:73:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22e2a77-5458-46cf-8db6-d0bed660f895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:55:13Z', 'updated_at': '2022-10-12T07:57:47Z', 'revision_number': 9, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244f05b0-d51e-47c8-8560-bebbc6b8c8f8', 'name': '', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'mac_address': 'fa:16:3e:cb:47:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:10Z', 'updated_at': '2022-10-12T07:55:14Z', 'revision_number': 5, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'subnets': [{'id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:57:48.791903 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4111a530-bce4-4ad3-90d6-f1b0edc9b0f7 None None] The sync data for ids ['faa01abe-f183-4cc5-b327-5f609aea3c33'] in dv-neutron-860909-2-hyperv is: [{'id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'name': 'tempest-ServerActionsTestJSON-228820512-router', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:55:08Z', 'updated_at': '2022-10-12T07:55:11Z', 'revision_number': 4, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'gw_port': {'id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:09Z', 'updated_at': '2022-10-12T07:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'cebe372c-3ad3-4dd1-9325-da00121e8748', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'floating_ip_address': '172.26.3.194', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'port_id': '94cfa58a-ddf6-467b-8476-a526046e8d38', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'mac_address': 'fa:16:3e:d8:73:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22e2a77-5458-46cf-8db6-d0bed660f895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:55:13Z', 'updated_at': '2022-10-12T07:57:47Z', 'revision_number': 9, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244f05b0-d51e-47c8-8560-bebbc6b8c8f8', 'name': '', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'mac_address': 'fa:16:3e:cb:47:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:10Z', 'updated_at': '2022-10-12T07:55:14Z', 'revision_number': 5, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'subnets': [{'id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:57:48.853898 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:57:48.973537 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb814c8-a584-4a37-9854-0948fab66e59 None None] New status for floating IP cebe372c-3ad3-4dd1-9325-da00121e8748: ACTIVE {{(pid=103202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 07:57:49.167699 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:57:51.171073 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:57:53.434038 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:58:13.382376 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8f78013d-add8-488f-8e84-e48b2dfad854 req-db041981-256b-40a4-8be3-ff451ed5e04d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e22e2a77-5458-46cf-8db6-d0bed660f895&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388694 Oct 12 07:58:13.466553 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78013d-add8-488f-8e84-e48b2dfad854 req-8646ff0d-f60b-455c-96d2-44ea8c320be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:13.468040 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8f78013d-add8-488f-8e84-e48b2dfad854 req-8646ff0d-f60b-455c-96d2-44ea8c320be3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f65ab0cf003848d5ae34ce6530a1d968&device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 1098 time: 0.0438781 Oct 12 07:58:13.568442 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78013d-add8-488f-8e84-e48b2dfad854 req-ca6b875d-5219-4bd6-bf26-1930ed686336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:13.569908 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8f78013d-add8-488f-8e84-e48b2dfad854 req-ca6b875d-5219-4bd6-bf26-1930ed686336 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6516a34-5136-47f4-bdde-15ea8d8f92d5 HTTP/1.1" status: 200 len: 912 time: 0.0820620 Oct 12 07:58:13.637822 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8f78013d-add8-488f-8e84-e48b2dfad854 req-71d746e8-ab23-464a-b22d-468683031df5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94cfa58a-ddf6-467b-8476-a526046e8d38 HTTP/1.1" status: 200 len: 1002 time: 0.0609789 Oct 12 07:58:13.685692 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78013d-add8-488f-8e84-e48b2dfad854 req-34d29187-cd77-4463-abcb-fe01c0ba966a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:13.687114 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8f78013d-add8-488f-8e84-e48b2dfad854 req-34d29187-cd77-4463-abcb-fe01c0ba966a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d3b478b-75f8-48cd-afce-287fb61e7537 HTTP/1.1" status: 200 len: 850 time: 0.0427976 Oct 12 07:58:13.730732 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78013d-add8-488f-8e84-e48b2dfad854 req-6ec9f285-40ca-489d-a35b-1af18e6fa4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:13.732160 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8f78013d-add8-488f-8e84-e48b2dfad854 req-6ec9f285-40ca-489d-a35b-1af18e6fa4fd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6516a34-5136-47f4-bdde-15ea8d8f92d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389307 Oct 12 07:58:13.823465 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8f78013d-add8-488f-8e84-e48b2dfad854 req-7e5a90a5-aa02-4433-a3ec-bab334617140 service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845034 Oct 12 07:58:13.911957 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8f78013d-add8-488f-8e84-e48b2dfad854 req-e71256b8-6ad0-480f-993f-a65c626e7ec9 service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808995 Oct 12 07:58:13.941982 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ab80f890-51df-48b0-bbd8-c7d38357f3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:58:16.104989 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bc7822c1-8b95-41d8-8f2b-9059b87fe5c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:58:17.296396 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:58:18.855527 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:58:19.167955 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:58:21.132780 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a049fb8-5ca6-47e2-a0f0-e3a80942a84e req-3fdd2c92-9d23-4705-a7d5-270e5143ba0f tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:21.134328 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0a049fb8-5ca6-47e2-a0f0-e3a80942a84e req-3fdd2c92-9d23-4705-a7d5-270e5143ba0f tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 945 time: 0.0614712 Oct 12 07:58:21.150654 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-25dc9caf-9109-4a77-9603-8c24ddb42fd4 req-30008bf7-33d5-4266-aea2-4186788dda81 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e22e2a77-5458-46cf-8db6-d0bed660f895&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0865827 Oct 12 07:58:21.175144 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0a049fb8-5ca6-47e2-a0f0-e3a80942a84e req-036a0a63-5755-4ee3-99df-c287885edbe8 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346110 Oct 12 07:58:21.191783 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:58:22.182382 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc9caf-9109-4a77-9603-8c24ddb42fd4 req-9bda1fd1-4e90-4b3a-a5c5-9bc95fbd572d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:22.184589 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-25dc9caf-9109-4a77-9603-8c24ddb42fd4 req-9bda1fd1-4e90-4b3a-a5c5-9bc95fbd572d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f65ab0cf003848d5ae34ce6530a1d968&device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 1098 time: 0.0407691 Oct 12 07:58:22.305829 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc9caf-9109-4a77-9603-8c24ddb42fd4 req-7a60587f-c34a-4601-a14a-68caeef5b401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:22.307347 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-25dc9caf-9109-4a77-9603-8c24ddb42fd4 req-7a60587f-c34a-4601-a14a-68caeef5b401 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6516a34-5136-47f4-bdde-15ea8d8f92d5 HTTP/1.1" status: 200 len: 912 time: 0.1161616 Oct 12 07:58:22.319290 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02815d0-057d-4ba7-b530-453c417e0e75 req-733ec381-0582-4b9c-a25a-3edbfb33bad8 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:22.320643 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c02815d0-057d-4ba7-b530-453c417e0e75 req-733ec381-0582-4b9c-a25a-3edbfb33bad8 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 945 time: 0.0682786 Oct 12 07:58:22.403147 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c02815d0-057d-4ba7-b530-453c417e0e75 req-aa96cde0-188d-40fd-bcfc-70a9dddc6490 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756156 Oct 12 07:58:22.406836 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-25dc9caf-9109-4a77-9603-8c24ddb42fd4 req-3b356d0b-8e0b-4d98-b365-5628f9a3b004 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94cfa58a-ddf6-467b-8476-a526046e8d38 HTTP/1.1" status: 200 len: 1002 time: 0.0853286 Oct 12 07:58:22.454678 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc9caf-9109-4a77-9603-8c24ddb42fd4 req-3b8064dd-2161-4fa1-a62d-1fa42e5d5fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:22.456025 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-25dc9caf-9109-4a77-9603-8c24ddb42fd4 req-3b8064dd-2161-4fa1-a62d-1fa42e5d5fed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d3b478b-75f8-48cd-afce-287fb61e7537 HTTP/1.1" status: 200 len: 850 time: 0.0426564 Oct 12 07:58:22.499552 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc9caf-9109-4a77-9603-8c24ddb42fd4 req-93886591-020f-4656-b5eb-1af2b22a5972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:22.500982 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-25dc9caf-9109-4a77-9603-8c24ddb42fd4 req-93886591-020f-4656-b5eb-1af2b22a5972 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6516a34-5136-47f4-bdde-15ea8d8f92d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390871 Oct 12 07:58:22.591668 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-25dc9caf-9109-4a77-9603-8c24ddb42fd4 req-f99375df-0b5a-4d45-97d7-34eec1860f04 service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840662 Oct 12 07:58:22.678751 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-25dc9caf-9109-4a77-9603-8c24ddb42fd4 req-529407ef-211d-411c-9139-e84823bb7858 service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808342 Oct 12 07:58:23.520681 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388c1bd-a874-4871-8d11-c6495fb7b944 req-191abca6-b58d-43f6-994c-c2bf5083ac08 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:23.522153 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b388c1bd-a874-4871-8d11-c6495fb7b944 req-191abca6-b58d-43f6-994c-c2bf5083ac08 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 945 time: 0.0475588 Oct 12 07:58:23.563579 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b388c1bd-a874-4871-8d11-c6495fb7b944 req-c973098b-98c7-419a-87f2-ca2026fda713 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349667 Oct 12 07:58:24.682285 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7aab5a-02ea-4de9-a3a9-625db2228868 req-9496cf26-de11-4b06-a023-98a30946550a tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:24.683747 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fd7aab5a-02ea-4de9-a3a9-625db2228868 req-9496cf26-de11-4b06-a023-98a30946550a tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 945 time: 0.0479779 Oct 12 07:58:24.721291 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fd7aab5a-02ea-4de9-a3a9-625db2228868 req-2bf13fcd-e404-4dcf-81b4-a73ae2f5248d tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317359 Oct 12 07:58:25.841630 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268cfb0-de44-46e4-a565-ed1ea5d650a8 req-e07e0b87-7b92-41b1-b988-1087f37ca3a2 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:25.843152 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e268cfb0-de44-46e4-a565-ed1ea5d650a8 req-e07e0b87-7b92-41b1-b988-1087f37ca3a2 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 945 time: 0.0497594 Oct 12 07:58:25.879156 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e268cfb0-de44-46e4-a565-ed1ea5d650a8 req-edafb530-8865-4d41-97d5-e8596a597f2e tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300896 Oct 12 07:58:26.999480 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab127137-f11e-474b-aabb-204dbfb37633 req-a2d389a6-cdf5-41a3-aa8b-c0e5de81fbc2 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:27.000962 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ab127137-f11e-474b-aabb-204dbfb37633 req-a2d389a6-cdf5-41a3-aa8b-c0e5de81fbc2 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 945 time: 0.0488722 Oct 12 07:58:27.042476 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ab127137-f11e-474b-aabb-204dbfb37633 req-0c86a040-4c47-4775-847c-3b50815eeec5 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355611 Oct 12 07:58:28.161029 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9bdf5-aae5-49d7-83fc-bc0ce31f850a req-a29658ad-25f4-44ba-8d91-3360b5c68737 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:28.162486 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e4e9bdf5-aae5-49d7-83fc-bc0ce31f850a req-a29658ad-25f4-44ba-8d91-3360b5c68737 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 945 time: 0.0477402 Oct 12 07:58:28.200227 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e4e9bdf5-aae5-49d7-83fc-bc0ce31f850a req-ac949d9e-c3a6-4330-be1f-dc13808a307c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314109 Oct 12 07:58:29.318558 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4565d562-4c04-4486-8b17-3ffa8b2469cc req-11e019a2-82f5-4913-9dac-576c67521a31 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:29.320016 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4565d562-4c04-4486-8b17-3ffa8b2469cc req-11e019a2-82f5-4913-9dac-576c67521a31 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 945 time: 0.0487201 Oct 12 07:58:29.357655 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4565d562-4c04-4486-8b17-3ffa8b2469cc req-3942ba78-3c7e-4589-891e-1f1be4e25b0d tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317168 Oct 12 07:58:30.432568 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:58:30.478485 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1724d7-2998-492a-b2b4-65b2264e1391 req-0771a904-9476-4bef-a204-ee2a1d58f903 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:30.479949 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fd1724d7-2998-492a-b2b4-65b2264e1391 req-0771a904-9476-4bef-a204-ee2a1d58f903 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 945 time: 0.0484290 Oct 12 07:58:30.521229 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fd1724d7-2998-492a-b2b4-65b2264e1391 req-bbaef20e-70a1-41fc-b314-eb55d1882d46 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348773 Oct 12 07:58:31.641479 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b1463-e7f5-4f67-b06d-725629e107a6 req-3331fee1-1c1b-47aa-91e3-1a8d1d518eab tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:31.642961 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3c0b1463-e7f5-4f67-b06d-725629e107a6 req-3331fee1-1c1b-47aa-91e3-1a8d1d518eab tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 945 time: 0.0479949 Oct 12 07:58:31.680069 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3c0b1463-e7f5-4f67-b06d-725629e107a6 req-a3d95547-b30b-4559-8d64-9ce402dc31c3 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313015 Oct 12 07:58:32.799072 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf63747-10d2-4ce2-90b2-c62f5884cb55 req-9095698d-fe4e-4885-8738-a1fd2f8720d4 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:32.800597 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8cf63747-10d2-4ce2-90b2-c62f5884cb55 req-9095698d-fe4e-4885-8738-a1fd2f8720d4 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 945 time: 0.0485392 Oct 12 07:58:32.839576 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8cf63747-10d2-4ce2-90b2-c62f5884cb55 req-3c5a7b1b-83aa-4508-b10b-047d091c867b tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321662 Oct 12 07:58:33.959319 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5358c7-8704-43a8-b539-ffe54667ca72 req-3554604a-d8d7-4221-9dc4-38986b3b864c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:33.960809 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ea5358c7-8704-43a8-b539-ffe54667ca72 req-3554604a-d8d7-4221-9dc4-38986b3b864c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 945 time: 0.0489867 Oct 12 07:58:34.002766 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ea5358c7-8704-43a8-b539-ffe54667ca72 req-ff11c56f-683b-4316-895d-8eea4e02901b tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355623 Oct 12 07:58:35.123571 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548ee0d-083f-441c-bc2c-b49719d819ab req-b8ba267e-007b-439b-a6c5-6494829b8187 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:35.125055 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5548ee0d-083f-441c-bc2c-b49719d819ab req-b8ba267e-007b-439b-a6c5-6494829b8187 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 945 time: 0.0496037 Oct 12 07:58:35.161404 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5548ee0d-083f-441c-bc2c-b49719d819ab req-003f5b1d-deba-4222-b1a8-ca507c0a29f9 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303609 Oct 12 07:58:36.281498 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064a150-09c7-4eb6-95f7-fc1f0ed46339 req-05b745e0-2471-471c-95eb-e19e2dc2f8dd tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:36.282982 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6064a150-09c7-4eb6-95f7-fc1f0ed46339 req-05b745e0-2471-471c-95eb-e19e2dc2f8dd tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 945 time: 0.0490518 Oct 12 07:58:36.319767 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6064a150-09c7-4eb6-95f7-fc1f0ed46339 req-ea36effd-3d2e-404b-8b81-34b536653691 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310242 Oct 12 07:58:37.438449 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fab58c-022c-408f-bdea-8b9590332a42 req-41d9bbf0-017c-4c3b-9268-135bae5a976b tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:37.439911 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-72fab58c-022c-408f-bdea-8b9590332a42 req-41d9bbf0-017c-4c3b-9268-135bae5a976b tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 945 time: 0.0474131 Oct 12 07:58:37.481368 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-72fab58c-022c-408f-bdea-8b9590332a42 req-8f9a96e6-d0c8-4cca-8c88-452cbd3c5210 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356283 Oct 12 07:58:38.600274 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc360b-348e-437f-be98-54b7853cec8d req-7cf2b398-76a8-495e-93b0-40feb2fa1f9a tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:38.601710 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-78bc360b-348e-437f-be98-54b7853cec8d req-7cf2b398-76a8-495e-93b0-40feb2fa1f9a tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 945 time: 0.0485547 Oct 12 07:58:38.638650 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-78bc360b-348e-437f-be98-54b7853cec8d req-5e501a4e-8caf-48c7-af37-75772baa5368 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304551 Oct 12 07:58:39.264344 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-25dc9caf-9109-4a77-9603-8c24ddb42fd4 req-67879daf-048f-4477-b65b-7d7231c24426 service neutron] 10.222.0.23 "GET /v2.0/ports/94cfa58a-ddf6-467b-8476-a526046e8d38/bindings/hv-neutron-8609 HTTP/1.1" status: 200 len: 384 time: 0.0529289 Oct 12 07:58:39.453875 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc9caf-9109-4a77-9603-8c24ddb42fd4 req-255ab0c4-a26d-4ab6-a858-1b4fb684021b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:39.455410 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-25dc9caf-9109-4a77-9603-8c24ddb42fd4 req-255ab0c4-a26d-4ab6-a858-1b4fb684021b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e22e2a77-5458-46cf-8db6-d0bed660f895&tenant_id=f65ab0cf003848d5ae34ce6530a1d968 HTTP/1.1" status: 200 len: 1098 time: 0.0402389 Oct 12 07:58:39.517979 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc9caf-9109-4a77-9603-8c24ddb42fd4 req-88921366-9b99-4d1b-bb56-b2e551ef931f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:39.519401 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-25dc9caf-9109-4a77-9603-8c24ddb42fd4 req-88921366-9b99-4d1b-bb56-b2e551ef931f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f65ab0cf003848d5ae34ce6530a1d968&device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 1098 time: 0.0432196 Oct 12 07:58:39.606847 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc9caf-9109-4a77-9603-8c24ddb42fd4 req-bd7c6777-106f-4924-b653-a3fb7d81eb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:39.608275 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-25dc9caf-9109-4a77-9603-8c24ddb42fd4 req-bd7c6777-106f-4924-b653-a3fb7d81eb31 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6516a34-5136-47f4-bdde-15ea8d8f92d5 HTTP/1.1" status: 200 len: 912 time: 0.0823236 Oct 12 07:58:39.675995 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-25dc9caf-9109-4a77-9603-8c24ddb42fd4 req-72db7046-71c6-4e14-973d-5f35ca56d8be service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94cfa58a-ddf6-467b-8476-a526046e8d38 HTTP/1.1" status: 200 len: 1002 time: 0.0607276 Oct 12 07:58:39.748685 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc9caf-9109-4a77-9603-8c24ddb42fd4 req-e4cf8dc9-3290-4c64-b1e1-15a48227df40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:39.750152 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-25dc9caf-9109-4a77-9603-8c24ddb42fd4 req-e4cf8dc9-3290-4c64-b1e1-15a48227df40 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d3b478b-75f8-48cd-afce-287fb61e7537 HTTP/1.1" status: 200 len: 850 time: 0.0684752 Oct 12 07:58:39.788637 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a8b53-cab6-4058-8f65-34e8b8730939 req-6f11645e-9066-48f2-8401-2dd4e0544245 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:39.789999 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e26a8b53-cab6-4058-8f65-34e8b8730939 req-6f11645e-9066-48f2-8401-2dd4e0544245 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 945 time: 0.0759892 Oct 12 07:58:39.827224 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc9caf-9109-4a77-9603-8c24ddb42fd4 req-bfd83428-7893-4e20-b883-bbd6b491013b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:39.828686 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-25dc9caf-9109-4a77-9603-8c24ddb42fd4 req-bfd83428-7893-4e20-b883-bbd6b491013b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6516a34-5136-47f4-bdde-15ea8d8f92d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716097 Oct 12 07:58:39.848706 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e26a8b53-cab6-4058-8f65-34e8b8730939 req-6b9f4053-291c-4b02-8606-dade9fbdcd35 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524561 Oct 12 07:58:39.921881 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-25dc9caf-9109-4a77-9603-8c24ddb42fd4 req-62d86712-89d3-47d3-80ba-64cadf1a09a8 service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855000 Oct 12 07:58:40.013946 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-25dc9caf-9109-4a77-9603-8c24ddb42fd4 req-878fe226-7445-4398-9439-b6b55899f59a service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856671 Oct 12 07:58:40.971670 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442087f-c87b-4f68-a481-b27fe40bef38 req-16af2f2b-3fb6-437e-bf50-ef8b8d846e1c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:40.973307 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c442087f-c87b-4f68-a481-b27fe40bef38 req-16af2f2b-3fb6-437e-bf50-ef8b8d846e1c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 945 time: 0.0518353 Oct 12 07:58:41.012269 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c442087f-c87b-4f68-a481-b27fe40bef38 req-7d67b709-47db-4dac-884c-0b90b9bc7b62 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322855 Oct 12 07:58:42.134019 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05232507-371b-43e8-bf17-9bdf7dcadd98 req-795ce14d-c098-4d32-8655-0295feaa46c0 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:42.135501 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-05232507-371b-43e8-bf17-9bdf7dcadd98 req-795ce14d-c098-4d32-8655-0295feaa46c0 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 945 time: 0.0486777 Oct 12 07:58:42.172694 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-05232507-371b-43e8-bf17-9bdf7dcadd98 req-7d99c85d-acd4-41c7-b334-16aad7699568 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312960 Oct 12 07:58:42.492060 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb9734-b7df-4f00-8c06-50a93bcc9e17 req-b90431fe-26ca-432e-abec-2d36b324b45b tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:42.493530 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0fdb9734-b7df-4f00-8c06-50a93bcc9e17 req-b90431fe-26ca-432e-abec-2d36b324b45b tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.23 "GET /v2.0/ports?device_id=e22e2a77-5458-46cf-8db6-d0bed660f895&tenant_id=f65ab0cf003848d5ae34ce6530a1d968&binding%3Ahost_id=hv-neutron-8609 HTTP/1.1" status: 200 len: 945 time: 0.0830479 Oct 12 07:58:42.505530 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97a5e7-cddb-4cbb-8c6c-2b7211e32f94 req-3132443b-bd9c-4a29-81c9-12d28eb29df3 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:42.506985 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9d97a5e7-cddb-4cbb-8c6c-2b7211e32f94 req-3132443b-bd9c-4a29-81c9-12d28eb29df3 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 945 time: 0.0666025 Oct 12 07:58:42.579882 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9d97a5e7-cddb-4cbb-8c6c-2b7211e32f94 req-9225a68a-b01d-402f-89b4-cc65c8931297 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656388 Oct 12 07:58:42.585909 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0fdb9734-b7df-4f00-8c06-50a93bcc9e17 req-c446d17e-a08a-4347-afc2-204ef6f30bb2 service neutron] 10.222.0.23 "GET /v2.0/ports/94cfa58a-ddf6-467b-8476-a526046e8d38/bindings/hv-neutron-8609 HTTP/1.1" status: 200 len: 384 time: 0.0780470 Oct 12 07:58:42.648873 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb9734-b7df-4f00-8c06-50a93bcc9e17 req-5607fa7e-e8d4-47ee-9cd7-093b1eea4a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:42.650955 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0fdb9734-b7df-4f00-8c06-50a93bcc9e17 req-5607fa7e-e8d4-47ee-9cd7-093b1eea4a4c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f65ab0cf003848d5ae34ce6530a1d968&device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 1098 time: 0.0431151 Oct 12 07:58:42.738150 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb9734-b7df-4f00-8c06-50a93bcc9e17 req-9f59f3a0-bd61-4ebf-ab4c-6f6a0dabbda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:42.739607 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0fdb9734-b7df-4f00-8c06-50a93bcc9e17 req-9f59f3a0-bd61-4ebf-ab4c-6f6a0dabbda0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6516a34-5136-47f4-bdde-15ea8d8f92d5 HTTP/1.1" status: 200 len: 912 time: 0.0823042 Oct 12 07:58:42.805264 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0fdb9734-b7df-4f00-8c06-50a93bcc9e17 req-982a3d6f-39bd-4e4d-bfd8-52cf2d0c6bf2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94cfa58a-ddf6-467b-8476-a526046e8d38 HTTP/1.1" status: 200 len: 1002 time: 0.0595696 Oct 12 07:58:42.852537 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb9734-b7df-4f00-8c06-50a93bcc9e17 req-17bdefd7-cd16-4608-a2b1-73b33decd3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:42.853961 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0fdb9734-b7df-4f00-8c06-50a93bcc9e17 req-17bdefd7-cd16-4608-a2b1-73b33decd3e3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d3b478b-75f8-48cd-afce-287fb61e7537 HTTP/1.1" status: 200 len: 850 time: 0.0427186 Oct 12 07:58:42.898568 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb9734-b7df-4f00-8c06-50a93bcc9e17 req-96472064-dbe8-40cc-9bac-6431bc302497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:42.900098 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0fdb9734-b7df-4f00-8c06-50a93bcc9e17 req-96472064-dbe8-40cc-9bac-6431bc302497 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6516a34-5136-47f4-bdde-15ea8d8f92d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390677 Oct 12 07:58:42.990046 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0fdb9734-b7df-4f00-8c06-50a93bcc9e17 req-40da13f9-64f6-4751-8053-25a94f2a94e3 service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838683 Oct 12 07:58:43.079609 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0fdb9734-b7df-4f00-8c06-50a93bcc9e17 req-10a803a4-ccbf-4893-8d82-41928b548822 service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831892 Oct 12 07:58:43.334856 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 94cfa58a-ddf6-467b-8476-a526046e8d38 details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 07:58:43.337338 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 94cfa58a-ddf6-467b-8476-a526046e8d38 no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:58:43.489097 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 94cfa58a-ddf6-467b-8476-a526046e8d38 is: ACTIVE; New status is: DOWN {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:58:43.489459 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:58:43.492194 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 94cfa58a-ddf6-467b-8476-a526046e8d38, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=94cfa58a-ddf6-467b-8476-a526046e8d38,segment=NetworkSegment(90e9a3ef-9d84-4657-b072-b98803d47aaf),segment_id=90e9a3ef-9d84-4657-b072-b98803d47aaf)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:58:43.510719 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': '94cfa58a-ddf6-467b-8476-a526046e8d38', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'port_id': '94cfa58a-ddf6-467b-8476-a526046e8d38', 'mac_address': 'fa:16:3e:d8:73:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 07:58:43.523697 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e22e2a77-5458-46cf-8db6-d0bed660f895', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94cfa58a-ddf6-467b-8476-a526046e8d38'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:58:43.526449 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9391e3a-4a8b-4590-8cc5-c89cbe326673" -d '{"events": [{"server_uuid": "e22e2a77-5458-46cf-8db6-d0bed660f895", "name": "network-vif-unplugged", "status": "completed", "tag": "94cfa58a-ddf6-467b-8476-a526046e8d38"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:58:43.558984 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 94cfa58a-ddf6-467b-8476-a526046e8d38, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=94cfa58a-ddf6-467b-8476-a526046e8d38,segment=NetworkSegment(90e9a3ef-9d84-4657-b072-b98803d47aaf),segment_id=90e9a3ef-9d84-4657-b072-b98803d47aaf)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:58:43.565947 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:58:43.574058 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 12 Oct 2022 07:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cda7ef2-e1fb-4aca-965a-3811a4e62312 x-openstack-request-id: req-6cda7ef2-e1fb-4aca-965a-3811a4e62312 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:58:43.574344 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e22e2a77-5458-46cf-8db6-d0bed660f895", "name": "network-vif-unplugged", "status": "completed", "tag": "94cfa58a-ddf6-467b-8476-a526046e8d38", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:58:43.574596 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6cda7ef2-e1fb-4aca-965a-3811a4e62312 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:58:43.574985 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cda7ef2-e1fb-4aca-965a-3811a4e62312'] response: {'server_uuid': 'e22e2a77-5458-46cf-8db6-d0bed660f895', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94cfa58a-ddf6-467b-8476-a526046e8d38', 'code': 200} Oct 12 07:58:43.599019 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 94cfa58a-ddf6-467b-8476-a526046e8d38 is: ACTIVE; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:58:43.599334 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:58:43.621062 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 94cfa58a-ddf6-467b-8476-a526046e8d38 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:58:43.658788 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=94cfa58a-ddf6-467b-8476-a526046e8d38,revision_number=6']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:58:43.672195 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:58:43.672537 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:58:43.672866 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:58:43.673189 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:58:43.673510 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:58:43.673829 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:58:43.674181 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:58:43.674498 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:58:43.674814 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:58:43.675128 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:58:43.675441 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:58:43.675750 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:58:43.687123 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.db.api [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103202) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 07:58:43.687480 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG oslo_db.api [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 07:58:43.711109 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9041c-38c6-4ea6-a484-ef3a800ca9ff req-33f8173e-49bc-4325-ac8b-3af8d7b96d60 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:43.713073 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-51f9041c-38c6-4ea6-a484-ef3a800ca9ff req-33f8173e-49bc-4325-ac8b-3af8d7b96d60 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 943 time: 0.0595713 Oct 12 07:58:43.749877 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-51f9041c-38c6-4ea6-a484-ef3a800ca9ff req-229e6ae5-52f6-4dd7-a09c-dd08e50110b4 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309606 Oct 12 07:58:43.942486 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1c9fc788-9cc0-4f6f-b78e-175115a9af04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:58:44.224375 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 94cfa58a-ddf6-467b-8476-a526046e8d38 is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:58:44.224673 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:58:44.236678 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94cfa58a-ddf6-467b-8476-a526046e8d38 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:58:44.255469 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 94cfa58a-ddf6-467b-8476-a526046e8d38, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=94cfa58a-ddf6-467b-8476-a526046e8d38,segment=NetworkSegment(90e9a3ef-9d84-4657-b072-b98803d47aaf),segment_id=90e9a3ef-9d84-4657-b072-b98803d47aaf)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:58:44.259960 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:58:44.311834 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=94cfa58a-ddf6-467b-8476-a526046e8d38,revision_number=7']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:58:44.326529 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['94cfa58a-ddf6-467b-8476-a526046e8d38'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 07:58:44.871047 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f877d4e-b630-4591-bb2e-05b7e22767c7 req-efa04704-f656-451b-b33e-ef1cb919f426 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:44.872540 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8f877d4e-b630-4591-bb2e-05b7e22767c7 req-efa04704-f656-451b-b33e-ef1cb919f426 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 944 time: 0.0488439 Oct 12 07:58:44.911112 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8f877d4e-b630-4591-bb2e-05b7e22767c7 req-568ef592-6ecd-4a7a-9d41-a67ffd4841f5 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316033 Oct 12 07:58:45.359858 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 94cfa58a-ddf6-467b-8476-a526046e8d38 up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:58:45.411040 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port 94cfa58a-ddf6-467b-8476-a526046e8d38 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:58:45.411418 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:58:45.411749 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port 94cfa58a-ddf6-467b-8476-a526046e8d38 Oct 12 07:58:45.476469 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb9734-b7df-4f00-8c06-50a93bcc9e17 req-c0091d87-7bd9-4484-9533-eb34a7416e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:45.477941 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0fdb9734-b7df-4f00-8c06-50a93bcc9e17 req-c0091d87-7bd9-4484-9533-eb34a7416e7b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e22e2a77-5458-46cf-8db6-d0bed660f895&tenant_id=f65ab0cf003848d5ae34ce6530a1d968 HTTP/1.1" status: 200 len: 1097 time: 0.0400412 Oct 12 07:58:45.489547 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 94cfa58a-ddf6-467b-8476-a526046e8d38 is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:58:45.489953 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:58:45.523961 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 94cfa58a-ddf6-467b-8476-a526046e8d38, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=94cfa58a-ddf6-467b-8476-a526046e8d38,segment=NetworkSegment(90e9a3ef-9d84-4657-b072-b98803d47aaf),segment_id=90e9a3ef-9d84-4657-b072-b98803d47aaf)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:58:45.528229 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:58:45.538287 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb9734-b7df-4f00-8c06-50a93bcc9e17 req-5687311b-cc45-4995-be84-8d6366e45993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:45.539850 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0fdb9734-b7df-4f00-8c06-50a93bcc9e17 req-5687311b-cc45-4995-be84-8d6366e45993 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f65ab0cf003848d5ae34ce6530a1d968&device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 1097 time: 0.0419483 Oct 12 07:58:45.576846 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e22e2a77-5458-46cf-8db6-d0bed660f895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94cfa58a-ddf6-467b-8476-a526046e8d38'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:58:45.579082 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f685e3-e4af-4d9a-bdee-3f44ae7489d9" -d '{"events": [{"server_uuid": "e22e2a77-5458-46cf-8db6-d0bed660f895", "name": "network-vif-plugged", "status": "completed", "tag": "94cfa58a-ddf6-467b-8476-a526046e8d38"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:58:45.582342 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=94cfa58a-ddf6-467b-8476-a526046e8d38,revision_number=8']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:58:45.624494 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d423fba-0ac2-414d-a7a3-dfac1f3b527a x-openstack-request-id: req-2d423fba-0ac2-414d-a7a3-dfac1f3b527a {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:58:45.624891 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e22e2a77-5458-46cf-8db6-d0bed660f895", "name": "network-vif-plugged", "status": "completed", "tag": "94cfa58a-ddf6-467b-8476-a526046e8d38", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:58:45.625155 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2d423fba-0ac2-414d-a7a3-dfac1f3b527a {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:58:45.625559 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d423fba-0ac2-414d-a7a3-dfac1f3b527a'] response: {'server_uuid': 'e22e2a77-5458-46cf-8db6-d0bed660f895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94cfa58a-ddf6-467b-8476-a526046e8d38', 'code': 200} Oct 12 07:58:45.640960 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb9734-b7df-4f00-8c06-50a93bcc9e17 req-019635be-51a4-47a8-a93d-39681af66e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:45.642466 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0fdb9734-b7df-4f00-8c06-50a93bcc9e17 req-019635be-51a4-47a8-a93d-39681af66e57 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6516a34-5136-47f4-bdde-15ea8d8f92d5 HTTP/1.1" status: 200 len: 912 time: 0.0953732 Oct 12 07:58:45.708427 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0fdb9734-b7df-4f00-8c06-50a93bcc9e17 req-50eecc4d-25d1-410c-a096-fdb4d4177393 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94cfa58a-ddf6-467b-8476-a526046e8d38 HTTP/1.1" status: 200 len: 1002 time: 0.0599434 Oct 12 07:58:45.755269 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb9734-b7df-4f00-8c06-50a93bcc9e17 req-58007771-3cca-4414-b8ce-43313e3644f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:45.756708 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0fdb9734-b7df-4f00-8c06-50a93bcc9e17 req-58007771-3cca-4414-b8ce-43313e3644f3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d3b478b-75f8-48cd-afce-287fb61e7537 HTTP/1.1" status: 200 len: 850 time: 0.0420387 Oct 12 07:58:45.799394 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb9734-b7df-4f00-8c06-50a93bcc9e17 req-fc26ff77-a9c5-4fcf-98b8-a5c867350ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:45.800878 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0fdb9734-b7df-4f00-8c06-50a93bcc9e17 req-fc26ff77-a9c5-4fcf-98b8-a5c867350ab2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6516a34-5136-47f4-bdde-15ea8d8f92d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0380011 Oct 12 07:58:45.892368 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0fdb9734-b7df-4f00-8c06-50a93bcc9e17 req-6e46db74-e664-463d-a7c4-4776bbc3e99c service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852048 Oct 12 07:58:45.979848 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0fdb9734-b7df-4f00-8c06-50a93bcc9e17 req-98d99981-e2f6-4514-b62b-3b0cd148437f service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815508 Oct 12 07:58:46.036201 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1f457-fab6-446d-9891-c6ae93168d61 req-19a4c207-30c1-411d-aeb9-4b2581fe1610 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:46.037897 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d1c1f457-fab6-446d-9891-c6ae93168d61 req-19a4c207-30c1-411d-aeb9-4b2581fe1610 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 945 time: 0.0511243 Oct 12 07:58:46.079842 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d1c1f457-fab6-446d-9891-c6ae93168d61 req-dafc89f3-4c25-470d-a087-85411f0ac3f6 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358980 Oct 12 07:58:46.107384 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ee7c7088-be11-4800-9ead-12f56d0132f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:58:47.208768 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2eed11-5581-4217-b8cc-abfbd0c00a06 req-a957b913-5c83-4fa1-907d-ce1f51db8e26 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:47.210623 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4e2eed11-5581-4217-b8cc-abfbd0c00a06 req-a957b913-5c83-4fa1-907d-ce1f51db8e26 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 945 time: 0.0549664 Oct 12 07:58:47.249242 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4e2eed11-5581-4217-b8cc-abfbd0c00a06 req-6943f9e4-59fc-4e2c-8a97-8f78c5b8d1f3 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313675 Oct 12 07:58:47.296917 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:58:48.369867 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe30fef-1ec3-4b50-97cc-26098310f7f6 req-11cf1ab3-494c-4ada-99cb-07f4f7880875 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:48.371353 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-dbe30fef-1ec3-4b50-97cc-26098310f7f6 req-11cf1ab3-494c-4ada-99cb-07f4f7880875 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 945 time: 0.0486696 Oct 12 07:58:48.410869 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-dbe30fef-1ec3-4b50-97cc-26098310f7f6 req-9954b8de-e03b-4f1c-b420-6f91b94222d3 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331590 Oct 12 07:58:48.529371 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7eaaf2-ac40-491c-b1df-1e89490eaeb4 req-f48cc26b-e72d-4b59-a5ca-90111557517f tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:48.530849 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ec7eaaf2-ac40-491c-b1df-1e89490eaeb4 req-f48cc26b-e72d-4b59-a5ca-90111557517f tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 945 time: 0.0481927 Oct 12 07:58:48.571178 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ec7eaaf2-ac40-491c-b1df-1e89490eaeb4 req-5d070623-87bb-4480-8e50-7c176827ccc6 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344012 Oct 12 07:58:48.686945 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e9cbb-45fe-4654-95ac-c63420cdd770 req-fb1474d8-07ca-4b18-b846-c684df3c176b tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:48.688376 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6a9e9cbb-45fe-4654-95ac-c63420cdd770 req-fb1474d8-07ca-4b18-b846-c684df3c176b tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 945 time: 0.0479100 Oct 12 07:58:48.726537 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6a9e9cbb-45fe-4654-95ac-c63420cdd770 req-7bf7589d-4d7a-4e79-9d4e-c390acb17b02 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322919 Oct 12 07:58:48.860689 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:58:48.962707 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27eaf3-6bdf-4137-a4f4-3bff70cb5eee req-e96fcf5f-1e44-4407-bc11-6e262c889d2c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:48.965020 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7a27eaf3-6bdf-4137-a4f4-3bff70cb5eee req-e96fcf5f-1e44-4407-bc11-6e262c889d2c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 945 time: 0.0524216 Oct 12 07:58:49.001502 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7a27eaf3-6bdf-4137-a4f4-3bff70cb5eee req-0bcc9e18-023e-4b3e-95b7-b1a8d11140ca tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304701 Oct 12 07:58:49.169811 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:58:50.121721 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee86a06-6a6f-42e9-9276-4d6c06cf4393 req-138d2d03-9ed2-47a2-89ab-6bfd0a22565f tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:50.123186 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fee86a06-6a6f-42e9-9276-4d6c06cf4393 req-138d2d03-9ed2-47a2-89ab-6bfd0a22565f tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 945 time: 0.0475426 Oct 12 07:58:50.162854 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fee86a06-6a6f-42e9-9276-4d6c06cf4393 req-4a778173-6d24-4645-ab0f-65e1f2893c40 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337131 Oct 12 07:58:51.010662 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e432b64-7ef6-4a91-8b45-ba6184e3ade3 req-80e2757c-6b34-446b-aa3f-9e857b4299bc tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:51.012098 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1e432b64-7ef6-4a91-8b45-ba6184e3ade3 req-80e2757c-6b34-446b-aa3f-9e857b4299bc tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.23 "GET /v2.0/ports?device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 945 time: 0.0476313 Oct 12 07:58:51.098019 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-1e432b64-7ef6-4a91-8b45-ba6184e3ade3 req-36f6a5c1-b82f-438b-b174-480eb0fffae7 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Deleting port 94cfa58a-ddf6-467b-8476-a526046e8d38 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 07:58:51.098317 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-1e432b64-7ef6-4a91-8b45-ba6184e3ade3 req-36f6a5c1-b82f-438b-b174-480eb0fffae7 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:58:51.185297 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:58:51.191965 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-1e432b64-7ef6-4a91-8b45-ba6184e3ade3 req-36f6a5c1-b82f-438b-b174-480eb0fffae7 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] For port 94cfa58a-ddf6-467b-8476-a526046e8d38, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=94cfa58a-ddf6-467b-8476-a526046e8d38,segment=NetworkSegment(90e9a3ef-9d84-4657-b072-b98803d47aaf),segment_id=90e9a3ef-9d84-4657-b072-b98803d47aaf)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:58:51.192433 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-1e432b64-7ef6-4a91-8b45-ba6184e3ade3 req-36f6a5c1-b82f-438b-b174-480eb0fffae7 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:58:51.336603 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513582f6-8fed-446a-9663-605d894ec4a5 req-9a22fc36-b9d3-43dc-bed6-e315247c6d33 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:51.338607 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-513582f6-8fed-446a-9663-605d894ec4a5 req-9a22fc36-b9d3-43dc-bed6-e315247c6d33 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 945 time: 0.0988307 Oct 12 07:58:51.423848 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-513582f6-8fed-446a-9663-605d894ec4a5 req-6cdceefb-76fe-4a4c-a8ee-eeb6559298e7 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792930 Oct 12 07:58:51.425628 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-1e432b64-7ef6-4a91-8b45-ba6184e3ade3 req-36f6a5c1-b82f-438b-b174-480eb0fffae7 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:58:51.425984 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-1e432b64-7ef6-4a91-8b45-ba6184e3ade3 req-36f6a5c1-b82f-438b-b174-480eb0fffae7 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:58:51.426321 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [req-1e432b64-7ef6-4a91-8b45-ba6184e3ade3 req-36f6a5c1-b82f-438b-b174-480eb0fffae7 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Floating IP cebe372c-3ad3-4dd1-9325-da00121e8748 disassociated. External IP: 172.26.3.194, port: 94cfa58a-ddf6-467b-8476-a526046e8d38. Oct 12 07:58:51.426670 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-1e432b64-7ef6-4a91-8b45-ba6184e3ade3 req-36f6a5c1-b82f-438b-b174-480eb0fffae7 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Calling delete_port for 94cfa58a-ddf6-467b-8476-a526046e8d38 owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 07:58:51.550658 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-1e432b64-7ef6-4a91-8b45-ba6184e3ade3 req-36f6a5c1-b82f-438b-b174-480eb0fffae7 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:58:51.581521 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f6a5c1-b82f-438b-b174-480eb0fffae7 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Pushing event deleted for resources: {'Port': ['ID=94cfa58a-ddf6-467b-8476-a526046e8d38,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:58:51.593012 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f6a5c1-b82f-438b-b174-480eb0fffae7 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:58:51.593358 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f6a5c1-b82f-438b-b174-480eb0fffae7 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:58:51.593693 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f6a5c1-b82f-438b-b174-480eb0fffae7 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:58:51.594035 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f6a5c1-b82f-438b-b174-480eb0fffae7 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:58:51.594437 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f6a5c1-b82f-438b-b174-480eb0fffae7 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:58:51.594759 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f6a5c1-b82f-438b-b174-480eb0fffae7 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:58:51.595079 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f6a5c1-b82f-438b-b174-480eb0fffae7 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:58:51.595398 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f6a5c1-b82f-438b-b174-480eb0fffae7 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:58:51.595718 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f6a5c1-b82f-438b-b174-480eb0fffae7 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:58:51.596032 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f6a5c1-b82f-438b-b174-480eb0fffae7 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:58:51.596346 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f6a5c1-b82f-438b-b174-480eb0fffae7 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:58:51.596657 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f6a5c1-b82f-438b-b174-480eb0fffae7 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 07:58:51.707357 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e432b64-7ef6-4a91-8b45-ba6184e3ade3 req-36f6a5c1-b82f-438b-b174-480eb0fffae7 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Router faa01abe-f183-4cc5-b327-5f609aea3c33 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:58:52.130989 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e432b64-7ef6-4a91-8b45-ba6184e3ade3 req-36f6a5c1-b82f-438b-b174-480eb0fffae7 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:58:52.142194 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98502f3b-5fcb-4893-82cb-0d012f86d9ff None None] Sync routers for ids ['faa01abe-f183-4cc5-b327-5f609aea3c33'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:58:52.152491 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98502f3b-5fcb-4893-82cb-0d012f86d9ff None None] Routers {'faa01abe-f183-4cc5-b327-5f609aea3c33'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:58:52.153097 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-98502f3b-5fcb-4893-82cb-0d012f86d9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:58:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['faa01abe-f183-4cc5-b327-5f609aea3c33'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:58:52.169096 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e432b64-7ef6-4a91-8b45-ba6184e3ade3 req-36f6a5c1-b82f-438b-b174-480eb0fffae7 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] No DVR routers for this DVR port 94cfa58a-ddf6-467b-8476-a526046e8d38 on host hv-neutron-8609 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 07:58:52.171702 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-1e432b64-7ef6-4a91-8b45-ba6184e3ade3 req-36f6a5c1-b82f-438b-b174-480eb0fffae7 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:58:52.174890 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1e432b64-7ef6-4a91-8b45-ba6184e3ade3 req-36f6a5c1-b82f-438b-b174-480eb0fffae7 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.23 "DELETE /v2.0/ports/94cfa58a-ddf6-467b-8476-a526046e8d38 HTTP/1.1" status: 204 len: 173 time: 1.1571774 Oct 12 07:58:52.175387 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e22e2a77-5458-46cf-8db6-d0bed660f895', 'name': 'network-vif-deleted', 'tag': '94cfa58a-ddf6-467b-8476-a526046e8d38'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:58:52.177637 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f41705e-ad3d-4bb4-9151-857616040dd1" -d '{"events": [{"server_uuid": "e22e2a77-5458-46cf-8db6-d0bed660f895", "name": "network-vif-deleted", "tag": "94cfa58a-ddf6-467b-8476-a526046e8d38"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:58:52.221162 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e21878-5674-4002-bede-9cc656580b5a x-openstack-request-id: req-c1e21878-5674-4002-bede-9cc656580b5a {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:58:52.221763 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e22e2a77-5458-46cf-8db6-d0bed660f895", "name": "network-vif-deleted", "tag": "94cfa58a-ddf6-467b-8476-a526046e8d38", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:58:52.221763 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c1e21878-5674-4002-bede-9cc656580b5a {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:58:52.222127 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1e21878-5674-4002-bede-9cc656580b5a'] response: {'server_uuid': 'e22e2a77-5458-46cf-8db6-d0bed660f895', 'name': 'network-vif-deleted', 'tag': '94cfa58a-ddf6-467b-8476-a526046e8d38', 'status': 'completed', 'code': 200} Oct 12 07:58:52.266604 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-98502f3b-5fcb-4893-82cb-0d012f86d9ff None None] Set router faa01abe-f183-4cc5-b327-5f609aea3c33 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:58:52.464868 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-98502f3b-5fcb-4893-82cb-0d012f86d9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'name': 'tempest-ServerActionsTestJSON-228820512-router', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:55:08Z', 'updated_at': '2022-10-12T07:55:11Z', 'revision_number': 4, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'gw_port': {'id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:09Z', 'updated_at': '2022-10-12T07:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '244f05b0-d51e-47c8-8560-bebbc6b8c8f8', 'name': '', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'mac_address': 'fa:16:3e:cb:47:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:10Z', 'updated_at': '2022-10-12T07:55:14Z', 'revision_number': 5, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'subnets': [{'id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:58:52.490796 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98502f3b-5fcb-4893-82cb-0d012f86d9ff None None] Checking router: faa01abe-f183-4cc5-b327-5f609aea3c33 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:58:52.500796 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98502f3b-5fcb-4893-82cb-0d012f86d9ff None None] Routers {'faa01abe-f183-4cc5-b327-5f609aea3c33'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:58:52.501580 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-98502f3b-5fcb-4893-82cb-0d012f86d9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:58:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['faa01abe-f183-4cc5-b327-5f609aea3c33'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:58:52.536231 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-693d329e-fc69-4e4c-b224-063677ca96ba req-f1525c5d-4726-4d6f-a458-8daab538ae6a tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=e22e2a77-5458-46cf-8db6-d0bed660f895 HTTP/1.1" status: 200 len: 210 time: 0.0270281 Oct 12 07:58:52.615321 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-98502f3b-5fcb-4893-82cb-0d012f86d9ff None None] Set router faa01abe-f183-4cc5-b327-5f609aea3c33 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:58:52.893449 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-98502f3b-5fcb-4893-82cb-0d012f86d9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'name': 'tempest-ServerActionsTestJSON-228820512-router', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:55:08Z', 'updated_at': '2022-10-12T07:55:11Z', 'revision_number': 4, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'gw_port': {'id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:09Z', 'updated_at': '2022-10-12T07:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '244f05b0-d51e-47c8-8560-bebbc6b8c8f8', 'name': '', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'mac_address': 'fa:16:3e:cb:47:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:10Z', 'updated_at': '2022-10-12T07:55:14Z', 'revision_number': 5, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'subnets': [{'id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:58:52.919227 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98502f3b-5fcb-4893-82cb-0d012f86d9ff None None] The sync data for ids ['faa01abe-f183-4cc5-b327-5f609aea3c33'] in dv-neutron-860909-2-hyperv is: [{'id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'name': 'tempest-ServerActionsTestJSON-228820512-router', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:55:08Z', 'updated_at': '2022-10-12T07:55:11Z', 'revision_number': 4, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'gw_port': {'id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:09Z', 'updated_at': '2022-10-12T07:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '244f05b0-d51e-47c8-8560-bebbc6b8c8f8', 'name': '', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'mac_address': 'fa:16:3e:cb:47:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:10Z', 'updated_at': '2022-10-12T07:55:14Z', 'revision_number': 5, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'subnets': [{'id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:58:53.127065 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6926659f-f6b7-438d-80a8-2f6fe0e197bf None None] New status for floating IP cebe372c-3ad3-4dd1-9325-da00121e8748: DOWN {{(pid=103202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 07:58:53.779767 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-aa89345f-9f5a-434a-bcf3-49edc6e62c6c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--2075450715&fields=id&tenant_id=f65ab0cf003848d5ae34ce6530a1d968 HTTP/1.1" status: 200 len: 267 time: 0.0321140 Oct 12 07:58:53.887138 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-fdd5105a-6239-45e2-a393-e7357658579d tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:53.888581 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-fdd5105a-6239-45e2-a393-e7357658579d tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/networks?id=f6516a34-5136-47f4-bdde-15ea8d8f92d5 HTTP/1.1" status: 200 len: 811 time: 0.1023653 Oct 12 07:58:53.902776 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-2749e4dc-9938-44bf-b70e-fbbd68815757 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/quotas/f65ab0cf003848d5ae34ce6530a1d968 HTTP/1.1" status: 200 len: 375 time: 0.0085924 Oct 12 07:58:53.953464 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-7ec88228-dcb0-457a-9e22-2c8758eb999e tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f65ab0cf003848d5ae34ce6530a1d968&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456240 Oct 12 07:58:53.968666 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-1cfa37db-708b-47b5-8ac5-87c47b288d5a service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 07:58:53.969595 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-1cfa37db-708b-47b5-8ac5-87c47b288d5a service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049627 Oct 12 07:58:54.059685 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-bb721744-fd95-4b70-b83f-d2012d58a3c9 service neutron] 10.222.0.26 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844269 Oct 12 07:58:54.146452 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-577564bb-77b1-4540-8c01-cc7fb055b59a service neutron] 10.222.0.26 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806592 Oct 12 07:58:54.302427 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9713bc42-c1e8-44e7-b303-0d82a4783270 req-3ded4405-865b-4c7c-af79-15eb0eb69017 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 210 time: 0.0264103 Oct 12 07:58:55.188367 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-4771434c-0cb1-4517-8675-c10f14d2079f tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:55.189812 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-4771434c-0cb1-4517-8675-c10f14d2079f tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.23 "GET /v2.0/networks?id=f6516a34-5136-47f4-bdde-15ea8d8f92d5 HTTP/1.1" status: 200 len: 811 time: 0.1066866 Oct 12 07:58:55.232697 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-c63d6b39-e36e-43c7-9fae-4d0c8fd7e81a tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f65ab0cf003848d5ae34ce6530a1d968 HTTP/1.1" status: 200 len: 380 time: 0.0337980 Oct 12 07:58:55.246253 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-c7c5499c-bf03-49ea-870a-837422150a8f tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Request body: {'port': {'device_id': 'd5b00952-9739-47a3-bdb7-8a9927928895', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'admin_state_up': True, 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'security_groups': ['7669430e-759b-4edf-bce6-c97980c73905']}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:58:55.355038 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-c7c5499c-bf03-49ea-870a-837422150a8f tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Made reservation on behalf of f65ab0cf003848d5ae34ce6530a1d968 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 07:58:55.358798 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-c7c5499c-bf03-49ea-870a-837422150a8f tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:58:55.412604 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 94cfa58a-ddf6-467b-8476-a526046e8d38 no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 07:58:55.433056 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] No Port match for: 94cfa58a-ddf6-467b-8476-a526046e8d38 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 07:58:55.433394 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 94cfa58a-ddf6-467b-8476-a526046e8d38 not bound to the agent host hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 07:58:55.442159 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d36913f4-c719-4706-8aa1-b03c195b77a2 req-2ca8b232-1c0d-4d9e-bc96-8f0e1a115817 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 210 time: 0.0574749 Oct 12 07:58:55.510180 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-c7c5499c-bf03-49ea-870a-837422150a8f tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Allocated IP 172.20.0.12 (f6516a34-5136-47f4-bdde-15ea8d8f92d5/3d3b478b-75f8-48cd-afce-287fb61e7537/dc1c27a2-fc94-45a1-abb1-213300f592fe) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 07:58:55.642175 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-c7c5499c-bf03-49ea-870a-837422150a8f tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:58:55.675293 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-c7c5499c-bf03-49ea-870a-837422150a8f tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:58:55.722904 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-c7c5499c-bf03-49ea-870a-837422150a8f tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Network f6516a34-5136-47f4-bdde-15ea8d8f92d5 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 07:58:55.725852 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-c7c5499c-bf03-49ea-870a-837422150a8f tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 07:58:55.729106 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-c7c5499c-bf03-49ea-870a-837422150a8f tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 07:58:55.754414 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5499c-bf03-49ea-870a-837422150a8f tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Pushing event updated for resources: {'Port': ['ID=dc1c27a2-fc94-45a1-abb1-213300f592fe,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:58:55.782228 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-c7c5499c-bf03-49ea-870a-837422150a8f tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:55.782857 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-c7c5499c-bf03-49ea-870a-837422150a8f tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:58:55.799561 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-c7c5499c-bf03-49ea-870a-837422150a8f tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5574174 Oct 12 07:58:55.812024 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-dddde918-faf2-40f7-b08c-4646f80c2301 service neutron] Request body: {'port': {'device_id': 'd5b00952-9739-47a3-bdb7-8a9927928895', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8609'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:58:55.867797 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-dddde918-faf2-40f7-b08c-4646f80c2301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:58:56.001317 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-28e06cdb-f3d9-4a90-a68e-e89213397257 None None] Provisioning complete for port dc1c27a2-fc94-45a1-abb1-213300f592fe triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:58:56.001578 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-28e06cdb-f3d9-4a90-a68e-e89213397257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:58:56.001904 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-28e06cdb-f3d9-4a90-a68e-e89213397257 None None] Attempt 1 to provision port dc1c27a2-fc94-45a1-abb1-213300f592fe Oct 12 07:58:56.034920 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-28e06cdb-f3d9-4a90-a68e-e89213397257 None None] Port dc1c27a2-fc94-45a1-abb1-213300f592fe cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 07:58:56.132289 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-dddde918-faf2-40f7-b08c-4646f80c2301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc1c27a2-fc94-45a1-abb1-213300f592fe {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:58:56.139702 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-dddde918-faf2-40f7-b08c-4646f80c2301 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:58:56.151623 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-dddde918-faf2-40f7-b08c-4646f80c2301 service neutron] Transition to ACTIVE for port object dc1c27a2-fc94-45a1-abb1-213300f592fe will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 07:58:56.155554 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-dddde918-faf2-40f7-b08c-4646f80c2301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:58:56.229823 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddde918-faf2-40f7-b08c-4646f80c2301 service neutron] Pushing event updated for resources: {'Port': ['ID=dc1c27a2-fc94-45a1-abb1-213300f592fe,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:58:56.259008 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-dddde918-faf2-40f7-b08c-4646f80c2301 service neutron] Attempting to bind port dc1c27a2-fc94-45a1-abb1-213300f592fe on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 07:58:56.259273 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-dddde918-faf2-40f7-b08c-4646f80c2301 service neutron] Attempting to bind port dc1c27a2-fc94-45a1-abb1-213300f592fe by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '90e9a3ef-9d84-4657-b072-b98803d47aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 07:58:56.259591 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-dddde918-faf2-40f7-b08c-4646f80c2301 service neutron] Attempting to bind port dc1c27a2-fc94-45a1-abb1-213300f592fe on network f6516a34-5136-47f4-bdde-15ea8d8f92d5 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:58:56.264180 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-dddde918-faf2-40f7-b08c-4646f80c2301 service neutron] Port dc1c27a2-fc94-45a1-abb1-213300f592fe on network f6516a34-5136-47f4-bdde-15ea8d8f92d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 07:58:56.264491 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-dddde918-faf2-40f7-b08c-4646f80c2301 service neutron] Attempting to bind port dc1c27a2-fc94-45a1-abb1-213300f592fe on network f6516a34-5136-47f4-bdde-15ea8d8f92d5 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 07:58:56.269196 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-dddde918-faf2-40f7-b08c-4646f80c2301 service neutron] Checking agent: {'id': 'afe9b392-c72e-4ef3-a7bd-ca4c2066af02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8609', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'started_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 7, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 07:58:56.269524 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-dddde918-faf2-40f7-b08c-4646f80c2301 service neutron] Checking segment: {'id': '90e9a3ef-9d84-4657-b072-b98803d47aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 07:58:56.269895 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-dddde918-faf2-40f7-b08c-4646f80c2301 service neutron] Bound using segment: {'id': '90e9a3ef-9d84-4657-b072-b98803d47aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 07:58:56.270346 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-dddde918-faf2-40f7-b08c-4646f80c2301 service neutron] Bound port: dc1c27a2-fc94-45a1-abb1-213300f592fe, host: hv-neutron-8609, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90e9a3ef-9d84-4657-b072-b98803d47aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 07:58:56.270695 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-dddde918-faf2-40f7-b08c-4646f80c2301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:58:56.335860 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-dddde918-faf2-40f7-b08c-4646f80c2301 service neutron] For port dc1c27a2-fc94-45a1-abb1-213300f592fe, host hv-neutron-8609, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 07:58:56.340193 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-dddde918-faf2-40f7-b08c-4646f80c2301 service neutron] For port dc1c27a2-fc94-45a1-abb1-213300f592fe, host hv-neutron-8609, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=dc1c27a2-fc94-45a1-abb1-213300f592fe,segment=NetworkSegment(90e9a3ef-9d84-4657-b072-b98803d47aaf),segment_id=90e9a3ef-9d84-4657-b072-b98803d47aaf)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 07:58:56.343709 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-dddde918-faf2-40f7-b08c-4646f80c2301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:58:56.347541 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-dddde918-faf2-40f7-b08c-4646f80c2301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:56.348141 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-dddde918-faf2-40f7-b08c-4646f80c2301 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:58:56.349488 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-dddde918-faf2-40f7-b08c-4646f80c2301 service neutron] 10.222.0.23 "PUT /v2.0/ports/dc1c27a2-fc94-45a1-abb1-213300f592fe HTTP/1.1" status: 200 len: 1094 time: 0.5423384 Oct 12 07:58:56.349987 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b00952-9739-47a3-bdb7-8a9927928895', 'tag': 'dc1c27a2-fc94-45a1-abb1-213300f592fe'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:58:56.352262 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1a0ad5-eca4-49c7-a0d4-ed3eac18f894" -d '{"events": [{"name": "network-changed", "server_uuid": "d5b00952-9739-47a3-bdb7-8a9927928895", "tag": "dc1c27a2-fc94-45a1-abb1-213300f592fe"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:58:56.398375 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efc4aff-7f52-487a-ba66-69c9980f1b42 x-openstack-request-id: req-4efc4aff-7f52-487a-ba66-69c9980f1b42 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:58:56.398662 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5b00952-9739-47a3-bdb7-8a9927928895", "tag": "dc1c27a2-fc94-45a1-abb1-213300f592fe", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:58:56.398913 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4efc4aff-7f52-487a-ba66-69c9980f1b42 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:58:56.399312 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4efc4aff-7f52-487a-ba66-69c9980f1b42'] response: {'name': 'network-changed', 'server_uuid': 'd5b00952-9739-47a3-bdb7-8a9927928895', 'tag': 'dc1c27a2-fc94-45a1-abb1-213300f592fe', 'status': 'completed', 'code': 200} Oct 12 07:58:56.429222 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddde918-faf2-40f7-b08c-4646f80c2301 service neutron] Pushing event updated for resources: {'Port': ['ID=dc1c27a2-fc94-45a1-abb1-213300f592fe,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:58:56.442546 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-031b0003-7b01-4dd4-b093-46c50e9108cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:56.444352 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-031b0003-7b01-4dd4-b093-46c50e9108cd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f65ab0cf003848d5ae34ce6530a1d968&device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 1097 time: 0.0571618 Oct 12 07:58:56.485483 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-2da7e1cf-c689-4104-aa56-48ec9bb889b3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc1c27a2-fc94-45a1-abb1-213300f592fe HTTP/1.1" status: 200 len: 217 time: 0.0343776 Oct 12 07:58:56.536086 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-28e06cdb-f3d9-4a90-a68e-e89213397257 None None] Attempt 2 to provision port dc1c27a2-fc94-45a1-abb1-213300f592fe Oct 12 07:58:56.561741 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-62285849-4685-476e-b7ff-25b9a5fc1bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:56.563244 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-62285849-4685-476e-b7ff-25b9a5fc1bb1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d3b478b-75f8-48cd-afce-287fb61e7537 HTTP/1.1" status: 200 len: 850 time: 0.0720923 Oct 12 07:58:56.586048 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-28e06cdb-f3d9-4a90-a68e-e89213397257 None None] Port dc1c27a2-fc94-45a1-abb1-213300f592fe had new provisioning blocks added so it will not transition to active. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 12 07:58:56.605980 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e100f5e-2db2-45aa-8767-48be94095327 req-a1fb34dc-4e5a-4a6f-bf09-f0289a1e5ca6 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:56.607465 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7e100f5e-2db2-45aa-8767-48be94095327 req-a1fb34dc-4e5a-4a6f-bf09-f0289a1e5ca6 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 944 time: 0.0869334 Oct 12 07:58:56.633198 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-1bc0956b-63cf-4a71-8f24-ffffb29eb21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:56.634689 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-1bc0956b-63cf-4a71-8f24-ffffb29eb21d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6516a34-5136-47f4-bdde-15ea8d8f92d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0650079 Oct 12 07:58:56.668232 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7e100f5e-2db2-45aa-8767-48be94095327 req-aca671c4-2475-4686-af7c-7cec54a2a57e tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547543 Oct 12 07:58:56.735502 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-3198d05a-66e1-42c2-8a44-e844077e611c service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944479 Oct 12 07:58:56.823560 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bae1b131-ec3d-4935-b828-9834c2a3696b req-db2cdd06-4307-43a5-930e-7d8c13debf6c service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820024 Oct 12 07:58:56.912050 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a0ad5-eca4-49c7-a0d4-ed3eac18f894 req-02753410-38fb-497e-a239-ae3f03178a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:56.913526 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5e1a0ad5-eca4-49c7-a0d4-ed3eac18f894 req-02753410-38fb-497e-a239-ae3f03178a5c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f65ab0cf003848d5ae34ce6530a1d968&device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 1097 time: 0.0456638 Oct 12 07:58:57.002415 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a0ad5-eca4-49c7-a0d4-ed3eac18f894 req-3725a8cc-48dc-4f1a-b820-daa4cc516e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:57.003856 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5e1a0ad5-eca4-49c7-a0d4-ed3eac18f894 req-3725a8cc-48dc-4f1a-b820-daa4cc516e74 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6516a34-5136-47f4-bdde-15ea8d8f92d5 HTTP/1.1" status: 200 len: 912 time: 0.0837276 Oct 12 07:58:57.047475 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5e1a0ad5-eca4-49c7-a0d4-ed3eac18f894 req-03431ad4-2d70-47c3-9061-e325cedafd16 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc1c27a2-fc94-45a1-abb1-213300f592fe HTTP/1.1" status: 200 len: 217 time: 0.0368347 Oct 12 07:58:57.094671 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a0ad5-eca4-49c7-a0d4-ed3eac18f894 req-191c0dd9-423a-4dea-9fef-0fbf158575a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:57.095962 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5e1a0ad5-eca4-49c7-a0d4-ed3eac18f894 req-191c0dd9-423a-4dea-9fef-0fbf158575a2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d3b478b-75f8-48cd-afce-287fb61e7537 HTTP/1.1" status: 200 len: 850 time: 0.0420644 Oct 12 07:58:57.140553 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a0ad5-eca4-49c7-a0d4-ed3eac18f894 req-e207ab11-6051-427a-8c6b-7fe201f7b948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:57.141987 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5e1a0ad5-eca4-49c7-a0d4-ed3eac18f894 req-e207ab11-6051-427a-8c6b-7fe201f7b948 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6516a34-5136-47f4-bdde-15ea8d8f92d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390975 Oct 12 07:58:57.234222 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5e1a0ad5-eca4-49c7-a0d4-ed3eac18f894 req-c6c13151-2339-41f5-b43b-2288f90ff479 service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850320 Oct 12 07:58:57.323500 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5e1a0ad5-eca4-49c7-a0d4-ed3eac18f894 req-5212c6fc-99bd-400a-8875-9a0329a293e6 service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812061 Oct 12 07:58:57.793215 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78657ba5-48d1-415e-9465-3a3c8355f07c req-2aaf758f-45aa-4e98-9b44-148977d65015 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:57.794699 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-78657ba5-48d1-415e-9465-3a3c8355f07c req-2aaf758f-45aa-4e98-9b44-148977d65015 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 944 time: 0.0526261 Oct 12 07:58:57.832499 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-78657ba5-48d1-415e-9465-3a3c8355f07c req-26e16793-83e7-4d8c-a7ad-f6df6c09c6ad tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318809 Oct 12 07:58:58.951543 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a1552-e421-4090-99ca-e57b1541b947 req-e5ea2cdf-884e-4c7c-adee-4f346ee7a0a1 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:58:58.952986 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-609a1552-e421-4090-99ca-e57b1541b947 req-e5ea2cdf-884e-4c7c-adee-4f346ee7a0a1 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 944 time: 0.0480654 Oct 12 07:58:58.989566 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-609a1552-e421-4090-99ca-e57b1541b947 req-29b1c081-346d-4b85-a36a-0e89bbbe8c00 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307047 Oct 12 07:58:59.438440 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device dc1c27a2-fc94-45a1-abb1-213300f592fe details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 07:58:59.545388 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port dc1c27a2-fc94-45a1-abb1-213300f592fe, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=dc1c27a2-fc94-45a1-abb1-213300f592fe,segment=NetworkSegment(90e9a3ef-9d84-4657-b072-b98803d47aaf),segment_id=90e9a3ef-9d84-4657-b072-b98803d47aaf)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:58:59.563665 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': 'dc1c27a2-fc94-45a1-abb1-213300f592fe', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'port_id': 'dc1c27a2-fc94-45a1-abb1-213300f592fe', 'mac_address': 'fa:16:3e:f9:c9:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 07:58:59.606222 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port dc1c27a2-fc94-45a1-abb1-213300f592fe is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:58:59.606607 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:58:59.618842 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc1c27a2-fc94-45a1-abb1-213300f592fe {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 07:58:59.636985 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port dc1c27a2-fc94-45a1-abb1-213300f592fe, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=dc1c27a2-fc94-45a1-abb1-213300f592fe,segment=NetworkSegment(90e9a3ef-9d84-4657-b072-b98803d47aaf),segment_id=90e9a3ef-9d84-4657-b072-b98803d47aaf)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:58:59.640843 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:58:59.686169 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=dc1c27a2-fc94-45a1-abb1-213300f592fe,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:58:59.845008 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['dc1c27a2-fc94-45a1-abb1-213300f592fe'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 07:59:00.109211 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684daca0-526e-4a60-b48e-1847ad25251a req-dcce3ba5-f215-4121-bd00-1e196b400a4f tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:59:00.110708 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-684daca0-526e-4a60-b48e-1847ad25251a req-dcce3ba5-f215-4121-bd00-1e196b400a4f tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 945 time: 0.0491881 Oct 12 07:59:00.147562 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-684daca0-526e-4a60-b48e-1847ad25251a req-94040c87-43ad-44fa-a460-e4f51a3be959 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309434 Oct 12 07:59:01.268881 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e143ad8-4223-46c0-a2c8-613ce082b0ae req-5130f807-72a8-4dd0-bd40-ee497346c2bf tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:59:01.270367 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2e143ad8-4223-46c0-a2c8-613ce082b0ae req-5130f807-72a8-4dd0-bd40-ee497346c2bf tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 945 time: 0.0524645 Oct 12 07:59:01.307799 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2e143ad8-4223-46c0-a2c8-613ce082b0ae req-baa4ffa6-3d68-4a87-bcd8-5101296957bb tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310442 Oct 12 07:59:01.444747 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device dc1c27a2-fc94-45a1-abb1-213300f592fe up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 07:59:01.492467 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning for port dc1c27a2-fc94-45a1-abb1-213300f592fe completed by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 12 07:59:01.495939 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port dc1c27a2-fc94-45a1-abb1-213300f592fe triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 07:59:01.496306 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:59:01.496638 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port dc1c27a2-fc94-45a1-abb1-213300f592fe Oct 12 07:59:01.570905 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port dc1c27a2-fc94-45a1-abb1-213300f592fe is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 07:59:01.571285 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:59:01.596477 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b00952-9739-47a3-bdb7-8a9927928895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1c27a2-fc94-45a1-abb1-213300f592fe'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:59:01.598717 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82af4bb0-25bb-41fb-ae66-470a7bae7744" -d '{"events": [{"server_uuid": "d5b00952-9739-47a3-bdb7-8a9927928895", "name": "network-vif-plugged", "status": "completed", "tag": "dc1c27a2-fc94-45a1-abb1-213300f592fe"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:59:01.611105 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port dc1c27a2-fc94-45a1-abb1-213300f592fe, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=dc1c27a2-fc94-45a1-abb1-213300f592fe,segment=NetworkSegment(90e9a3ef-9d84-4657-b072-b98803d47aaf),segment_id=90e9a3ef-9d84-4657-b072-b98803d47aaf)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 07:59:01.615524 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:59:01.638980 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 07:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1152a1-29a0-4119-a830-2c4034faebd0 x-openstack-request-id: req-af1152a1-29a0-4119-a830-2c4034faebd0 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:59:01.639266 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b00952-9739-47a3-bdb7-8a9927928895", "name": "network-vif-plugged", "status": "completed", "tag": "dc1c27a2-fc94-45a1-abb1-213300f592fe", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:59:01.639533 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-af1152a1-29a0-4119-a830-2c4034faebd0 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:59:01.639904 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af1152a1-29a0-4119-a830-2c4034faebd0'] response: {'server_uuid': 'd5b00952-9739-47a3-bdb7-8a9927928895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1c27a2-fc94-45a1-abb1-213300f592fe', 'code': 200} Oct 12 07:59:01.664970 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=dc1c27a2-fc94-45a1-abb1-213300f592fe,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 07:59:01.794260 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ba910-82ed-4cee-b13b-a1fe9eeb6f3d req-09eceb1f-848c-4eea-9c54-8b6513f347f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:59:01.795624 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fc2ba910-82ed-4cee-b13b-a1fe9eeb6f3d req-09eceb1f-848c-4eea-9c54-8b6513f347f1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 1099 time: 0.0396876 Oct 12 07:59:01.831378 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fc2ba910-82ed-4cee-b13b-a1fe9eeb6f3d req-a8e8310f-bbf2-4308-a08c-904532393122 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280042 Oct 12 07:59:02.425792 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad9aed-fcde-4a14-b7f3-3cc4f7827bea req-e0b91633-8294-4301-87cf-c13a013421b7 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:59:02.427284 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3cad9aed-fcde-4a14-b7f3-3cc4f7827bea req-e0b91633-8294-4301-87cf-c13a013421b7 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 946 time: 0.0477874 Oct 12 07:59:02.465069 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3cad9aed-fcde-4a14-b7f3-3cc4f7827bea req-29d70e6a-eb32-4c6c-808d-c0b444286e4d tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311515 Oct 12 07:59:03.596293 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563feb63-c42e-4595-a794-b98164675109 req-753dca4e-7bba-40e0-8e7a-bb1d90a037fc tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:59:03.597759 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-563feb63-c42e-4595-a794-b98164675109 req-753dca4e-7bba-40e0-8e7a-bb1d90a037fc tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 946 time: 0.0530007 Oct 12 07:59:03.634567 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-563feb63-c42e-4595-a794-b98164675109 req-982e424d-efd3-4b6d-ae35-44e5819bb25d tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309258 Oct 12 07:59:03.752647 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b431e6-6c7f-448e-87e3-09d47321ef0a req-f261d144-9616-45c2-9497-2054914e2d88 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:59:03.754014 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-13b431e6-6c7f-448e-87e3-09d47321ef0a req-f261d144-9616-45c2-9497-2054914e2d88 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 946 time: 0.0485091 Oct 12 07:59:03.763914 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 46048) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 07:59:03.768230 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-1afaadac-1c88-40f8-a6d9-0e686f0db3da tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Request body: {'floatingip': {'port_id': 'dc1c27a2-fc94-45a1-abb1-213300f592fe'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 07:59:03.806237 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1afaadac-1c88-40f8-a6d9-0e686f0db3da tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks [] for floatingip, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:59:04.227644 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1afaadac-1c88-40f8-a6d9-0e686f0db3da tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:59:04.231715 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1afaadac-1c88-40f8-a6d9-0e686f0db3da tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:59:04.328589 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [None req-1afaadac-1c88-40f8-a6d9-0e686f0db3da tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Floating IP cebe372c-3ad3-4dd1-9325-da00121e8748 associated. External IP: 172.26.3.194, port: dc1c27a2-fc94-45a1-abb1-213300f592fe. Oct 12 07:59:04.534181 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1afaadac-1c88-40f8-a6d9-0e686f0db3da tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Router faa01abe-f183-4cc5-b327-5f609aea3c33 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 07:59:04.638871 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1afaadac-1c88-40f8-a6d9-0e686f0db3da tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 07:59:04.643752 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1afaadac-1c88-40f8-a6d9-0e686f0db3da tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:59:04.649604 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d01404c-f9e1-4f14-bfd1-6a82e9e2bc7c None None] Sync routers for ids ['faa01abe-f183-4cc5-b327-5f609aea3c33'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 07:59:04.659441 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d01404c-f9e1-4f14-bfd1-6a82e9e2bc7c None None] Routers {'faa01abe-f183-4cc5-b327-5f609aea3c33'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:59:04.660037 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9d01404c-f9e1-4f14-bfd1-6a82e9e2bc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:58:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['faa01abe-f183-4cc5-b327-5f609aea3c33'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:59:04.670370 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-1afaadac-1c88-40f8-a6d9-0e686f0db3da tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "PUT /v2.0/floatingips/cebe372c-3ad3-4dd1-9325-da00121e8748 HTTP/1.1" status: 200 len: 993 time: 0.9053941 Oct 12 07:59:04.671251 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b00952-9739-47a3-bdb7-8a9927928895', 'tag': 'dc1c27a2-fc94-45a1-abb1-213300f592fe'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 07:59:04.673751 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbd99ca-b1cd-4cc3-aff8-3f3b23b47de4" -d '{"events": [{"name": "network-changed", "server_uuid": "d5b00952-9739-47a3-bdb7-8a9927928895", "tag": "dc1c27a2-fc94-45a1-abb1-213300f592fe"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 07:59:04.709999 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 07:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0afb2d9-61a9-481b-8952-af2563bb8efd x-openstack-request-id: req-b0afb2d9-61a9-481b-8952-af2563bb8efd {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 07:59:04.710328 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5b00952-9739-47a3-bdb7-8a9927928895", "tag": "dc1c27a2-fc94-45a1-abb1-213300f592fe", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 07:59:04.710584 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b0afb2d9-61a9-481b-8952-af2563bb8efd {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 07:59:04.710994 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0afb2d9-61a9-481b-8952-af2563bb8efd'] response: {'name': 'network-changed', 'server_uuid': 'd5b00952-9739-47a3-bdb7-8a9927928895', 'tag': 'dc1c27a2-fc94-45a1-abb1-213300f592fe', 'status': 'completed', 'code': 200} Oct 12 07:59:04.766735 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-9d01404c-f9e1-4f14-bfd1-6a82e9e2bc7c None None] Set router faa01abe-f183-4cc5-b327-5f609aea3c33 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:59:04.770833 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd99ca-b1cd-4cc3-aff8-3f3b23b47de4 req-7af45251-6fd9-4169-9953-cd16412a64e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:59:04.772377 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bcbd99ca-b1cd-4cc3-aff8-3f3b23b47de4 req-7af45251-6fd9-4169-9953-cd16412a64e5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f65ab0cf003848d5ae34ce6530a1d968&device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 1099 time: 0.0398295 Oct 12 07:59:04.865535 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd99ca-b1cd-4cc3-aff8-3f3b23b47de4 req-37ba7c62-f04d-48ae-996b-74371c0fe14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:59:04.867065 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bcbd99ca-b1cd-4cc3-aff8-3f3b23b47de4 req-37ba7c62-f04d-48ae-996b-74371c0fe14d service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6516a34-5136-47f4-bdde-15ea8d8f92d5 HTTP/1.1" status: 200 len: 912 time: 0.0887702 Oct 12 07:59:04.929855 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bcbd99ca-b1cd-4cc3-aff8-3f3b23b47de4 req-994aa07d-e317-4ae8-b27f-a9aab9dd9292 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc1c27a2-fc94-45a1-abb1-213300f592fe HTTP/1.1" status: 200 len: 1001 time: 0.0561197 Oct 12 07:59:04.981318 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd99ca-b1cd-4cc3-aff8-3f3b23b47de4 req-001c1d8b-2cdf-49af-8775-248ac95de669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:59:04.982883 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bcbd99ca-b1cd-4cc3-aff8-3f3b23b47de4 req-001c1d8b-2cdf-49af-8775-248ac95de669 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d3b478b-75f8-48cd-afce-287fb61e7537 HTTP/1.1" status: 200 len: 850 time: 0.0472775 Oct 12 07:59:04.988953 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9d01404c-f9e1-4f14-bfd1-6a82e9e2bc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'name': 'tempest-ServerActionsTestJSON-228820512-router', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:55:08Z', 'updated_at': '2022-10-12T07:55:11Z', 'revision_number': 4, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'gw_port': {'id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:09Z', 'updated_at': '2022-10-12T07:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'cebe372c-3ad3-4dd1-9325-da00121e8748', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'floating_ip_address': '172.26.3.194', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'port_id': 'dc1c27a2-fc94-45a1-abb1-213300f592fe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'mac_address': 'fa:16:3e:f9:c9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b00952-9739-47a3-bdb7-8a9927928895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:55:13Z', 'updated_at': '2022-10-12T07:59:04Z', 'revision_number': 13, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244f05b0-d51e-47c8-8560-bebbc6b8c8f8', 'name': '', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'mac_address': 'fa:16:3e:cb:47:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:10Z', 'updated_at': '2022-10-12T07:55:14Z', 'revision_number': 5, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'subnets': [{'id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:59:05.015554 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d01404c-f9e1-4f14-bfd1-6a82e9e2bc7c None None] Checking router: faa01abe-f183-4cc5-b327-5f609aea3c33 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 07:59:05.023820 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d01404c-f9e1-4f14-bfd1-6a82e9e2bc7c None None] Routers {'faa01abe-f183-4cc5-b327-5f609aea3c33'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 07:59:05.024424 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9d01404c-f9e1-4f14-bfd1-6a82e9e2bc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T07:58:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['faa01abe-f183-4cc5-b327-5f609aea3c33'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:59:05.027966 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd99ca-b1cd-4cc3-aff8-3f3b23b47de4 req-c8757f3d-4939-4f24-a23b-60ccc809cf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:59:05.029481 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bcbd99ca-b1cd-4cc3-aff8-3f3b23b47de4 req-c8757f3d-4939-4f24-a23b-60ccc809cf17 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6516a34-5136-47f4-bdde-15ea8d8f92d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400879 Oct 12 07:59:05.116396 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bcbd99ca-b1cd-4cc3-aff8-3f3b23b47de4 req-5f6afb91-86bb-4d95-900e-28f3f3069429 service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801067 Oct 12 07:59:05.126641 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-9d01404c-f9e1-4f14-bfd1-6a82e9e2bc7c None None] Set router faa01abe-f183-4cc5-b327-5f609aea3c33 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 07:59:05.207993 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bcbd99ca-b1cd-4cc3-aff8-3f3b23b47de4 req-2cf5d11e-3e86-493e-8eba-5cd0b81b7ce9 service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852180 Oct 12 07:59:05.345915 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-9d01404c-f9e1-4f14-bfd1-6a82e9e2bc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'name': 'tempest-ServerActionsTestJSON-228820512-router', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:55:08Z', 'updated_at': '2022-10-12T07:55:11Z', 'revision_number': 4, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'gw_port': {'id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:09Z', 'updated_at': '2022-10-12T07:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'cebe372c-3ad3-4dd1-9325-da00121e8748', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'floating_ip_address': '172.26.3.194', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'port_id': 'dc1c27a2-fc94-45a1-abb1-213300f592fe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'mac_address': 'fa:16:3e:f9:c9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b00952-9739-47a3-bdb7-8a9927928895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:55:13Z', 'updated_at': '2022-10-12T07:59:04Z', 'revision_number': 13, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244f05b0-d51e-47c8-8560-bebbc6b8c8f8', 'name': '', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'mac_address': 'fa:16:3e:cb:47:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:10Z', 'updated_at': '2022-10-12T07:55:14Z', 'revision_number': 5, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'subnets': [{'id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 07:59:05.373715 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d01404c-f9e1-4f14-bfd1-6a82e9e2bc7c None None] The sync data for ids ['faa01abe-f183-4cc5-b327-5f609aea3c33'] in dv-neutron-860909-2-hyperv is: [{'id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'name': 'tempest-ServerActionsTestJSON-228820512-router', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:55:08Z', 'updated_at': '2022-10-12T07:55:11Z', 'revision_number': 4, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'gw_port': {'id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:09Z', 'updated_at': '2022-10-12T07:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'cebe372c-3ad3-4dd1-9325-da00121e8748', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'floating_ip_address': '172.26.3.194', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'port_id': 'dc1c27a2-fc94-45a1-abb1-213300f592fe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'mac_address': 'fa:16:3e:f9:c9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b00952-9739-47a3-bdb7-8a9927928895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T07:55:13Z', 'updated_at': '2022-10-12T07:59:04Z', 'revision_number': 13, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244f05b0-d51e-47c8-8560-bebbc6b8c8f8', 'name': '', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'mac_address': 'fa:16:3e:cb:47:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:10Z', 'updated_at': '2022-10-12T07:55:14Z', 'revision_number': 5, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'subnets': [{'id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 07:59:05.569059 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27115d99-2dda-4cd7-8b3a-1051fec5b73e None None] New status for floating IP cebe372c-3ad3-4dd1-9325-da00121e8748: ACTIVE {{(pid=103202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 07:59:07.431391 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:59:13.943993 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5c542741-b268-43f7-8205-8d5a92032cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:59:15.393850 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b3a7c4b5-2733-48d0-88a3-04c6b54b4d0d req-8d803bc9-6d80-4c23-8de4-af5b7156075e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398304 Oct 12 07:59:15.477753 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7c4b5-2733-48d0-88a3-04c6b54b4d0d req-870c7192-6fbd-4c8b-8b7e-38ba010b8e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:59:15.479828 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b3a7c4b5-2733-48d0-88a3-04c6b54b4d0d req-870c7192-6fbd-4c8b-8b7e-38ba010b8e2d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f65ab0cf003848d5ae34ce6530a1d968&device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 1099 time: 0.0396581 Oct 12 07:59:15.584221 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7c4b5-2733-48d0-88a3-04c6b54b4d0d req-875f53be-3470-4f2c-94bc-9428e383ba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:59:15.585949 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b3a7c4b5-2733-48d0-88a3-04c6b54b4d0d req-875f53be-3470-4f2c-94bc-9428e383ba14 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6516a34-5136-47f4-bdde-15ea8d8f92d5 HTTP/1.1" status: 200 len: 912 time: 0.0887935 Oct 12 07:59:15.652817 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b3a7c4b5-2733-48d0-88a3-04c6b54b4d0d req-973df830-0799-4e7a-8ba0-8987becca142 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc1c27a2-fc94-45a1-abb1-213300f592fe HTTP/1.1" status: 200 len: 1003 time: 0.0600462 Oct 12 07:59:16.011779 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7c4b5-2733-48d0-88a3-04c6b54b4d0d req-501f5aad-6e59-4bed-bf3d-34cc1f214996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:59:16.013172 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b3a7c4b5-2733-48d0-88a3-04c6b54b4d0d req-501f5aad-6e59-4bed-bf3d-34cc1f214996 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d3b478b-75f8-48cd-afce-287fb61e7537 HTTP/1.1" status: 200 len: 850 time: 0.3530769 Oct 12 07:59:16.058119 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7c4b5-2733-48d0-88a3-04c6b54b4d0d req-9c634950-4c10-443c-bd5a-84204cbb86f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:59:16.059541 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b3a7c4b5-2733-48d0-88a3-04c6b54b4d0d req-9c634950-4c10-443c-bd5a-84204cbb86f4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6516a34-5136-47f4-bdde-15ea8d8f92d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389585 Oct 12 07:59:16.107444 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6b04591f-7c0f-4439-b166-2221e634b011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:59:16.152550 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b3a7c4b5-2733-48d0-88a3-04c6b54b4d0d req-fec728c3-b77b-43bc-bb16-a6d5ff6aa592 service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858383 Oct 12 07:59:16.241042 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b3a7c4b5-2733-48d0-88a3-04c6b54b4d0d req-8a5e5f5c-a8da-436e-b55b-436550af0425 service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808060 Oct 12 07:59:17.301266 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:59:18.862504 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:59:19.170704 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:59:21.206595 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:59:36.583175 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6222be42-8322-4ebd-a960-2758a2430268 req-676648ce-ce5e-4eb3-a9f1-6c47939b9650 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:59:36.584778 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6222be42-8322-4ebd-a960-2758a2430268 req-676648ce-ce5e-4eb3-a9f1-6c47939b9650 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 946 time: 0.0534112 Oct 12 07:59:36.622965 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6222be42-8322-4ebd-a960-2758a2430268 req-fa45a555-0b37-4c0b-bc9f-f9f5c8ae8db2 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314846 Oct 12 07:59:43.945741 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-edcf4ab9-8e64-4414-8f40-33d5af9df456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:59:44.430080 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 07:59:46.109922 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e40a9af4-276e-481b-8910-a7f335489cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:59:47.304196 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:59:47.770836 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-96571b9d-8d73-4ade-b34b-64041e933279 req-117f462c-efea-4de0-adbe-b42b0c4bc8b1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0413499 Oct 12 07:59:47.786342 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca31cc-8f6e-4188-a2fb-2a6aac15762b req-445d721c-6325-4d83-a62d-debb524a1eab tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:59:47.787964 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c5ca31cc-8f6e-4188-a2fb-2a6aac15762b req-445d721c-6325-4d83-a62d-debb524a1eab tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 946 time: 0.0483277 Oct 12 07:59:47.828617 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c5ca31cc-8f6e-4188-a2fb-2a6aac15762b req-6bd0ca53-20fd-4008-8784-5c2b62c548e0 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333171 Oct 12 07:59:48.796838 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96571b9d-8d73-4ade-b34b-64041e933279 req-c8b59115-adf8-43ae-ad2b-0d87b7ed1d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:59:48.798386 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-96571b9d-8d73-4ade-b34b-64041e933279 req-c8b59115-adf8-43ae-ad2b-0d87b7ed1d08 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f65ab0cf003848d5ae34ce6530a1d968&device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 1099 time: 0.0395544 Oct 12 07:59:48.868374 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:59:48.892202 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96571b9d-8d73-4ade-b34b-64041e933279 req-0c4dc48b-4014-440a-ad86-fd1c8ec9303d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:59:48.893663 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-96571b9d-8d73-4ade-b34b-64041e933279 req-0c4dc48b-4014-440a-ad86-fd1c8ec9303d service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6516a34-5136-47f4-bdde-15ea8d8f92d5 HTTP/1.1" status: 200 len: 912 time: 0.0879228 Oct 12 07:59:48.985001 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-96571b9d-8d73-4ade-b34b-64041e933279 req-4f417a35-a041-4076-a1b2-bf32f9e32732 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc1c27a2-fc94-45a1-abb1-213300f592fe HTTP/1.1" status: 200 len: 1003 time: 0.0848794 Oct 12 07:59:48.997544 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef5b3e-a9fa-45bc-a5a5-f270d54ceaf4 req-9bdb5261-35fc-4088-9de6-099517fc666f tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:59:48.998977 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-72ef5b3e-a9fa-45bc-a5a5-f270d54ceaf4 req-9bdb5261-35fc-4088-9de6-099517fc666f tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 946 time: 0.0933347 Oct 12 07:59:49.065690 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-72ef5b3e-a9fa-45bc-a5a5-f270d54ceaf4 req-3a99e059-fe8c-42f7-9aa3-603b729d8cff tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588362 Oct 12 07:59:49.067085 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96571b9d-8d73-4ade-b34b-64041e933279 req-6764051a-b6a5-47b5-92d3-84086a091c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:59:49.068572 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-96571b9d-8d73-4ade-b34b-64041e933279 req-6764051a-b6a5-47b5-92d3-84086a091c86 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d3b478b-75f8-48cd-afce-287fb61e7537 HTTP/1.1" status: 200 len: 850 time: 0.0686288 Oct 12 07:59:49.117997 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96571b9d-8d73-4ade-b34b-64041e933279 req-090313d2-0266-457c-8bcf-cd16b7f21685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:59:49.119527 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-96571b9d-8d73-4ade-b34b-64041e933279 req-090313d2-0266-457c-8bcf-cd16b7f21685 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6516a34-5136-47f4-bdde-15ea8d8f92d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0446892 Oct 12 07:59:49.171641 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:59:49.207357 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-96571b9d-8d73-4ade-b34b-64041e933279 req-7b9553af-8f31-436e-941f-8bc610998453 service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816987 Oct 12 07:59:49.300526 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-96571b9d-8d73-4ade-b34b-64041e933279 req-c62cbdb7-bb95-4c4f-8b6f-f4c3ffe108dd service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871956 Oct 12 07:59:50.190357 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae340c97-ec34-41c8-bf08-ec9d440b3f8e req-647be5f2-0260-4dfe-949a-c3594519f0fa tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:59:50.191834 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ae340c97-ec34-41c8-bf08-ec9d440b3f8e req-647be5f2-0260-4dfe-949a-c3594519f0fa tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 946 time: 0.0488389 Oct 12 07:59:50.229624 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ae340c97-ec34-41c8-bf08-ec9d440b3f8e req-bcc6599d-6972-499a-aeff-77cabd2c1bc0 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316079 Oct 12 07:59:51.203341 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 07:59:51.353477 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37488a1-2f02-4c1f-9a34-80a188750b90 req-d026e33e-e393-48c0-9e9f-16800ba9c988 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:59:51.354891 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f37488a1-2f02-4c1f-9a34-80a188750b90 req-d026e33e-e393-48c0-9e9f-16800ba9c988 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 946 time: 0.0480771 Oct 12 07:59:51.392104 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f37488a1-2f02-4c1f-9a34-80a188750b90 req-5da2a329-d874-4ede-8478-9180e10d4815 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312762 Oct 12 07:59:52.516003 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b9f20-f0f9-487f-9470-4dbc0bd90f31 req-7796cbf7-b153-43c4-82f9-6dbd906fcd99 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:59:52.517472 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a36b9f20-f0f9-487f-9470-4dbc0bd90f31 req-7796cbf7-b153-43c4-82f9-6dbd906fcd99 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 946 time: 0.0530403 Oct 12 07:59:52.554685 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a36b9f20-f0f9-487f-9470-4dbc0bd90f31 req-54a5b119-846e-41c5-b703-aaa525afa629 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312796 Oct 12 07:59:53.675000 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9802df-de4d-4e84-83ff-98cb16f793e4 req-634c11be-c7b7-4bab-85dd-846822349d54 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:59:53.676457 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-eb9802df-de4d-4e84-83ff-98cb16f793e4 req-634c11be-c7b7-4bab-85dd-846822349d54 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 946 time: 0.0485122 Oct 12 07:59:53.712903 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-eb9802df-de4d-4e84-83ff-98cb16f793e4 req-919b808b-2b3f-4618-8c05-a5b0025db44f tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305853 Oct 12 07:59:54.833644 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d82e2d-e103-4e20-a267-d7bcfdddf9c0 req-7786c932-b073-4d3f-bc9a-9804b2690c29 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:59:54.835169 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-81d82e2d-e103-4e20-a267-d7bcfdddf9c0 req-7786c932-b073-4d3f-bc9a-9804b2690c29 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 946 time: 0.0495071 Oct 12 07:59:54.872975 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-81d82e2d-e103-4e20-a267-d7bcfdddf9c0 req-fdd87cca-5d3c-4994-a286-574509811f24 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317016 Oct 12 07:59:55.997263 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b7ab0-30aa-4fd3-9567-a6a81aea48d5 req-d7a2c7a9-117d-40b3-be19-330cc7076d54 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:59:55.998752 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-547b7ab0-30aa-4fd3-9567-a6a81aea48d5 req-d7a2c7a9-117d-40b3-be19-330cc7076d54 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 946 time: 0.0525024 Oct 12 07:59:56.036104 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-547b7ab0-30aa-4fd3-9567-a6a81aea48d5 req-a8fc2160-43b3-4ce2-9bf6-e94b0efa09ae tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314641 Oct 12 07:59:57.155367 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add919fa-cc84-4582-b413-64bd5e6f1e48 req-135c9590-97a2-4374-800b-34b6c038b249 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:59:57.156815 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-add919fa-cc84-4582-b413-64bd5e6f1e48 req-135c9590-97a2-4374-800b-34b6c038b249 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 946 time: 0.0484245 Oct 12 07:59:57.192790 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-add919fa-cc84-4582-b413-64bd5e6f1e48 req-515feb4f-7d12-42dc-9f32-671ad3efa41c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301516 Oct 12 07:59:58.313516 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77553e-77a8-4ffd-b0fa-f05ea2951e23 req-2cf528a5-b387-49ca-b21f-e415c1cd1633 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:59:58.315023 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9b77553e-77a8-4ffd-b0fa-f05ea2951e23 req-2cf528a5-b387-49ca-b21f-e415c1cd1633 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 946 time: 0.0486112 Oct 12 07:59:58.351822 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9b77553e-77a8-4ffd-b0fa-f05ea2951e23 req-8506dfea-0846-4cfb-b297-2a8645785771 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309639 Oct 12 07:59:59.476442 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611d8b6-9467-4a60-a9ff-7ed963e9b2c0 req-539f2051-40f6-4534-932c-6ec578975376 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 07:59:59.477898 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c611d8b6-9467-4a60-a9ff-7ed963e9b2c0 req-539f2051-40f6-4534-932c-6ec578975376 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 946 time: 0.0518656 Oct 12 07:59:59.515145 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c611d8b6-9467-4a60-a9ff-7ed963e9b2c0 req-bfb7185a-898b-4a28-87a9-889a5361788e tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308003 Oct 12 08:00:00.634495 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51081f38-19e6-4c54-b496-80d9ccb52a80 req-54d520fe-f8af-41f4-a589-21280b846f8e tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:00.635965 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-51081f38-19e6-4c54-b496-80d9ccb52a80 req-54d520fe-f8af-41f4-a589-21280b846f8e tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 946 time: 0.0483556 Oct 12 08:00:00.678107 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-51081f38-19e6-4c54-b496-80d9ccb52a80 req-1ec7f4c5-1a01-4331-80f4-2df9031219a8 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355353 Oct 12 08:00:01.799326 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fad92d-b24c-4556-894a-0485cfa3db3d req-d64317a3-2a0d-41fc-9f70-0881d5e18dd2 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:01.800818 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f7fad92d-b24c-4556-894a-0485cfa3db3d req-d64317a3-2a0d-41fc-9f70-0881d5e18dd2 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 946 time: 0.0476944 Oct 12 08:00:01.839470 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f7fad92d-b24c-4556-894a-0485cfa3db3d req-166f5b21-45a0-4610-bb9f-8abe1a9dd3f5 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324981 Oct 12 08:00:02.962134 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39c319-dd31-451a-ac1a-79ac4fe27497 req-097bb547-f06a-4c68-bbbd-869474985130 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:02.963606 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cb39c319-dd31-451a-ac1a-79ac4fe27497 req-097bb547-f06a-4c68-bbbd-869474985130 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 946 time: 0.0521569 Oct 12 08:00:03.001838 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cb39c319-dd31-451a-ac1a-79ac4fe27497 req-507c49b9-9b2b-4df8-a40d-1ead9ea1cd60 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314026 Oct 12 08:00:04.122829 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3c77e-b323-47ef-8d0d-6bc3919bc9fc req-c20b3b4b-a7c8-46c4-ac9f-697a551d276b tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:04.124298 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-48e3c77e-b323-47ef-8d0d-6bc3919bc9fc req-c20b3b4b-a7c8-46c4-ac9f-697a551d276b tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 946 time: 0.0489402 Oct 12 08:00:04.161142 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-48e3c77e-b323-47ef-8d0d-6bc3919bc9fc req-80e8bd86-e68f-4090-b4da-f4af07374223 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309870 Oct 12 08:00:05.280469 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c4b9d7-8e64-4967-a07f-b1aa0dea4511 req-8b8a751c-c5b6-4a8f-9bdf-c73dd133fd4f tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:05.282314 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-87c4b9d7-8e64-4967-a07f-b1aa0dea4511 req-8b8a751c-c5b6-4a8f-9bdf-c73dd133fd4f tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 946 time: 0.0483270 Oct 12 08:00:05.319834 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-87c4b9d7-8e64-4967-a07f-b1aa0dea4511 req-ac23dc8b-62e2-477a-8baa-a6428dc6b344 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316041 Oct 12 08:00:06.446348 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c543b-1d17-45aa-a15b-287c57e09763 req-4f0d7bc1-8794-477f-9c35-68ca691e2f98 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:06.447847 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-727c543b-1d17-45aa-a15b-287c57e09763 req-4f0d7bc1-8794-477f-9c35-68ca691e2f98 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 946 time: 0.0533404 Oct 12 08:00:06.486449 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-727c543b-1d17-45aa-a15b-287c57e09763 req-430d2d45-83ff-4735-a254-c09a913a5ecd tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319343 Oct 12 08:00:07.616997 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-96571b9d-8d73-4ade-b34b-64041e933279 req-28168bd4-832d-4d4c-a958-cd881420d18f service neutron] 10.222.0.23 "GET /v2.0/ports/dc1c27a2-fc94-45a1-abb1-213300f592fe/bindings/hv-neutron-8609 HTTP/1.1" status: 200 len: 384 time: 0.0837126 Oct 12 08:00:07.628022 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c22c67-9971-4d74-a677-c83e91f88338 req-c396bc1a-ad6a-422f-a197-7f4bb6b549d0 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:07.629467 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-95c22c67-9971-4d74-a677-c83e91f88338 req-c396bc1a-ad6a-422f-a197-7f4bb6b549d0 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 946 time: 0.0663314 Oct 12 08:00:07.669632 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-95c22c67-9971-4d74-a677-c83e91f88338 req-f7a9c647-d704-4044-962c-236210625ae0 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337582 Oct 12 08:00:07.814253 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96571b9d-8d73-4ade-b34b-64041e933279 req-3ebd3b3f-e987-45e0-8f9a-dfcacf94093c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:07.815911 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-96571b9d-8d73-4ade-b34b-64041e933279 req-3ebd3b3f-e987-45e0-8f9a-dfcacf94093c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895&tenant_id=f65ab0cf003848d5ae34ce6530a1d968 HTTP/1.1" status: 200 len: 1099 time: 0.0442615 Oct 12 08:00:07.901817 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96571b9d-8d73-4ade-b34b-64041e933279 req-f57cb4c7-9c76-4b5d-81a3-e057f1a7e254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:07.903347 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-96571b9d-8d73-4ade-b34b-64041e933279 req-f57cb4c7-9c76-4b5d-81a3-e057f1a7e254 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f65ab0cf003848d5ae34ce6530a1d968&device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 1099 time: 0.0404510 Oct 12 08:00:07.997579 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96571b9d-8d73-4ade-b34b-64041e933279 req-3c909243-9a82-4505-b6a0-c7276ca4e2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:07.999064 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-96571b9d-8d73-4ade-b34b-64041e933279 req-3c909243-9a82-4505-b6a0-c7276ca4e2d1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6516a34-5136-47f4-bdde-15ea8d8f92d5 HTTP/1.1" status: 200 len: 912 time: 0.0891187 Oct 12 08:00:08.062240 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-96571b9d-8d73-4ade-b34b-64041e933279 req-5bed840b-5641-4009-a70a-c89bbd7b904b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc1c27a2-fc94-45a1-abb1-213300f592fe HTTP/1.1" status: 200 len: 1003 time: 0.0562806 Oct 12 08:00:08.110278 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96571b9d-8d73-4ade-b34b-64041e933279 req-11ceee5d-307e-42ad-9e0d-a8829eaa4b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:08.111658 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-96571b9d-8d73-4ade-b34b-64041e933279 req-11ceee5d-307e-42ad-9e0d-a8829eaa4b16 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d3b478b-75f8-48cd-afce-287fb61e7537 HTTP/1.1" status: 200 len: 850 time: 0.0424182 Oct 12 08:00:08.158195 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96571b9d-8d73-4ade-b34b-64041e933279 req-f9eb0614-35c8-4ed1-a550-2044499378c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:08.159632 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-96571b9d-8d73-4ade-b34b-64041e933279 req-f9eb0614-35c8-4ed1-a550-2044499378c7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6516a34-5136-47f4-bdde-15ea8d8f92d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418465 Oct 12 08:00:08.247210 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-96571b9d-8d73-4ade-b34b-64041e933279 req-fac88e72-4912-4efc-bad8-22aa93d5c186 service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804691 Oct 12 08:00:08.338173 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-96571b9d-8d73-4ade-b34b-64041e933279 req-4a726f0f-fee3-4f57-8e25-48cf71bd1d1f service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846183 Oct 12 08:00:08.791997 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7535a5-e709-4750-bf72-1749d24a0a81 req-f70495e9-a50d-4de3-9a5f-4c68ebae183d tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:08.793385 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9a7535a5-e709-4750-bf72-1749d24a0a81 req-f70495e9-a50d-4de3-9a5f-4c68ebae183d tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 946 time: 0.0486174 Oct 12 08:00:08.832983 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9a7535a5-e709-4750-bf72-1749d24a0a81 req-ae62d6b8-170d-483f-9930-abe75d41d7f2 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328310 Oct 12 08:00:09.766377 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device dc1c27a2-fc94-45a1-abb1-213300f592fe no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:00:09.844234 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port dc1c27a2-fc94-45a1-abb1-213300f592fe is: ACTIVE; New status is: DOWN {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:00:09.844617 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:09.866810 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b00952-9739-47a3-bdb7-8a9927928895', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc1c27a2-fc94-45a1-abb1-213300f592fe'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:00:09.869107 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e52705-ce76-48e3-a224-45b8e6f7c74a" -d '{"events": [{"server_uuid": "d5b00952-9739-47a3-bdb7-8a9927928895", "name": "network-vif-unplugged", "status": "completed", "tag": "dc1c27a2-fc94-45a1-abb1-213300f592fe"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:00:09.882710 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port dc1c27a2-fc94-45a1-abb1-213300f592fe, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=dc1c27a2-fc94-45a1-abb1-213300f592fe,segment=NetworkSegment(90e9a3ef-9d84-4657-b072-b98803d47aaf),segment_id=90e9a3ef-9d84-4657-b072-b98803d47aaf)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:00:09.888287 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:09.926106 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 12 Oct 2022 08:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c724f16-cf4a-4b9e-aec1-37926924050d x-openstack-request-id: req-0c724f16-cf4a-4b9e-aec1-37926924050d {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:00:09.926397 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b00952-9739-47a3-bdb7-8a9927928895", "name": "network-vif-unplugged", "status": "completed", "tag": "dc1c27a2-fc94-45a1-abb1-213300f592fe", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:00:09.926645 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0c724f16-cf4a-4b9e-aec1-37926924050d {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:00:09.927215 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c724f16-cf4a-4b9e-aec1-37926924050d'] response: {'server_uuid': 'd5b00952-9739-47a3-bdb7-8a9927928895', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc1c27a2-fc94-45a1-abb1-213300f592fe', 'code': 200} Oct 12 08:00:09.942283 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=dc1c27a2-fc94-45a1-abb1-213300f592fe,revision_number=6']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:00:09.949282 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:00:09.949787 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:00:09.950145 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:00:09.950675 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:00:09.951001 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:00:09.951329 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:00:09.951653 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:00:09.952121 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:00:09.952459 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:00:09.952780 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:00:09.953246 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:00:09.953571 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:00:09.973315 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d255ef36-3f96-4728-98e3-e2e4312f6cbe req-4beaf5e4-39c9-4ece-a13a-28163d9e0e73 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:09.974834 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d255ef36-3f96-4728-98e3-e2e4312f6cbe req-4beaf5e4-39c9-4ece-a13a-28163d9e0e73 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 944 time: 0.0524228 Oct 12 08:00:10.013570 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d255ef36-3f96-4728-98e3-e2e4312f6cbe req-6848df46-79b1-4a42-b929-836f67ab1225 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326526 Oct 12 08:00:11.143696 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1597d3f-3efe-4366-a947-bd8c03d588a3 req-d786255e-ac08-4d5e-bf97-20147c37347d tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:11.145177 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a1597d3f-3efe-4366-a947-bd8c03d588a3 req-d786255e-ac08-4d5e-bf97-20147c37347d tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 944 time: 0.0541217 Oct 12 08:00:11.183577 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a1597d3f-3efe-4366-a947-bd8c03d588a3 req-0f64dba5-bd0c-432d-aa1e-4a71fcb32655 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318141 Oct 12 08:00:12.313659 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da72a40-5df5-4148-ad12-1441d6648e95 req-77fa97e0-5bb2-4fc1-961e-a5cf234445d4 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:12.315166 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4da72a40-5df5-4148-ad12-1441d6648e95 req-77fa97e0-5bb2-4fc1-961e-a5cf234445d4 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 944 time: 0.0505192 Oct 12 08:00:12.355562 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4da72a40-5df5-4148-ad12-1441d6648e95 req-e8681ffb-7009-45e4-a9f6-f23ea8d4a47a tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342522 Oct 12 08:00:13.478615 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6b52f-7892-4be4-86bc-2513c342157b req-656ac244-64fe-4c61-8a1d-c137cde9287c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:13.480067 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bfe6b52f-7892-4be4-86bc-2513c342157b req-656ac244-64fe-4c61-8a1d-c137cde9287c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 944 time: 0.0480275 Oct 12 08:00:13.518139 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bfe6b52f-7892-4be4-86bc-2513c342157b req-ebb7f8b9-4711-4709-9f95-56ad7a453ec8 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313816 Oct 12 08:00:13.765648 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device dc1c27a2-fc94-45a1-abb1-213300f592fe details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 08:00:13.862421 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port dc1c27a2-fc94-45a1-abb1-213300f592fe, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=dc1c27a2-fc94-45a1-abb1-213300f592fe,segment=NetworkSegment(90e9a3ef-9d84-4657-b072-b98803d47aaf),segment_id=90e9a3ef-9d84-4657-b072-b98803d47aaf)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:00:13.873311 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': 'dc1c27a2-fc94-45a1-abb1-213300f592fe', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'port_id': 'dc1c27a2-fc94-45a1-abb1-213300f592fe', 'mac_address': 'fa:16:3e:f9:c9:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 08:00:13.909034 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port dc1c27a2-fc94-45a1-abb1-213300f592fe is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:00:13.909425 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:13.922450 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc1c27a2-fc94-45a1-abb1-213300f592fe {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 08:00:13.948399 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port dc1c27a2-fc94-45a1-abb1-213300f592fe, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=dc1c27a2-fc94-45a1-abb1-213300f592fe,segment=NetworkSegment(90e9a3ef-9d84-4657-b072-b98803d47aaf),segment_id=90e9a3ef-9d84-4657-b072-b98803d47aaf)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:00:13.953155 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:13.957478 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f85baf80-1b9b-46b8-9875-6aad3e89b195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:14.010872 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=dc1c27a2-fc94-45a1-abb1-213300f592fe,revision_number=7']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:00:14.018190 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['dc1c27a2-fc94-45a1-abb1-213300f592fe'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 08:00:14.643148 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ed0fb-e754-41bf-85d5-82d8a33b97c2 req-06d43f8e-d4e8-41ad-b0fd-e8a909f870eb tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:14.644583 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1a7ed0fb-e754-41bf-85d5-82d8a33b97c2 req-06d43f8e-d4e8-41ad-b0fd-e8a909f870eb tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 945 time: 0.0518641 Oct 12 08:00:14.681057 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1a7ed0fb-e754-41bf-85d5-82d8a33b97c2 req-c30b5d0f-dc1e-446d-a059-891280e82464 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306060 Oct 12 08:00:15.421488 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74ab1e-97f0-4c4e-bd18-7a22cd6dd188 req-b1e33fb3-d8b9-437a-b576-6bb76041bdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:15.423039 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cc74ab1e-97f0-4c4e-bd18-7a22cd6dd188 req-b1e33fb3-d8b9-437a-b576-6bb76041bdad service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f65ab0cf003848d5ae34ce6530a1d968&device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 1098 time: 0.0400724 Oct 12 08:00:15.528480 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74ab1e-97f0-4c4e-bd18-7a22cd6dd188 req-74704131-cc8c-41fc-a281-6ec4215e92a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:15.529934 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cc74ab1e-97f0-4c4e-bd18-7a22cd6dd188 req-74704131-cc8c-41fc-a281-6ec4215e92a0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6516a34-5136-47f4-bdde-15ea8d8f92d5 HTTP/1.1" status: 200 len: 912 time: 0.0878103 Oct 12 08:00:15.593348 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cc74ab1e-97f0-4c4e-bd18-7a22cd6dd188 req-0bf8f5e4-b31d-49dc-9652-f80f5f2da261 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc1c27a2-fc94-45a1-abb1-213300f592fe HTTP/1.1" status: 200 len: 1002 time: 0.0559072 Oct 12 08:00:15.640779 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74ab1e-97f0-4c4e-bd18-7a22cd6dd188 req-ab42dd9d-c0e0-43da-85aa-298b8259e27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:15.642201 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cc74ab1e-97f0-4c4e-bd18-7a22cd6dd188 req-ab42dd9d-c0e0-43da-85aa-298b8259e27a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d3b478b-75f8-48cd-afce-287fb61e7537 HTTP/1.1" status: 200 len: 850 time: 0.0420382 Oct 12 08:00:15.689171 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74ab1e-97f0-4c4e-bd18-7a22cd6dd188 req-b8bf8d15-3fb6-46d1-95d0-6157229c7b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:15.690528 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cc74ab1e-97f0-4c4e-bd18-7a22cd6dd188 req-b8bf8d15-3fb6-46d1-95d0-6157229c7b63 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6516a34-5136-47f4-bdde-15ea8d8f92d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418336 Oct 12 08:00:15.765437 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device dc1c27a2-fc94-45a1-abb1-213300f592fe up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:00:15.817324 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port dc1c27a2-fc94-45a1-abb1-213300f592fe triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:00:15.817505 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cc74ab1e-97f0-4c4e-bd18-7a22cd6dd188 req-79e10980-8403-4ad4-bffd-0df4d5156d6b service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201653 Oct 12 08:00:15.817690 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:15.818018 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port dc1c27a2-fc94-45a1-abb1-213300f592fe Oct 12 08:00:15.825475 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6203c-3f27-4c2d-b229-5285a94a16e5 req-f13f5976-e245-4702-bb07-44894f9aaf42 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:15.826910 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3da6203c-3f27-4c2d-b229-5285a94a16e5 req-f13f5976-e245-4702-bb07-44894f9aaf42 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 945 time: 0.0683565 Oct 12 08:00:15.894849 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port dc1c27a2-fc94-45a1-abb1-213300f592fe is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:00:15.895234 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:15.910910 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3da6203c-3f27-4c2d-b229-5285a94a16e5 req-13a551ff-ad13-4cb4-b9ba-b5f64e6c3d96 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760813 Oct 12 08:00:15.917065 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b00952-9739-47a3-bdb7-8a9927928895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1c27a2-fc94-45a1-abb1-213300f592fe'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:00:15.919869 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc72b99-379c-48e5-962c-fa07b6ef1953" -d '{"events": [{"server_uuid": "d5b00952-9739-47a3-bdb7-8a9927928895", "name": "network-vif-plugged", "status": "completed", "tag": "dc1c27a2-fc94-45a1-abb1-213300f592fe"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:00:15.932951 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port dc1c27a2-fc94-45a1-abb1-213300f592fe, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=dc1c27a2-fc94-45a1-abb1-213300f592fe,segment=NetworkSegment(90e9a3ef-9d84-4657-b072-b98803d47aaf),segment_id=90e9a3ef-9d84-4657-b072-b98803d47aaf)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:00:15.938832 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:15.940976 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cc74ab1e-97f0-4c4e-bd18-7a22cd6dd188 req-c5fb2bcb-f26b-4eaf-90df-20bed253ac49 service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124654 Oct 12 08:00:15.982663 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 08:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302440f5-e3a1-4a80-97c7-341e2ebfb686 x-openstack-request-id: req-302440f5-e3a1-4a80-97c7-341e2ebfb686 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:00:15.982972 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b00952-9739-47a3-bdb7-8a9927928895", "name": "network-vif-plugged", "status": "completed", "tag": "dc1c27a2-fc94-45a1-abb1-213300f592fe", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:00:15.983227 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-302440f5-e3a1-4a80-97c7-341e2ebfb686 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:00:15.983657 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-302440f5-e3a1-4a80-97c7-341e2ebfb686'] response: {'server_uuid': 'd5b00952-9739-47a3-bdb7-8a9927928895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1c27a2-fc94-45a1-abb1-213300f592fe', 'code': 200} Oct 12 08:00:15.993549 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=dc1c27a2-fc94-45a1-abb1-213300f592fe,revision_number=8']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:00:16.111344 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4ad28e1f-ab13-4916-86fb-1a0d066ec75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:17.037452 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e3bd2-6ef4-4a1e-b044-4815869ff963 req-0ac4e2a3-911c-41cc-994f-feb8849ff331 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:17.038919 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1d2e3bd2-6ef4-4a1e-b044-4815869ff963 req-0ac4e2a3-911c-41cc-994f-feb8849ff331 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 946 time: 0.0483494 Oct 12 08:00:17.079985 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1d2e3bd2-6ef4-4a1e-b044-4815869ff963 req-919ce19a-1834-4955-a985-ba9fa706227f tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351186 Oct 12 08:00:17.306826 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:18.202413 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c79745-a399-47fc-9266-43d6980f02a7 req-455430bc-2289-4af2-bedd-a717c394d999 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:18.203869 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-13c79745-a399-47fc-9266-43d6980f02a7 req-455430bc-2289-4af2-bedd-a717c394d999 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 946 time: 0.0484846 Oct 12 08:00:18.240563 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-13c79745-a399-47fc-9266-43d6980f02a7 req-62b4026c-ae23-47dd-a583-aa83941571d5 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308359 Oct 12 08:00:18.869363 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:19.174379 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:19.361967 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6f1d3f-ed8c-476d-82b9-dc278d27ca99 req-cb5fe409-1f41-4c3d-b547-2553252acf0f tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:19.363473 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8c6f1d3f-ed8c-476d-82b9-dc278d27ca99 req-cb5fe409-1f41-4c3d-b547-2553252acf0f tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 946 time: 0.0488160 Oct 12 08:00:19.400948 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8c6f1d3f-ed8c-476d-82b9-dc278d27ca99 req-803df631-d41c-4d88-94fb-9e5de439ebf8 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315907 Oct 12 08:00:19.716583 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e423902-576a-4170-8557-6a0481fb362e req-9f1c7203-15d4-454b-b9e6-6f012acd050f tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:19.717923 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2e423902-576a-4170-8557-6a0481fb362e req-9f1c7203-15d4-454b-b9e6-6f012acd050f tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895&tenant_id=f65ab0cf003848d5ae34ce6530a1d968&binding%3Ahost_id=hv-neutron-8609 HTTP/1.1" status: 200 len: 946 time: 0.0794344 Oct 12 08:00:19.734248 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881ca10-d537-49e7-995c-4ebace69c428 req-dadddfa3-64e0-4ce7-b38a-5c87e6af93f5 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:19.735701 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0881ca10-d537-49e7-995c-4ebace69c428 req-dadddfa3-64e0-4ce7-b38a-5c87e6af93f5 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 946 time: 0.0708325 Oct 12 08:00:19.805925 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0881ca10-d537-49e7-995c-4ebace69c428 req-d504e13b-1698-4a94-b48d-840a29590be4 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643141 Oct 12 08:00:19.814425 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2e423902-576a-4170-8557-6a0481fb362e req-94c62093-d594-4feb-b91f-55e26c4a3ab6 service neutron] 10.222.0.23 "GET /v2.0/ports/dc1c27a2-fc94-45a1-abb1-213300f592fe/bindings/hv-neutron-8609 HTTP/1.1" status: 200 len: 384 time: 0.0876186 Oct 12 08:00:19.888691 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e423902-576a-4170-8557-6a0481fb362e req-58ef558e-0fb7-4102-90eb-0fceffe8b5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:19.890192 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2e423902-576a-4170-8557-6a0481fb362e req-58ef558e-0fb7-4102-90eb-0fceffe8b5d8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f65ab0cf003848d5ae34ce6530a1d968&device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 1099 time: 0.0409234 Oct 12 08:00:19.980534 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e423902-576a-4170-8557-6a0481fb362e req-96bcdb6a-268a-4df4-8ee2-c296a8dfd51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:19.981910 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2e423902-576a-4170-8557-6a0481fb362e req-96bcdb6a-268a-4df4-8ee2-c296a8dfd51c service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6516a34-5136-47f4-bdde-15ea8d8f92d5 HTTP/1.1" status: 200 len: 912 time: 0.0847294 Oct 12 08:00:20.044662 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2e423902-576a-4170-8557-6a0481fb362e req-f7e008ae-328d-4d0c-a313-49697057c941 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc1c27a2-fc94-45a1-abb1-213300f592fe HTTP/1.1" status: 200 len: 1003 time: 0.0556836 Oct 12 08:00:20.095821 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e423902-576a-4170-8557-6a0481fb362e req-954b6cb1-323b-4fa3-a4c2-24aadd6e2529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:20.097548 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2e423902-576a-4170-8557-6a0481fb362e req-954b6cb1-323b-4fa3-a4c2-24aadd6e2529 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d3b478b-75f8-48cd-afce-287fb61e7537 HTTP/1.1" status: 200 len: 850 time: 0.0459876 Oct 12 08:00:20.141089 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e423902-576a-4170-8557-6a0481fb362e req-ece858f1-f93d-4894-96e8-5e1ac70bb720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:20.142536 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2e423902-576a-4170-8557-6a0481fb362e req-ece858f1-f93d-4894-96e8-5e1ac70bb720 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6516a34-5136-47f4-bdde-15ea8d8f92d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388823 Oct 12 08:00:20.232325 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2e423902-576a-4170-8557-6a0481fb362e req-ad4f510a-1d11-461f-aa38-510bf9358b97 service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832157 Oct 12 08:00:20.318965 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2e423902-576a-4170-8557-6a0481fb362e req-0ba6cc65-a336-4822-be72-3a24b9ace3e5 service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800569 Oct 12 08:00:20.930915 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cfe93c-4be1-4889-911c-961278762073 req-bafe9bac-70b5-4fc9-932a-db659889f26a tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:20.932376 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c4cfe93c-4be1-4889-911c-961278762073 req-bafe9bac-70b5-4fc9-932a-db659889f26a tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 946 time: 0.0494475 Oct 12 08:00:20.969911 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c4cfe93c-4be1-4889-911c-961278762073 req-ff904c41-3783-4f8e-982e-a5b9a52aee69 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316329 Oct 12 08:00:21.204321 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:21.429463 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:00:22.093915 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a1753-d97f-4419-bc80-67db710a2b47 req-15adb91e-1da6-4e14-b45d-ecb6d972e170 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:22.100911 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-446a1753-d97f-4419-bc80-67db710a2b47 req-15adb91e-1da6-4e14-b45d-ecb6d972e170 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 946 time: 0.0516474 Oct 12 08:00:22.132222 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-446a1753-d97f-4419-bc80-67db710a2b47 req-56c89889-f96b-4ed7-9a54-b9eebed35aca tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308414 Oct 12 08:00:23.256328 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ae417-b227-4e0f-976a-e13eb3a21aa2 req-f9207e21-0989-476f-be32-85038de6c7a8 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:23.257798 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-155ae417-b227-4e0f-976a-e13eb3a21aa2 req-f9207e21-0989-476f-be32-85038de6c7a8 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 946 time: 0.0492902 Oct 12 08:00:23.294739 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-155ae417-b227-4e0f-976a-e13eb3a21aa2 req-a1587af2-23d9-4578-845c-f6d86648b15d tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308933 Oct 12 08:00:24.313832 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e423902-576a-4170-8557-6a0481fb362e req-5c42c637-2c8f-4ee5-a2b3-7041950fbda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:24.315318 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2e423902-576a-4170-8557-6a0481fb362e req-5c42c637-2c8f-4ee5-a2b3-7041950fbda2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895&tenant_id=f65ab0cf003848d5ae34ce6530a1d968 HTTP/1.1" status: 200 len: 1099 time: 0.0395572 Oct 12 08:00:24.406697 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e423902-576a-4170-8557-6a0481fb362e req-93a129ae-f844-4e0d-9f06-f92d2043187b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:24.408314 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2e423902-576a-4170-8557-6a0481fb362e req-93a129ae-f844-4e0d-9f06-f92d2043187b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f65ab0cf003848d5ae34ce6530a1d968&device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 1099 time: 0.0699852 Oct 12 08:00:24.430857 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079fae80-47b6-4b3a-a6cc-3d13425ee29c req-27e218d9-4504-4994-af77-39e9d72b83e2 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:24.432238 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-079fae80-47b6-4b3a-a6cc-3d13425ee29c req-27e218d9-4504-4994-af77-39e9d72b83e2 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 946 time: 0.0630367 Oct 12 08:00:24.515514 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-079fae80-47b6-4b3a-a6cc-3d13425ee29c req-4fdfced4-ddc0-4090-8c59-7b76a79e93ab tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733111 Oct 12 08:00:24.535230 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e423902-576a-4170-8557-6a0481fb362e req-8cb21df7-1dd9-4196-b5d6-ecd7f0f9bfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:24.536662 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2e423902-576a-4170-8557-6a0481fb362e req-8cb21df7-1dd9-4196-b5d6-ecd7f0f9bfd8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6516a34-5136-47f4-bdde-15ea8d8f92d5 HTTP/1.1" status: 200 len: 912 time: 0.1208053 Oct 12 08:00:24.600116 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2e423902-576a-4170-8557-6a0481fb362e req-a98e866e-efcc-4c55-aac3-fec492e0c0c0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc1c27a2-fc94-45a1-abb1-213300f592fe HTTP/1.1" status: 200 len: 1003 time: 0.0570281 Oct 12 08:00:24.647080 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e423902-576a-4170-8557-6a0481fb362e req-722c3195-0811-4a66-9426-7f84e7c7bc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:24.648470 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2e423902-576a-4170-8557-6a0481fb362e req-722c3195-0811-4a66-9426-7f84e7c7bc9e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d3b478b-75f8-48cd-afce-287fb61e7537 HTTP/1.1" status: 200 len: 850 time: 0.0416684 Oct 12 08:00:24.697617 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e423902-576a-4170-8557-6a0481fb362e req-20226d04-d112-4256-b15d-8fea98190ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:24.699017 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2e423902-576a-4170-8557-6a0481fb362e req-20226d04-d112-4256-b15d-8fea98190ac2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6516a34-5136-47f4-bdde-15ea8d8f92d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439095 Oct 12 08:00:24.788882 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2e423902-576a-4170-8557-6a0481fb362e req-786074dc-10ef-4622-aaf3-aac503fa496d service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821865 Oct 12 08:00:24.881054 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2e423902-576a-4170-8557-6a0481fb362e req-ec0f3c10-8549-4888-9754-3a0c186a7f7d service neutron] 10.222.0.23 "GET /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856063 Oct 12 08:00:25.635134 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed45c1-30ad-44c7-b79c-0f631e946063 req-7390b133-93e9-4345-a90f-69d5d0e9fb26 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:25.636618 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-11ed45c1-30ad-44c7-b79c-0f631e946063 req-7390b133-93e9-4345-a90f-69d5d0e9fb26 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 946 time: 0.0487468 Oct 12 08:00:25.674861 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-11ed45c1-30ad-44c7-b79c-0f631e946063 req-194b1dcb-25dd-4c90-9618-abf5446aba81 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315840 Oct 12 08:00:25.881814 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device dc1c27a2-fc94-45a1-abb1-213300f592fe no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:00:25.960484 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port dc1c27a2-fc94-45a1-abb1-213300f592fe is: ACTIVE; New status is: DOWN {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:00:25.960774 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:25.984687 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b00952-9739-47a3-bdb7-8a9927928895', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc1c27a2-fc94-45a1-abb1-213300f592fe'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:00:25.986989 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e054885-4855-4763-9905-6b43de82680c" -d '{"events": [{"server_uuid": "d5b00952-9739-47a3-bdb7-8a9927928895", "name": "network-vif-unplugged", "status": "completed", "tag": "dc1c27a2-fc94-45a1-abb1-213300f592fe"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:00:26.000794 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port dc1c27a2-fc94-45a1-abb1-213300f592fe, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=dc1c27a2-fc94-45a1-abb1-213300f592fe,segment=NetworkSegment(90e9a3ef-9d84-4657-b072-b98803d47aaf),segment_id=90e9a3ef-9d84-4657-b072-b98803d47aaf)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:00:26.006153 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:26.037895 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 12 Oct 2022 08:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e924ca8-28dc-435d-8be4-5d2462dd141f x-openstack-request-id: req-0e924ca8-28dc-435d-8be4-5d2462dd141f {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:00:26.038255 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b00952-9739-47a3-bdb7-8a9927928895", "name": "network-vif-unplugged", "status": "completed", "tag": "dc1c27a2-fc94-45a1-abb1-213300f592fe", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:00:26.038471 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0e924ca8-28dc-435d-8be4-5d2462dd141f {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:00:26.038860 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e924ca8-28dc-435d-8be4-5d2462dd141f'] response: {'server_uuid': 'd5b00952-9739-47a3-bdb7-8a9927928895', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc1c27a2-fc94-45a1-abb1-213300f592fe', 'code': 200} Oct 12 08:00:26.057561 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=dc1c27a2-fc94-45a1-abb1-213300f592fe,revision_number=9']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:00:26.798216 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dce326-ee1a-48c5-8df9-4795cdcd6e47 req-59c4cea4-540e-48a4-8fdd-13ee80328200 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:26.799699 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a7dce326-ee1a-48c5-8df9-4795cdcd6e47 req-59c4cea4-540e-48a4-8fdd-13ee80328200 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 944 time: 0.0483062 Oct 12 08:00:26.837348 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a7dce326-ee1a-48c5-8df9-4795cdcd6e47 req-18cbafe4-f6ab-4305-a68c-a7b55ab0913e tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313625 Oct 12 08:00:27.965651 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fabb29f-d1bc-4f80-b6f3-b98ab3e2b168 req-37ef9f11-fd85-40b7-b36b-e638922ad251 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:27.967165 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5fabb29f-d1bc-4f80-b6f3-b98ab3e2b168 req-37ef9f11-fd85-40b7-b36b-e638922ad251 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 944 time: 0.0530269 Oct 12 08:00:28.005597 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5fabb29f-d1bc-4f80-b6f3-b98ab3e2b168 req-d335b62a-091d-461e-9e71-0e74699855d4 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324829 Oct 12 08:00:29.126861 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0254f61-ad05-4152-bd0c-ec0aa15d5a7a req-5d93a535-04bb-4df1-abf1-2b77e63c9299 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:29.128319 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e0254f61-ad05-4152-bd0c-ec0aa15d5a7a req-5d93a535-04bb-4df1-abf1-2b77e63c9299 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 944 time: 0.0485351 Oct 12 08:00:29.164486 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e0254f61-ad05-4152-bd0c-ec0aa15d5a7a req-52588e73-b571-48d0-a2a8-98717161a4b8 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303178 Oct 12 08:00:29.897502 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device dc1c27a2-fc94-45a1-abb1-213300f592fe details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 08:00:29.993399 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port dc1c27a2-fc94-45a1-abb1-213300f592fe, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=dc1c27a2-fc94-45a1-abb1-213300f592fe,segment=NetworkSegment(90e9a3ef-9d84-4657-b072-b98803d47aaf),segment_id=90e9a3ef-9d84-4657-b072-b98803d47aaf)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:00:30.004048 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': 'dc1c27a2-fc94-45a1-abb1-213300f592fe', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'port_id': 'dc1c27a2-fc94-45a1-abb1-213300f592fe', 'mac_address': 'fa:16:3e:f9:c9:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 08:00:30.040254 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port dc1c27a2-fc94-45a1-abb1-213300f592fe is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:00:30.040638 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:30.056050 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc1c27a2-fc94-45a1-abb1-213300f592fe {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 08:00:30.074197 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port dc1c27a2-fc94-45a1-abb1-213300f592fe, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=dc1c27a2-fc94-45a1-abb1-213300f592fe,segment=NetworkSegment(90e9a3ef-9d84-4657-b072-b98803d47aaf),segment_id=90e9a3ef-9d84-4657-b072-b98803d47aaf)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:00:30.079367 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:30.127501 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=dc1c27a2-fc94-45a1-abb1-213300f592fe,revision_number=10']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:00:30.134627 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['dc1c27a2-fc94-45a1-abb1-213300f592fe'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 08:00:30.286202 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c268213-71b8-4b8a-85bf-3c56351393ed req-09ad3296-d1ad-48d5-b64d-a0691b5e8da0 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:30.287674 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0c268213-71b8-4b8a-85bf-3c56351393ed req-09ad3296-d1ad-48d5-b64d-a0691b5e8da0 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 946 time: 0.0484636 Oct 12 08:00:30.324587 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0c268213-71b8-4b8a-85bf-3c56351393ed req-6588bc7b-2995-4eff-9860-7b76663c27bd tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307951 Oct 12 08:00:31.448089 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a32f0-217e-4c9a-9e4d-97d626f952ba req-20b3eaac-a1a3-4026-a71f-45c75556c2aa tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:31.449545 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a51a32f0-217e-4c9a-9e4d-97d626f952ba req-20b3eaac-a1a3-4026-a71f-45c75556c2aa tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 946 time: 0.0513880 Oct 12 08:00:31.487097 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a51a32f0-217e-4c9a-9e4d-97d626f952ba req-4365c61b-b77e-47d2-9eb7-f5f148fd8ca2 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311744 Oct 12 08:00:31.921338 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device dc1c27a2-fc94-45a1-abb1-213300f592fe up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:00:31.968088 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port dc1c27a2-fc94-45a1-abb1-213300f592fe triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:00:31.968457 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:31.968786 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port dc1c27a2-fc94-45a1-abb1-213300f592fe Oct 12 08:00:32.041889 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port dc1c27a2-fc94-45a1-abb1-213300f592fe is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:00:32.042299 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:32.063934 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b00952-9739-47a3-bdb7-8a9927928895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1c27a2-fc94-45a1-abb1-213300f592fe'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:00:32.066112 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7e0695-6a9d-4e2b-a094-d854dbeb94a5" -d '{"events": [{"server_uuid": "d5b00952-9739-47a3-bdb7-8a9927928895", "name": "network-vif-plugged", "status": "completed", "tag": "dc1c27a2-fc94-45a1-abb1-213300f592fe"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:00:32.078705 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port dc1c27a2-fc94-45a1-abb1-213300f592fe, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=dc1c27a2-fc94-45a1-abb1-213300f592fe,segment=NetworkSegment(90e9a3ef-9d84-4657-b072-b98803d47aaf),segment_id=90e9a3ef-9d84-4657-b072-b98803d47aaf)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:00:32.082784 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:32.115349 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 08:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c198cee-4db8-4e2c-ab4a-e83ea4d9b9e9 x-openstack-request-id: req-9c198cee-4db8-4e2c-ab4a-e83ea4d9b9e9 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:00:32.115631 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b00952-9739-47a3-bdb7-8a9927928895", "name": "network-vif-plugged", "status": "completed", "tag": "dc1c27a2-fc94-45a1-abb1-213300f592fe", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:00:32.115879 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9c198cee-4db8-4e2c-ab4a-e83ea4d9b9e9 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:00:32.116259 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c198cee-4db8-4e2c-ab4a-e83ea4d9b9e9'] response: {'server_uuid': 'd5b00952-9739-47a3-bdb7-8a9927928895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1c27a2-fc94-45a1-abb1-213300f592fe', 'code': 200} Oct 12 08:00:32.136737 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=dc1c27a2-fc94-45a1-abb1-213300f592fe,revision_number=11']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:00:32.608058 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf1534-9350-47e9-8160-458a1e9de5ae req-4c058948-f8ce-4c71-b621-888cb83d03ce tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:32.609501 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bacf1534-9350-47e9-8160-458a1e9de5ae req-4c058948-f8ce-4c71-b621-888cb83d03ce tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 947 time: 0.0484965 Oct 12 08:00:32.645528 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bacf1534-9350-47e9-8160-458a1e9de5ae req-f969a9f2-e794-4d70-bd1c-6423b5d02a98 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301449 Oct 12 08:00:33.767066 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7adef-2723-4e61-99ce-ad8c34ccd5ff req-e9e9c603-dfc8-4eb0-bd10-c66aa547ec01 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:33.768529 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c6e7adef-2723-4e61-99ce-ad8c34ccd5ff req-e9e9c603-dfc8-4eb0-bd10-c66aa547ec01 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 947 time: 0.0481329 Oct 12 08:00:33.805864 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c6e7adef-2723-4e61-99ce-ad8c34ccd5ff req-564fc84c-005c-4f94-8c24-402d9d5b82ed tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314407 Oct 12 08:00:34.933472 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73750cf-c5fb-4ef8-a17b-c741983ef4f4 req-61bb1fc3-8eff-43ae-9708-a264f8ae8e3e tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:34.935463 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c73750cf-c5fb-4ef8-a17b-c741983ef4f4 req-61bb1fc3-8eff-43ae-9708-a264f8ae8e3e tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 947 time: 0.0562043 Oct 12 08:00:34.974215 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c73750cf-c5fb-4ef8-a17b-c741983ef4f4 req-92ee2fcc-bbd5-4c60-856e-13ef99345852 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324557 Oct 12 08:00:36.096727 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c75c60-6985-4626-b783-0f00d14e71e4 req-4ee72672-f599-442b-8c2b-b4c9cb3ecbe7 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:36.098152 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-76c75c60-6985-4626-b783-0f00d14e71e4 req-4ee72672-f599-442b-8c2b-b4c9cb3ecbe7 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 947 time: 0.0490024 Oct 12 08:00:36.135542 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-76c75c60-6985-4626-b783-0f00d14e71e4 req-8125bd99-ab0c-4672-99c4-92afc6b05bb9 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309987 Oct 12 08:00:36.257866 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958cfa9-f895-46be-a817-c6ce7ccbb602 req-f59cdde9-0aba-4c81-9d20-18ea0267d864 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:36.259368 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a958cfa9-f895-46be-a817-c6ce7ccbb602 req-f59cdde9-0aba-4c81-9d20-18ea0267d864 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 947 time: 0.0487456 Oct 12 08:00:36.296727 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a958cfa9-f895-46be-a817-c6ce7ccbb602 req-c95fb2b6-40b8-4506-9056-515e874946de tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307508 Oct 12 08:00:36.419397 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49adc31a-f23f-4ab2-8331-71ad3a77bae8 req-773a0062-726d-4761-8383-7046d296dcf2 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:36.420863 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-49adc31a-f23f-4ab2-8331-71ad3a77bae8 req-773a0062-726d-4761-8383-7046d296dcf2 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 947 time: 0.0530174 Oct 12 08:00:36.459744 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-49adc31a-f23f-4ab2-8331-71ad3a77bae8 req-766d959a-ee83-4637-a103-f6edaa35aa03 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330014 Oct 12 08:00:36.695994 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3784321-1712-4723-b5df-738ef8fde927 req-993b3d84-2bcc-4b61-802a-abfa84160a94 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:36.697346 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f3784321-1712-4723-b5df-738ef8fde927 req-993b3d84-2bcc-4b61-802a-abfa84160a94 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 947 time: 0.0479970 Oct 12 08:00:36.734228 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f3784321-1712-4723-b5df-738ef8fde927 req-56a229a8-cbae-4b0b-b869-9091572d4915 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308952 Oct 12 08:00:37.855407 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584813d9-cd10-4a05-9b7a-421984eace90 req-fcfab0b8-32a8-40de-85ed-2bd2e9cda606 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:37.857894 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-584813d9-cd10-4a05-9b7a-421984eace90 req-fcfab0b8-32a8-40de-85ed-2bd2e9cda606 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 947 time: 0.0486953 Oct 12 08:00:37.894946 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-584813d9-cd10-4a05-9b7a-421984eace90 req-43b1c722-e530-4b7f-8751-303b59e8c268 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319574 Oct 12 08:00:39.053161 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df7cd2-e1ca-43f7-a300-254494a3aa35 req-c17bf4d0-0096-427e-833a-ea6c27651ffc tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:39.054644 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e6df7cd2-e1ca-43f7-a300-254494a3aa35 req-c17bf4d0-0096-427e-833a-ea6c27651ffc tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 947 time: 0.0797644 Oct 12 08:00:39.062464 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a486e-3665-427a-8d65-57c525e74328 req-823fb762-750e-4ad4-be5b-42170c9f605e tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:39.063708 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2b6a486e-3665-427a-8d65-57c525e74328 req-823fb762-750e-4ad4-be5b-42170c9f605e tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 947 time: 0.0764828 Oct 12 08:00:39.126477 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e6df7cd2-e1ca-43f7-a300-254494a3aa35 req-95183d1b-e22a-45e7-b72d-e517111e8367 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups?id=7669430e-759b-4edf-bce6-c97980c73905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618465 Oct 12 08:00:39.173683 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-2b6a486e-3665-427a-8d65-57c525e74328 req-74b1ba54-8367-4131-9f90-5e444ac6301c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Deleting port dc1c27a2-fc94-45a1-abb1-213300f592fe {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:00:39.174035 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-2b6a486e-3665-427a-8d65-57c525e74328 req-74b1ba54-8367-4131-9f90-5e444ac6301c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:39.262983 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-2b6a486e-3665-427a-8d65-57c525e74328 req-74b1ba54-8367-4131-9f90-5e444ac6301c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] For port dc1c27a2-fc94-45a1-abb1-213300f592fe, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=dc1c27a2-fc94-45a1-abb1-213300f592fe,segment=NetworkSegment(90e9a3ef-9d84-4657-b072-b98803d47aaf),segment_id=90e9a3ef-9d84-4657-b072-b98803d47aaf)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:00:39.263338 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-2b6a486e-3665-427a-8d65-57c525e74328 req-74b1ba54-8367-4131-9f90-5e444ac6301c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:39.743009 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-2b6a486e-3665-427a-8d65-57c525e74328 req-74b1ba54-8367-4131-9f90-5e444ac6301c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:39.743365 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-2b6a486e-3665-427a-8d65-57c525e74328 req-74b1ba54-8367-4131-9f90-5e444ac6301c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:39.743674 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [req-2b6a486e-3665-427a-8d65-57c525e74328 req-74b1ba54-8367-4131-9f90-5e444ac6301c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Floating IP cebe372c-3ad3-4dd1-9325-da00121e8748 disassociated. External IP: 172.26.3.194, port: dc1c27a2-fc94-45a1-abb1-213300f592fe. Oct 12 08:00:39.744011 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-2b6a486e-3665-427a-8d65-57c525e74328 req-74b1ba54-8367-4131-9f90-5e444ac6301c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Calling delete_port for dc1c27a2-fc94-45a1-abb1-213300f592fe owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:00:39.865354 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-2b6a486e-3665-427a-8d65-57c525e74328 req-74b1ba54-8367-4131-9f90-5e444ac6301c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:39.897566 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b1ba54-8367-4131-9f90-5e444ac6301c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Pushing event deleted for resources: {'Port': ['ID=dc1c27a2-fc94-45a1-abb1-213300f592fe,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:00:39.909089 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1ba54-8367-4131-9f90-5e444ac6301c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:00:39.909427 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1ba54-8367-4131-9f90-5e444ac6301c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:00:39.909763 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1ba54-8367-4131-9f90-5e444ac6301c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:00:39.910119 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1ba54-8367-4131-9f90-5e444ac6301c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:00:39.910444 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1ba54-8367-4131-9f90-5e444ac6301c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:00:39.910769 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1ba54-8367-4131-9f90-5e444ac6301c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:00:39.911093 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1ba54-8367-4131-9f90-5e444ac6301c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:00:39.911414 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1ba54-8367-4131-9f90-5e444ac6301c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:00:39.911736 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1ba54-8367-4131-9f90-5e444ac6301c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:00:39.912051 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1ba54-8367-4131-9f90-5e444ac6301c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:00:39.912366 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1ba54-8367-4131-9f90-5e444ac6301c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:00:39.912678 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1ba54-8367-4131-9f90-5e444ac6301c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:00:40.024160 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b6a486e-3665-427a-8d65-57c525e74328 req-74b1ba54-8367-4131-9f90-5e444ac6301c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Router faa01abe-f183-4cc5-b327-5f609aea3c33 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:00:40.130578 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b6a486e-3665-427a-8d65-57c525e74328 req-74b1ba54-8367-4131-9f90-5e444ac6301c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:00:40.141527 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885d6052-d384-4d19-bd38-9e36881b6323 None None] Sync routers for ids ['faa01abe-f183-4cc5-b327-5f609aea3c33'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:00:40.155981 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885d6052-d384-4d19-bd38-9e36881b6323 None None] Routers {'faa01abe-f183-4cc5-b327-5f609aea3c33'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:00:40.156847 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-885d6052-d384-4d19-bd38-9e36881b6323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:00:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['faa01abe-f183-4cc5-b327-5f609aea3c33'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:00:40.178834 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6a486e-3665-427a-8d65-57c525e74328 req-74b1ba54-8367-4131-9f90-5e444ac6301c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] No DVR routers for this DVR port dc1c27a2-fc94-45a1-abb1-213300f592fe on host hv-neutron-8609 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 08:00:40.181479 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-2b6a486e-3665-427a-8d65-57c525e74328 req-74b1ba54-8367-4131-9f90-5e444ac6301c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:40.185241 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2b6a486e-3665-427a-8d65-57c525e74328 req-74b1ba54-8367-4131-9f90-5e444ac6301c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.23 "DELETE /v2.0/ports/dc1c27a2-fc94-45a1-abb1-213300f592fe HTTP/1.1" status: 204 len: 173 time: 1.1142588 Oct 12 08:00:40.185870 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b00952-9739-47a3-bdb7-8a9927928895', 'name': 'network-vif-deleted', 'tag': 'dc1c27a2-fc94-45a1-abb1-213300f592fe'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:00:40.188157 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9dd678a-2cf4-4eaf-9ea9-568b731561a5" -d '{"events": [{"server_uuid": "d5b00952-9739-47a3-bdb7-8a9927928895", "name": "network-vif-deleted", "tag": "dc1c27a2-fc94-45a1-abb1-213300f592fe"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:00:40.268616 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 08:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6688b91-d169-4331-8348-2d64e207b79e x-openstack-request-id: req-f6688b91-d169-4331-8348-2d64e207b79e {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:00:40.269091 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b00952-9739-47a3-bdb7-8a9927928895", "name": "network-vif-deleted", "tag": "dc1c27a2-fc94-45a1-abb1-213300f592fe", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:00:40.269410 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f6688b91-d169-4331-8348-2d64e207b79e {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:00:40.269862 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6688b91-d169-4331-8348-2d64e207b79e'] response: {'server_uuid': 'd5b00952-9739-47a3-bdb7-8a9927928895', 'name': 'network-vif-deleted', 'tag': 'dc1c27a2-fc94-45a1-abb1-213300f592fe', 'status': 'completed', 'code': 200} Oct 12 08:00:40.286360 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-78af3509-3966-4722-b11a-55e8db830bb6 req-6a2c5d04-f77a-416a-b7ed-26b1baa87458 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 210 time: 0.0332890 Oct 12 08:00:40.287851 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-885d6052-d384-4d19-bd38-9e36881b6323 None None] Set router faa01abe-f183-4cc5-b327-5f609aea3c33 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:00:40.504727 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-885d6052-d384-4d19-bd38-9e36881b6323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'name': 'tempest-ServerActionsTestJSON-228820512-router', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:55:08Z', 'updated_at': '2022-10-12T07:55:11Z', 'revision_number': 4, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'gw_port': {'id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:09Z', 'updated_at': '2022-10-12T07:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '244f05b0-d51e-47c8-8560-bebbc6b8c8f8', 'name': '', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'mac_address': 'fa:16:3e:cb:47:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:10Z', 'updated_at': '2022-10-12T07:55:14Z', 'revision_number': 5, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'subnets': [{'id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:00:40.533554 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885d6052-d384-4d19-bd38-9e36881b6323 None None] Checking router: faa01abe-f183-4cc5-b327-5f609aea3c33 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:00:40.542014 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885d6052-d384-4d19-bd38-9e36881b6323 None None] Routers {'faa01abe-f183-4cc5-b327-5f609aea3c33'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:00:40.542646 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-885d6052-d384-4d19-bd38-9e36881b6323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:00:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['faa01abe-f183-4cc5-b327-5f609aea3c33'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:00:40.734182 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-885d6052-d384-4d19-bd38-9e36881b6323 None None] Set router faa01abe-f183-4cc5-b327-5f609aea3c33 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:00:40.953635 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-885d6052-d384-4d19-bd38-9e36881b6323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'name': 'tempest-ServerActionsTestJSON-228820512-router', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:55:08Z', 'updated_at': '2022-10-12T07:55:11Z', 'revision_number': 4, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'gw_port': {'id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:09Z', 'updated_at': '2022-10-12T07:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '244f05b0-d51e-47c8-8560-bebbc6b8c8f8', 'name': '', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'mac_address': 'fa:16:3e:cb:47:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:10Z', 'updated_at': '2022-10-12T07:55:14Z', 'revision_number': 5, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'subnets': [{'id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:00:40.980192 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885d6052-d384-4d19-bd38-9e36881b6323 None None] The sync data for ids ['faa01abe-f183-4cc5-b327-5f609aea3c33'] in dv-neutron-860909-2-hyperv is: [{'id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'name': 'tempest-ServerActionsTestJSON-228820512-router', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:55:08Z', 'updated_at': '2022-10-12T07:55:11Z', 'revision_number': 4, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'gw_port': {'id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:09Z', 'updated_at': '2022-10-12T07:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '244f05b0-d51e-47c8-8560-bebbc6b8c8f8', 'name': '', 'network_id': 'f6516a34-5136-47f4-bdde-15ea8d8f92d5', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'mac_address': 'fa:16:3e:cb:47:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:10Z', 'updated_at': '2022-10-12T07:55:14Z', 'revision_number': 5, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'subnets': [{'id': '3d3b478b-75f8-48cd-afce-287fb61e7537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:00:41.198999 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15cc732-451a-4a1b-9315-df4f90cb3ea8 None None] New status for floating IP cebe372c-3ad3-4dd1-9325-da00121e8748: DOWN {{(pid=103202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 08:00:41.393666 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-efeebcee-a3b4-458a-8f58-b9430c4a57bc req-89b64cd3-8612-47e5-a66f-2cf385f2054c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 210 time: 0.0279348 Oct 12 08:00:41.944503 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device dc1c27a2-fc94-45a1-abb1-213300f592fe no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:00:41.969766 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] No Port match for: dc1c27a2-fc94-45a1-abb1-213300f592fe {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:00:41.970127 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device dc1c27a2-fc94-45a1-abb1-213300f592fe not bound to the agent host hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:00:42.498617 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-feb65e26-0430-4cd9-a7e0-7b1afc486f6c req-05dbc5d4-e16e-448f-900e-dbf78126a1f6 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 210 time: 0.0298374 Oct 12 08:00:43.607921 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b83300c2-1dce-4533-bbc7-05c30dbf9855 req-2bac07ba-7f90-4554-abbe-b1ca4ba48f24 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b00952-9739-47a3-bdb7-8a9927928895 HTTP/1.1" status: 200 len: 210 time: 0.0262706 Oct 12 08:00:43.952291 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6c93e137-9347-4138-abc2-a848eab1387f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:46.113479 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ab08fb6e-9371-4ed7-b0ff-f7c3119dcb4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:47.311182 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:48.289806 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 46304) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:00:48.344482 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e06c6f86-c996-47cb-a607-ec93fb1f5a7c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:48.366726 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e06c6f86-c996-47cb-a607-ec93fb1f5a7c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:48.411700 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e06c6f86-c996-47cb-a607-ec93fb1f5a7c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:48.414380 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e06c6f86-c996-47cb-a607-ec93fb1f5a7c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:48.415542 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e06c6f86-c996-47cb-a607-ec93fb1f5a7c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "DELETE /v2.0/security-groups/7669430e-759b-4edf-bce6-c97980c73905 HTTP/1.1" status: 204 len: 168 time: 0.1244678 Oct 12 08:00:48.418192 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 46306) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:00:48.425515 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06c6f86-c996-47cb-a607-ec93fb1f5a7c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7669430e-759b-4edf-bce6-c97980c73905,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:00:48.432830 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-e28a29b9-0aca-4341-8d93-8f4ed76f604c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] show failed (client error): The resource could not be found. Oct 12 08:00:48.434380 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e28a29b9-0aca-4341-8d93-8f4ed76f604c tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "GET /v2.0/security-groups/7669430e-759b-4edf-bce6-c97980c73905 HTTP/1.1" status: 404 len: 347 time: 0.0141640 Oct 12 08:00:48.437016 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 46310) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:00:48.555444 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-ea602598-2401-4fbf-b75c-dae993acf839 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Deleting port 9d24a148-3d7e-4625-99f7-05df443b0108 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:00:48.555694 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ea602598-2401-4fbf-b75c-dae993acf839 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:48.632385 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ea602598-2401-4fbf-b75c-dae993acf839 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:48.632710 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ea602598-2401-4fbf-b75c-dae993acf839 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:48.643966 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-ea602598-2401-4fbf-b75c-dae993acf839 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Calling delete_port for 9d24a148-3d7e-4625-99f7-05df443b0108 owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:00:48.769532 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ea602598-2401-4fbf-b75c-dae993acf839 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:48.797898 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea602598-2401-4fbf-b75c-dae993acf839 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Pushing event deleted for resources: {'Port': ['ID=9d24a148-3d7e-4625-99f7-05df443b0108,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:00:48.824243 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea602598-2401-4fbf-b75c-dae993acf839 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:00:48.824671 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea602598-2401-4fbf-b75c-dae993acf839 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:00:48.825110 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea602598-2401-4fbf-b75c-dae993acf839 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:00:48.825672 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea602598-2401-4fbf-b75c-dae993acf839 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:00:48.826321 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea602598-2401-4fbf-b75c-dae993acf839 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:00:48.826850 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea602598-2401-4fbf-b75c-dae993acf839 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:00:48.827440 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea602598-2401-4fbf-b75c-dae993acf839 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:00:48.827864 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea602598-2401-4fbf-b75c-dae993acf839 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:00:48.828209 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea602598-2401-4fbf-b75c-dae993acf839 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:00:48.828882 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea602598-2401-4fbf-b75c-dae993acf839 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:00:48.829231 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea602598-2401-4fbf-b75c-dae993acf839 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:00:48.829634 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea602598-2401-4fbf-b75c-dae993acf839 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:00:48.870456 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ea602598-2401-4fbf-b75c-dae993acf839 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks [] for floatingip, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:48.873977 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:48.874532 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ea602598-2401-4fbf-b75c-dae993acf839 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:48.875589 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ea602598-2401-4fbf-b75c-dae993acf839 tempest-ServerActionsTestJSON-272965697 tempest-ServerActionsTestJSON-272965697-project] 10.222.0.26 "DELETE /v2.0/floatingips/cebe372c-3ad3-4dd1-9325-da00121e8748 HTTP/1.1" status: 204 len: 168 time: 0.4375231 Oct 12 08:00:48.878666 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 46312) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:00:49.176500 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:49.282619 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2e85fd40-88c8-492d-8734-427b40419e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:49.515851 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-2e85fd40-88c8-492d-8734-427b40419e41 admin admin] Deleting port 244f05b0-d51e-47c8-8560-bebbc6b8c8f8 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:00:49.516503 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2e85fd40-88c8-492d-8734-427b40419e41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:49.593175 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-2e85fd40-88c8-492d-8734-427b40419e41 admin admin] For port 244f05b0-d51e-47c8-8560-bebbc6b8c8f8, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=244f05b0-d51e-47c8-8560-bebbc6b8c8f8,segment=NetworkSegment(90e9a3ef-9d84-4657-b072-b98803d47aaf),segment_id=90e9a3ef-9d84-4657-b072-b98803d47aaf)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:00:49.593532 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2e85fd40-88c8-492d-8734-427b40419e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:49.605284 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-2e85fd40-88c8-492d-8734-427b40419e41 admin admin] Calling delete_port for 244f05b0-d51e-47c8-8560-bebbc6b8c8f8 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:00:49.775717 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2e85fd40-88c8-492d-8734-427b40419e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:49.800412 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85fd40-88c8-492d-8734-427b40419e41 admin admin] Pushing event deleted for resources: {'Port': ['ID=244f05b0-d51e-47c8-8560-bebbc6b8c8f8,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:00:49.967055 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2e85fd40-88c8-492d-8734-427b40419e41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:50.169444 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e85fd40-88c8-492d-8734-427b40419e41 admin admin] Router faa01abe-f183-4cc5-b327-5f609aea3c33 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:00:50.271684 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e85fd40-88c8-492d-8734-427b40419e41 admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:00:50.276953 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-2e85fd40-88c8-492d-8734-427b40419e41 admin admin] 10.222.0.26 "PUT /v2.0/routers/faa01abe-f183-4cc5-b327-5f609aea3c33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3969188 Oct 12 08:00:50.279096 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 46316) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:00:50.282963 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7340e7eb-f8a2-4851-aa27-7568b458d36d None None] Sync routers for ids ['faa01abe-f183-4cc5-b327-5f609aea3c33'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:00:50.291859 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7340e7eb-f8a2-4851-aa27-7568b458d36d None None] Routers {'faa01abe-f183-4cc5-b327-5f609aea3c33'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:00:50.292469 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-7340e7eb-f8a2-4851-aa27-7568b458d36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:00:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['faa01abe-f183-4cc5-b327-5f609aea3c33'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:00:50.379742 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-20f03297-5389-4508-b7a8-0f9cec005a80 admin admin] Notify callbacks [] for router, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:50.398880 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-7340e7eb-f8a2-4851-aa27-7568b458d36d None None] Set router faa01abe-f183-4cc5-b327-5f609aea3c33 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:00:50.486616 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-20f03297-5389-4508-b7a8-0f9cec005a80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:50.539110 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-20f03297-5389-4508-b7a8-0f9cec005a80 admin admin] Deleting port 55de4c5c-315a-4126-9174-fabd9f2a4aba {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:00:50.539801 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-20f03297-5389-4508-b7a8-0f9cec005a80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:50.580327 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-7340e7eb-f8a2-4851-aa27-7568b458d36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'name': 'tempest-ServerActionsTestJSON-228820512-router', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:55:08Z', 'updated_at': '2022-10-12T08:00:49Z', 'revision_number': 5, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'gw_port': {'id': '55de4c5c-315a-4126-9174-fabd9f2a4aba', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T07:55:09Z', 'updated_at': '2022-10-12T07:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:00:50.607419 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7340e7eb-f8a2-4851-aa27-7568b458d36d None None] Checking router: faa01abe-f183-4cc5-b327-5f609aea3c33 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:00:50.615346 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7340e7eb-f8a2-4851-aa27-7568b458d36d None None] Routers {'faa01abe-f183-4cc5-b327-5f609aea3c33'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:00:50.615934 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-7340e7eb-f8a2-4851-aa27-7568b458d36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:00:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['faa01abe-f183-4cc5-b327-5f609aea3c33'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:00:50.622512 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-20f03297-5389-4508-b7a8-0f9cec005a80 admin admin] For port 55de4c5c-315a-4126-9174-fabd9f2a4aba, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=55de4c5c-315a-4126-9174-fabd9f2a4aba,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:00:50.622882 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-20f03297-5389-4508-b7a8-0f9cec005a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:50.634372 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-20f03297-5389-4508-b7a8-0f9cec005a80 admin admin] Calling delete_port for 55de4c5c-315a-4126-9174-fabd9f2a4aba owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:00:50.698068 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-7340e7eb-f8a2-4851-aa27-7568b458d36d None None] Set router faa01abe-f183-4cc5-b327-5f609aea3c33 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:00:50.748092 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-7340e7eb-f8a2-4851-aa27-7568b458d36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'name': 'tempest-ServerActionsTestJSON-228820512-router', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:55:08Z', 'updated_at': '2022-10-12T08:00:50Z', 'revision_number': 6, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'gw_port_host': None}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:00:50.776240 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7340e7eb-f8a2-4851-aa27-7568b458d36d None None] The sync data for ids ['faa01abe-f183-4cc5-b327-5f609aea3c33'] in dv-neutron-860909-2-hyperv is: [{'id': 'faa01abe-f183-4cc5-b327-5f609aea3c33', 'name': 'tempest-ServerActionsTestJSON-228820512-router', 'tenant_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T07:55:08Z', 'updated_at': '2022-10-12T08:00:50Z', 'revision_number': 6, 'project_id': 'f65ab0cf003848d5ae34ce6530a1d968', 'gw_port_host': None}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:00:50.808737 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-20f03297-5389-4508-b7a8-0f9cec005a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:50.839553 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f03297-5389-4508-b7a8-0f9cec005a80 admin admin] Pushing event deleted for resources: {'Port': ['ID=55de4c5c-315a-4126-9174-fabd9f2a4aba,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:00:50.897367 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-20f03297-5389-4508-b7a8-0f9cec005a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:50.987514 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-20f03297-5389-4508-b7a8-0f9cec005a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:50.989603 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-20f03297-5389-4508-b7a8-0f9cec005a80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:51.031533 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-20f03297-5389-4508-b7a8-0f9cec005a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:51.032055 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f03297-5389-4508-b7a8-0f9cec005a80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router faa01abe-f183-4cc5-b327-5f609aea3c33 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 08:00:51.036251 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-20f03297-5389-4508-b7a8-0f9cec005a80 admin admin] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:51.037431 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-20f03297-5389-4508-b7a8-0f9cec005a80 admin admin] 10.222.0.26 "DELETE /v2.0/routers/faa01abe-f183-4cc5-b327-5f609aea3c33 HTTP/1.1" status: 204 len: 168 time: 0.7573760 Oct 12 08:00:51.040009 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 46318) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:00:51.082662 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-39a0202b-5598-4eee-b593-7833f4d81ea5 admin admin] Deleting subnet 3d3b478b-75f8-48cd-afce-287fb61e7537 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 08:00:51.085588 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-39a0202b-5598-4eee-b593-7833f4d81ea5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:51.120445 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-39a0202b-5598-4eee-b593-7833f4d81ea5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:51.205117 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-39a0202b-5598-4eee-b593-7833f4d81ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:51.214509 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:51.258984 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-39a0202b-5598-4eee-b593-7833f4d81ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:51.281920 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a0202b-5598-4eee-b593-7833f4d81ea5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d3b478b-75f8-48cd-afce-287fb61e7537,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:00:51.287400 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-39a0202b-5598-4eee-b593-7833f4d81ea5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:51.290555 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-39a0202b-5598-4eee-b593-7833f4d81ea5 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3d3b478b-75f8-48cd-afce-287fb61e7537 HTTP/1.1" status: 204 len: 168 time: 0.2496381 Oct 12 08:00:51.293014 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 46320) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:00:51.295766 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d35bfd-dcbb-49b6-85de-c6370630e77d None None] Network f6516a34-5136-47f4-bdde-15ea8d8f92d5 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:00:51.566740 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63aecb09-75f2-487e-bccc-d7a78068627c None None] DHCP port deletion for f6516a34-5136-47f4-bdde-15ea8d8f92d5 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 08:00:51.621047 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-63aecb09-75f2-487e-bccc-d7a78068627c None None] Deleting port eeb7bbe1-a896-4b71-8e95-07a84befac1b {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:00:51.621928 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-63aecb09-75f2-487e-bccc-d7a78068627c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:51.686605 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-63aecb09-75f2-487e-bccc-d7a78068627c None None] For port eeb7bbe1-a896-4b71-8e95-07a84befac1b, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=eeb7bbe1-a896-4b71-8e95-07a84befac1b,segment=NetworkSegment(90e9a3ef-9d84-4657-b072-b98803d47aaf),segment_id=90e9a3ef-9d84-4657-b072-b98803d47aaf)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:00:51.687017 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-63aecb09-75f2-487e-bccc-d7a78068627c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:51.700810 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-63aecb09-75f2-487e-bccc-d7a78068627c None None] Calling delete_port for eeb7bbe1-a896-4b71-8e95-07a84befac1b owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:00:51.702334 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c53a3756-2756-48b1-94a1-f3963e42cb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:51.753989 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-c53a3756-2756-48b1-94a1-f3963e42cb34 admin admin] Deleting port eeb7bbe1-a896-4b71-8e95-07a84befac1b {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:00:51.754422 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c53a3756-2756-48b1-94a1-f3963e42cb34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:51.784243 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-63aecb09-75f2-487e-bccc-d7a78068627c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:51.816039 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aecb09-75f2-487e-bccc-d7a78068627c None None] Pushing event deleted for resources: {'Port': ['ID=eeb7bbe1-a896-4b71-8e95-07a84befac1b,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:00:51.821974 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-c53a3756-2756-48b1-94a1-f3963e42cb34 admin admin] For port eeb7bbe1-a896-4b71-8e95-07a84befac1b, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=eeb7bbe1-a896-4b71-8e95-07a84befac1b,segment=NetworkSegment(90e9a3ef-9d84-4657-b072-b98803d47aaf),segment_id=90e9a3ef-9d84-4657-b072-b98803d47aaf)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:00:51.822291 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aecb09-75f2-487e-bccc-d7a78068627c None None] No DVR routers for this DVR port eeb7bbe1-a896-4b71-8e95-07a84befac1b on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 08:00:51.822479 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c53a3756-2756-48b1-94a1-f3963e42cb34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:51.839461 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-c53a3756-2756-48b1-94a1-f3963e42cb34 admin admin] Calling delete_port for eeb7bbe1-a896-4b71-8e95-07a84befac1b owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:00:51.921676 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c53a3756-2756-48b1-94a1-f3963e42cb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:51.945154 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a3756-2756-48b1-94a1-f3963e42cb34 admin admin] Pushing event deleted for resources: {'Port': ['ID=eeb7bbe1-a896-4b71-8e95-07a84befac1b,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:00:51.951041 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53a3756-2756-48b1-94a1-f3963e42cb34 admin admin] No DVR routers for this DVR port eeb7bbe1-a896-4b71-8e95-07a84befac1b on host dv-neutron-860909-2-hyperv {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 08:00:52.022730 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c53a3756-2756-48b1-94a1-f3963e42cb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:52.043957 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-c53a3756-2756-48b1-94a1-f3963e42cb34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6516a34-5136-47f4-bdde-15ea8d8f92d5']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:00:52.052940 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-c53a3756-2756-48b1-94a1-f3963e42cb34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90e9a3ef-9d84-4657-b072-b98803d47aaf') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:00:52.053241 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-c53a3756-2756-48b1-94a1-f3963e42cb34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90e9a3ef-9d84-4657-b072-b98803d47aaf') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:00:52.062325 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c53a3756-2756-48b1-94a1-f3963e42cb34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:52.075684 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c53a3756-2756-48b1-94a1-f3963e42cb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:52.081535 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c53a3756-2756-48b1-94a1-f3963e42cb34 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 08:00:52.081871 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c53a3756-2756-48b1-94a1-f3963e42cb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:52.142781 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c53a3756-2756-48b1-94a1-f3963e42cb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:52.148432 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c53a3756-2756-48b1-94a1-f3963e42cb34 admin admin] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:52.154429 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c53a3756-2756-48b1-94a1-f3963e42cb34 admin admin] 10.222.0.26 "DELETE /v2.0/networks/f6516a34-5136-47f4-bdde-15ea8d8f92d5 HTTP/1.1" status: 204 len: 168 time: 0.8575642 Oct 12 08:00:52.155416 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 90e9a3ef-9d84-4657-b072-b98803d47aaf resource provider aggregate not found Oct 12 08:00:52.169068 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a3756-2756-48b1-94a1-f3963e42cb34 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6516a34-5136-47f4-bdde-15ea8d8f92d5,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:00:52.183273 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 90e9a3ef-9d84-4657-b072-b98803d47aaf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 90e9a3ef-9d84-4657-b072-b98803d47aaf found for delete ", "request_id": "req-c0c39faa-eed9-460a-9b7a-69696203d5fb"}]} Oct 12 08:00:52.260293 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 46330) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:00:52.303295 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-38084747-f76d-4f98-a7f3-96a67f449ad8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f65ab0cf003848d5ae34ce6530a1d968&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416248 Oct 12 08:00:52.305704 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 46332) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:00:52.356572 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2078fd88-0cb5-4745-9f60-445aae7d57c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:52.377540 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2078fd88-0cb5-4745-9f60-445aae7d57c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:52.424994 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2078fd88-0cb5-4745-9f60-445aae7d57c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:52.427583 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2078fd88-0cb5-4745-9f60-445aae7d57c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:52.428708 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-2078fd88-0cb5-4745-9f60-445aae7d57c4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ca9ea569-d131-4d78-b226-092e0625a01f HTTP/1.1" status: 204 len: 168 time: 0.1220617 Oct 12 08:00:52.440312 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2078fd88-0cb5-4745-9f60-445aae7d57c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9ea569-d131-4d78-b226-092e0625a01f,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:00:52.483682 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 244f05b0-d51e-47c8-8560-bebbc6b8c8f8 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:00:52.504053 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 244f05b0-d51e-47c8-8560-bebbc6b8c8f8 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:00:52.504391 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 244f05b0-d51e-47c8-8560-bebbc6b8c8f8 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:00:52.504809 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device eeb7bbe1-a896-4b71-8e95-07a84befac1b no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:00:52.524370 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: eeb7bbe1-a896-4b71-8e95-07a84befac1b {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:00:52.524713 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device eeb7bbe1-a896-4b71-8e95-07a84befac1b not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:00:52.525212 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 55de4c5c-315a-4126-9174-fabd9f2a4aba no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:00:52.547475 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 55de4c5c-315a-4126-9174-fabd9f2a4aba {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:00:52.547819 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 55de4c5c-315a-4126-9174-fabd9f2a4aba not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:00:53.125459 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 46356) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:00:53.232321 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-7dd83346-3474-4924-993b-b46698e9ea7e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1083877111-network', 'tenant_id': '7c047bbe1ce646e182717e068e0e0653'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:00:53.251929 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd83346-3474-4924-993b-b46698e9ea7e admin admin] Made reservation on behalf of 7c047bbe1ce646e182717e068e0e0653 for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:00:53.254445 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7dd83346-3474-4924-993b-b46698e9ea7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:53.262473 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7dd83346-3474-4924-993b-b46698e9ea7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:53.338121 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7dd83346-3474-4924-993b-b46698e9ea7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:53.341575 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7dd83346-3474-4924-993b-b46698e9ea7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:53.366804 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dd83346-3474-4924-993b-b46698e9ea7e admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 08:00:53.375885 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd83346-3474-4924-993b-b46698e9ea7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da534ab7-115c-4b8c-b137-aea9e276168c,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:00:53.382517 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7dd83346-3474-4924-993b-b46698e9ea7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:53.383104 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-7dd83346-3474-4924-993b-b46698e9ea7e admin admin] Added segment c1f2fac7-1030-4038-8190-277484267f9e of type vlan for network f9d2597e-064d-4f51-a8b4-6f6a399bd146 Oct 12 08:00:53.426310 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7dd83346-3474-4924-993b-b46698e9ea7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:53.453678 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7dd83346-3474-4924-993b-b46698e9ea7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:53.454664 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd83346-3474-4924-993b-b46698e9ea7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:53.455241 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7dd83346-3474-4924-993b-b46698e9ea7e admin admin] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:53.487977 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-7dd83346-3474-4924-993b-b46698e9ea7e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3613772 Oct 12 08:00:53.491015 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 46360) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:00:53.496049 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-54638ac2-4b36-473c-bad3-4c126f46ae09 admin admin] Request body: {'subnet': {'network_id': 'f9d2597e-064d-4f51-a8b4-6f6a399bd146', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1083877111-subnet', 'tenant_id': '7c047bbe1ce646e182717e068e0e0653', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:00:53.515143 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54638ac2-4b36-473c-bad3-4c126f46ae09 admin admin] Made reservation on behalf of 7c047bbe1ce646e182717e068e0e0653 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:00:53.517259 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd83346-3474-4924-993b-b46698e9ea7e admin admin] Pushing event updated for resources: {'Network': ['ID=f9d2597e-064d-4f51-a8b4-6f6a399bd146,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:00:53.517604 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-54638ac2-4b36-473c-bad3-4c126f46ae09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:53.528109 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network f9d2597e-064d-4f51-a8b4-6f6a399bd146 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 08:00:53.696864 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-54638ac2-4b36-473c-bad3-4c126f46ae09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:53.755355 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54638ac2-4b36-473c-bad3-4c126f46ae09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=657083b9-92e7-4869-bb1f-c5dd6b4c79f6,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:00:53.766300 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54638ac2-4b36-473c-bad3-4c126f46ae09 admin admin] Checking segment: {'id': 'c1f2fac7-1030-4038-8190-277484267f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f9d2597e-064d-4f51-a8b4-6f6a399bd146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:00:53.766655 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54638ac2-4b36-473c-bad3-4c126f46ae09 admin admin] Network hostable DHCP agents. Network: f9d2597e-064d-4f51-a8b4-6f6a399bd146, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 08:00:53.783212 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54638ac2-4b36-473c-bad3-4c126f46ae09 admin admin] Network f9d2597e-064d-4f51-a8b4-6f6a399bd146 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 08:00:53.791496 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-54638ac2-4b36-473c-bad3-4c126f46ae09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, f9d2597e-064d-4f51-a8b4-6f6a399bd146) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:00:53.796632 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54638ac2-4b36-473c-bad3-4c126f46ae09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:53.797702 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-54638ac2-4b36-473c-bad3-4c126f46ae09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:53.800931 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7549cb-7aec-4529-a04e-ac1133d6e11b None None] Network f9d2597e-064d-4f51-a8b4-6f6a399bd146 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:00:53.817000 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-54638ac2-4b36-473c-bad3-4c126f46ae09 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3248534 Oct 12 08:00:53.820722 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 46362) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:00:53.825167 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-f55a1b93-4c24-4e87-afde-0616304dc8d6 admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestJSON-1083877111-router', 'tenant_id': '7c047bbe1ce646e182717e068e0e0653', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:00:53.846001 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f55a1b93-4c24-4e87-afde-0616304dc8d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:53.848593 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f55a1b93-4c24-4e87-afde-0616304dc8d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:53.901574 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f55a1b93-4c24-4e87-afde-0616304dc8d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:53.952392 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ff8aad-2626-4b79-add4-1704990c8955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-f9d2597e-064d-4f51-a8b4-6f6a399bd146', 'network_id': 'f9d2597e-064d-4f51-a8b4-6f6a399bd146', 'tenant_id': '7c047bbe1ce646e182717e068e0e0653', 'fixed_ips': [{'subnet_id': '657083b9-92e7-4869-bb1f-c5dd6b4c79f6'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 08:00:53.953251 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-78ff8aad-2626-4b79-add4-1704990c8955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:54.039681 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f55a1b93-4c24-4e87-afde-0616304dc8d6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:54.089747 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-78ff8aad-2626-4b79-add4-1704990c8955 None None] Allocated IP 172.20.0.2 (f9d2597e-064d-4f51-a8b4-6f6a399bd146/657083b9-92e7-4869-bb1f-c5dd6b4c79f6/92b7cb32-361f-418c-b90b-99cc7f48e56b) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:00:54.233111 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f55a1b93-4c24-4e87-afde-0616304dc8d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:54.235470 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-78ff8aad-2626-4b79-add4-1704990c8955 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:54.240415 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-78ff8aad-2626-4b79-add4-1704990c8955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:54.258719 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f55a1b93-4c24-4e87-afde-0616304dc8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:54.276140 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ff8aad-2626-4b79-add4-1704990c8955 None None] Network f9d2597e-064d-4f51-a8b4-6f6a399bd146 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:00:54.279550 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-78ff8aad-2626-4b79-add4-1704990c8955 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:00:54.283026 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ff8aad-2626-4b79-add4-1704990c8955 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:00:54.295972 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff8aad-2626-4b79-add4-1704990c8955 None None] Pushing event updated for resources: {'Port': ['ID=92b7cb32-361f-418c-b90b-99cc7f48e56b,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:00:54.341334 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-78ff8aad-2626-4b79-add4-1704990c8955 None None] Attempting to bind port 92b7cb32-361f-418c-b90b-99cc7f48e56b on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:00:54.341697 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-78ff8aad-2626-4b79-add4-1704990c8955 None None] Attempting to bind port 92b7cb32-361f-418c-b90b-99cc7f48e56b by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'c1f2fac7-1030-4038-8190-277484267f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f9d2597e-064d-4f51-a8b4-6f6a399bd146'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:00:54.342088 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ff8aad-2626-4b79-add4-1704990c8955 None None] Attempting to bind port 92b7cb32-361f-418c-b90b-99cc7f48e56b on network f9d2597e-064d-4f51-a8b4-6f6a399bd146 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:00:54.347475 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ff8aad-2626-4b79-add4-1704990c8955 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:00:54.347852 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ff8aad-2626-4b79-add4-1704990c8955 None None] Checking segment: {'id': 'c1f2fac7-1030-4038-8190-277484267f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f9d2597e-064d-4f51-a8b4-6f6a399bd146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:00:54.348260 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-78ff8aad-2626-4b79-add4-1704990c8955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:54.348650 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ff8aad-2626-4b79-add4-1704990c8955 None None] Bound using segment: {'id': 'c1f2fac7-1030-4038-8190-277484267f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f9d2597e-064d-4f51-a8b4-6f6a399bd146'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:00:54.349111 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-78ff8aad-2626-4b79-add4-1704990c8955 None None] Bound port: 92b7cb32-361f-418c-b90b-99cc7f48e56b, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1f2fac7-1030-4038-8190-277484267f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f9d2597e-064d-4f51-a8b4-6f6a399bd146'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:00:54.349488 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-78ff8aad-2626-4b79-add4-1704990c8955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:54.362280 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-f55a1b93-4c24-4e87-afde-0616304dc8d6 admin admin] Allocated IP 172.26.3.196 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/b80e8e91-ba3e-41f3-9a71-5a58e6f15f8b) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:00:54.421339 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-78ff8aad-2626-4b79-add4-1704990c8955 None None] For port 92b7cb32-361f-418c-b90b-99cc7f48e56b, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:00:54.425434 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-78ff8aad-2626-4b79-add4-1704990c8955 None None] For port 92b7cb32-361f-418c-b90b-99cc7f48e56b, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=92b7cb32-361f-418c-b90b-99cc7f48e56b,segment=NetworkSegment(c1f2fac7-1030-4038-8190-277484267f9e),segment_id=c1f2fac7-1030-4038-8190-277484267f9e)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:00:54.429533 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-78ff8aad-2626-4b79-add4-1704990c8955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:54.476607 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f55a1b93-4c24-4e87-afde-0616304dc8d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:54.484585 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff8aad-2626-4b79-add4-1704990c8955 None None] Pushing event updated for resources: {'Port': ['ID=92b7cb32-361f-418c-b90b-99cc7f48e56b,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:00:54.515647 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f55a1b93-4c24-4e87-afde-0616304dc8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:54.554650 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55a1b93-4c24-4e87-afde-0616304dc8d6 admin admin] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:00:54.557648 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-f55a1b93-4c24-4e87-afde-0616304dc8d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:00:54.561262 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55a1b93-4c24-4e87-afde-0616304dc8d6 admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:00:54.584363 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a1b93-4c24-4e87-afde-0616304dc8d6 admin admin] Pushing event updated for resources: {'Port': ['ID=b80e8e91-ba3e-41f3-9a71-5a58e6f15f8b,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:00:54.820307 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f55a1b93-4c24-4e87-afde-0616304dc8d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:55.009945 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f55a1b93-4c24-4e87-afde-0616304dc8d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:55.137907 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55a1b93-4c24-4e87-afde-0616304dc8d6 admin admin] Router 3c501331-1fa5-44e1-9d46-e0e11c4c8462 is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 08:00:55.245848 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55a1b93-4c24-4e87-afde-0616304dc8d6 admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:00:55.257468 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423f3896-b3ed-4497-ba8e-36d88b790b81 None None] Sync routers for ids ['3c501331-1fa5-44e1-9d46-e0e11c4c8462'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:00:55.265914 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f55a1b93-4c24-4e87-afde-0616304dc8d6 admin admin] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:55.267171 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f55a1b93-4c24-4e87-afde-0616304dc8d6 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4454350 Oct 12 08:00:55.269294 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423f3896-b3ed-4497-ba8e-36d88b790b81 None None] Routers {'3c501331-1fa5-44e1-9d46-e0e11c4c8462'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:00:55.269908 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-423f3896-b3ed-4497-ba8e-36d88b790b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:00:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['3c501331-1fa5-44e1-9d46-e0e11c4c8462'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:00:55.270080 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 46364) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:00:55.516103 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb87d76c-6515-4008-9f0f-2e6bb91abeb7 None None] Network f9d2597e-064d-4f51-a8b4-6f6a399bd146 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:00:55.561496 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-423f3896-b3ed-4497-ba8e-36d88b790b81 None None] Set router 3c501331-1fa5-44e1-9d46-e0e11c4c8462 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:00:55.613755 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-b32a3df0-15fd-437e-8822-893386723847 None None] Provisioning complete for port 92b7cb32-361f-418c-b90b-99cc7f48e56b triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:00:55.614060 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b32a3df0-15fd-437e-8822-893386723847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:55.614396 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-b32a3df0-15fd-437e-8822-893386723847 None None] Attempt 1 to provision port 92b7cb32-361f-418c-b90b-99cc7f48e56b Oct 12 08:00:55.690267 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-44f483d1-af8d-4862-99ed-4b5386313600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:55.843383 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-44f483d1-af8d-4862-99ed-4b5386313600 admin admin] Allocated IP 172.20.0.1 (f9d2597e-064d-4f51-a8b4-6f6a399bd146/657083b9-92e7-4869-bb1f-c5dd6b4c79f6/3a701161-a9b8-4dd6-b0f0-2cb77adae5d5) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:00:55.880764 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b32a3df0-15fd-437e-8822-893386723847 None None] Current status of the port 92b7cb32-361f-418c-b90b-99cc7f48e56b is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:00:55.881152 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b32a3df0-15fd-437e-8822-893386723847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:55.929255 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-b32a3df0-15fd-437e-8822-893386723847 None None] For port 92b7cb32-361f-418c-b90b-99cc7f48e56b, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=92b7cb32-361f-418c-b90b-99cc7f48e56b,segment=NetworkSegment(c1f2fac7-1030-4038-8190-277484267f9e),segment_id=c1f2fac7-1030-4038-8190-277484267f9e)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:00:55.933738 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b32a3df0-15fd-437e-8822-893386723847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:55.957132 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-44f483d1-af8d-4862-99ed-4b5386313600 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:55.972001 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-423f3896-b3ed-4497-ba8e-36d88b790b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c501331-1fa5-44e1-9d46-e0e11c4c8462', 'name': 'tempest-ServersNegativeTestJSON-1083877111-router', 'tenant_id': '7c047bbe1ce646e182717e068e0e0653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': 'b80e8e91-ba3e-41f3-9a71-5a58e6f15f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:00:53Z', 'updated_at': '2022-10-12T08:00:54Z', 'revision_number': 3, 'project_id': '7c047bbe1ce646e182717e068e0e0653', 'gw_port': {'id': 'b80e8e91-ba3e-41f3-9a71-5a58e6f15f8b', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c501331-1fa5-44e1-9d46-e0e11c4c8462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:00:54Z', 'updated_at': '2022-10-12T08:00:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:00:55.994702 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-44f483d1-af8d-4862-99ed-4b5386313600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:56.009655 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423f3896-b3ed-4497-ba8e-36d88b790b81 None None] Checking router: 3c501331-1fa5-44e1-9d46-e0e11c4c8462 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:00:56.009996 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423f3896-b3ed-4497-ba8e-36d88b790b81 None None] Updating router 3c501331-1fa5-44e1-9d46-e0e11c4c8462 port b80e8e91-ba3e-41f3-9a71-5a58e6f15f8b binding host dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 08:00:56.032300 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f483d1-af8d-4862-99ed-4b5386313600 admin admin] Network f9d2597e-064d-4f51-a8b4-6f6a399bd146 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:00:56.035620 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-44f483d1-af8d-4862-99ed-4b5386313600 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:00:56.039021 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a3df0-15fd-437e-8822-893386723847 None None] Pushing event updated for resources: {'Port': ['ID=92b7cb32-361f-418c-b90b-99cc7f48e56b,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:00:56.039319 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f483d1-af8d-4862-99ed-4b5386313600 admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:00:56.050832 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-423f3896-b3ed-4497-ba8e-36d88b790b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:56.078716 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f483d1-af8d-4862-99ed-4b5386313600 admin admin] Pushing event updated for resources: {'Port': ['ID=3a701161-a9b8-4dd6-b0f0-2cb77adae5d5,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:00:56.089233 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-44f483d1-af8d-4862-99ed-4b5386313600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:56.183483 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-4cae6248-8c40-4318-8158-a590047eb3f8 None None] Provisioning complete for port 92b7cb32-361f-418c-b90b-99cc7f48e56b triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:00:56.183890 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4cae6248-8c40-4318-8158-a590047eb3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:56.184224 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-4cae6248-8c40-4318-8158-a590047eb3f8 None None] Attempt 1 to provision port 92b7cb32-361f-418c-b90b-99cc7f48e56b Oct 12 08:00:56.232974 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-44f483d1-af8d-4862-99ed-4b5386313600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:56.346184 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-4cae6248-8c40-4318-8158-a590047eb3f8 None None] Current status of the port 92b7cb32-361f-418c-b90b-99cc7f48e56b is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:00:56.396149 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-423f3896-b3ed-4497-ba8e-36d88b790b81 None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:56.401975 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-423f3896-b3ed-4497-ba8e-36d88b790b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:56.408113 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-44f483d1-af8d-4862-99ed-4b5386313600 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:56.412174 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-44f483d1-af8d-4862-99ed-4b5386313600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:56.437888 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-423f3896-b3ed-4497-ba8e-36d88b790b81 None None] Attempting to bind port b80e8e91-ba3e-41f3-9a71-5a58e6f15f8b on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:00:56.438338 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-423f3896-b3ed-4497-ba8e-36d88b790b81 None None] Attempting to bind port b80e8e91-ba3e-41f3-9a71-5a58e6f15f8b by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:00:56.438693 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423f3896-b3ed-4497-ba8e-36d88b790b81 None None] Attempting to bind port b80e8e91-ba3e-41f3-9a71-5a58e6f15f8b on network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:00:56.449686 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423f3896-b3ed-4497-ba8e-36d88b790b81 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:00:56.451353 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423f3896-b3ed-4497-ba8e-36d88b790b81 None None] Checking segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:00:56.452095 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-423f3896-b3ed-4497-ba8e-36d88b790b81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:56.452206 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423f3896-b3ed-4497-ba8e-36d88b790b81 None None] Bound using segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:00:56.452687 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-423f3896-b3ed-4497-ba8e-36d88b790b81 None None] Bound port: b80e8e91-ba3e-41f3-9a71-5a58e6f15f8b, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:00:56.453540 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-423f3896-b3ed-4497-ba8e-36d88b790b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:56.488346 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2004bcb0-3f0d-449a-b3dc-32f1786bc89c None None] Pushing event updated for resources: {'Port': ['ID=b80e8e91-ba3e-41f3-9a71-5a58e6f15f8b,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:00:56.489935 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-44f483d1-af8d-4862-99ed-4b5386313600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:56.492027 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f483d1-af8d-4862-99ed-4b5386313600 admin admin] Pushing event updated for resources: {'Port': ['ID=3a701161-a9b8-4dd6-b0f0-2cb77adae5d5,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:00:56.525791 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-f0d73b30-9460-4287-9fda-21933b99760e None None] Provisioning complete for port 3a701161-a9b8-4dd6-b0f0-2cb77adae5d5 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:00:56.526207 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f0d73b30-9460-4287-9fda-21933b99760e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:56.526592 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-f0d73b30-9460-4287-9fda-21933b99760e None None] Attempt 1 to provision port 3a701161-a9b8-4dd6-b0f0-2cb77adae5d5 Oct 12 08:00:56.530915 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-423f3896-b3ed-4497-ba8e-36d88b790b81 None None] For port b80e8e91-ba3e-41f3-9a71-5a58e6f15f8b, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:00:56.553734 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 92b7cb32-361f-418c-b90b-99cc7f48e56b up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:00:56.595584 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f483d1-af8d-4862-99ed-4b5386313600 admin admin] Network f9d2597e-064d-4f51-a8b4-6f6a399bd146 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:00:56.595800 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-423f3896-b3ed-4497-ba8e-36d88b790b81 None None] For port b80e8e91-ba3e-41f3-9a71-5a58e6f15f8b, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=b80e8e91-ba3e-41f3-9a71-5a58e6f15f8b,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:00:56.597377 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-44f483d1-af8d-4862-99ed-4b5386313600 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:00:56.609773 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-423f3896-b3ed-4497-ba8e-36d88b790b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:56.617878 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f0d73b30-9460-4287-9fda-21933b99760e None None] Port 3a701161-a9b8-4dd6-b0f0-2cb77adae5d5 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:00:56.661930 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423f3896-b3ed-4497-ba8e-36d88b790b81 None None] Routers {'3c501331-1fa5-44e1-9d46-e0e11c4c8462'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:00:56.662589 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-423f3896-b3ed-4497-ba8e-36d88b790b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:00:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['3c501331-1fa5-44e1-9d46-e0e11c4c8462'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:00:56.716409 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f483d1-af8d-4862-99ed-4b5386313600 admin admin] Router 3c501331-1fa5-44e1-9d46-e0e11c4c8462 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:00:56.720815 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2004bcb0-3f0d-449a-b3dc-32f1786bc89c None None] Pushing event updated for resources: {'Port': ['ID=b80e8e91-ba3e-41f3-9a71-5a58e6f15f8b,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:00:56.729821 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 92b7cb32-361f-418c-b90b-99cc7f48e56b triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:00:56.730231 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:56.730623 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 92b7cb32-361f-418c-b90b-99cc7f48e56b Oct 12 08:00:56.823261 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-423f3896-b3ed-4497-ba8e-36d88b790b81 None None] Set router 3c501331-1fa5-44e1-9d46-e0e11c4c8462 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:00:56.948218 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 92b7cb32-361f-418c-b90b-99cc7f48e56b is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:00:57.067788 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-423f3896-b3ed-4497-ba8e-36d88b790b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c501331-1fa5-44e1-9d46-e0e11c4c8462', 'name': 'tempest-ServersNegativeTestJSON-1083877111-router', 'tenant_id': '7c047bbe1ce646e182717e068e0e0653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': 'b80e8e91-ba3e-41f3-9a71-5a58e6f15f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:00:53Z', 'updated_at': '2022-10-12T08:00:56Z', 'revision_number': 4, 'project_id': '7c047bbe1ce646e182717e068e0e0653', 'gw_port': {'id': 'b80e8e91-ba3e-41f3-9a71-5a58e6f15f8b', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c501331-1fa5-44e1-9d46-e0e11c4c8462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:00:54Z', 'updated_at': '2022-10-12T08:00:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '3a701161-a9b8-4dd6-b0f0-2cb77adae5d5', 'name': '', 'network_id': 'f9d2597e-064d-4f51-a8b4-6f6a399bd146', 'tenant_id': '7c047bbe1ce646e182717e068e0e0653', 'mac_address': 'fa:16:3e:f1:e7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c501331-1fa5-44e1-9d46-e0e11c4c8462', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '657083b9-92e7-4869-bb1f-c5dd6b4c79f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:00:55Z', 'updated_at': '2022-10-12T08:00:56Z', 'revision_number': 2, 'project_id': '7c047bbe1ce646e182717e068e0e0653', 'subnets': [{'id': '657083b9-92e7-4869-bb1f-c5dd6b4c79f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:00:57.095800 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423f3896-b3ed-4497-ba8e-36d88b790b81 None None] The sync data for ids ['3c501331-1fa5-44e1-9d46-e0e11c4c8462'] in dv-neutron-860909-2-hyperv is: [{'id': '3c501331-1fa5-44e1-9d46-e0e11c4c8462', 'name': 'tempest-ServersNegativeTestJSON-1083877111-router', 'tenant_id': '7c047bbe1ce646e182717e068e0e0653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': 'b80e8e91-ba3e-41f3-9a71-5a58e6f15f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:00:53Z', 'updated_at': '2022-10-12T08:00:56Z', 'revision_number': 4, 'project_id': '7c047bbe1ce646e182717e068e0e0653', 'gw_port': {'id': 'b80e8e91-ba3e-41f3-9a71-5a58e6f15f8b', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c501331-1fa5-44e1-9d46-e0e11c4c8462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:00:54Z', 'updated_at': '2022-10-12T08:00:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '3a701161-a9b8-4dd6-b0f0-2cb77adae5d5', 'name': '', 'network_id': 'f9d2597e-064d-4f51-a8b4-6f6a399bd146', 'tenant_id': '7c047bbe1ce646e182717e068e0e0653', 'mac_address': 'fa:16:3e:f1:e7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c501331-1fa5-44e1-9d46-e0e11c4c8462', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '657083b9-92e7-4869-bb1f-c5dd6b4c79f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:00:55Z', 'updated_at': '2022-10-12T08:00:56Z', 'revision_number': 2, 'project_id': '7c047bbe1ce646e182717e068e0e0653', 'subnets': [{'id': '657083b9-92e7-4869-bb1f-c5dd6b4c79f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:00:57.118913 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-f0d73b30-9460-4287-9fda-21933b99760e None None] Attempt 2 to provision port 3a701161-a9b8-4dd6-b0f0-2cb77adae5d5 Oct 12 08:00:57.156204 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f0d73b30-9460-4287-9fda-21933b99760e None None] Port 3a701161-a9b8-4dd6-b0f0-2cb77adae5d5 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:00:57.173904 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f483d1-af8d-4862-99ed-4b5386313600 admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:00:57.179019 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-44f483d1-af8d-4862-99ed-4b5386313600 admin admin] 10.222.0.26 "PUT /v2.0/routers/3c501331-1fa5-44e1-9d46-e0e11c4c8462/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9080517 Oct 12 08:00:57.635309 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f78bd0-4183-4d28-818a-2179a2071971 req-37ea5825-7761-4a8f-9706-233191083095 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:57.636918 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-41f78bd0-4183-4d28-818a-2179a2071971 req-37ea5825-7761-4a8f-9706-233191083095 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/networks?id=f9d2597e-064d-4f51-a8b4-6f6a399bd146 HTTP/1.1" status: 200 len: 814 time: 0.1116955 Oct 12 08:00:57.652620 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-41f78bd0-4183-4d28-818a-2179a2071971 req-87fc8da4-9370-405c-87b3-47bb78492d9f tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/quotas/7c047bbe1ce646e182717e068e0e0653 HTTP/1.1" status: 200 len: 375 time: 0.0098202 Oct 12 08:00:57.657654 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-f0d73b30-9460-4287-9fda-21933b99760e None None] Attempt 3 to provision port 3a701161-a9b8-4dd6-b0f0-2cb77adae5d5 Oct 12 08:00:57.708057 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f0d73b30-9460-4287-9fda-21933b99760e None None] Port 3a701161-a9b8-4dd6-b0f0-2cb77adae5d5 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:00:57.720878 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-41f78bd0-4183-4d28-818a-2179a2071971 req-79af0eb9-0927-415d-8b74-38027d15bf13 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7c047bbe1ce646e182717e068e0e0653&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623653 Oct 12 08:00:57.819675 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-41f78bd0-4183-4d28-818a-2179a2071971 req-54eaaaf1-8cd5-4162-95d4-9d58b1ee7ab5 service neutron] 10.222.0.26 "GET /v2.0/networks/f9d2597e-064d-4f51-a8b4-6f6a399bd146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917916 Oct 12 08:00:57.918772 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-41f78bd0-4183-4d28-818a-2179a2071971 req-e0813a7f-742e-4977-8c21-9fcce710efdd service neutron] 10.222.0.26 "GET /v2.0/networks/f9d2597e-064d-4f51-a8b4-6f6a399bd146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909765 Oct 12 08:00:58.091657 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-18de5bf1-9933-4865-83e0-3f5fe6f84339 req-9a14bb67-0682-4b5c-a5f1-f2e001271efa tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/ports?device_id=22a5e321-8381-488d-b0a8-83b623c765ae HTTP/1.1" status: 200 len: 210 time: 0.0301301 Oct 12 08:00:58.209435 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-f0d73b30-9460-4287-9fda-21933b99760e None None] Attempt 4 to provision port 3a701161-a9b8-4dd6-b0f0-2cb77adae5d5 Oct 12 08:00:58.251457 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f0d73b30-9460-4287-9fda-21933b99760e None None] Port 3a701161-a9b8-4dd6-b0f0-2cb77adae5d5 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:00:58.428786 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:00:58.504443 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device b80e8e91-ba3e-41f3-9a71-5a58e6f15f8b up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:00:58.555100 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port b80e8e91-ba3e-41f3-9a71-5a58e6f15f8b triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:00:58.555478 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:58.555813 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port b80e8e91-ba3e-41f3-9a71-5a58e6f15f8b Oct 12 08:00:58.634789 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port b80e8e91-ba3e-41f3-9a71-5a58e6f15f8b is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:00:58.635170 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:58.660564 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port b80e8e91-ba3e-41f3-9a71-5a58e6f15f8b, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=b80e8e91-ba3e-41f3-9a71-5a58e6f15f8b,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:00:58.664606 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:58.714688 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=b80e8e91-ba3e-41f3-9a71-5a58e6f15f8b,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:00:58.752411 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-f0d73b30-9460-4287-9fda-21933b99760e None None] Attempt 5 to provision port 3a701161-a9b8-4dd6-b0f0-2cb77adae5d5 Oct 12 08:00:58.786339 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f0d73b30-9460-4287-9fda-21933b99760e None None] Port 3a701161-a9b8-4dd6-b0f0-2cb77adae5d5 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:00:58.999807 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7882df05-39a6-4d95-932d-a0872c1e09ba None None] Sync routers for ids ['3c501331-1fa5-44e1-9d46-e0e11c4c8462'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:00:59.009797 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7882df05-39a6-4d95-932d-a0872c1e09ba None None] Routers {'3c501331-1fa5-44e1-9d46-e0e11c4c8462'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:00:59.010682 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-7882df05-39a6-4d95-932d-a0872c1e09ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:00:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['3c501331-1fa5-44e1-9d46-e0e11c4c8462'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:00:59.035111 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f78bd0-4183-4d28-818a-2179a2071971 req-d9633614-ec6a-411c-a4fd-6e4de459bccb tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:59.037156 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-41f78bd0-4183-4d28-818a-2179a2071971 req-d9633614-ec6a-411c-a4fd-6e4de459bccb tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.23 "GET /v2.0/networks?id=f9d2597e-064d-4f51-a8b4-6f6a399bd146 HTTP/1.1" status: 200 len: 814 time: 0.1131818 Oct 12 08:00:59.050661 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-41f78bd0-4183-4d28-818a-2179a2071971 req-47fd2752-6515-4809-9212-77ae24073936 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Request body: {'port': {'device_id': '22a5e321-8381-488d-b0a8-83b623c765ae', 'network_id': 'f9d2597e-064d-4f51-a8b4-6f6a399bd146', 'admin_state_up': True, 'tenant_id': '7c047bbe1ce646e182717e068e0e0653'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:00:59.123430 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-7882df05-39a6-4d95-932d-a0872c1e09ba None None] Set router 3c501331-1fa5-44e1-9d46-e0e11c4c8462 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:00:59.160569 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41f78bd0-4183-4d28-818a-2179a2071971 req-47fd2752-6515-4809-9212-77ae24073936 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Made reservation on behalf of 7c047bbe1ce646e182717e068e0e0653 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:00:59.164110 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-41f78bd0-4183-4d28-818a-2179a2071971 req-47fd2752-6515-4809-9212-77ae24073936 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:59.208778 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3dd788e3-9620-460a-97e1-13f0d46a3942 req-03375383-ae35-4319-89fb-559d421bf2ff tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/ports?device_id=22a5e321-8381-488d-b0a8-83b623c765ae HTTP/1.1" status: 200 len: 210 time: 0.0349708 Oct 12 08:00:59.287795 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-f0d73b30-9460-4287-9fda-21933b99760e None None] Attempt 6 to provision port 3a701161-a9b8-4dd6-b0f0-2cb77adae5d5 Oct 12 08:00:59.319887 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [req-41f78bd0-4183-4d28-818a-2179a2071971 req-47fd2752-6515-4809-9212-77ae24073936 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Allocated IP 172.20.0.9 (f9d2597e-064d-4f51-a8b4-6f6a399bd146/657083b9-92e7-4869-bb1f-c5dd6b4c79f6/fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:00:59.322374 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f0d73b30-9460-4287-9fda-21933b99760e None None] Port 3a701161-a9b8-4dd6-b0f0-2cb77adae5d5 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:00:59.328130 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-7882df05-39a6-4d95-932d-a0872c1e09ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c501331-1fa5-44e1-9d46-e0e11c4c8462', 'name': 'tempest-ServersNegativeTestJSON-1083877111-router', 'tenant_id': '7c047bbe1ce646e182717e068e0e0653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': 'b80e8e91-ba3e-41f3-9a71-5a58e6f15f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:00:53Z', 'updated_at': '2022-10-12T08:00:56Z', 'revision_number': 4, 'project_id': '7c047bbe1ce646e182717e068e0e0653', 'gw_port': {'id': 'b80e8e91-ba3e-41f3-9a71-5a58e6f15f8b', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c501331-1fa5-44e1-9d46-e0e11c4c8462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:00:54Z', 'updated_at': '2022-10-12T08:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '3a701161-a9b8-4dd6-b0f0-2cb77adae5d5', 'name': '', 'network_id': 'f9d2597e-064d-4f51-a8b4-6f6a399bd146', 'tenant_id': '7c047bbe1ce646e182717e068e0e0653', 'mac_address': 'fa:16:3e:f1:e7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c501331-1fa5-44e1-9d46-e0e11c4c8462', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '657083b9-92e7-4869-bb1f-c5dd6b4c79f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:00:55Z', 'updated_at': '2022-10-12T08:00:56Z', 'revision_number': 2, 'project_id': '7c047bbe1ce646e182717e068e0e0653', 'subnets': [{'id': '657083b9-92e7-4869-bb1f-c5dd6b4c79f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:00:59.358334 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7882df05-39a6-4d95-932d-a0872c1e09ba None None] Checking router: 3c501331-1fa5-44e1-9d46-e0e11c4c8462 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:00:59.358680 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7882df05-39a6-4d95-932d-a0872c1e09ba None None] Updating router 3c501331-1fa5-44e1-9d46-e0e11c4c8462 port 3a701161-a9b8-4dd6-b0f0-2cb77adae5d5 binding host dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 08:00:59.383005 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7882df05-39a6-4d95-932d-a0872c1e09ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:59.471081 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-41f78bd0-4183-4d28-818a-2179a2071971 req-47fd2752-6515-4809-9212-77ae24073936 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:59.505627 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-41f78bd0-4183-4d28-818a-2179a2071971 req-47fd2752-6515-4809-9212-77ae24073936 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:59.550247 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41f78bd0-4183-4d28-818a-2179a2071971 req-47fd2752-6515-4809-9212-77ae24073936 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Network f9d2597e-064d-4f51-a8b4-6f6a399bd146 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:00:59.553754 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [req-41f78bd0-4183-4d28-818a-2179a2071971 req-47fd2752-6515-4809-9212-77ae24073936 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:00:59.557753 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f78bd0-4183-4d28-818a-2179a2071971 req-47fd2752-6515-4809-9212-77ae24073936 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:00:59.584731 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd2752-6515-4809-9212-77ae24073936 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Pushing event updated for resources: {'Port': ['ID=fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:00:59.617122 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f78bd0-4183-4d28-818a-2179a2071971 req-47fd2752-6515-4809-9212-77ae24073936 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:00:59.617773 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-41f78bd0-4183-4d28-818a-2179a2071971 req-47fd2752-6515-4809-9212-77ae24073936 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:59.638682 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-41f78bd0-4183-4d28-818a-2179a2071971 req-47fd2752-6515-4809-9212-77ae24073936 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5919967 Oct 12 08:00:59.650878 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-41f78bd0-4183-4d28-818a-2179a2071971 req-929ca29b-f2aa-4b6c-abe1-7dd94f1e1547 service neutron] Request body: {'port': {'device_id': '22a5e321-8381-488d-b0a8-83b623c765ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8609'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:00:59.712439 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-41f78bd0-4183-4d28-818a-2179a2071971 req-929ca29b-f2aa-4b6c-abe1-7dd94f1e1547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:59.758978 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7882df05-39a6-4d95-932d-a0872c1e09ba None None] Notify callbacks [] for port, precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:59.764617 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7882df05-39a6-4d95-932d-a0872c1e09ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:59.811253 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8123f083-b033-446d-9189-4ce4d7bfeb12 None None] Pushing event updated for resources: {'Port': ['ID=3a701161-a9b8-4dd6-b0f0-2cb77adae5d5,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:00:59.824465 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-f0d73b30-9460-4287-9fda-21933b99760e None None] Attempt 7 to provision port 3a701161-a9b8-4dd6-b0f0-2cb77adae5d5 Oct 12 08:00:59.832874 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8123f083-b033-446d-9189-4ce4d7bfeb12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:00:59.833152 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8123f083-b033-446d-9189-4ce4d7bfeb12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:00:59.833487 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8123f083-b033-446d-9189-4ce4d7bfeb12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:00:59.833813 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8123f083-b033-446d-9189-4ce4d7bfeb12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:00:59.834163 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8123f083-b033-446d-9189-4ce4d7bfeb12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:00:59.834488 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8123f083-b033-446d-9189-4ce4d7bfeb12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:00:59.834812 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8123f083-b033-446d-9189-4ce4d7bfeb12 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:00:59.835130 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8123f083-b033-446d-9189-4ce4d7bfeb12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:00:59.835447 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8123f083-b033-446d-9189-4ce4d7bfeb12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:00:59.835760 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8123f083-b033-446d-9189-4ce4d7bfeb12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:00:59.836071 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8123f083-b033-446d-9189-4ce4d7bfeb12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:00:59.836380 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8123f083-b033-446d-9189-4ce4d7bfeb12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:00:59.867868 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-7882df05-39a6-4d95-932d-a0872c1e09ba None None] Attempting to bind port 3a701161-a9b8-4dd6-b0f0-2cb77adae5d5 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:00:59.868200 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-7882df05-39a6-4d95-932d-a0872c1e09ba None None] Attempting to bind port 3a701161-a9b8-4dd6-b0f0-2cb77adae5d5 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'c1f2fac7-1030-4038-8190-277484267f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f9d2597e-064d-4f51-a8b4-6f6a399bd146'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:00:59.868554 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7882df05-39a6-4d95-932d-a0872c1e09ba None None] Attempting to bind port 3a701161-a9b8-4dd6-b0f0-2cb77adae5d5 on network f9d2597e-064d-4f51-a8b4-6f6a399bd146 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:00:59.869187 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f0d73b30-9460-4287-9fda-21933b99760e None None] Port 3a701161-a9b8-4dd6-b0f0-2cb77adae5d5 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:00:59.873517 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7882df05-39a6-4d95-932d-a0872c1e09ba None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:00:59.873882 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7882df05-39a6-4d95-932d-a0872c1e09ba None None] Checking segment: {'id': 'c1f2fac7-1030-4038-8190-277484267f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f9d2597e-064d-4f51-a8b4-6f6a399bd146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:00:59.874305 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7882df05-39a6-4d95-932d-a0872c1e09ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:59.874696 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7882df05-39a6-4d95-932d-a0872c1e09ba None None] Bound using segment: {'id': 'c1f2fac7-1030-4038-8190-277484267f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f9d2597e-064d-4f51-a8b4-6f6a399bd146'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:00:59.875158 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-7882df05-39a6-4d95-932d-a0872c1e09ba None None] Bound port: 3a701161-a9b8-4dd6-b0f0-2cb77adae5d5, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1f2fac7-1030-4038-8190-277484267f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f9d2597e-064d-4f51-a8b4-6f6a399bd146'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:00:59.875527 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7882df05-39a6-4d95-932d-a0872c1e09ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:59.936770 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-7882df05-39a6-4d95-932d-a0872c1e09ba None None] For port 3a701161-a9b8-4dd6-b0f0-2cb77adae5d5, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:00:59.939933 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-7882df05-39a6-4d95-932d-a0872c1e09ba None None] For port 3a701161-a9b8-4dd6-b0f0-2cb77adae5d5, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=3a701161-a9b8-4dd6-b0f0-2cb77adae5d5,segment=NetworkSegment(c1f2fac7-1030-4038-8190-277484267f9e),segment_id=c1f2fac7-1030-4038-8190-277484267f9e)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:00:59.943929 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7882df05-39a6-4d95-932d-a0872c1e09ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:00:59.983974 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7882df05-39a6-4d95-932d-a0872c1e09ba None None] Routers {'3c501331-1fa5-44e1-9d46-e0e11c4c8462'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:00:59.984582 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-7882df05-39a6-4d95-932d-a0872c1e09ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:00:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['3c501331-1fa5-44e1-9d46-e0e11c4c8462'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:00:59.988755 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [req-41f78bd0-4183-4d28-818a-2179a2071971 req-929ca29b-f2aa-4b6c-abe1-7dd94f1e1547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 08:00:59.996462 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-41f78bd0-4183-4d28-818a-2179a2071971 req-929ca29b-f2aa-4b6c-abe1-7dd94f1e1547 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:00.009402 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-41f78bd0-4183-4d28-818a-2179a2071971 req-929ca29b-f2aa-4b6c-abe1-7dd94f1e1547 service neutron] Transition to ACTIVE for port object fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6 will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 08:01:00.013460 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-41f78bd0-4183-4d28-818a-2179a2071971 req-929ca29b-f2aa-4b6c-abe1-7dd94f1e1547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:00.035821 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8123f083-b033-446d-9189-4ce4d7bfeb12 None None] Pushing event updated for resources: {'Port': ['ID=3a701161-a9b8-4dd6-b0f0-2cb77adae5d5,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:00.098460 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ca29b-f2aa-4b6c-abe1-7dd94f1e1547 service neutron] Pushing event updated for resources: {'Port': ['ID=fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:00.103668 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-7882df05-39a6-4d95-932d-a0872c1e09ba None None] Set router 3c501331-1fa5-44e1-9d46-e0e11c4c8462 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:01:00.123562 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-41f78bd0-4183-4d28-818a-2179a2071971 req-929ca29b-f2aa-4b6c-abe1-7dd94f1e1547 service neutron] Attempting to bind port fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6 on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:01:00.123897 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-41f78bd0-4183-4d28-818a-2179a2071971 req-929ca29b-f2aa-4b6c-abe1-7dd94f1e1547 service neutron] Attempting to bind port fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6 by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': 'c1f2fac7-1030-4038-8190-277484267f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f9d2597e-064d-4f51-a8b4-6f6a399bd146'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:01:00.124222 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f78bd0-4183-4d28-818a-2179a2071971 req-929ca29b-f2aa-4b6c-abe1-7dd94f1e1547 service neutron] Attempting to bind port fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6 on network f9d2597e-064d-4f51-a8b4-6f6a399bd146 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:01:00.128393 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f78bd0-4183-4d28-818a-2179a2071971 req-929ca29b-f2aa-4b6c-abe1-7dd94f1e1547 service neutron] Port fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6 on network f9d2597e-064d-4f51-a8b4-6f6a399bd146 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 08:01:00.128705 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f78bd0-4183-4d28-818a-2179a2071971 req-929ca29b-f2aa-4b6c-abe1-7dd94f1e1547 service neutron] Attempting to bind port fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6 on network f9d2597e-064d-4f51-a8b4-6f6a399bd146 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:01:00.133469 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f78bd0-4183-4d28-818a-2179a2071971 req-929ca29b-f2aa-4b6c-abe1-7dd94f1e1547 service neutron] Checking agent: {'id': 'afe9b392-c72e-4ef3-a7bd-ca4c2066af02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8609', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'started_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:01:00.133804 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f78bd0-4183-4d28-818a-2179a2071971 req-929ca29b-f2aa-4b6c-abe1-7dd94f1e1547 service neutron] Checking segment: {'id': 'c1f2fac7-1030-4038-8190-277484267f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f9d2597e-064d-4f51-a8b4-6f6a399bd146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:01:00.134222 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f78bd0-4183-4d28-818a-2179a2071971 req-929ca29b-f2aa-4b6c-abe1-7dd94f1e1547 service neutron] Bound using segment: {'id': 'c1f2fac7-1030-4038-8190-277484267f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f9d2597e-064d-4f51-a8b4-6f6a399bd146'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:01:00.134655 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-41f78bd0-4183-4d28-818a-2179a2071971 req-929ca29b-f2aa-4b6c-abe1-7dd94f1e1547 service neutron] Bound port: fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6, host: hv-neutron-8609, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f2fac7-1030-4038-8190-277484267f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f9d2597e-064d-4f51-a8b4-6f6a399bd146'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:01:00.135005 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-41f78bd0-4183-4d28-818a-2179a2071971 req-929ca29b-f2aa-4b6c-abe1-7dd94f1e1547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:00.199407 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-41f78bd0-4183-4d28-818a-2179a2071971 req-929ca29b-f2aa-4b6c-abe1-7dd94f1e1547 service neutron] For port fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6, host hv-neutron-8609, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:01:00.202776 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-41f78bd0-4183-4d28-818a-2179a2071971 req-929ca29b-f2aa-4b6c-abe1-7dd94f1e1547 service neutron] For port fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6, host hv-neutron-8609, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6,segment=NetworkSegment(c1f2fac7-1030-4038-8190-277484267f9e),segment_id=c1f2fac7-1030-4038-8190-277484267f9e)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:01:00.206325 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-41f78bd0-4183-4d28-818a-2179a2071971 req-929ca29b-f2aa-4b6c-abe1-7dd94f1e1547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:00.210352 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f78bd0-4183-4d28-818a-2179a2071971 req-929ca29b-f2aa-4b6c-abe1-7dd94f1e1547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:00.210960 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-41f78bd0-4183-4d28-818a-2179a2071971 req-929ca29b-f2aa-4b6c-abe1-7dd94f1e1547 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:00.212351 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-41f78bd0-4183-4d28-818a-2179a2071971 req-929ca29b-f2aa-4b6c-abe1-7dd94f1e1547 service neutron] 10.222.0.23 "PUT /v2.0/ports/fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6 HTTP/1.1" status: 200 len: 1093 time: 0.5660546 Oct 12 08:01:00.213095 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22a5e321-8381-488d-b0a8-83b623c765ae', 'tag': 'fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:01:00.215470 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b39d29-f400-462b-9e22-5d4d0089a233" -d '{"events": [{"name": "network-changed", "server_uuid": "22a5e321-8381-488d-b0a8-83b623c765ae", "tag": "fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:01:00.275614 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 08:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea81a9e-2a4e-4e34-a9a8-5d14b085ee4a x-openstack-request-id: req-2ea81a9e-2a4e-4e34-a9a8-5d14b085ee4a {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:01:00.275906 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22a5e321-8381-488d-b0a8-83b623c765ae", "tag": "fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:01:00.276161 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2ea81a9e-2a4e-4e34-a9a8-5d14b085ee4a {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:01:00.276561 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ea81a9e-2a4e-4e34-a9a8-5d14b085ee4a'] response: {'name': 'network-changed', 'server_uuid': '22a5e321-8381-488d-b0a8-83b623c765ae', 'tag': 'fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6', 'status': 'completed', 'code': 200} Oct 12 08:01:00.320904 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-7882df05-39a6-4d95-932d-a0872c1e09ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c501331-1fa5-44e1-9d46-e0e11c4c8462', 'name': 'tempest-ServersNegativeTestJSON-1083877111-router', 'tenant_id': '7c047bbe1ce646e182717e068e0e0653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': 'b80e8e91-ba3e-41f3-9a71-5a58e6f15f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:00:53Z', 'updated_at': '2022-10-12T08:00:56Z', 'revision_number': 4, 'project_id': '7c047bbe1ce646e182717e068e0e0653', 'gw_port': {'id': 'b80e8e91-ba3e-41f3-9a71-5a58e6f15f8b', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c501331-1fa5-44e1-9d46-e0e11c4c8462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:00:54Z', 'updated_at': '2022-10-12T08:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '3a701161-a9b8-4dd6-b0f0-2cb77adae5d5', 'name': '', 'network_id': 'f9d2597e-064d-4f51-a8b4-6f6a399bd146', 'tenant_id': '7c047bbe1ce646e182717e068e0e0653', 'mac_address': 'fa:16:3e:f1:e7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c501331-1fa5-44e1-9d46-e0e11c4c8462', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '657083b9-92e7-4869-bb1f-c5dd6b4c79f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:00:55Z', 'updated_at': '2022-10-12T08:00:59Z', 'revision_number': 4, 'project_id': '7c047bbe1ce646e182717e068e0e0653', 'subnets': [{'id': '657083b9-92e7-4869-bb1f-c5dd6b4c79f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:01:00.344760 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ca29b-f2aa-4b6c-abe1-7dd94f1e1547 service neutron] Pushing event updated for resources: {'Port': ['ID=fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:00.347809 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7882df05-39a6-4d95-932d-a0872c1e09ba None None] The sync data for ids ['3c501331-1fa5-44e1-9d46-e0e11c4c8462'] in dv-neutron-860909-2-hyperv is: [{'id': '3c501331-1fa5-44e1-9d46-e0e11c4c8462', 'name': 'tempest-ServersNegativeTestJSON-1083877111-router', 'tenant_id': '7c047bbe1ce646e182717e068e0e0653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': 'b80e8e91-ba3e-41f3-9a71-5a58e6f15f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:00:53Z', 'updated_at': '2022-10-12T08:00:56Z', 'revision_number': 4, 'project_id': '7c047bbe1ce646e182717e068e0e0653', 'gw_port': {'id': 'b80e8e91-ba3e-41f3-9a71-5a58e6f15f8b', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c501331-1fa5-44e1-9d46-e0e11c4c8462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:00:54Z', 'updated_at': '2022-10-12T08:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '3a701161-a9b8-4dd6-b0f0-2cb77adae5d5', 'name': '', 'network_id': 'f9d2597e-064d-4f51-a8b4-6f6a399bd146', 'tenant_id': '7c047bbe1ce646e182717e068e0e0653', 'mac_address': 'fa:16:3e:f1:e7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c501331-1fa5-44e1-9d46-e0e11c4c8462', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '657083b9-92e7-4869-bb1f-c5dd6b4c79f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:00:55Z', 'updated_at': '2022-10-12T08:00:59Z', 'revision_number': 4, 'project_id': '7c047bbe1ce646e182717e068e0e0653', 'subnets': [{'id': '657083b9-92e7-4869-bb1f-c5dd6b4c79f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:01:00.356916 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f78bd0-4183-4d28-818a-2179a2071971 req-bd3533ea-f96b-418f-b7ca-20df66310c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:00.358468 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-41f78bd0-4183-4d28-818a-2179a2071971 req-bd3533ea-f96b-418f-b7ca-20df66310c53 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c047bbe1ce646e182717e068e0e0653&device_id=22a5e321-8381-488d-b0a8-83b623c765ae HTTP/1.1" status: 200 len: 1096 time: 0.1011095 Oct 12 08:01:00.370557 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-f0d73b30-9460-4287-9fda-21933b99760e None None] Attempt 8 to provision port 3a701161-a9b8-4dd6-b0f0-2cb77adae5d5 Oct 12 08:01:00.372044 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc17a9-8602-44a8-9cd0-2b8bd9a79762 req-78a60d80-5733-4830-9574-7995912bb73f tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:00.373533 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7bbc17a9-8602-44a8-9cd0-2b8bd9a79762 req-78a60d80-5733-4830-9574-7995912bb73f tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/ports?device_id=22a5e321-8381-488d-b0a8-83b623c765ae HTTP/1.1" status: 200 len: 943 time: 0.0743937 Oct 12 08:01:00.415179 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-41f78bd0-4183-4d28-818a-2179a2071971 req-97182d15-b166-48f3-b951-4a7dc9d2a7c6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6 HTTP/1.1" status: 200 len: 217 time: 0.0406382 Oct 12 08:01:00.478518 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f78bd0-4183-4d28-818a-2179a2071971 req-db693693-b4bf-43c3-8b25-d7ada8326480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:00.480020 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-41f78bd0-4183-4d28-818a-2179a2071971 req-db693693-b4bf-43c3-8b25-d7ada8326480 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=657083b9-92e7-4869-bb1f-c5dd6b4c79f6 HTTP/1.1" status: 200 len: 853 time: 0.0584080 Oct 12 08:01:00.533429 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7bbc17a9-8602-44a8-9cd0-2b8bd9a79762 req-c7e72b5b-92a6-4fc1-80d6-d089324ac62f tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/security-groups?id=da534ab7-115c-4b8c-b137-aea9e276168c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210575 Oct 12 08:01:00.551112 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f78bd0-4183-4d28-818a-2179a2071971 req-1bb7c12b-2f5c-4ed5-845a-9356a006ca16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:00.552635 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-41f78bd0-4183-4d28-818a-2179a2071971 req-1bb7c12b-2f5c-4ed5-845a-9356a006ca16 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f9d2597e-064d-4f51-a8b4-6f6a399bd146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0640478 Oct 12 08:01:00.569277 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 3a701161-a9b8-4dd6-b0f0-2cb77adae5d5 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:01:00.656064 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 3a701161-a9b8-4dd6-b0f0-2cb77adae5d5 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:01:00.656438 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:00.656767 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 3a701161-a9b8-4dd6-b0f0-2cb77adae5d5 Oct 12 08:01:00.657349 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-41f78bd0-4183-4d28-818a-2179a2071971 req-25236cf2-e378-4501-a12b-f6048b948d22 service neutron] 10.222.0.23 "GET /v2.0/networks/f9d2597e-064d-4f51-a8b4-6f6a399bd146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960250 Oct 12 08:01:00.692436 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f0d73b30-9460-4287-9fda-21933b99760e None None] Current status of the port 3a701161-a9b8-4dd6-b0f0-2cb77adae5d5 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:01:00.692824 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f0d73b30-9460-4287-9fda-21933b99760e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:00.736034 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-f0d73b30-9460-4287-9fda-21933b99760e None None] For port 3a701161-a9b8-4dd6-b0f0-2cb77adae5d5, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=3a701161-a9b8-4dd6-b0f0-2cb77adae5d5,segment=NetworkSegment(c1f2fac7-1030-4038-8190-277484267f9e),segment_id=c1f2fac7-1030-4038-8190-277484267f9e)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:01:00.743563 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f0d73b30-9460-4287-9fda-21933b99760e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:00.759363 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-41f78bd0-4183-4d28-818a-2179a2071971 req-9a56b6c1-d345-49d8-8772-62f6e1e44c22 service neutron] 10.222.0.23 "GET /v2.0/networks/f9d2597e-064d-4f51-a8b4-6f6a399bd146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941725 Oct 12 08:01:00.811315 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 3a701161-a9b8-4dd6-b0f0-2cb77adae5d5 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:01:00.812424 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device b80e8e91-ba3e-41f3-9a71-5a58e6f15f8b up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:01:00.850233 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b39d29-f400-462b-9e22-5d4d0089a233 req-a4f8602f-98fc-44ac-b4c4-674df6e6455b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:00.851896 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-89b39d29-f400-462b-9e22-5d4d0089a233 req-a4f8602f-98fc-44ac-b4c4-674df6e6455b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c047bbe1ce646e182717e068e0e0653&device_id=22a5e321-8381-488d-b0a8-83b623c765ae HTTP/1.1" status: 200 len: 1096 time: 0.0464540 Oct 12 08:01:00.855251 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d73b30-9460-4287-9fda-21933b99760e None None] Pushing event updated for resources: {'Port': ['ID=3a701161-a9b8-4dd6-b0f0-2cb77adae5d5,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:00.905987 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port b80e8e91-ba3e-41f3-9a71-5a58e6f15f8b triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:01:00.906485 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:00.906697 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port b80e8e91-ba3e-41f3-9a71-5a58e6f15f8b Oct 12 08:01:00.911114 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-b7beb296-0391-484a-8716-f819c2e807de None None] Provisioning complete for port 3a701161-a9b8-4dd6-b0f0-2cb77adae5d5 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:01:00.911750 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b7beb296-0391-484a-8716-f819c2e807de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:00.912225 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-b7beb296-0391-484a-8716-f819c2e807de None None] Attempt 1 to provision port 3a701161-a9b8-4dd6-b0f0-2cb77adae5d5 Oct 12 08:01:00.981707 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b39d29-f400-462b-9e22-5d4d0089a233 req-765d79da-b85b-450f-beba-6f369fa5ac88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:00.983453 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-89b39d29-f400-462b-9e22-5d4d0089a233 req-765d79da-b85b-450f-beba-6f369fa5ac88 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f9d2597e-064d-4f51-a8b4-6f6a399bd146 HTTP/1.1" status: 200 len: 915 time: 0.1244144 Oct 12 08:01:01.031618 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-89b39d29-f400-462b-9e22-5d4d0089a233 req-57b52939-61ff-4aaa-a521-48e2a34ae120 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6 HTTP/1.1" status: 200 len: 217 time: 0.0406592 Oct 12 08:01:01.060295 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b7beb296-0391-484a-8716-f819c2e807de None None] Current status of the port 3a701161-a9b8-4dd6-b0f0-2cb77adae5d5 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:01:01.063031 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port b80e8e91-ba3e-41f3-9a71-5a58e6f15f8b is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:01:01.092001 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b39d29-f400-462b-9e22-5d4d0089a233 req-2eeb477b-3e96-415e-9791-441e2ea4aa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:01.093478 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-89b39d29-f400-462b-9e22-5d4d0089a233 req-2eeb477b-3e96-415e-9791-441e2ea4aa4c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=657083b9-92e7-4869-bb1f-c5dd6b4c79f6 HTTP/1.1" status: 200 len: 853 time: 0.0549324 Oct 12 08:01:01.144919 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b39d29-f400-462b-9e22-5d4d0089a233 req-dcffcd58-3a59-4032-a4ef-0fa65e173681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:01.146629 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-89b39d29-f400-462b-9e22-5d4d0089a233 req-dcffcd58-3a59-4032-a4ef-0fa65e173681 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f9d2597e-064d-4f51-a8b4-6f6a399bd146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437875 Oct 12 08:01:01.240379 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-89b39d29-f400-462b-9e22-5d4d0089a233 req-6ba67e23-c9a3-410b-a088-64ed1c326113 service neutron] 10.222.0.23 "GET /v2.0/networks/f9d2597e-064d-4f51-a8b4-6f6a399bd146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849910 Oct 12 08:01:01.329296 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-89b39d29-f400-462b-9e22-5d4d0089a233 req-3f243119-8c29-446e-8662-907f68969bf0 service neutron] 10.222.0.23 "GET /v2.0/networks/f9d2597e-064d-4f51-a8b4-6f6a399bd146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809991 Oct 12 08:01:01.657550 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff642deb-1dfc-465d-9e37-0fe0f6bd67b1 req-985f7ada-d0e8-410d-bbc6-4745e0366fa1 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:01.659040 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ff642deb-1dfc-465d-9e37-0fe0f6bd67b1 req-985f7ada-d0e8-410d-bbc6-4745e0366fa1 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/ports?device_id=22a5e321-8381-488d-b0a8-83b623c765ae HTTP/1.1" status: 200 len: 943 time: 0.0482826 Oct 12 08:01:01.695907 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ff642deb-1dfc-465d-9e37-0fe0f6bd67b1 req-e6a61e43-f5bc-43c2-a723-b910f0e142a6 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/security-groups?id=da534ab7-115c-4b8c-b137-aea9e276168c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309250 Oct 12 08:01:02.480273 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 3a701161-a9b8-4dd6-b0f0-2cb77adae5d5 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:01:02.528316 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 3a701161-a9b8-4dd6-b0f0-2cb77adae5d5 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:01:02.528684 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:02.529016 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 3a701161-a9b8-4dd6-b0f0-2cb77adae5d5 Oct 12 08:01:02.603036 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 3a701161-a9b8-4dd6-b0f0-2cb77adae5d5 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:01:02.817677 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d904fa2-7617-4641-97b3-d846bec1fa3f req-19081d3a-0fd4-47a3-a97d-da8d3ea13c1c tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:02.819170 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6d904fa2-7617-4641-97b3-d846bec1fa3f req-19081d3a-0fd4-47a3-a97d-da8d3ea13c1c tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/ports?device_id=22a5e321-8381-488d-b0a8-83b623c765ae HTTP/1.1" status: 200 len: 943 time: 0.0522985 Oct 12 08:01:02.856823 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6d904fa2-7617-4641-97b3-d846bec1fa3f req-5fd1f39f-9d13-4f90-9271-cf4b9868df13 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/security-groups?id=da534ab7-115c-4b8c-b137-aea9e276168c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310795 Oct 12 08:01:03.968550 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6 details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 08:01:03.975522 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2757555-383e-474c-9251-2d6c13bfd25c req-c7a7d00d-c4fb-49e7-92cf-7bfdb2a41dba tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:03.977336 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f2757555-383e-474c-9251-2d6c13bfd25c req-c7a7d00d-c4fb-49e7-92cf-7bfdb2a41dba tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/ports?device_id=22a5e321-8381-488d-b0a8-83b623c765ae HTTP/1.1" status: 200 len: 943 time: 0.0491335 Oct 12 08:01:04.015369 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f2757555-383e-474c-9251-2d6c13bfd25c req-30ba9547-52a6-400e-ae31-f63392117a30 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/security-groups?id=da534ab7-115c-4b8c-b137-aea9e276168c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320582 Oct 12 08:01:04.066537 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6,segment=NetworkSegment(c1f2fac7-1030-4038-8190-277484267f9e),segment_id=c1f2fac7-1030-4038-8190-277484267f9e)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:01:04.077769 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': 'fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6', 'network_id': 'f9d2597e-064d-4f51-a8b4-6f6a399bd146', 'port_id': 'fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6', 'mac_address': 'fa:16:3e:7c:ff:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '657083b9-92e7-4869-bb1f-c5dd6b4c79f6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 08:01:04.116373 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6 is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:01:04.116753 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:04.129395 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 08:01:04.148166 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6,segment=NetworkSegment(c1f2fac7-1030-4038-8190-277484267f9e),segment_id=c1f2fac7-1030-4038-8190-277484267f9e)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:01:04.153175 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:04.198549 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:04.380210 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 08:01:05.133303 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d086c-a8b8-4132-b830-aa9ed6660dd3 req-d0dd4d69-3a6a-4e4e-beb5-7845c1439d6d tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:05.134798 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c35d086c-a8b8-4132-b830-aa9ed6660dd3 req-d0dd4d69-3a6a-4e4e-beb5-7845c1439d6d tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/ports?device_id=22a5e321-8381-488d-b0a8-83b623c765ae HTTP/1.1" status: 200 len: 944 time: 0.0485985 Oct 12 08:01:05.172769 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c35d086c-a8b8-4132-b830-aa9ed6660dd3 req-3de736e6-ca48-4956-99b8-1b623ddaba36 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/security-groups?id=da534ab7-115c-4b8c-b137-aea9e276168c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314679 Oct 12 08:01:05.985679 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6 up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:01:06.037083 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning for port fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6 completed by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 12 08:01:06.040962 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:01:06.041329 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:06.041656 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6 Oct 12 08:01:06.118787 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6 is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:01:06.119178 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:06.141795 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a5e321-8381-488d-b0a8-83b623c765ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:01:06.144101 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e4d65d-7626-448d-8d67-cea2e22c7820" -d '{"events": [{"server_uuid": "22a5e321-8381-488d-b0a8-83b623c765ae", "name": "network-vif-plugged", "status": "completed", "tag": "fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:01:06.161245 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6,segment=NetworkSegment(c1f2fac7-1030-4038-8190-277484267f9e),segment_id=c1f2fac7-1030-4038-8190-277484267f9e)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:01:06.165287 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:06.188136 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 08:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def15523-0055-43fa-9ebb-9a61a593b622 x-openstack-request-id: req-def15523-0055-43fa-9ebb-9a61a593b622 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:01:06.188414 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a5e321-8381-488d-b0a8-83b623c765ae", "name": "network-vif-plugged", "status": "completed", "tag": "fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:01:06.188665 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-def15523-0055-43fa-9ebb-9a61a593b622 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:01:06.189050 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-def15523-0055-43fa-9ebb-9a61a593b622'] response: {'server_uuid': '22a5e321-8381-488d-b0a8-83b623c765ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6', 'code': 200} Oct 12 08:01:06.216287 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:06.306012 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd573f5-2bc3-45d1-8cc0-a02e3c29f4c6 req-64b967cc-3305-4eda-b0a0-67282e56beae tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:06.307544 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9dd573f5-2bc3-45d1-8cc0-a02e3c29f4c6 req-64b967cc-3305-4eda-b0a0-67282e56beae tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/ports?device_id=22a5e321-8381-488d-b0a8-83b623c765ae HTTP/1.1" status: 200 len: 945 time: 0.0577936 Oct 12 08:01:06.372272 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9dd573f5-2bc3-45d1-8cc0-a02e3c29f4c6 req-b4862937-a0c1-4d26-9b24-a452186adc41 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/security-groups?id=da534ab7-115c-4b8c-b137-aea9e276168c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532885 Oct 12 08:01:06.376513 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fa1a0-580e-47ca-ba2b-328e8556aeed req-805ef2e1-a7c5-426c-89fc-3357ad68e7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:06.377938 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-806fa1a0-580e-47ca-ba2b-328e8556aeed req-805ef2e1-a7c5-426c-89fc-3357ad68e7eb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=22a5e321-8381-488d-b0a8-83b623c765ae HTTP/1.1" status: 200 len: 1098 time: 0.0662210 Oct 12 08:01:06.413944 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-806fa1a0-580e-47ca-ba2b-328e8556aeed req-3810f2ef-eed2-442f-bb33-37dc543a88f9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=da534ab7-115c-4b8c-b137-aea9e276168c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290096 Oct 12 08:01:07.493825 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e02cda-e742-4cc4-ba0c-737f45a0ba0f req-89efdbb4-64d6-4fac-b8b0-28223ce6940d tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:07.495330 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-16e02cda-e742-4cc4-ba0c-737f45a0ba0f req-89efdbb4-64d6-4fac-b8b0-28223ce6940d tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/ports?device_id=22a5e321-8381-488d-b0a8-83b623c765ae HTTP/1.1" status: 200 len: 945 time: 0.0484645 Oct 12 08:01:07.535618 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-16e02cda-e742-4cc4-ba0c-737f45a0ba0f req-b9a77b06-aaef-4cd5-b45e-e8e171b893a7 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/security-groups?id=da534ab7-115c-4b8c-b137-aea9e276168c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338044 Oct 12 08:01:07.758105 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-013703a7-48d7-492f-9a97-7da72694e3ec tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:07.759470 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-013703a7-48d7-492f-9a97-7da72694e3ec tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/networks?id=f9d2597e-064d-4f51-a8b4-6f6a399bd146 HTTP/1.1" status: 200 len: 814 time: 0.0999134 Oct 12 08:01:07.773957 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-4d129f09-bfa4-4553-bbc9-08b6c11875c7 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/quotas/7c047bbe1ce646e182717e068e0e0653 HTTP/1.1" status: 200 len: 375 time: 0.0086884 Oct 12 08:01:07.825610 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-dd3e03c1-dfdf-48fd-bff0-be827c0920b7 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7c047bbe1ce646e182717e068e0e0653&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0460398 Oct 12 08:01:07.919028 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-42c849df-b3c2-4257-810a-94f2079dc3b9 service neutron] 10.222.0.26 "GET /v2.0/networks/f9d2597e-064d-4f51-a8b4-6f6a399bd146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859420 Oct 12 08:01:08.009674 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-01d3a8c8-67f0-465e-8e9d-d00022c6f6f9 service neutron] 10.222.0.26 "GET /v2.0/networks/f9d2597e-064d-4f51-a8b4-6f6a399bd146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845108 Oct 12 08:01:08.163459 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0430b88d-8408-4f0c-877e-2b07da722b66 req-88d9df99-6a33-4a1d-9c0e-01c8e88b4669 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/ports?device_id=33c2e163-67ed-4c30-815f-624b2e846fca HTTP/1.1" status: 200 len: 210 time: 0.0275836 Oct 12 08:01:09.026035 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-22511bef-08dd-47d0-8b80-eb24868c7900 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:09.027568 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-22511bef-08dd-47d0-8b80-eb24868c7900 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.23 "GET /v2.0/networks?id=f9d2597e-064d-4f51-a8b4-6f6a399bd146 HTTP/1.1" status: 200 len: 814 time: 0.1070645 Oct 12 08:01:09.039392 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-f01a830f-b0de-4ad6-ab9d-c199afd50fb8 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Request body: {'port': {'device_id': '33c2e163-67ed-4c30-815f-624b2e846fca', 'network_id': 'f9d2597e-064d-4f51-a8b4-6f6a399bd146', 'admin_state_up': True, 'tenant_id': '7c047bbe1ce646e182717e068e0e0653'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:01:09.147313 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-f01a830f-b0de-4ad6-ab9d-c199afd50fb8 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Made reservation on behalf of 7c047bbe1ce646e182717e068e0e0653 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:01:09.150753 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-f01a830f-b0de-4ad6-ab9d-c199afd50fb8 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:09.281417 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c4b9a974-bf2f-4953-baf6-6ff295f8fb13 req-70d42cff-a391-4c4c-bde9-f2d43566f95e tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/ports?device_id=33c2e163-67ed-4c30-815f-624b2e846fca HTTP/1.1" status: 200 len: 210 time: 0.0350611 Oct 12 08:01:09.300840 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-f01a830f-b0de-4ad6-ab9d-c199afd50fb8 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Allocated IP 172.20.0.12 (f9d2597e-064d-4f51-a8b4-6f6a399bd146/657083b9-92e7-4869-bb1f-c5dd6b4c79f6/bef095a5-2251-4333-bc3d-c21cfabf3afd) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:01:09.447532 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-f01a830f-b0de-4ad6-ab9d-c199afd50fb8 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:09.480619 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-f01a830f-b0de-4ad6-ab9d-c199afd50fb8 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:09.491434 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 08:01:09.524555 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-f01a830f-b0de-4ad6-ab9d-c199afd50fb8 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Network f9d2597e-064d-4f51-a8b4-6f6a399bd146 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:01:09.527713 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-f01a830f-b0de-4ad6-ab9d-c199afd50fb8 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:01:09.531394 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-f01a830f-b0de-4ad6-ab9d-c199afd50fb8 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:01:09.537549 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a830f-b0de-4ad6-ab9d-c199afd50fb8 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Pushing event updated for resources: {'Port': ['ID=bef095a5-2251-4333-bc3d-c21cfabf3afd,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:09.586753 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-f01a830f-b0de-4ad6-ab9d-c199afd50fb8 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:09.587460 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-f01a830f-b0de-4ad6-ab9d-c199afd50fb8 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:09.608055 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-f01a830f-b0de-4ad6-ab9d-c199afd50fb8 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5722301 Oct 12 08:01:09.619518 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-7b9a8ccd-26f5-45dd-99cf-8470ae241cfa service neutron] Request body: {'port': {'device_id': '33c2e163-67ed-4c30-815f-624b2e846fca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8609'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:01:09.677846 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-7b9a8ccd-26f5-45dd-99cf-8470ae241cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:09.829245 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-a5f290be-e0a3-455a-a74d-b623f88fdd29 None None] Provisioning complete for port bef095a5-2251-4333-bc3d-c21cfabf3afd triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:01:09.829700 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a5f290be-e0a3-455a-a74d-b623f88fdd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:09.830133 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-a5f290be-e0a3-455a-a74d-b623f88fdd29 None None] Attempt 1 to provision port bef095a5-2251-4333-bc3d-c21cfabf3afd Oct 12 08:01:09.864170 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a5f290be-e0a3-455a-a74d-b623f88fdd29 None None] Port bef095a5-2251-4333-bc3d-c21cfabf3afd cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:01:09.932832 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-7b9a8ccd-26f5-45dd-99cf-8470ae241cfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bef095a5-2251-4333-bc3d-c21cfabf3afd {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 08:01:09.940725 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-7b9a8ccd-26f5-45dd-99cf-8470ae241cfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:09.952073 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-7b9a8ccd-26f5-45dd-99cf-8470ae241cfa service neutron] Transition to ACTIVE for port object bef095a5-2251-4333-bc3d-c21cfabf3afd will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 08:01:09.955903 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-7b9a8ccd-26f5-45dd-99cf-8470ae241cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:10.033415 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a8ccd-26f5-45dd-99cf-8470ae241cfa service neutron] Pushing event updated for resources: {'Port': ['ID=bef095a5-2251-4333-bc3d-c21cfabf3afd,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:10.060998 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-7b9a8ccd-26f5-45dd-99cf-8470ae241cfa service neutron] Attempting to bind port bef095a5-2251-4333-bc3d-c21cfabf3afd on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:01:10.061327 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-7b9a8ccd-26f5-45dd-99cf-8470ae241cfa service neutron] Attempting to bind port bef095a5-2251-4333-bc3d-c21cfabf3afd by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': 'c1f2fac7-1030-4038-8190-277484267f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f9d2597e-064d-4f51-a8b4-6f6a399bd146'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:01:10.061648 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-7b9a8ccd-26f5-45dd-99cf-8470ae241cfa service neutron] Attempting to bind port bef095a5-2251-4333-bc3d-c21cfabf3afd on network f9d2597e-064d-4f51-a8b4-6f6a399bd146 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:01:10.065718 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-7b9a8ccd-26f5-45dd-99cf-8470ae241cfa service neutron] Port bef095a5-2251-4333-bc3d-c21cfabf3afd on network f9d2597e-064d-4f51-a8b4-6f6a399bd146 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 08:01:10.066041 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-7b9a8ccd-26f5-45dd-99cf-8470ae241cfa service neutron] Attempting to bind port bef095a5-2251-4333-bc3d-c21cfabf3afd on network f9d2597e-064d-4f51-a8b4-6f6a399bd146 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:01:10.070775 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-7b9a8ccd-26f5-45dd-99cf-8470ae241cfa service neutron] Checking agent: {'id': 'afe9b392-c72e-4ef3-a7bd-ca4c2066af02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8609', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'started_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:01:10.071099 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-7b9a8ccd-26f5-45dd-99cf-8470ae241cfa service neutron] Checking segment: {'id': 'c1f2fac7-1030-4038-8190-277484267f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f9d2597e-064d-4f51-a8b4-6f6a399bd146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:01:10.071464 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-7b9a8ccd-26f5-45dd-99cf-8470ae241cfa service neutron] Bound using segment: {'id': 'c1f2fac7-1030-4038-8190-277484267f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f9d2597e-064d-4f51-a8b4-6f6a399bd146'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:01:10.071882 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-7b9a8ccd-26f5-45dd-99cf-8470ae241cfa service neutron] Bound port: bef095a5-2251-4333-bc3d-c21cfabf3afd, host: hv-neutron-8609, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f2fac7-1030-4038-8190-277484267f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f9d2597e-064d-4f51-a8b4-6f6a399bd146'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:01:10.072226 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-7b9a8ccd-26f5-45dd-99cf-8470ae241cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:10.133791 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-7b9a8ccd-26f5-45dd-99cf-8470ae241cfa service neutron] For port bef095a5-2251-4333-bc3d-c21cfabf3afd, host hv-neutron-8609, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:01:10.136814 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-7b9a8ccd-26f5-45dd-99cf-8470ae241cfa service neutron] For port bef095a5-2251-4333-bc3d-c21cfabf3afd, host hv-neutron-8609, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=bef095a5-2251-4333-bc3d-c21cfabf3afd,segment=NetworkSegment(c1f2fac7-1030-4038-8190-277484267f9e),segment_id=c1f2fac7-1030-4038-8190-277484267f9e)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:01:10.141574 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-7b9a8ccd-26f5-45dd-99cf-8470ae241cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:10.144722 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-7b9a8ccd-26f5-45dd-99cf-8470ae241cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:10.145518 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-7b9a8ccd-26f5-45dd-99cf-8470ae241cfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:10.146934 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-7b9a8ccd-26f5-45dd-99cf-8470ae241cfa service neutron] 10.222.0.23 "PUT /v2.0/ports/bef095a5-2251-4333-bc3d-c21cfabf3afd HTTP/1.1" status: 200 len: 1094 time: 0.5319257 Oct 12 08:01:10.148903 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33c2e163-67ed-4c30-815f-624b2e846fca', 'tag': 'bef095a5-2251-4333-bc3d-c21cfabf3afd'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:01:10.152146 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0c3ce4-52c5-45d6-9d96-ca7acd83f5b2" -d '{"events": [{"name": "network-changed", "server_uuid": "33c2e163-67ed-4c30-815f-624b2e846fca", "tag": "bef095a5-2251-4333-bc3d-c21cfabf3afd"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:01:10.198930 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 08:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db443fd-32b7-4efb-ac01-05eeb815340b x-openstack-request-id: req-8db443fd-32b7-4efb-ac01-05eeb815340b {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:01:10.199228 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33c2e163-67ed-4c30-815f-624b2e846fca", "tag": "bef095a5-2251-4333-bc3d-c21cfabf3afd", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:01:10.199484 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8db443fd-32b7-4efb-ac01-05eeb815340b {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:01:10.199887 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8db443fd-32b7-4efb-ac01-05eeb815340b'] response: {'name': 'network-changed', 'server_uuid': '33c2e163-67ed-4c30-815f-624b2e846fca', 'tag': 'bef095a5-2251-4333-bc3d-c21cfabf3afd', 'status': 'completed', 'code': 200} Oct 12 08:01:10.241722 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a8ccd-26f5-45dd-99cf-8470ae241cfa service neutron] Pushing event updated for resources: {'Port': ['ID=bef095a5-2251-4333-bc3d-c21cfabf3afd,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:10.251353 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-d1e172f9-9cb6-4ab5-bfd0-c991d6b90e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:10.252852 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-d1e172f9-9cb6-4ab5-bfd0-c991d6b90e31 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c047bbe1ce646e182717e068e0e0653&device_id=33c2e163-67ed-4c30-815f-624b2e846fca HTTP/1.1" status: 200 len: 1097 time: 0.0640101 Oct 12 08:01:10.295509 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-da869615-6a64-44d9-a9ab-68db4ae779e0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef095a5-2251-4333-bc3d-c21cfabf3afd HTTP/1.1" status: 200 len: 217 time: 0.0347099 Oct 12 08:01:10.343354 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-553f4e3f-9725-48f7-ab1f-386b57d7e033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:10.344828 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-553f4e3f-9725-48f7-ab1f-386b57d7e033 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=657083b9-92e7-4869-bb1f-c5dd6b4c79f6 HTTP/1.1" status: 200 len: 853 time: 0.0433586 Oct 12 08:01:10.365156 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-a5f290be-e0a3-455a-a74d-b623f88fdd29 None None] Attempt 2 to provision port bef095a5-2251-4333-bc3d-c21cfabf3afd Oct 12 08:01:10.405861 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a5f290be-e0a3-455a-a74d-b623f88fdd29 None None] Port bef095a5-2251-4333-bc3d-c21cfabf3afd had new provisioning blocks added so it will not transition to active. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 12 08:01:10.426061 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-b2e07a58-70a8-4f7d-96ae-1d8ecae612c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:10.427568 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-b2e07a58-70a8-4f7d-96ae-1d8ecae612c0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f9d2597e-064d-4f51-a8b4-6f6a399bd146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762103 Oct 12 08:01:10.435650 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7655d27f-5588-4ab5-84b2-1dc39f5b5c0c req-2550d96b-46c3-437b-ad3b-084b9d311fca tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:10.437013 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7655d27f-5588-4ab5-84b2-1dc39f5b5c0c req-2550d96b-46c3-437b-ad3b-084b9d311fca tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/ports?device_id=33c2e163-67ed-4c30-815f-624b2e846fca HTTP/1.1" status: 200 len: 944 time: 0.0776458 Oct 12 08:01:10.519315 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7655d27f-5588-4ab5-84b2-1dc39f5b5c0c req-a90ba1da-77d6-46f0-af29-c42f1d75516c tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/security-groups?id=da534ab7-115c-4b8c-b137-aea9e276168c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744956 Oct 12 08:01:10.547285 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-09fac056-ef47-40f3-b171-c24767456b37 service neutron] 10.222.0.23 "GET /v2.0/networks/f9d2597e-064d-4f51-a8b4-6f6a399bd146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093135 Oct 12 08:01:10.952772 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3b9ebb0c-ce71-48e4-93b2-690791b106de req-66c109f8-e5d4-48fc-9ebe-308488684298 service neutron] 10.222.0.23 "GET /v2.0/networks/f9d2597e-064d-4f51-a8b4-6f6a399bd146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994994 Oct 12 08:01:11.039526 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c3ce4-52c5-45d6-9d96-ca7acd83f5b2 req-8a10b05d-a9c9-4729-b5c2-9b1674602347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:11.040979 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6e0c3ce4-52c5-45d6-9d96-ca7acd83f5b2 req-8a10b05d-a9c9-4729-b5c2-9b1674602347 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c047bbe1ce646e182717e068e0e0653&device_id=33c2e163-67ed-4c30-815f-624b2e846fca HTTP/1.1" status: 200 len: 1097 time: 0.0392592 Oct 12 08:01:11.134451 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c3ce4-52c5-45d6-9d96-ca7acd83f5b2 req-2366c934-49b9-4db4-bb2e-99533d5d0575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:11.135911 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6e0c3ce4-52c5-45d6-9d96-ca7acd83f5b2 req-2366c934-49b9-4db4-bb2e-99533d5d0575 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f9d2597e-064d-4f51-a8b4-6f6a399bd146 HTTP/1.1" status: 200 len: 915 time: 0.0881042 Oct 12 08:01:11.176777 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6e0c3ce4-52c5-45d6-9d96-ca7acd83f5b2 req-75f491ad-3f11-4c88-9e11-a050ee9af0d8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef095a5-2251-4333-bc3d-c21cfabf3afd HTTP/1.1" status: 200 len: 217 time: 0.0337908 Oct 12 08:01:11.225380 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c3ce4-52c5-45d6-9d96-ca7acd83f5b2 req-ee0db2fc-555e-4bbf-876f-04a3a53e7311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:11.226833 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6e0c3ce4-52c5-45d6-9d96-ca7acd83f5b2 req-ee0db2fc-555e-4bbf-876f-04a3a53e7311 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=657083b9-92e7-4869-bb1f-c5dd6b4c79f6 HTTP/1.1" status: 200 len: 853 time: 0.0434928 Oct 12 08:01:11.274922 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c3ce4-52c5-45d6-9d96-ca7acd83f5b2 req-38a65f93-fb94-49c4-809a-7669f4170eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:11.276372 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6e0c3ce4-52c5-45d6-9d96-ca7acd83f5b2 req-38a65f93-fb94-49c4-809a-7669f4170eb2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f9d2597e-064d-4f51-a8b4-6f6a399bd146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426726 Oct 12 08:01:11.364378 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6e0c3ce4-52c5-45d6-9d96-ca7acd83f5b2 req-71133103-bda4-47ee-b7d2-f58a418bd04d service neutron] 10.222.0.23 "GET /v2.0/networks/f9d2597e-064d-4f51-a8b4-6f6a399bd146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811903 Oct 12 08:01:11.457448 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6e0c3ce4-52c5-45d6-9d96-ca7acd83f5b2 req-cece6ae6-2852-42ec-8fb7-51bb317fbad0 service neutron] 10.222.0.23 "GET /v2.0/networks/f9d2597e-064d-4f51-a8b4-6f6a399bd146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856845 Oct 12 08:01:11.641249 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d0ad4-2bc3-46ad-b3bc-685676b55713 req-1f0d8256-7e12-46a6-b702-9b51e0a81eba tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:11.642663 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6d7d0ad4-2bc3-46ad-b3bc-685676b55713 req-1f0d8256-7e12-46a6-b702-9b51e0a81eba tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/ports?device_id=33c2e163-67ed-4c30-815f-624b2e846fca HTTP/1.1" status: 200 len: 944 time: 0.0488176 Oct 12 08:01:11.678829 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6d7d0ad4-2bc3-46ad-b3bc-685676b55713 req-18559a1c-a9a0-4a59-8f95-92b6f347a5c6 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/security-groups?id=da534ab7-115c-4b8c-b137-aea9e276168c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303047 Oct 12 08:01:12.797250 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913839ca-9649-4751-963f-b56ccd646122 req-fd1f78ef-6f57-4a45-8963-4f666072b37f tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:12.798768 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-913839ca-9649-4751-963f-b56ccd646122 req-fd1f78ef-6f57-4a45-8963-4f666072b37f tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/ports?device_id=33c2e163-67ed-4c30-815f-624b2e846fca HTTP/1.1" status: 200 len: 944 time: 0.0487082 Oct 12 08:01:12.840737 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-913839ca-9649-4751-963f-b56ccd646122 req-6489ce03-e7f2-4a96-a32d-e201936227c1 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/security-groups?id=da534ab7-115c-4b8c-b137-aea9e276168c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359132 Oct 12 08:01:13.953560 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-473f9896-79ce-4199-ac7d-d41024044ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:13.958293 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95cf34-4b1e-4dc6-86a2-fecb69e81881 req-1dc93d8b-1f02-483f-ae94-6f2133cdac47 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:13.959803 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-af95cf34-4b1e-4dc6-86a2-fecb69e81881 req-1dc93d8b-1f02-483f-ae94-6f2133cdac47 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/ports?device_id=33c2e163-67ed-4c30-815f-624b2e846fca HTTP/1.1" status: 200 len: 944 time: 0.0492632 Oct 12 08:01:13.998291 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-af95cf34-4b1e-4dc6-86a2-fecb69e81881 req-1bf4bc5b-c9ad-4e35-8199-2c20b38b2020 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/security-groups?id=da534ab7-115c-4b8c-b137-aea9e276168c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316648 Oct 12 08:01:14.013250 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device bef095a5-2251-4333-bc3d-c21cfabf3afd details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 08:01:14.109388 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port bef095a5-2251-4333-bc3d-c21cfabf3afd, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=bef095a5-2251-4333-bc3d-c21cfabf3afd,segment=NetworkSegment(c1f2fac7-1030-4038-8190-277484267f9e),segment_id=c1f2fac7-1030-4038-8190-277484267f9e)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:01:14.120151 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': 'bef095a5-2251-4333-bc3d-c21cfabf3afd', 'network_id': 'f9d2597e-064d-4f51-a8b4-6f6a399bd146', 'port_id': 'bef095a5-2251-4333-bc3d-c21cfabf3afd', 'mac_address': 'fa:16:3e:54:da:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '657083b9-92e7-4869-bb1f-c5dd6b4c79f6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 08:01:14.156700 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port bef095a5-2251-4333-bc3d-c21cfabf3afd is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:01:14.157086 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:14.169312 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bef095a5-2251-4333-bc3d-c21cfabf3afd {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 08:01:14.192109 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port bef095a5-2251-4333-bc3d-c21cfabf3afd, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=bef095a5-2251-4333-bc3d-c21cfabf3afd,segment=NetworkSegment(c1f2fac7-1030-4038-8190-277484267f9e),segment_id=c1f2fac7-1030-4038-8190-277484267f9e)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:01:14.195765 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:14.241557 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=bef095a5-2251-4333-bc3d-c21cfabf3afd,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:14.248430 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:01:14.248779 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:01:14.249120 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:01:14.249455 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:01:14.249786 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:01:14.250147 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:01:14.250478 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:01:14.250802 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:01:14.251128 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:01:14.251448 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:01:14.251769 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:01:14.252087 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:01:14.398920 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['bef095a5-2251-4333-bc3d-c21cfabf3afd'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 08:01:15.118911 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d9eb8-1afd-421d-aa40-07cdb3e776e5 req-d3fc1b4f-9bb5-4446-bd14-e9efce67a1ee tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:15.120401 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e31d9eb8-1afd-421d-aa40-07cdb3e776e5 req-d3fc1b4f-9bb5-4446-bd14-e9efce67a1ee tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/ports?device_id=33c2e163-67ed-4c30-815f-624b2e846fca HTTP/1.1" status: 200 len: 945 time: 0.0502529 Oct 12 08:01:15.158351 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e31d9eb8-1afd-421d-aa40-07cdb3e776e5 req-dad60c17-efb8-44b8-ad90-b4e69107af8d tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/security-groups?id=da534ab7-115c-4b8c-b137-aea9e276168c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317729 Oct 12 08:01:15.391425 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0d09b013-af0c-4c1c-b22c-8dca83741974 req-1d8f8258-948e-4cae-9324-82d797c6c1d8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=22a5e321-8381-488d-b0a8-83b623c765ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393248 Oct 12 08:01:15.472504 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09b013-af0c-4c1c-b22c-8dca83741974 req-66586d41-c6ba-4f3d-9443-2fdc69d4d706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:15.473970 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0d09b013-af0c-4c1c-b22c-8dca83741974 req-66586d41-c6ba-4f3d-9443-2fdc69d4d706 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c047bbe1ce646e182717e068e0e0653&device_id=22a5e321-8381-488d-b0a8-83b623c765ae HTTP/1.1" status: 200 len: 1098 time: 0.0439851 Oct 12 08:01:15.575041 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09b013-af0c-4c1c-b22c-8dca83741974 req-d9c75c2e-4630-4367-b205-0766029e159a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:15.576482 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0d09b013-af0c-4c1c-b22c-8dca83741974 req-d9c75c2e-4630-4367-b205-0766029e159a service neutron] 10.222.0.23 "GET /v2.0/networks?id=f9d2597e-064d-4f51-a8b4-6f6a399bd146 HTTP/1.1" status: 200 len: 915 time: 0.0827074 Oct 12 08:01:15.620821 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0d09b013-af0c-4c1c-b22c-8dca83741974 req-99651e95-5819-4163-bdf4-ca9b1f575ff3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6 HTTP/1.1" status: 200 len: 217 time: 0.0380263 Oct 12 08:01:15.668020 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09b013-af0c-4c1c-b22c-8dca83741974 req-60f14ef9-fbb2-4f53-8e5d-3a87169fa936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:15.669342 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0d09b013-af0c-4c1c-b22c-8dca83741974 req-60f14ef9-fbb2-4f53-8e5d-3a87169fa936 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=657083b9-92e7-4869-bb1f-c5dd6b4c79f6 HTTP/1.1" status: 200 len: 853 time: 0.0427279 Oct 12 08:01:15.712311 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09b013-af0c-4c1c-b22c-8dca83741974 req-4f9d7db5-1a26-47e3-9577-bb3a44c8c7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:15.714016 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0d09b013-af0c-4c1c-b22c-8dca83741974 req-4f9d7db5-1a26-47e3-9577-bb3a44c8c7c1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f9d2597e-064d-4f51-a8b4-6f6a399bd146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386634 Oct 12 08:01:15.804848 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0d09b013-af0c-4c1c-b22c-8dca83741974 req-8ce1ef18-7fc6-4401-815c-59df6a6a6f19 service neutron] 10.222.0.23 "GET /v2.0/networks/f9d2597e-064d-4f51-a8b4-6f6a399bd146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843282 Oct 12 08:01:15.893574 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0d09b013-af0c-4c1c-b22c-8dca83741974 req-0771ee24-f0a0-4489-ae6d-609d3990163e service neutron] 10.222.0.23 "GET /v2.0/networks/f9d2597e-064d-4f51-a8b4-6f6a399bd146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820789 Oct 12 08:01:16.014964 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device bef095a5-2251-4333-bc3d-c21cfabf3afd up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:01:16.061317 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning for port bef095a5-2251-4333-bc3d-c21cfabf3afd completed by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 12 08:01:16.064796 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port bef095a5-2251-4333-bc3d-c21cfabf3afd triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:01:16.065163 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:16.065493 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port bef095a5-2251-4333-bc3d-c21cfabf3afd Oct 12 08:01:16.118244 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6fc181de-6135-4e44-8a94-f99b4a2f3eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:16.153882 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port bef095a5-2251-4333-bc3d-c21cfabf3afd is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:01:16.154290 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:16.176276 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c2e163-67ed-4c30-815f-624b2e846fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef095a5-2251-4333-bc3d-c21cfabf3afd'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:01:16.178541 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d663d1-efa8-4132-966f-07c4678997c1" -d '{"events": [{"server_uuid": "33c2e163-67ed-4c30-815f-624b2e846fca", "name": "network-vif-plugged", "status": "completed", "tag": "bef095a5-2251-4333-bc3d-c21cfabf3afd"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:01:16.194790 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port bef095a5-2251-4333-bc3d-c21cfabf3afd, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=bef095a5-2251-4333-bc3d-c21cfabf3afd,segment=NetworkSegment(c1f2fac7-1030-4038-8190-277484267f9e),segment_id=c1f2fac7-1030-4038-8190-277484267f9e)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:01:16.199868 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:16.225448 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 08:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8e7ee5-9ad2-46eb-aeeb-21e677635813 x-openstack-request-id: req-5b8e7ee5-9ad2-46eb-aeeb-21e677635813 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:01:16.225737 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33c2e163-67ed-4c30-815f-624b2e846fca", "name": "network-vif-plugged", "status": "completed", "tag": "bef095a5-2251-4333-bc3d-c21cfabf3afd", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:01:16.225999 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5b8e7ee5-9ad2-46eb-aeeb-21e677635813 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:01:16.226415 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b8e7ee5-9ad2-46eb-aeeb-21e677635813'] response: {'server_uuid': '33c2e163-67ed-4c30-815f-624b2e846fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef095a5-2251-4333-bc3d-c21cfabf3afd', 'code': 200} Oct 12 08:01:16.254670 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=bef095a5-2251-4333-bc3d-c21cfabf3afd,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:16.305910 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da98231-e69f-4764-bbe2-f80a61de3d92 req-570a1ad2-af08-4319-8017-82ad9f83c3bc tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:16.307354 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2da98231-e69f-4764-bbe2-f80a61de3d92 req-570a1ad2-af08-4319-8017-82ad9f83c3bc tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/ports?device_id=33c2e163-67ed-4c30-815f-624b2e846fca HTTP/1.1" status: 200 len: 946 time: 0.0696847 Oct 12 08:01:16.354661 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2da98231-e69f-4764-bbe2-f80a61de3d92 req-c46d2b02-5e7d-4436-84eb-3ab75d83bf93 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/security-groups?id=da534ab7-115c-4b8c-b137-aea9e276168c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405681 Oct 12 08:01:16.386451 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade97b5-01c8-4fd7-b120-9e0ad8124bee req-d866a5f2-c7d5-47fe-85e5-de2282cf49bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:16.388345 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cade97b5-01c8-4fd7-b120-9e0ad8124bee req-d866a5f2-c7d5-47fe-85e5-de2282cf49bf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=33c2e163-67ed-4c30-815f-624b2e846fca HTTP/1.1" status: 200 len: 1099 time: 0.0464158 Oct 12 08:01:16.423556 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cade97b5-01c8-4fd7-b120-9e0ad8124bee req-3494c0e8-3564-4db0-8923-4e5ce0343ce9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=da534ab7-115c-4b8c-b137-aea9e276168c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281203 Oct 12 08:01:17.312786 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:17.479679 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515f1cb-8101-44f5-aacf-767eb8c467f3 req-71a5d103-c547-44aa-9420-208dfb5c3942 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:17.481654 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c515f1cb-8101-44f5-aacf-767eb8c467f3 req-71a5d103-c547-44aa-9420-208dfb5c3942 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/ports?device_id=33c2e163-67ed-4c30-815f-624b2e846fca HTTP/1.1" status: 200 len: 946 time: 0.0495186 Oct 12 08:01:17.518425 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c515f1cb-8101-44f5-aacf-767eb8c467f3 req-a8bc3561-bfb9-4b7d-8fd9-eb0959b64599 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/security-groups?id=da534ab7-115c-4b8c-b137-aea9e276168c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308447 Oct 12 08:01:18.647981 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fcd881-b209-4b6d-9dfe-183edf38988b req-19bdf8c2-bc3d-4843-835f-38a0a3c0ced5 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:18.649893 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-93fcd881-b209-4b6d-9dfe-183edf38988b req-19bdf8c2-bc3d-4843-835f-38a0a3c0ced5 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/ports?device_id=33c2e163-67ed-4c30-815f-624b2e846fca HTTP/1.1" status: 200 len: 946 time: 0.0552468 Oct 12 08:01:18.689453 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-93fcd881-b209-4b6d-9dfe-183edf38988b req-b9bdf702-57a8-4054-9a33-90004d2e998c tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/security-groups?id=da534ab7-115c-4b8c-b137-aea9e276168c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327299 Oct 12 08:01:18.870578 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:18.921324 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1f896-4bf3-433b-8194-4768860ce023 req-83d3cef4-bde5-43e5-b74a-9aa42157a1ac tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:18.922842 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d8f1f896-4bf3-433b-8194-4768860ce023 req-83d3cef4-bde5-43e5-b74a-9aa42157a1ac tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/ports?device_id=33c2e163-67ed-4c30-815f-624b2e846fca HTTP/1.1" status: 200 len: 946 time: 0.0498428 Oct 12 08:01:18.962372 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d8f1f896-4bf3-433b-8194-4768860ce023 req-1b239ddc-db73-40ef-9360-90c307ac4ba3 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/security-groups?id=da534ab7-115c-4b8c-b137-aea9e276168c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327904 Oct 12 08:01:19.177732 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:20.081882 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc96b9-342c-485c-9839-fac714aa23ef req-408f115a-9ca4-4e63-8706-ef2eb8d82c0c tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:20.083268 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-efcc96b9-342c-485c-9839-fac714aa23ef req-408f115a-9ca4-4e63-8706-ef2eb8d82c0c tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/ports?device_id=33c2e163-67ed-4c30-815f-624b2e846fca HTTP/1.1" status: 200 len: 946 time: 0.0475662 Oct 12 08:01:20.122745 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-efcc96b9-342c-485c-9839-fac714aa23ef req-7602b897-ba61-4727-aa29-872e60377a95 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/security-groups?id=da534ab7-115c-4b8c-b137-aea9e276168c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333030 Oct 12 08:01:20.273704 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29188aa6-54d3-45a8-9bfa-f91e5dc7b3f1 req-79de132d-1640-4267-93dc-13e182a98898 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:20.275150 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-29188aa6-54d3-45a8-9bfa-f91e5dc7b3f1 req-79de132d-1640-4267-93dc-13e182a98898 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.23 "GET /v2.0/ports?device_id=33c2e163-67ed-4c30-815f-624b2e846fca HTTP/1.1" status: 200 len: 946 time: 0.0512168 Oct 12 08:01:20.361819 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-29188aa6-54d3-45a8-9bfa-f91e5dc7b3f1 req-1c85344f-f9ab-4b62-ad99-b8eed2654d7e tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Deleting port bef095a5-2251-4333-bc3d-c21cfabf3afd {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:01:20.362326 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-29188aa6-54d3-45a8-9bfa-f91e5dc7b3f1 req-1c85344f-f9ab-4b62-ad99-b8eed2654d7e tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:20.453027 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-29188aa6-54d3-45a8-9bfa-f91e5dc7b3f1 req-1c85344f-f9ab-4b62-ad99-b8eed2654d7e tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] For port bef095a5-2251-4333-bc3d-c21cfabf3afd, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=bef095a5-2251-4333-bc3d-c21cfabf3afd,segment=NetworkSegment(c1f2fac7-1030-4038-8190-277484267f9e),segment_id=c1f2fac7-1030-4038-8190-277484267f9e)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:01:20.453384 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-29188aa6-54d3-45a8-9bfa-f91e5dc7b3f1 req-1c85344f-f9ab-4b62-ad99-b8eed2654d7e tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:20.465636 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-29188aa6-54d3-45a8-9bfa-f91e5dc7b3f1 req-1c85344f-f9ab-4b62-ad99-b8eed2654d7e tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Calling delete_port for bef095a5-2251-4333-bc3d-c21cfabf3afd owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:01:20.588686 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-29188aa6-54d3-45a8-9bfa-f91e5dc7b3f1 req-1c85344f-f9ab-4b62-ad99-b8eed2654d7e tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:20.599604 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6', 'bef095a5-2251-4333-bc3d-c21cfabf3afd'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 08:01:20.621674 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c85344f-f9ab-4b62-ad99-b8eed2654d7e tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Pushing event deleted for resources: {'Port': ['ID=bef095a5-2251-4333-bc3d-c21cfabf3afd,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:20.665857 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-29188aa6-54d3-45a8-9bfa-f91e5dc7b3f1 req-1c85344f-f9ab-4b62-ad99-b8eed2654d7e tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] No DVR routers for this DVR port bef095a5-2251-4333-bc3d-c21cfabf3afd on host hv-neutron-8609 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 08:01:20.668855 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-29188aa6-54d3-45a8-9bfa-f91e5dc7b3f1 req-1c85344f-f9ab-4b62-ad99-b8eed2654d7e tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:20.672396 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-29188aa6-54d3-45a8-9bfa-f91e5dc7b3f1 req-1c85344f-f9ab-4b62-ad99-b8eed2654d7e tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.23 "DELETE /v2.0/ports/bef095a5-2251-4333-bc3d-c21cfabf3afd HTTP/1.1" status: 204 len: 173 time: 0.3902495 Oct 12 08:01:20.672921 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c2e163-67ed-4c30-815f-624b2e846fca', 'name': 'network-vif-deleted', 'tag': 'bef095a5-2251-4333-bc3d-c21cfabf3afd'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:01:20.675242 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3b5353-7cbe-4306-affd-71cbb3f3f576" -d '{"events": [{"server_uuid": "33c2e163-67ed-4c30-815f-624b2e846fca", "name": "network-vif-deleted", "tag": "bef095a5-2251-4333-bc3d-c21cfabf3afd"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:01:20.724628 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 08:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e3a661-a86b-4f9c-899e-f4a8111f14d9 x-openstack-request-id: req-b4e3a661-a86b-4f9c-899e-f4a8111f14d9 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:01:20.724921 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33c2e163-67ed-4c30-815f-624b2e846fca", "name": "network-vif-deleted", "tag": "bef095a5-2251-4333-bc3d-c21cfabf3afd", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:01:20.725191 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b4e3a661-a86b-4f9c-899e-f4a8111f14d9 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:01:20.725574 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4e3a661-a86b-4f9c-899e-f4a8111f14d9'] response: {'server_uuid': '33c2e163-67ed-4c30-815f-624b2e846fca', 'name': 'network-vif-deleted', 'tag': 'bef095a5-2251-4333-bc3d-c21cfabf3afd', 'status': 'completed', 'code': 200} Oct 12 08:01:21.213815 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:21.279129 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1517f018-943e-4d5c-b080-9d1ea53bbec6 req-267641fd-6b0b-4e69-bc1e-cfe63c32fec5 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:21.280604 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1517f018-943e-4d5c-b080-9d1ea53bbec6 req-267641fd-6b0b-4e69-bc1e-cfe63c32fec5 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/ports?device_id=22a5e321-8381-488d-b0a8-83b623c765ae HTTP/1.1" status: 200 len: 945 time: 0.0490882 Oct 12 08:01:21.318079 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1517f018-943e-4d5c-b080-9d1ea53bbec6 req-6eb3c8b3-9eca-4918-b0fa-b9bca470cdcc tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/security-groups?id=da534ab7-115c-4b8c-b137-aea9e276168c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313826 Oct 12 08:01:21.454930 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6352160-87ab-4fa1-a385-6ffbf81b2765 req-9d4c86d6-b4e6-452e-97c6-00cd77995c25 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:21.456386 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c6352160-87ab-4fa1-a385-6ffbf81b2765 req-9d4c86d6-b4e6-452e-97c6-00cd77995c25 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/ports?device_id=22a5e321-8381-488d-b0a8-83b623c765ae HTTP/1.1" status: 200 len: 945 time: 0.0522108 Oct 12 08:01:21.494496 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c6352160-87ab-4fa1-a385-6ffbf81b2765 req-b9ad2acd-3277-4e4a-8f38-fa2120fb0f70 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/security-groups?id=da534ab7-115c-4b8c-b137-aea9e276168c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322099 Oct 12 08:01:21.615449 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d9745-394b-4d9b-92ee-68615ada856d req-b732daec-020c-4f97-8ad9-1eb211e31ae3 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:21.616913 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-168d9745-394b-4d9b-92ee-68615ada856d req-b732daec-020c-4f97-8ad9-1eb211e31ae3 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/ports?device_id=22a5e321-8381-488d-b0a8-83b623c765ae HTTP/1.1" status: 200 len: 945 time: 0.0497496 Oct 12 08:01:21.655014 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-168d9745-394b-4d9b-92ee-68615ada856d req-9cfda07b-c9cb-489a-b997-7c63fae610be tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/security-groups?id=da534ab7-115c-4b8c-b137-aea9e276168c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321224 Oct 12 08:01:21.821515 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550b291-e985-4072-b218-4a9bee943091 req-d8fe8512-7fc1-4d35-bf67-e8a6a4e0fbce tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:21.823297 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a550b291-e985-4072-b218-4a9bee943091 req-d8fe8512-7fc1-4d35-bf67-e8a6a4e0fbce tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/ports?device_id=22a5e321-8381-488d-b0a8-83b623c765ae HTTP/1.1" status: 200 len: 945 time: 0.0481100 Oct 12 08:01:21.860619 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a550b291-e985-4072-b218-4a9bee943091 req-27f31a18-ad67-467e-8cc5-1e8802d8263a tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/security-groups?id=da534ab7-115c-4b8c-b137-aea9e276168c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308895 Oct 12 08:01:21.982408 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43113255-01b2-4213-8d19-85d76916d0b6 req-ed8e249e-872e-4105-80aa-60ccb0f8d434 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:21.983838 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-43113255-01b2-4213-8d19-85d76916d0b6 req-ed8e249e-872e-4105-80aa-60ccb0f8d434 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/ports?device_id=22a5e321-8381-488d-b0a8-83b623c765ae HTTP/1.1" status: 200 len: 945 time: 0.0520973 Oct 12 08:01:22.021078 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-43113255-01b2-4213-8d19-85d76916d0b6 req-42fcd13d-8332-4d53-8f36-854da553e6a9 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/security-groups?id=da534ab7-115c-4b8c-b137-aea9e276168c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313580 Oct 12 08:01:22.147354 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7ccc7-bae4-4fcf-9390-92fc550733f4 req-8a58dbc9-09ca-41cc-811b-92c501fbeadc tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:22.148725 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9df7ccc7-bae4-4fcf-9390-92fc550733f4 req-8a58dbc9-09ca-41cc-811b-92c501fbeadc tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/ports?device_id=22a5e321-8381-488d-b0a8-83b623c765ae HTTP/1.1" status: 200 len: 945 time: 0.0483892 Oct 12 08:01:22.185892 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9df7ccc7-bae4-4fcf-9390-92fc550733f4 req-7c77c732-c8a3-444a-8048-c6d250ce3fbd tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/security-groups?id=da534ab7-115c-4b8c-b137-aea9e276168c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310400 Oct 12 08:01:22.487201 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7849ee-3df9-48f3-a0fb-dbbd3e2766ae req-77cd3166-dc04-40a7-be6d-54fad1c72868 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:22.488651 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-da7849ee-3df9-48f3-a0fb-dbbd3e2766ae req-77cd3166-dc04-40a7-be6d-54fad1c72868 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/ports?device_id=22a5e321-8381-488d-b0a8-83b623c765ae HTTP/1.1" status: 200 len: 945 time: 0.0480576 Oct 12 08:01:22.525258 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-da7849ee-3df9-48f3-a0fb-dbbd3e2766ae req-d98432ee-075f-4533-9323-b7cdece7c194 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/security-groups?id=da534ab7-115c-4b8c-b137-aea9e276168c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305705 Oct 12 08:01:23.652244 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d875c-bb72-43a7-ad5d-3535c7f17249 req-33684e32-e0b6-4b6e-8dd9-1bd79f8bc583 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:23.653698 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e17d875c-bb72-43a7-ad5d-3535c7f17249 req-33684e32-e0b6-4b6e-8dd9-1bd79f8bc583 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/ports?device_id=22a5e321-8381-488d-b0a8-83b623c765ae HTTP/1.1" status: 200 len: 945 time: 0.0520062 Oct 12 08:01:23.691361 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e17d875c-bb72-43a7-ad5d-3535c7f17249 req-9417ba5f-f0fc-4210-b2f8-e89c1591cf76 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.26 "GET /v2.0/security-groups?id=da534ab7-115c-4b8c-b137-aea9e276168c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316758 Oct 12 08:01:23.864480 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43f646-eada-4383-9e6e-e0404d23c1ca req-5bc854e5-f542-4210-b7d4-380a93a90d26 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:23.866035 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fa43f646-eada-4383-9e6e-e0404d23c1ca req-5bc854e5-f542-4210-b7d4-380a93a90d26 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.23 "GET /v2.0/ports?device_id=22a5e321-8381-488d-b0a8-83b623c765ae HTTP/1.1" status: 200 len: 945 time: 0.0482321 Oct 12 08:01:23.952289 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-fa43f646-eada-4383-9e6e-e0404d23c1ca req-ed394b69-d1b8-4b2c-9459-cf7800084378 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Deleting port fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:01:23.952640 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-fa43f646-eada-4383-9e6e-e0404d23c1ca req-ed394b69-d1b8-4b2c-9459-cf7800084378 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:24.041544 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-fa43f646-eada-4383-9e6e-e0404d23c1ca req-ed394b69-d1b8-4b2c-9459-cf7800084378 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] For port fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6,segment=NetworkSegment(c1f2fac7-1030-4038-8190-277484267f9e),segment_id=c1f2fac7-1030-4038-8190-277484267f9e)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:01:24.041896 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-fa43f646-eada-4383-9e6e-e0404d23c1ca req-ed394b69-d1b8-4b2c-9459-cf7800084378 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:24.054835 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-fa43f646-eada-4383-9e6e-e0404d23c1ca req-ed394b69-d1b8-4b2c-9459-cf7800084378 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Calling delete_port for fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6 owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:01:24.076818 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device bef095a5-2251-4333-bc3d-c21cfabf3afd no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:01:24.097135 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] No Port match for: bef095a5-2251-4333-bc3d-c21cfabf3afd {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:01:24.097474 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device bef095a5-2251-4333-bc3d-c21cfabf3afd not bound to the agent host hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:01:24.182571 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-fa43f646-eada-4383-9e6e-e0404d23c1ca req-ed394b69-d1b8-4b2c-9459-cf7800084378 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:24.192858 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 08:01:24.210993 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed394b69-d1b8-4b2c-9459-cf7800084378 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Pushing event deleted for resources: {'Port': ['ID=fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:24.254354 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa43f646-eada-4383-9e6e-e0404d23c1ca req-ed394b69-d1b8-4b2c-9459-cf7800084378 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] No DVR routers for this DVR port fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6 on host hv-neutron-8609 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 08:01:24.257005 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-fa43f646-eada-4383-9e6e-e0404d23c1ca req-ed394b69-d1b8-4b2c-9459-cf7800084378 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:24.260393 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fa43f646-eada-4383-9e6e-e0404d23c1ca req-ed394b69-d1b8-4b2c-9459-cf7800084378 tempest-ServersNegativeTestJSON-1305928405 tempest-ServersNegativeTestJSON-1305928405-project] 10.222.0.23 "DELETE /v2.0/ports/fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6 HTTP/1.1" status: 204 len: 173 time: 0.3882036 Oct 12 08:01:24.260899 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a5e321-8381-488d-b0a8-83b623c765ae', 'name': 'network-vif-deleted', 'tag': 'fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:01:24.263361 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f0cc45-525c-4b10-8796-af8b40cabf78" -d '{"events": [{"server_uuid": "22a5e321-8381-488d-b0a8-83b623c765ae", "name": "network-vif-deleted", "tag": "fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:01:24.310627 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 08:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d21700-0d16-43df-87f3-9455a2946fa3 x-openstack-request-id: req-82d21700-0d16-43df-87f3-9455a2946fa3 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:01:24.310776 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a5e321-8381-488d-b0a8-83b623c765ae", "name": "network-vif-deleted", "tag": "fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:01:24.311025 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-82d21700-0d16-43df-87f3-9455a2946fa3 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:01:24.311486 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82d21700-0d16-43df-87f3-9455a2946fa3'] response: {'server_uuid': '22a5e321-8381-488d-b0a8-83b623c765ae', 'name': 'network-vif-deleted', 'tag': 'fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6', 'status': 'completed', 'code': 200} Oct 12 08:01:24.753873 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 46506) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:25.104753 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6fb0029f-4c93-45e6-ab93-7668f96518aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:25.347639 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-6fb0029f-4c93-45e6-ab93-7668f96518aa admin admin] Deleting port 3a701161-a9b8-4dd6-b0f0-2cb77adae5d5 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:01:25.347906 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6fb0029f-4c93-45e6-ab93-7668f96518aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:25.425749 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-6fb0029f-4c93-45e6-ab93-7668f96518aa admin admin] For port 3a701161-a9b8-4dd6-b0f0-2cb77adae5d5, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=3a701161-a9b8-4dd6-b0f0-2cb77adae5d5,segment=NetworkSegment(c1f2fac7-1030-4038-8190-277484267f9e),segment_id=c1f2fac7-1030-4038-8190-277484267f9e)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:01:25.426040 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6fb0029f-4c93-45e6-ab93-7668f96518aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:25.442684 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-6fb0029f-4c93-45e6-ab93-7668f96518aa admin admin] Calling delete_port for 3a701161-a9b8-4dd6-b0f0-2cb77adae5d5 owned by network:router_interface {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:01:25.618586 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6fb0029f-4c93-45e6-ab93-7668f96518aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:25.645578 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb0029f-4c93-45e6-ab93-7668f96518aa admin admin] Pushing event deleted for resources: {'Port': ['ID=3a701161-a9b8-4dd6-b0f0-2cb77adae5d5,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:25.808368 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6fb0029f-4c93-45e6-ab93-7668f96518aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:26.018273 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb0029f-4c93-45e6-ab93-7668f96518aa admin admin] Router 3c501331-1fa5-44e1-9d46-e0e11c4c8462 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:01:26.122534 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb0029f-4c93-45e6-ab93-7668f96518aa admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:01:26.127466 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-6fb0029f-4c93-45e6-ab93-7668f96518aa admin admin] 10.222.0.26 "PUT /v2.0/routers/3c501331-1fa5-44e1-9d46-e0e11c4c8462/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3725500 Oct 12 08:01:26.130036 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 46508) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:26.131104 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506caec8-e5ff-4d35-896e-538b8116f7c5 None None] Sync routers for ids ['3c501331-1fa5-44e1-9d46-e0e11c4c8462'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:01:26.141270 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506caec8-e5ff-4d35-896e-538b8116f7c5 None None] Routers {'3c501331-1fa5-44e1-9d46-e0e11c4c8462'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:01:26.141872 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-506caec8-e5ff-4d35-896e-538b8116f7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:01:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['3c501331-1fa5-44e1-9d46-e0e11c4c8462'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:01:26.231903 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-92fa6356-589e-4879-897e-18fdc900a183 admin admin] Notify callbacks [] for router, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:26.244866 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-506caec8-e5ff-4d35-896e-538b8116f7c5 None None] Set router 3c501331-1fa5-44e1-9d46-e0e11c4c8462 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:01:26.331893 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-92fa6356-589e-4879-897e-18fdc900a183 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:26.383520 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-92fa6356-589e-4879-897e-18fdc900a183 admin admin] Deleting port b80e8e91-ba3e-41f3-9a71-5a58e6f15f8b {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:01:26.383861 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-92fa6356-589e-4879-897e-18fdc900a183 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:26.422175 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-506caec8-e5ff-4d35-896e-538b8116f7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c501331-1fa5-44e1-9d46-e0e11c4c8462', 'name': 'tempest-ServersNegativeTestJSON-1083877111-router', 'tenant_id': '7c047bbe1ce646e182717e068e0e0653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': 'b80e8e91-ba3e-41f3-9a71-5a58e6f15f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:00:53Z', 'updated_at': '2022-10-12T08:01:25Z', 'revision_number': 5, 'project_id': '7c047bbe1ce646e182717e068e0e0653', 'gw_port': {'id': 'b80e8e91-ba3e-41f3-9a71-5a58e6f15f8b', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c501331-1fa5-44e1-9d46-e0e11c4c8462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:00:54Z', 'updated_at': '2022-10-12T08:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:01:26.453372 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506caec8-e5ff-4d35-896e-538b8116f7c5 None None] Checking router: 3c501331-1fa5-44e1-9d46-e0e11c4c8462 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:01:26.467326 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506caec8-e5ff-4d35-896e-538b8116f7c5 None None] Routers {'3c501331-1fa5-44e1-9d46-e0e11c4c8462'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:01:26.467947 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-506caec8-e5ff-4d35-896e-538b8116f7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:01:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['3c501331-1fa5-44e1-9d46-e0e11c4c8462'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:01:26.470409 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-92fa6356-589e-4879-897e-18fdc900a183 admin admin] For port b80e8e91-ba3e-41f3-9a71-5a58e6f15f8b, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=b80e8e91-ba3e-41f3-9a71-5a58e6f15f8b,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:01:26.470773 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-92fa6356-589e-4879-897e-18fdc900a183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:26.483303 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-92fa6356-589e-4879-897e-18fdc900a183 admin admin] Calling delete_port for b80e8e91-ba3e-41f3-9a71-5a58e6f15f8b owned by network:router_gateway {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:01:26.551270 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-506caec8-e5ff-4d35-896e-538b8116f7c5 None None] Set router 3c501331-1fa5-44e1-9d46-e0e11c4c8462 gateway port host: None {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:01:26.610524 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-506caec8-e5ff-4d35-896e-538b8116f7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c501331-1fa5-44e1-9d46-e0e11c4c8462', 'name': 'tempest-ServersNegativeTestJSON-1083877111-router', 'tenant_id': '7c047bbe1ce646e182717e068e0e0653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:00:53Z', 'updated_at': '2022-10-12T08:01:26Z', 'revision_number': 6, 'project_id': '7c047bbe1ce646e182717e068e0e0653', 'gw_port_host': None}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:01:26.636780 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506caec8-e5ff-4d35-896e-538b8116f7c5 None None] The sync data for ids ['3c501331-1fa5-44e1-9d46-e0e11c4c8462'] in dv-neutron-860909-2-hyperv is: [{'id': '3c501331-1fa5-44e1-9d46-e0e11c4c8462', 'name': 'tempest-ServersNegativeTestJSON-1083877111-router', 'tenant_id': '7c047bbe1ce646e182717e068e0e0653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:00:53Z', 'updated_at': '2022-10-12T08:01:26Z', 'revision_number': 6, 'project_id': '7c047bbe1ce646e182717e068e0e0653', 'gw_port_host': None}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:01:26.650208 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-92fa6356-589e-4879-897e-18fdc900a183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:26.680116 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa6356-589e-4879-897e-18fdc900a183 admin admin] Pushing event deleted for resources: {'Port': ['ID=b80e8e91-ba3e-41f3-9a71-5a58e6f15f8b,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:26.739241 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-92fa6356-589e-4879-897e-18fdc900a183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:26.826931 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-92fa6356-589e-4879-897e-18fdc900a183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:26.829272 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-92fa6356-589e-4879-897e-18fdc900a183 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:26.871254 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-92fa6356-589e-4879-897e-18fdc900a183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:26.871918 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92fa6356-589e-4879-897e-18fdc900a183 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c501331-1fa5-44e1-9d46-e0e11c4c8462 {{(pid=103200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 08:01:26.877152 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-92fa6356-589e-4879-897e-18fdc900a183 admin admin] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:26.878450 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-92fa6356-589e-4879-897e-18fdc900a183 admin admin] 10.222.0.26 "DELETE /v2.0/routers/3c501331-1fa5-44e1-9d46-e0e11c4c8462 HTTP/1.1" status: 204 len: 168 time: 0.7474861 Oct 12 08:01:26.881208 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 46512) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:26.927707 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-fabc7519-e350-4c83-acc6-6243117b964d admin admin] Deleting subnet 657083b9-92e7-4869-bb1f-c5dd6b4c79f6 {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 08:01:26.930639 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fabc7519-e350-4c83-acc6-6243117b964d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:26.964095 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fabc7519-e350-4c83-acc6-6243117b964d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:27.044383 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fabc7519-e350-4c83-acc6-6243117b964d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:27.109181 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fabc7519-e350-4c83-acc6-6243117b964d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:27.456360 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc7519-e350-4c83-acc6-6243117b964d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=657083b9-92e7-4869-bb1f-c5dd6b4c79f6,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:27.461165 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61101588-53c8-4f4d-b15f-0a3eeb58d748 None None] Network f9d2597e-064d-4f51-a8b4-6f6a399bd146 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:01:27.462703 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-fabc7519-e350-4c83-acc6-6243117b964d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:27.466479 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-fabc7519-e350-4c83-acc6-6243117b964d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/657083b9-92e7-4869-bb1f-c5dd6b4c79f6 HTTP/1.1" status: 204 len: 168 time: 0.5839527 Oct 12 08:01:27.468661 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 46514) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:27.535008 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8d53f586-8302-43d1-a1c7-77201725a33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:27.591876 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-8d53f586-8302-43d1-a1c7-77201725a33c admin admin] Deleting port 92b7cb32-361f-418c-b90b-99cc7f48e56b {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:01:27.592219 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8d53f586-8302-43d1-a1c7-77201725a33c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:27.631074 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b308e3e-bb5a-48de-a552-37a56066148b None None] DHCP port deletion for f9d2597e-064d-4f51-a8b4-6f6a399bd146 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 08:01:27.656610 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-8d53f586-8302-43d1-a1c7-77201725a33c admin admin] For port 92b7cb32-361f-418c-b90b-99cc7f48e56b, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=92b7cb32-361f-418c-b90b-99cc7f48e56b,segment=NetworkSegment(c1f2fac7-1030-4038-8190-277484267f9e),segment_id=c1f2fac7-1030-4038-8190-277484267f9e)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:01:27.656875 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8d53f586-8302-43d1-a1c7-77201725a33c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:27.669703 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-8d53f586-8302-43d1-a1c7-77201725a33c admin admin] Calling delete_port for 92b7cb32-361f-418c-b90b-99cc7f48e56b owned by network:dhcp {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:01:27.680658 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-6b308e3e-bb5a-48de-a552-37a56066148b None None] Deleting port 92b7cb32-361f-418c-b90b-99cc7f48e56b {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:01:27.681031 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6b308e3e-bb5a-48de-a552-37a56066148b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:27.754206 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8d53f586-8302-43d1-a1c7-77201725a33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:27.778440 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d53f586-8302-43d1-a1c7-77201725a33c admin admin] Pushing event deleted for resources: {'Port': ['ID=92b7cb32-361f-418c-b90b-99cc7f48e56b,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:27.784948 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d53f586-8302-43d1-a1c7-77201725a33c admin admin] No DVR routers for this DVR port 92b7cb32-361f-418c-b90b-99cc7f48e56b on host dv-neutron-860909-2-hyperv {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 08:01:27.855663 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8d53f586-8302-43d1-a1c7-77201725a33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:27.879591 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-8d53f586-8302-43d1-a1c7-77201725a33c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9d2597e-064d-4f51-a8b4-6f6a399bd146']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:01:27.883276 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-6b308e3e-bb5a-48de-a552-37a56066148b None None] For port 92b7cb32-361f-418c-b90b-99cc7f48e56b, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=92b7cb32-361f-418c-b90b-99cc7f48e56b,segment=NetworkSegment(c1f2fac7-1030-4038-8190-277484267f9e),segment_id=c1f2fac7-1030-4038-8190-277484267f9e)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:01:27.883673 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6b308e3e-bb5a-48de-a552-37a56066148b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:27.888708 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-8d53f586-8302-43d1-a1c7-77201725a33c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1f2fac7-1030-4038-8190-277484267f9e') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:01:27.889000 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-8d53f586-8302-43d1-a1c7-77201725a33c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1f2fac7-1030-4038-8190-277484267f9e') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:01:27.895936 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-6b308e3e-bb5a-48de-a552-37a56066148b None None] Calling delete_port for 92b7cb32-361f-418c-b90b-99cc7f48e56b owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:01:27.898053 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8d53f586-8302-43d1-a1c7-77201725a33c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:27.911320 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8d53f586-8302-43d1-a1c7-77201725a33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:27.917064 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d53f586-8302-43d1-a1c7-77201725a33c admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 08:01:27.917438 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8d53f586-8302-43d1-a1c7-77201725a33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:27.977660 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6b308e3e-bb5a-48de-a552-37a56066148b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:27.981246 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8d53f586-8302-43d1-a1c7-77201725a33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:27.987830 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8d53f586-8302-43d1-a1c7-77201725a33c admin admin] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:27.990904 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-8d53f586-8302-43d1-a1c7-77201725a33c admin admin] 10.222.0.26 "DELETE /v2.0/networks/f9d2597e-064d-4f51-a8b4-6f6a399bd146 HTTP/1.1" status: 204 len: 168 time: 0.5211437 Oct 12 08:01:28.004493 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6b308e3e-bb5a-48de-a552-37a56066148b None None] Network f9d2597e-064d-4f51-a8b4-6f6a399bd146 is not hosted by any dhcp agent {{(pid=103202) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 12 08:01:28.004962 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b308e3e-bb5a-48de-a552-37a56066148b None None] No DVR routers for this DVR port 92b7cb32-361f-418c-b90b-99cc7f48e56b on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 08:01:28.005601 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d53f586-8302-43d1-a1c7-77201725a33c admin admin] Pushing event deleted for resources: {'Network': ['ID=f9d2597e-064d-4f51-a8b4-6f6a399bd146,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:28.012771 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b308e3e-bb5a-48de-a552-37a56066148b None None] Pushing event deleted for resources: {'Port': ['ID=92b7cb32-361f-418c-b90b-99cc7f48e56b,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:28.082631 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment c1f2fac7-1030-4038-8190-277484267f9e resource provider aggregate not found Oct 12 08:01:28.091797 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6 no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:01:28.102052 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment c1f2fac7-1030-4038-8190-277484267f9e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c1f2fac7-1030-4038-8190-277484267f9e found for delete ", "request_id": "req-ad52c77a-b853-483f-8980-2870f7b97ecc"}]} Oct 12 08:01:28.114217 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] No Port match for: fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:01:28.114562 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device fc46ee74-1b1d-4afe-8cb8-f1aba700f2f6 not bound to the agent host hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:01:28.129406 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 46524) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:28.168044 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-5b7d4868-ff14-4ffb-b251-bdc605cdd112 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7c047bbe1ce646e182717e068e0e0653&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374200 Oct 12 08:01:28.171071 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 46526) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:28.216867 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-92c42cb5-62bd-4f44-aa00-46b7c61d8382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:28.237302 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-92c42cb5-62bd-4f44-aa00-46b7c61d8382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:28.285229 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-92c42cb5-62bd-4f44-aa00-46b7c61d8382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:28.287762 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-92c42cb5-62bd-4f44-aa00-46b7c61d8382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:28.288912 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-92c42cb5-62bd-4f44-aa00-46b7c61d8382 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/da534ab7-115c-4b8c-b137-aea9e276168c HTTP/1.1" status: 204 len: 168 time: 0.1169701 Oct 12 08:01:28.297271 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c42cb5-62bd-4f44-aa00-46b7c61d8382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da534ab7-115c-4b8c-b137-aea9e276168c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:28.502812 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 3a701161-a9b8-4dd6-b0f0-2cb77adae5d5 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:01:28.523440 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 3a701161-a9b8-4dd6-b0f0-2cb77adae5d5 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:01:28.523785 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 3a701161-a9b8-4dd6-b0f0-2cb77adae5d5 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:01:28.524202 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 92b7cb32-361f-418c-b90b-99cc7f48e56b no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:01:28.543913 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 92b7cb32-361f-418c-b90b-99cc7f48e56b {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:01:28.544291 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 92b7cb32-361f-418c-b90b-99cc7f48e56b not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:01:28.544712 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device b80e8e91-ba3e-41f3-9a71-5a58e6f15f8b no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:01:28.566138 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: b80e8e91-ba3e-41f3-9a71-5a58e6f15f8b {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:01:28.566487 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device b80e8e91-ba3e-41f3-9a71-5a58e6f15f8b not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:01:28.956553 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 46548) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:29.051607 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-ccf516c8-791e-44ad-93ea-fd6c869748ed tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-127677917'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:01:29.071344 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf516c8-791e-44ad-93ea-fd6c869748ed tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Made reservation on behalf of e1f35cc4b3464f248b15833b56f47847 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:01:29.074656 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ccf516c8-791e-44ad-93ea-fd6c869748ed tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:29.083322 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ccf516c8-791e-44ad-93ea-fd6c869748ed tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:29.158556 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ccf516c8-791e-44ad-93ea-fd6c869748ed tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:29.162259 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ccf516c8-791e-44ad-93ea-fd6c869748ed tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:29.186863 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccf516c8-791e-44ad-93ea-fd6c869748ed tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 08:01:29.201843 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf516c8-791e-44ad-93ea-fd6c869748ed tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d728bf9-f416-4c9f-a368-df02a024fe9d,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:29.206186 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ccf516c8-791e-44ad-93ea-fd6c869748ed tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:29.206532 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-ccf516c8-791e-44ad-93ea-fd6c869748ed tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Added segment ed38c95a-f972-4ce2-9b8e-9c98abd5d294 of type vlan for network 6d56dccb-eac7-41b5-9531-2706e900551e Oct 12 08:01:29.246465 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ccf516c8-791e-44ad-93ea-fd6c869748ed tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:29.270478 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ccf516c8-791e-44ad-93ea-fd6c869748ed tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:29.275990 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf516c8-791e-44ad-93ea-fd6c869748ed tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:29.276569 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ccf516c8-791e-44ad-93ea-fd6c869748ed tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:29.308808 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ccf516c8-791e-44ad-93ea-fd6c869748ed tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3511879 Oct 12 08:01:29.348979 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf516c8-791e-44ad-93ea-fd6c869748ed tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Pushing event updated for resources: {'Network': ['ID=6d56dccb-eac7-41b5-9531-2706e900551e,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:29.360002 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 6d56dccb-eac7-41b5-9531-2706e900551e details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 08:01:32.758598 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 46552) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:32.763767 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-c82c563e-57d3-42d7-a13e-9a523406d5c9 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Request body: {'subnet': {'network_id': '6d56dccb-eac7-41b5-9531-2706e900551e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:01:32.848790 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82c563e-57d3-42d7-a13e-9a523406d5c9 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Made reservation on behalf of e1f35cc4b3464f248b15833b56f47847 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:01:32.852286 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c82c563e-57d3-42d7-a13e-9a523406d5c9 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:33.026597 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c82c563e-57d3-42d7-a13e-9a523406d5c9 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:33.089901 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c563e-57d3-42d7-a13e-9a523406d5c9 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Pushing event updated for resources: {'Subnet': ['ID=53ad548b-9f0c-44fa-b51e-d6cfdc6ccc0e,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:33.097332 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82c563e-57d3-42d7-a13e-9a523406d5c9 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Checking segment: {'id': 'ed38c95a-f972-4ce2-9b8e-9c98abd5d294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6d56dccb-eac7-41b5-9531-2706e900551e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:01:33.097694 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82c563e-57d3-42d7-a13e-9a523406d5c9 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Network hostable DHCP agents. Network: 6d56dccb-eac7-41b5-9531-2706e900551e, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 08:01:33.113254 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82c563e-57d3-42d7-a13e-9a523406d5c9 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Network 6d56dccb-eac7-41b5-9531-2706e900551e is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 08:01:33.122128 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-c82c563e-57d3-42d7-a13e-9a523406d5c9 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 6d56dccb-eac7-41b5-9531-2706e900551e) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:01:33.127080 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82c563e-57d3-42d7-a13e-9a523406d5c9 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:33.127995 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c82c563e-57d3-42d7-a13e-9a523406d5c9 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:33.131564 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65eb8b0c-709a-40a7-802b-c104ae713b2d None None] Network 6d56dccb-eac7-41b5-9531-2706e900551e requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:01:33.144443 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c82c563e-57d3-42d7-a13e-9a523406d5c9 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3846815 Oct 12 08:01:33.149506 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 46554) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:33.155526 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-e0fb88a4-4eda-491d-b8aa-7d2e5c132fdf tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1706791729'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:01:33.173884 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0fb88a4-4eda-491d-b8aa-7d2e5c132fdf tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Made reservation on behalf of e1f35cc4b3464f248b15833b56f47847 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:01:33.177249 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e0fb88a4-4eda-491d-b8aa-7d2e5c132fdf tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:33.202267 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0fb88a4-4eda-491d-b8aa-7d2e5c132fdf tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 08:01:33.211638 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e0fb88a4-4eda-491d-b8aa-7d2e5c132fdf tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:33.212044 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-e0fb88a4-4eda-491d-b8aa-7d2e5c132fdf tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Added segment 5165317c-fd2b-4307-ba87-8766c5e70657 of type vlan for network 5e965839-1887-4a5e-9115-807b79b82042 Oct 12 08:01:33.251148 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e0fb88a4-4eda-491d-b8aa-7d2e5c132fdf tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:33.275812 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e0fb88a4-4eda-491d-b8aa-7d2e5c132fdf tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:33.281273 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fb88a4-4eda-491d-b8aa-7d2e5c132fdf tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:33.281853 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-e0fb88a4-4eda-491d-b8aa-7d2e5c132fdf tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:33.287253 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a0e9c1-8bf0-4385-992f-926bfbcc4f37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-6d56dccb-eac7-41b5-9531-2706e900551e', 'network_id': '6d56dccb-eac7-41b5-9531-2706e900551e', 'tenant_id': 'e1f35cc4b3464f248b15833b56f47847', 'fixed_ips': [{'subnet_id': '53ad548b-9f0c-44fa-b51e-d6cfdc6ccc0e'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 08:01:33.288120 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a3a0e9c1-8bf0-4385-992f-926bfbcc4f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:33.314316 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e0fb88a4-4eda-491d-b8aa-7d2e5c132fdf tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1637216 Oct 12 08:01:33.317474 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 46556) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:33.323185 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-0f72d78e-7514-4266-b0a4-fb47cd20485b tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Request body: {'subnet': {'network_id': '5e965839-1887-4a5e-9115-807b79b82042', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:01:33.353126 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb88a4-4eda-491d-b8aa-7d2e5c132fdf tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Pushing event updated for resources: {'Network': ['ID=5e965839-1887-4a5e-9115-807b79b82042,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:33.367887 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 5e965839-1887-4a5e-9115-807b79b82042 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 08:01:33.424620 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f72d78e-7514-4266-b0a4-fb47cd20485b tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Made reservation on behalf of e1f35cc4b3464f248b15833b56f47847 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:01:33.428737 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0f72d78e-7514-4266-b0a4-fb47cd20485b tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:33.504646 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-a3a0e9c1-8bf0-4385-992f-926bfbcc4f37 None None] Allocated IP 2001:db8:0:ffff::2 (6d56dccb-eac7-41b5-9531-2706e900551e/53ad548b-9f0c-44fa-b51e-d6cfdc6ccc0e/f7a8299c-5d5a-4eb8-a877-a651cfcbd585) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:01:33.631981 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0f72d78e-7514-4266-b0a4-fb47cd20485b tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:33.652457 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a3a0e9c1-8bf0-4385-992f-926bfbcc4f37 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:33.658444 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a3a0e9c1-8bf0-4385-992f-926bfbcc4f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:33.695528 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f72d78e-7514-4266-b0a4-fb47cd20485b tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Pushing event updated for resources: {'Subnet': ['ID=c3ac31ff-a255-42fe-8ea1-5303aaaf8b4c,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:33.697128 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a0e9c1-8bf0-4385-992f-926bfbcc4f37 None None] Network 6d56dccb-eac7-41b5-9531-2706e900551e is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:01:33.701101 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f72d78e-7514-4266-b0a4-fb47cd20485b tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Checking segment: {'id': '5165317c-fd2b-4307-ba87-8766c5e70657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5e965839-1887-4a5e-9115-807b79b82042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:01:33.701467 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f72d78e-7514-4266-b0a4-fb47cd20485b tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Network hostable DHCP agents. Network: 5e965839-1887-4a5e-9115-807b79b82042, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 08:01:33.702222 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-a3a0e9c1-8bf0-4385-992f-926bfbcc4f37 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:01:33.704685 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a0e9c1-8bf0-4385-992f-926bfbcc4f37 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:01:33.713794 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0e9c1-8bf0-4385-992f-926bfbcc4f37 None None] Pushing event updated for resources: {'Port': ['ID=f7a8299c-5d5a-4eb8-a877-a651cfcbd585,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:33.718453 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f72d78e-7514-4266-b0a4-fb47cd20485b tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Network 5e965839-1887-4a5e-9115-807b79b82042 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 08:01:33.728396 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-0f72d78e-7514-4266-b0a4-fb47cd20485b tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 5e965839-1887-4a5e-9115-807b79b82042) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:01:33.733224 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f72d78e-7514-4266-b0a4-fb47cd20485b tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:33.733825 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0f72d78e-7514-4266-b0a4-fb47cd20485b tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:33.742335 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785abd78-c252-478b-9909-53fe0c930448 None None] Network 5e965839-1887-4a5e-9115-807b79b82042 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:01:33.752862 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-0f72d78e-7514-4266-b0a4-fb47cd20485b tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4339914 Oct 12 08:01:33.755616 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 46558) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:33.822693 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-a3a0e9c1-8bf0-4385-992f-926bfbcc4f37 None None] Attempting to bind port f7a8299c-5d5a-4eb8-a877-a651cfcbd585 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:01:33.823063 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-a3a0e9c1-8bf0-4385-992f-926bfbcc4f37 None None] Attempting to bind port f7a8299c-5d5a-4eb8-a877-a651cfcbd585 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'ed38c95a-f972-4ce2-9b8e-9c98abd5d294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6d56dccb-eac7-41b5-9531-2706e900551e'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:01:33.823422 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a0e9c1-8bf0-4385-992f-926bfbcc4f37 None None] Attempting to bind port f7a8299c-5d5a-4eb8-a877-a651cfcbd585 on network 6d56dccb-eac7-41b5-9531-2706e900551e {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:01:33.833815 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a0e9c1-8bf0-4385-992f-926bfbcc4f37 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:01:33.834192 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a0e9c1-8bf0-4385-992f-926bfbcc4f37 None None] Checking segment: {'id': 'ed38c95a-f972-4ce2-9b8e-9c98abd5d294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6d56dccb-eac7-41b5-9531-2706e900551e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:01:33.834591 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a3a0e9c1-8bf0-4385-992f-926bfbcc4f37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:33.834978 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a0e9c1-8bf0-4385-992f-926bfbcc4f37 None None] Bound using segment: {'id': 'ed38c95a-f972-4ce2-9b8e-9c98abd5d294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6d56dccb-eac7-41b5-9531-2706e900551e'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:01:33.835441 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-a3a0e9c1-8bf0-4385-992f-926bfbcc4f37 None None] Bound port: f7a8299c-5d5a-4eb8-a877-a651cfcbd585, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed38c95a-f972-4ce2-9b8e-9c98abd5d294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6d56dccb-eac7-41b5-9531-2706e900551e'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:01:33.835820 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a3a0e9c1-8bf0-4385-992f-926bfbcc4f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:33.856410 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7f51fd0c-4819-4c5e-8e58-4b6e3818794b tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:33.933335 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7f51fd0c-4819-4c5e-8e58-4b6e3818794b tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:33.944857 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-a3a0e9c1-8bf0-4385-992f-926bfbcc4f37 None None] For port f7a8299c-5d5a-4eb8-a877-a651cfcbd585, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:01:33.949494 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-a3a0e9c1-8bf0-4385-992f-926bfbcc4f37 None None] For port f7a8299c-5d5a-4eb8-a877-a651cfcbd585, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=f7a8299c-5d5a-4eb8-a877-a651cfcbd585,segment=NetworkSegment(ed38c95a-f972-4ce2-9b8e-9c98abd5d294),segment_id=ed38c95a-f972-4ce2-9b8e-9c98abd5d294)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:01:33.974252 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a3a0e9c1-8bf0-4385-992f-926bfbcc4f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:33.983268 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451179cf-0fc5-4d68-b5de-a3dcf9fa7713 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-5e965839-1887-4a5e-9115-807b79b82042', 'network_id': '5e965839-1887-4a5e-9115-807b79b82042', 'tenant_id': 'e1f35cc4b3464f248b15833b56f47847', 'fixed_ips': [{'subnet_id': 'c3ac31ff-a255-42fe-8ea1-5303aaaf8b4c'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 08:01:33.984593 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-451179cf-0fc5-4d68-b5de-a3dcf9fa7713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:34.011246 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7f51fd0c-4819-4c5e-8e58-4b6e3818794b tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:34.040948 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f51fd0c-4819-4c5e-8e58-4b6e3818794b tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Pushing event deleted for resources: {'Subnet': ['ID=c3ac31ff-a255-42fe-8ea1-5303aaaf8b4c,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:34.095788 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0e9c1-8bf0-4385-992f-926bfbcc4f37 None None] Pushing event updated for resources: {'Port': ['ID=f7a8299c-5d5a-4eb8-a877-a651cfcbd585,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:34.107980 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7f51fd0c-4819-4c5e-8e58-4b6e3818794b tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:34.112984 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae2eda8-bcf4-4095-b5de-7c0cd0c3d205 None None] Network 5e965839-1887-4a5e-9115-807b79b82042 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:01:34.133554 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-7f51fd0c-4819-4c5e-8e58-4b6e3818794b tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e965839-1887-4a5e-9115-807b79b82042']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:01:34.143371 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-7f51fd0c-4819-4c5e-8e58-4b6e3818794b tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5165317c-fd2b-4307-ba87-8766c5e70657') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:01:34.143676 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-7f51fd0c-4819-4c5e-8e58-4b6e3818794b tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5165317c-fd2b-4307-ba87-8766c5e70657') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:01:34.171168 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7f51fd0c-4819-4c5e-8e58-4b6e3818794b tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:34.194224 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7f51fd0c-4819-4c5e-8e58-4b6e3818794b tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:34.200407 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f51fd0c-4819-4c5e-8e58-4b6e3818794b tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 08:01:34.200801 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7f51fd0c-4819-4c5e-8e58-4b6e3818794b tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:34.232489 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 5165317c-fd2b-4307-ba87-8766c5e70657 resource provider aggregate not found Oct 12 08:01:34.281615 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 5165317c-fd2b-4307-ba87-8766c5e70657 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5165317c-fd2b-4307-ba87-8766c5e70657 found for delete ", "request_id": "req-e35c4260-6a1d-425f-bb5d-f2eb37bba4fb"}]} Oct 12 08:01:34.289861 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7f51fd0c-4819-4c5e-8e58-4b6e3818794b tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:34.298316 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7f51fd0c-4819-4c5e-8e58-4b6e3818794b tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:34.305424 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-7f51fd0c-4819-4c5e-8e58-4b6e3818794b tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] 10.222.0.26 "DELETE /v2.0/networks/5e965839-1887-4a5e-9115-807b79b82042 HTTP/1.1" status: 204 len: 168 time: 0.5450492 Oct 12 08:01:34.305783 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 46564) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:34.311111 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-416e86ec-e920-44aa-a583-121411ca024c tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-976581927'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:01:34.320328 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f51fd0c-4819-4c5e-8e58-4b6e3818794b tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Pushing event deleted for resources: {'Network': ['ID=5e965839-1887-4a5e-9115-807b79b82042,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:34.339037 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416e86ec-e920-44aa-a583-121411ca024c tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Made reservation on behalf of e1f35cc4b3464f248b15833b56f47847 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:01:34.343051 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-416e86ec-e920-44aa-a583-121411ca024c tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:34.366304 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-416e86ec-e920-44aa-a583-121411ca024c tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 08:01:34.375424 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-416e86ec-e920-44aa-a583-121411ca024c tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:34.375779 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-416e86ec-e920-44aa-a583-121411ca024c tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Added segment 7d9fb1cf-471d-4cb3-b1d8-1eb770f30130 of type vlan for network 2cb2d6b9-2fdd-4cad-b8da-25c1dbdf8e48 Oct 12 08:01:34.418974 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-416e86ec-e920-44aa-a583-121411ca024c tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:34.442608 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-416e86ec-e920-44aa-a583-121411ca024c tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:34.448241 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416e86ec-e920-44aa-a583-121411ca024c tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:34.448716 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-416e86ec-e920-44aa-a583-121411ca024c tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:34.488832 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-416e86ec-e920-44aa-a583-121411ca024c tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1818364 Oct 12 08:01:34.491621 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 46566) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:34.496419 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-7e40d086-4c79-44c9-a21c-38f0da232a36 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Request body: {'subnet': {'network_id': '2cb2d6b9-2fdd-4cad-b8da-25c1dbdf8e48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:01:34.529236 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device f7a8299c-5d5a-4eb8-a877-a651cfcbd585 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:01:34.537516 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e86ec-e920-44aa-a583-121411ca024c tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Pushing event updated for resources: {'Network': ['ID=2cb2d6b9-2fdd-4cad-b8da-25c1dbdf8e48,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:34.554694 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 2cb2d6b9-2fdd-4cad-b8da-25c1dbdf8e48 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 08:01:34.614537 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e40d086-4c79-44c9-a21c-38f0da232a36 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Made reservation on behalf of e1f35cc4b3464f248b15833b56f47847 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:01:34.617962 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7e40d086-4c79-44c9-a21c-38f0da232a36 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:34.638982 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port f7a8299c-5d5a-4eb8-a877-a651cfcbd585 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:01:34.639348 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:34.639675 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port f7a8299c-5d5a-4eb8-a877-a651cfcbd585 Oct 12 08:01:34.679889 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.ipam_backend_mixin [None req-7e40d086-4c79-44c9-a21c-38f0da232a36 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Performing IP validity checks on allocation pools {{(pid=103201) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Oct 12 08:01:34.680426 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.ipam_backend_mixin [None req-7e40d086-4c79-44c9-a21c-38f0da232a36 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103201) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Oct 12 08:01:34.739791 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port f7a8299c-5d5a-4eb8-a877-a651cfcbd585 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:01:34.740198 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:34.775777 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port f7a8299c-5d5a-4eb8-a877-a651cfcbd585, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=f7a8299c-5d5a-4eb8-a877-a651cfcbd585,segment=NetworkSegment(ed38c95a-f972-4ce2-9b8e-9c98abd5d294),segment_id=ed38c95a-f972-4ce2-9b8e-9c98abd5d294)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:01:34.779520 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:34.826658 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7e40d086-4c79-44c9-a21c-38f0da232a36 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:34.836462 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=f7a8299c-5d5a-4eb8-a877-a651cfcbd585,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:34.890597 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e40d086-4c79-44c9-a21c-38f0da232a36 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Pushing event updated for resources: {'Subnet': ['ID=2e5bb260-9c34-4cd4-b4f3-6bc2a33fb682,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:34.901011 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e40d086-4c79-44c9-a21c-38f0da232a36 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Checking segment: {'id': '7d9fb1cf-471d-4cb3-b1d8-1eb770f30130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2cb2d6b9-2fdd-4cad-b8da-25c1dbdf8e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:01:34.901381 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e40d086-4c79-44c9-a21c-38f0da232a36 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Network hostable DHCP agents. Network: 2cb2d6b9-2fdd-4cad-b8da-25c1dbdf8e48, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 08:01:34.918449 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e40d086-4c79-44c9-a21c-38f0da232a36 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Network 2cb2d6b9-2fdd-4cad-b8da-25c1dbdf8e48 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 08:01:34.927370 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-7e40d086-4c79-44c9-a21c-38f0da232a36 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 2cb2d6b9-2fdd-4cad-b8da-25c1dbdf8e48) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:01:34.931805 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e40d086-4c79-44c9-a21c-38f0da232a36 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:34.932401 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7e40d086-4c79-44c9-a21c-38f0da232a36 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:34.937704 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d113eb-52ee-4dfa-b507-a0fb3aae8751 None None] Network 2cb2d6b9-2fdd-4cad-b8da-25c1dbdf8e48 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:01:34.953320 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-7e40d086-4c79-44c9-a21c-38f0da232a36 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4572473 Oct 12 08:01:34.954306 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 46568) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:35.007335 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c2beeb-5cd0-499c-885d-5f2c43ec13a5 None None] Network 6d56dccb-eac7-41b5-9531-2706e900551e requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:01:35.057899 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-578e576d-5726-4f70-b9de-38008f1ec26e tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:35.114629 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-578e576d-5726-4f70-b9de-38008f1ec26e tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:35.141034 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-7813581c-2982-4f19-ad93-6c2e25c42b42 None None] Provisioning complete for port f7a8299c-5d5a-4eb8-a877-a651cfcbd585 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:01:35.141403 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7813581c-2982-4f19-ad93-6c2e25c42b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:35.141734 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-7813581c-2982-4f19-ad93-6c2e25c42b42 None None] Attempt 1 to provision port f7a8299c-5d5a-4eb8-a877-a651cfcbd585 Oct 12 08:01:35.173156 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-578e576d-5726-4f70-b9de-38008f1ec26e tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:35.202499 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e576d-5726-4f70-b9de-38008f1ec26e tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Pushing event deleted for resources: {'Subnet': ['ID=2e5bb260-9c34-4cd4-b4f3-6bc2a33fb682,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:35.234815 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddd70ca-5dc6-4e25-a23c-c6c25d0ebc4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-2cb2d6b9-2fdd-4cad-b8da-25c1dbdf8e48', 'network_id': '2cb2d6b9-2fdd-4cad-b8da-25c1dbdf8e48', 'tenant_id': 'e1f35cc4b3464f248b15833b56f47847', 'fixed_ips': [{'subnet_id': '2e5bb260-9c34-4cd4-b4f3-6bc2a33fb682'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 08:01:35.235656 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8ddd70ca-5dc6-4e25-a23c-c6c25d0ebc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:35.268443 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-578e576d-5726-4f70-b9de-38008f1ec26e tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:35.289022 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-578e576d-5726-4f70-b9de-38008f1ec26e tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cb2d6b9-2fdd-4cad-b8da-25c1dbdf8e48']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:01:35.298262 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-578e576d-5726-4f70-b9de-38008f1ec26e tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d9fb1cf-471d-4cb3-b1d8-1eb770f30130') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:01:35.298560 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-578e576d-5726-4f70-b9de-38008f1ec26e tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d9fb1cf-471d-4cb3-b1d8-1eb770f30130') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:01:35.308426 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-578e576d-5726-4f70-b9de-38008f1ec26e tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:35.321983 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-578e576d-5726-4f70-b9de-38008f1ec26e tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:35.328420 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-578e576d-5726-4f70-b9de-38008f1ec26e tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 08:01:35.328807 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-578e576d-5726-4f70-b9de-38008f1ec26e tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:35.370959 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7813581c-2982-4f19-ad93-6c2e25c42b42 None None] Current status of the port f7a8299c-5d5a-4eb8-a877-a651cfcbd585 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:01:35.398480 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c596215a-fbe4-47dc-bd49-7e24a47035ae None None] Network 2cb2d6b9-2fdd-4cad-b8da-25c1dbdf8e48 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:01:35.400121 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-578e576d-5726-4f70-b9de-38008f1ec26e tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:35.405254 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-578e576d-5726-4f70-b9de-38008f1ec26e tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:35.413129 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-578e576d-5726-4f70-b9de-38008f1ec26e tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] 10.222.0.26 "DELETE /v2.0/networks/2cb2d6b9-2fdd-4cad-b8da-25c1dbdf8e48 HTTP/1.1" status: 204 len: 168 time: 0.4532130 Oct 12 08:01:35.414285 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 46570) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:35.418331 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c596215a-fbe4-47dc-bd49-7e24a47035ae None None] Network 2cb2d6b9-2fdd-4cad-b8da-25c1dbdf8e48 could not be found, it might have been deleted concurrently. {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 12 08:01:35.421054 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-44da8ceb-2e96-4878-868d-1b914d7abc57 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-506261413'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:01:35.427985 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:01:35.430225 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e576d-5726-4f70-b9de-38008f1ec26e tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Pushing event deleted for resources: {'Network': ['ID=2cb2d6b9-2fdd-4cad-b8da-25c1dbdf8e48,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:35.448138 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44da8ceb-2e96-4878-868d-1b914d7abc57 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Made reservation on behalf of e1f35cc4b3464f248b15833b56f47847 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:01:35.452397 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-44da8ceb-2e96-4878-868d-1b914d7abc57 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:35.477331 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44da8ceb-2e96-4878-868d-1b914d7abc57 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 08:01:35.486815 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-44da8ceb-2e96-4878-868d-1b914d7abc57 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:35.487159 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-44da8ceb-2e96-4878-868d-1b914d7abc57 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Added segment 7d8c8f50-f2f9-4056-943a-3e12b5724c26 of type vlan for network 4fec0df7-5f2e-4320-be87-32bda2507137 Oct 12 08:01:35.529005 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-44da8ceb-2e96-4878-868d-1b914d7abc57 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:35.553797 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-44da8ceb-2e96-4878-868d-1b914d7abc57 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:35.559280 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44da8ceb-2e96-4878-868d-1b914d7abc57 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:35.560610 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-44da8ceb-2e96-4878-868d-1b914d7abc57 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:35.596099 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-74bf27eb-b21b-491b-b954-995653cf749d None None] Provisioning complete for port f7a8299c-5d5a-4eb8-a877-a651cfcbd585 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:01:35.596658 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-74bf27eb-b21b-491b-b954-995653cf749d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:35.596834 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-74bf27eb-b21b-491b-b954-995653cf749d None None] Attempt 1 to provision port f7a8299c-5d5a-4eb8-a877-a651cfcbd585 Oct 12 08:01:35.599609 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-44da8ceb-2e96-4878-868d-1b914d7abc57 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1834993 Oct 12 08:01:35.602752 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 46572) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:35.611982 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-1bcd8d3c-6948-49f1-bab5-a163d399a809 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Request body: {'subnet': {'network_id': '4fec0df7-5f2e-4320-be87-32bda2507137', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:01:35.651160 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da8ceb-2e96-4878-868d-1b914d7abc57 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Pushing event updated for resources: {'Network': ['ID=4fec0df7-5f2e-4320-be87-32bda2507137,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:35.664164 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 4fec0df7-5f2e-4320-be87-32bda2507137 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 08:01:35.698956 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-74bf27eb-b21b-491b-b954-995653cf749d None None] Current status of the port f7a8299c-5d5a-4eb8-a877-a651cfcbd585 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:01:35.723847 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bcd8d3c-6948-49f1-bab5-a163d399a809 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Made reservation on behalf of e1f35cc4b3464f248b15833b56f47847 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:01:35.727442 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1bcd8d3c-6948-49f1-bab5-a163d399a809 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:35.906815 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1bcd8d3c-6948-49f1-bab5-a163d399a809 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:35.967200 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd8d3c-6948-49f1-bab5-a163d399a809 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Pushing event updated for resources: {'Subnet': ['ID=d680c057-48e2-4faf-a181-1b566bd5afa5,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:35.976935 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcd8d3c-6948-49f1-bab5-a163d399a809 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Checking segment: {'id': '7d8c8f50-f2f9-4056-943a-3e12b5724c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '4fec0df7-5f2e-4320-be87-32bda2507137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:01:35.977291 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcd8d3c-6948-49f1-bab5-a163d399a809 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Network hostable DHCP agents. Network: 4fec0df7-5f2e-4320-be87-32bda2507137, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 08:01:35.993516 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcd8d3c-6948-49f1-bab5-a163d399a809 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Network 4fec0df7-5f2e-4320-be87-32bda2507137 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 08:01:36.002505 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-1bcd8d3c-6948-49f1-bab5-a163d399a809 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 4fec0df7-5f2e-4320-be87-32bda2507137) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:01:36.006975 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcd8d3c-6948-49f1-bab5-a163d399a809 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:36.007563 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1bcd8d3c-6948-49f1-bab5-a163d399a809 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:36.012424 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1595bf0f-38a5-4106-8fa0-fdc3c1033385 None None] Network 4fec0df7-5f2e-4320-be87-32bda2507137 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:01:36.024736 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-1bcd8d3c-6948-49f1-bab5-a163d399a809 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4205315 Oct 12 08:01:36.027875 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 46574) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:36.032745 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-d40b0c2a-373e-48c0-b09d-576c98f594b0 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1020770149'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:01:36.051181 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40b0c2a-373e-48c0-b09d-576c98f594b0 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Made reservation on behalf of e1f35cc4b3464f248b15833b56f47847 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:01:36.054712 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d40b0c2a-373e-48c0-b09d-576c98f594b0 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:36.080169 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d40b0c2a-373e-48c0-b09d-576c98f594b0 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 08:01:36.090005 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d40b0c2a-373e-48c0-b09d-576c98f594b0 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:36.090417 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-d40b0c2a-373e-48c0-b09d-576c98f594b0 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Added segment 7338107f-b479-48c8-bda7-b6a928feb8c4 of type vlan for network b9f04c56-69f2-4530-804a-2264a6a0667e Oct 12 08:01:36.133015 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d40b0c2a-373e-48c0-b09d-576c98f594b0 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:36.158582 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d40b0c2a-373e-48c0-b09d-576c98f594b0 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:36.164061 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40b0c2a-373e-48c0-b09d-576c98f594b0 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:36.164643 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d40b0c2a-373e-48c0-b09d-576c98f594b0 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:36.198268 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d40b0c2a-373e-48c0-b09d-576c98f594b0 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1692774 Oct 12 08:01:36.201296 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 46576) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:36.207726 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-8ab64b1a-bd8f-4e26-9708-b9bff10d8abb tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Request body: {'subnet': {'network_id': 'b9f04c56-69f2-4530-804a-2264a6a0667e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:01:36.236387 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b0c2a-373e-48c0-b09d-576c98f594b0 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Pushing event updated for resources: {'Network': ['ID=b9f04c56-69f2-4530-804a-2264a6a0667e,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:36.266352 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network b9f04c56-69f2-4530-804a-2264a6a0667e details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 08:01:36.301306 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab64b1a-bd8f-4e26-9708-b9bff10d8abb tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Made reservation on behalf of e1f35cc4b3464f248b15833b56f47847 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:01:36.304957 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8ab64b1a-bd8f-4e26-9708-b9bff10d8abb tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:36.308976 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 7d9fb1cf-471d-4cb3-b1d8-1eb770f30130 resource provider aggregate not found Oct 12 08:01:36.330747 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 7d9fb1cf-471d-4cb3-b1d8-1eb770f30130 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d9fb1cf-471d-4cb3-b1d8-1eb770f30130 found for delete ", "request_id": "req-b2b4d3a7-d8ae-4d16-9fbc-ada0255f0779"}]} Oct 12 08:01:36.365436 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c4f091-61a5-471a-9fe2-65cca62c03a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-4fec0df7-5f2e-4320-be87-32bda2507137', 'network_id': '4fec0df7-5f2e-4320-be87-32bda2507137', 'tenant_id': 'e1f35cc4b3464f248b15833b56f47847', 'fixed_ips': [{'subnet_id': 'd680c057-48e2-4faf-a181-1b566bd5afa5'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 08:01:36.366409 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-40c4f091-61a5-471a-9fe2-65cca62c03a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:36.501485 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8ab64b1a-bd8f-4e26-9708-b9bff10d8abb tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:36.507959 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device f7a8299c-5d5a-4eb8-a877-a651cfcbd585 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:01:36.547759 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-40c4f091-61a5-471a-9fe2-65cca62c03a2 None None] Allocated IP 2001:db8::2 (4fec0df7-5f2e-4320-be87-32bda2507137/d680c057-48e2-4faf-a181-1b566bd5afa5/c113e5c0-b9ef-4a94-a878-5ae3aa374687) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:01:36.572251 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab64b1a-bd8f-4e26-9708-b9bff10d8abb tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Pushing event updated for resources: {'Subnet': ['ID=87a3a9d7-0246-480b-95e2-53092cd139fb,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:36.578242 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab64b1a-bd8f-4e26-9708-b9bff10d8abb tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Checking segment: {'id': '7338107f-b479-48c8-bda7-b6a928feb8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b9f04c56-69f2-4530-804a-2264a6a0667e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:01:36.578617 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab64b1a-bd8f-4e26-9708-b9bff10d8abb tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Network hostable DHCP agents. Network: b9f04c56-69f2-4530-804a-2264a6a0667e, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 08:01:36.600136 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port f7a8299c-5d5a-4eb8-a877-a651cfcbd585 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:01:36.600752 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:36.600968 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port f7a8299c-5d5a-4eb8-a877-a651cfcbd585 Oct 12 08:01:36.604605 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab64b1a-bd8f-4e26-9708-b9bff10d8abb tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Network b9f04c56-69f2-4530-804a-2264a6a0667e is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 08:01:36.616554 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-8ab64b1a-bd8f-4e26-9708-b9bff10d8abb tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, b9f04c56-69f2-4530-804a-2264a6a0667e) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:01:36.620789 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab64b1a-bd8f-4e26-9708-b9bff10d8abb tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:36.621417 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8ab64b1a-bd8f-4e26-9708-b9bff10d8abb tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:36.639583 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-8ab64b1a-bd8f-4e26-9708-b9bff10d8abb tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4369049 Oct 12 08:01:36.642219 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 46582) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:36.658853 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52a9f61-d71c-48da-b861-26462c326f19 None None] Network b9f04c56-69f2-4530-804a-2264a6a0667e requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:01:36.736741 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d6c68780-98ee-4642-9793-2623d13a5566 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:36.793396 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d6c68780-98ee-4642-9793-2623d13a5566 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:36.854404 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d6c68780-98ee-4642-9793-2623d13a5566 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:36.868816 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-40c4f091-61a5-471a-9fe2-65cca62c03a2 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:36.880938 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c68780-98ee-4642-9793-2623d13a5566 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Pushing event deleted for resources: {'Subnet': ['ID=87a3a9d7-0246-480b-95e2-53092cd139fb,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:36.884675 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-40c4f091-61a5-471a-9fe2-65cca62c03a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:36.894337 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port f7a8299c-5d5a-4eb8-a877-a651cfcbd585 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:01:36.951638 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d6c68780-98ee-4642-9793-2623d13a5566 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:36.953934 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c4f091-61a5-471a-9fe2-65cca62c03a2 None None] Network 4fec0df7-5f2e-4320-be87-32bda2507137 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:01:36.957032 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-40c4f091-61a5-471a-9fe2-65cca62c03a2 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:01:36.959256 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c4f091-61a5-471a-9fe2-65cca62c03a2 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:01:36.965183 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab509c02-60bc-462f-82a5-6d00826a7a86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-b9f04c56-69f2-4530-804a-2264a6a0667e', 'network_id': 'b9f04c56-69f2-4530-804a-2264a6a0667e', 'tenant_id': 'e1f35cc4b3464f248b15833b56f47847', 'fixed_ips': [{'subnet_id': '87a3a9d7-0246-480b-95e2-53092cd139fb'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 08:01:36.966536 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ab509c02-60bc-462f-82a5-6d00826a7a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:36.972812 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-d6c68780-98ee-4642-9793-2623d13a5566 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9f04c56-69f2-4530-804a-2264a6a0667e']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:01:36.982484 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c4f091-61a5-471a-9fe2-65cca62c03a2 None None] Pushing event updated for resources: {'Port': ['ID=c113e5c0-b9ef-4a94-a878-5ae3aa374687,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:36.984224 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-d6c68780-98ee-4642-9793-2623d13a5566 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7338107f-b479-48c8-bda7-b6a928feb8c4') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:01:36.984525 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-d6c68780-98ee-4642-9793-2623d13a5566 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7338107f-b479-48c8-bda7-b6a928feb8c4') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:01:36.995218 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d6c68780-98ee-4642-9793-2623d13a5566 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:37.009826 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d6c68780-98ee-4642-9793-2623d13a5566 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:37.016488 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6c68780-98ee-4642-9793-2623d13a5566 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 08:01:37.016950 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d6c68780-98ee-4642-9793-2623d13a5566 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:37.085161 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-40c4f091-61a5-471a-9fe2-65cca62c03a2 None None] Attempting to bind port c113e5c0-b9ef-4a94-a878-5ae3aa374687 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:01:37.085534 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-40c4f091-61a5-471a-9fe2-65cca62c03a2 None None] Attempting to bind port c113e5c0-b9ef-4a94-a878-5ae3aa374687 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '7d8c8f50-f2f9-4056-943a-3e12b5724c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '4fec0df7-5f2e-4320-be87-32bda2507137'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:01:37.085889 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c4f091-61a5-471a-9fe2-65cca62c03a2 None None] Attempting to bind port c113e5c0-b9ef-4a94-a878-5ae3aa374687 on network 4fec0df7-5f2e-4320-be87-32bda2507137 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:01:37.090177 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d6c68780-98ee-4642-9793-2623d13a5566 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:37.097853 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d6c68780-98ee-4642-9793-2623d13a5566 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:37.098126 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c4f091-61a5-471a-9fe2-65cca62c03a2 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:01:37.098512 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c4f091-61a5-471a-9fe2-65cca62c03a2 None None] Checking segment: {'id': '7d8c8f50-f2f9-4056-943a-3e12b5724c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '4fec0df7-5f2e-4320-be87-32bda2507137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:01:37.098918 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-40c4f091-61a5-471a-9fe2-65cca62c03a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:37.099310 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c4f091-61a5-471a-9fe2-65cca62c03a2 None None] Bound using segment: {'id': '7d8c8f50-f2f9-4056-943a-3e12b5724c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '4fec0df7-5f2e-4320-be87-32bda2507137'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:01:37.099793 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-40c4f091-61a5-471a-9fe2-65cca62c03a2 None None] Bound port: c113e5c0-b9ef-4a94-a878-5ae3aa374687, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8c8f50-f2f9-4056-943a-3e12b5724c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '4fec0df7-5f2e-4320-be87-32bda2507137'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:01:37.100166 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-40c4f091-61a5-471a-9fe2-65cca62c03a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:37.103686 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d6c68780-98ee-4642-9793-2623d13a5566 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] 10.222.0.26 "DELETE /v2.0/networks/b9f04c56-69f2-4530-804a-2264a6a0667e HTTP/1.1" status: 204 len: 168 time: 0.4581201 Oct 12 08:01:37.104274 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 46584) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:37.116359 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6252822-128e-4d56-91fc-bdb66d2536c7 None None] Network b9f04c56-69f2-4530-804a-2264a6a0667e requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:01:37.123352 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c68780-98ee-4642-9793-2623d13a5566 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Pushing event deleted for resources: {'Network': ['ID=b9f04c56-69f2-4530-804a-2264a6a0667e,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:37.132344 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6252822-128e-4d56-91fc-bdb66d2536c7 None None] Network b9f04c56-69f2-4530-804a-2264a6a0667e could not be found, it might have been deleted concurrently. {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 12 08:01:37.143123 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-f54e6336-b44c-4fec-8591-28bc69898074 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] GET failed (client error): The resource could not be found. Oct 12 08:01:37.144475 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f54e6336-b44c-4fec-8591-28bc69898074 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] 10.222.0.26 "GET /v2.0/subnets/87a3a9d7-0246-480b-95e2-53092cd139fb HTTP/1.1" status: 404 len: 337 time: 0.0396504 Oct 12 08:01:37.147237 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 46586) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:37.170402 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-f622159b-e474-4c93-bbdd-6928ce76a5ed tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] DELETE failed (client error): The resource could not be found. Oct 12 08:01:37.170957 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f622159b-e474-4c93-bbdd-6928ce76a5ed tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 08:01:37.173920 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f622159b-e474-4c93-bbdd-6928ce76a5ed tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] 10.222.0.26 "DELETE /v2.0/networks/b9f04c56-69f2-4530-804a-2264a6a0667e HTTP/1.1" status: 404 len: 339 time: 0.0257843 Oct 12 08:01:37.177820 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 46588) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:37.185240 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-40c4f091-61a5-471a-9fe2-65cca62c03a2 None None] For port c113e5c0-b9ef-4a94-a878-5ae3aa374687, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:01:37.188659 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-40c4f091-61a5-471a-9fe2-65cca62c03a2 None None] For port c113e5c0-b9ef-4a94-a878-5ae3aa374687, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=c113e5c0-b9ef-4a94-a878-5ae3aa374687,segment=NetworkSegment(7d8c8f50-f2f9-4056-943a-3e12b5724c26),segment_id=7d8c8f50-f2f9-4056-943a-3e12b5724c26)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:01:37.193303 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-40c4f091-61a5-471a-9fe2-65cca62c03a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:37.212220 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d65e539-621b-4208-bf1b-5cfb16b49837 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] DELETE failed (client error): The resource could not be found. Oct 12 08:01:37.212690 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d65e539-621b-4208-bf1b-5cfb16b49837 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 08:01:37.217760 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-5d65e539-621b-4208-bf1b-5cfb16b49837 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] 10.222.0.26 "DELETE /v2.0/subnets/87a3a9d7-0246-480b-95e2-53092cd139fb HTTP/1.1" status: 404 len: 337 time: 0.0388296 Oct 12 08:01:37.220248 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 46590) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:37.239208 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-01270174-3c63-4250-8999-1fdd26875878 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] DELETE failed (client error): The resource could not be found. Oct 12 08:01:37.239588 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01270174-3c63-4250-8999-1fdd26875878 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 08:01:37.242599 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-01270174-3c63-4250-8999-1fdd26875878 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] 10.222.0.26 "DELETE /v2.0/networks/b9f04c56-69f2-4530-804a-2264a6a0667e HTTP/1.1" status: 404 len: 339 time: 0.0214076 Oct 12 08:01:37.245132 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 46592) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:37.250045 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c4f091-61a5-471a-9fe2-65cca62c03a2 None None] Pushing event updated for resources: {'Port': ['ID=c113e5c0-b9ef-4a94-a878-5ae3aa374687,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:37.300090 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae47349-6163-4a86-8340-3b36a21b8bfc tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Deleting subnet d680c057-48e2-4faf-a181-1b566bd5afa5 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 08:01:37.303375 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1ae47349-6163-4a86-8340-3b36a21b8bfc tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:37.346435 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1ae47349-6163-4a86-8340-3b36a21b8bfc tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:37.446379 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1ae47349-6163-4a86-8340-3b36a21b8bfc tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:37.507677 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1ae47349-6163-4a86-8340-3b36a21b8bfc tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:37.533268 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae47349-6163-4a86-8340-3b36a21b8bfc tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Pushing event deleted for resources: {'Subnet': ['ID=d680c057-48e2-4faf-a181-1b566bd5afa5,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:37.538853 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1ae47349-6163-4a86-8340-3b36a21b8bfc tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:37.542020 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-1ae47349-6163-4a86-8340-3b36a21b8bfc tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] 10.222.0.26 "DELETE /v2.0/subnets/d680c057-48e2-4faf-a181-1b566bd5afa5 HTTP/1.1" status: 204 len: 168 time: 0.2959683 Oct 12 08:01:37.544445 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 46594) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:37.621800 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c0df2d3f-0f04-47b3-b6b1-98e51476b7f9 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:37.673180 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-c0df2d3f-0f04-47b3-b6b1-98e51476b7f9 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Deleting port c113e5c0-b9ef-4a94-a878-5ae3aa374687 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:01:37.673521 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c0df2d3f-0f04-47b3-b6b1-98e51476b7f9 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:37.733925 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-c0df2d3f-0f04-47b3-b6b1-98e51476b7f9 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] For port c113e5c0-b9ef-4a94-a878-5ae3aa374687, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=c113e5c0-b9ef-4a94-a878-5ae3aa374687,segment=NetworkSegment(7d8c8f50-f2f9-4056-943a-3e12b5724c26),segment_id=7d8c8f50-f2f9-4056-943a-3e12b5724c26)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:01:37.734313 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c0df2d3f-0f04-47b3-b6b1-98e51476b7f9 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:37.746135 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-c0df2d3f-0f04-47b3-b6b1-98e51476b7f9 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Calling delete_port for c113e5c0-b9ef-4a94-a878-5ae3aa374687 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:01:37.831234 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c0df2d3f-0f04-47b3-b6b1-98e51476b7f9 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:37.854876 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0df2d3f-0f04-47b3-b6b1-98e51476b7f9 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Pushing event deleted for resources: {'Port': ['ID=c113e5c0-b9ef-4a94-a878-5ae3aa374687,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:37.860985 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0df2d3f-0f04-47b3-b6b1-98e51476b7f9 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] No DVR routers for this DVR port c113e5c0-b9ef-4a94-a878-5ae3aa374687 on host dv-neutron-860909-2-hyperv {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 08:01:37.944593 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c0df2d3f-0f04-47b3-b6b1-98e51476b7f9 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:37.966705 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-c0df2d3f-0f04-47b3-b6b1-98e51476b7f9 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fec0df7-5f2e-4320-be87-32bda2507137']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:01:37.976278 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-c0df2d3f-0f04-47b3-b6b1-98e51476b7f9 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d8c8f50-f2f9-4056-943a-3e12b5724c26') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:01:37.976574 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-c0df2d3f-0f04-47b3-b6b1-98e51476b7f9 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d8c8f50-f2f9-4056-943a-3e12b5724c26') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:01:37.986489 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c0df2d3f-0f04-47b3-b6b1-98e51476b7f9 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:38.000103 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c0df2d3f-0f04-47b3-b6b1-98e51476b7f9 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:38.006222 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0df2d3f-0f04-47b3-b6b1-98e51476b7f9 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 08:01:38.006617 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c0df2d3f-0f04-47b3-b6b1-98e51476b7f9 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:38.027169 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 7d8c8f50-f2f9-4056-943a-3e12b5724c26 resource provider aggregate not found Oct 12 08:01:38.045036 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 7d8c8f50-f2f9-4056-943a-3e12b5724c26 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d8c8f50-f2f9-4056-943a-3e12b5724c26 found for delete ", "request_id": "req-1fb06adc-d13e-41d2-96e7-4f01b7a130bf"}]} Oct 12 08:01:38.080558 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c0df2d3f-0f04-47b3-b6b1-98e51476b7f9 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:38.087656 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c0df2d3f-0f04-47b3-b6b1-98e51476b7f9 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:38.093782 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c0df2d3f-0f04-47b3-b6b1-98e51476b7f9 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] 10.222.0.26 "DELETE /v2.0/networks/4fec0df7-5f2e-4320-be87-32bda2507137 HTTP/1.1" status: 204 len: 168 time: 0.5461648 Oct 12 08:01:38.094683 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 46600) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:38.112209 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0df2d3f-0f04-47b3-b6b1-98e51476b7f9 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Pushing event deleted for resources: {'Network': ['ID=4fec0df7-5f2e-4320-be87-32bda2507137,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:38.136251 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aa2d64b-2164-40bb-a588-5f366f2afeb1 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] DELETE failed (client error): The resource could not be found. Oct 12 08:01:38.137262 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aa2d64b-2164-40bb-a588-5f366f2afeb1 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 08:01:38.140402 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-ce65173d-2e54-4ee2-9842-0c6e4f9b0e1d None None] Could not find standard attr ID for object c113e5c0-b9ef-4a94-a878-5ae3aa374687. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 08:01:38.141027 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-2aa2d64b-2164-40bb-a588-5f366f2afeb1 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] 10.222.0.26 "DELETE /v2.0/subnets/2e5bb260-9c34-4cd4-b4f3-6bc2a33fb682 HTTP/1.1" status: 404 len: 337 time: 0.0460370 Oct 12 08:01:38.143663 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 46602) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:38.162120 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18554396-aa4e-441c-8ed9-e68705c5c9a8 None None] DHCP port deletion for 4fec0df7-5f2e-4320-be87-32bda2507137 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 08:01:38.162867 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.pecan_wsgi.hooks.translation [None req-54c467d7-ed27-4640-bd6c-74fabda1fa79 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] DELETE failed (client error): The resource could not be found. Oct 12 08:01:38.163489 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54c467d7-ed27-4640-bd6c-74fabda1fa79 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103200) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 08:01:38.166459 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-54c467d7-ed27-4640-bd6c-74fabda1fa79 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] 10.222.0.26 "DELETE /v2.0/networks/2cb2d6b9-2fdd-4cad-b8da-25c1dbdf8e48 HTTP/1.1" status: 404 len: 339 time: 0.0217721 Oct 12 08:01:38.169183 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 46604) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:38.178968 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247ac0fd-2183-4afa-9d2d-0451ed90bf6a None None] Network 4fec0df7-5f2e-4320-be87-32bda2507137 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:01:38.191324 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247ac0fd-2183-4afa-9d2d-0451ed90bf6a None None] Network 4fec0df7-5f2e-4320-be87-32bda2507137 could not be found, it might have been deleted concurrently. {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 12 08:01:38.197085 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ed92191-7a7f-474b-aa33-7e4bca0ef57e tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] DELETE failed (client error): The resource could not be found. Oct 12 08:01:38.197580 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ed92191-7a7f-474b-aa33-7e4bca0ef57e tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 08:01:38.201057 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-1ed92191-7a7f-474b-aa33-7e4bca0ef57e tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] 10.222.0.26 "DELETE /v2.0/subnets/c3ac31ff-a255-42fe-8ea1-5303aaaf8b4c HTTP/1.1" status: 404 len: 337 time: 0.0303650 Oct 12 08:01:38.203482 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 46606) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:38.222011 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.pecan_wsgi.hooks.translation [None req-11bbd73d-9af5-48c9-86bc-70e761ce7c1b tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] DELETE failed (client error): The resource could not be found. Oct 12 08:01:38.222557 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11bbd73d-9af5-48c9-86bc-70e761ce7c1b tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103201) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 08:01:38.225442 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-11bbd73d-9af5-48c9-86bc-70e761ce7c1b tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] 10.222.0.26 "DELETE /v2.0/networks/5e965839-1887-4a5e-9115-807b79b82042 HTTP/1.1" status: 404 len: 339 time: 0.0210710 Oct 12 08:01:38.227788 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 46608) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:38.275507 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-2506cfe6-1219-484b-b4cd-5f0b6ca17681 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Deleting subnet 53ad548b-9f0c-44fa-b51e-d6cfdc6ccc0e {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 08:01:38.279130 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2506cfe6-1219-484b-b4cd-5f0b6ca17681 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:38.316685 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2506cfe6-1219-484b-b4cd-5f0b6ca17681 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:38.349105 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 7338107f-b479-48c8-bda7-b6a928feb8c4 resource provider aggregate not found Oct 12 08:01:38.365535 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 7338107f-b479-48c8-bda7-b6a928feb8c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7338107f-b479-48c8-bda7-b6a928feb8c4 found for delete ", "request_id": "req-2c75ecf5-3aa7-48ed-83b4-48589a51ed75"}]} Oct 12 08:01:38.404529 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2506cfe6-1219-484b-b4cd-5f0b6ca17681 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:38.462759 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2506cfe6-1219-484b-b4cd-5f0b6ca17681 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:38.488730 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506cfe6-1219-484b-b4cd-5f0b6ca17681 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Pushing event deleted for resources: {'Subnet': ['ID=53ad548b-9f0c-44fa-b51e-d6cfdc6ccc0e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:38.492500 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2506cfe6-1219-484b-b4cd-5f0b6ca17681 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:38.496053 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-2506cfe6-1219-484b-b4cd-5f0b6ca17681 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] 10.222.0.26 "DELETE /v2.0/subnets/53ad548b-9f0c-44fa-b51e-d6cfdc6ccc0e HTTP/1.1" status: 204 len: 168 time: 0.2669525 Oct 12 08:01:38.498968 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 46614) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:38.500469 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a826fb6-587d-488e-9f2b-8ef1325a8600 None None] Network 6d56dccb-eac7-41b5-9531-2706e900551e requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:01:38.572576 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-34a711ae-2a43-4bef-a1b3-03259ef8f784 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:38.627561 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-34a711ae-2a43-4bef-a1b3-03259ef8f784 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Deleting port f7a8299c-5d5a-4eb8-a877-a651cfcbd585 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:01:38.627972 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-34a711ae-2a43-4bef-a1b3-03259ef8f784 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:38.670193 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6f6c81-5284-4ccf-b012-998111624751 None None] DHCP port deletion for 6d56dccb-eac7-41b5-9531-2706e900551e request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 08:01:38.697274 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-34a711ae-2a43-4bef-a1b3-03259ef8f784 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] For port f7a8299c-5d5a-4eb8-a877-a651cfcbd585, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=f7a8299c-5d5a-4eb8-a877-a651cfcbd585,segment=NetworkSegment(ed38c95a-f972-4ce2-9b8e-9c98abd5d294),segment_id=ed38c95a-f972-4ce2-9b8e-9c98abd5d294)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:01:38.697638 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-34a711ae-2a43-4bef-a1b3-03259ef8f784 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:38.710504 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-34a711ae-2a43-4bef-a1b3-03259ef8f784 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Calling delete_port for f7a8299c-5d5a-4eb8-a877-a651cfcbd585 owned by network:dhcp {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:01:38.721406 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ed6f6c81-5284-4ccf-b012-998111624751 None None] Deleting port f7a8299c-5d5a-4eb8-a877-a651cfcbd585 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:01:38.721779 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ed6f6c81-5284-4ccf-b012-998111624751 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:38.784792 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-ed6f6c81-5284-4ccf-b012-998111624751 None None] For port f7a8299c-5d5a-4eb8-a877-a651cfcbd585, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=f7a8299c-5d5a-4eb8-a877-a651cfcbd585,segment=NetworkSegment(ed38c95a-f972-4ce2-9b8e-9c98abd5d294),segment_id=ed38c95a-f972-4ce2-9b8e-9c98abd5d294)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:01:38.785181 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ed6f6c81-5284-4ccf-b012-998111624751 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:38.787199 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-34a711ae-2a43-4bef-a1b3-03259ef8f784 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:38.798408 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ed6f6c81-5284-4ccf-b012-998111624751 None None] Calling delete_port for f7a8299c-5d5a-4eb8-a877-a651cfcbd585 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:01:38.817378 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a711ae-2a43-4bef-a1b3-03259ef8f784 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Pushing event deleted for resources: {'Port': ['ID=f7a8299c-5d5a-4eb8-a877-a651cfcbd585,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:38.824252 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a711ae-2a43-4bef-a1b3-03259ef8f784 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] No DVR routers for this DVR port f7a8299c-5d5a-4eb8-a877-a651cfcbd585 on host dv-neutron-860909-2-hyperv {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 08:01:38.880595 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ed6f6c81-5284-4ccf-b012-998111624751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:38.902067 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-34a711ae-2a43-4bef-a1b3-03259ef8f784 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:38.906335 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f6c81-5284-4ccf-b012-998111624751 None None] Pushing event deleted for resources: {'Port': ['ID=f7a8299c-5d5a-4eb8-a877-a651cfcbd585,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:38.908371 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6f6c81-5284-4ccf-b012-998111624751 None None] No DVR routers for this DVR port f7a8299c-5d5a-4eb8-a877-a651cfcbd585 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 08:01:38.925357 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-34a711ae-2a43-4bef-a1b3-03259ef8f784 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d56dccb-eac7-41b5-9531-2706e900551e']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:01:38.934540 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-34a711ae-2a43-4bef-a1b3-03259ef8f784 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed38c95a-f972-4ce2-9b8e-9c98abd5d294') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:01:38.935483 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-34a711ae-2a43-4bef-a1b3-03259ef8f784 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed38c95a-f972-4ce2-9b8e-9c98abd5d294') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:01:38.944827 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-34a711ae-2a43-4bef-a1b3-03259ef8f784 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:38.957800 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-34a711ae-2a43-4bef-a1b3-03259ef8f784 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:38.964260 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34a711ae-2a43-4bef-a1b3-03259ef8f784 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 08:01:38.964729 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-34a711ae-2a43-4bef-a1b3-03259ef8f784 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:39.029582 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-34a711ae-2a43-4bef-a1b3-03259ef8f784 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:39.036319 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-34a711ae-2a43-4bef-a1b3-03259ef8f784 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:39.039522 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-34a711ae-2a43-4bef-a1b3-03259ef8f784 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] 10.222.0.26 "DELETE /v2.0/networks/6d56dccb-eac7-41b5-9531-2706e900551e HTTP/1.1" status: 204 len: 168 time: 0.5394986 Oct 12 08:01:39.051308 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a711ae-2a43-4bef-a1b3-03259ef8f784 tempest-NetworksIpV6Test-1402960524 tempest-NetworksIpV6Test-1402960524-project] Pushing event deleted for resources: {'Network': ['ID=6d56dccb-eac7-41b5-9531-2706e900551e,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:39.280190 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 46620) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:39.407921 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-73743062-24e0-4268-8010-a0c8f5b6a430 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e1f35cc4b3464f248b15833b56f47847&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1265490 Oct 12 08:01:39.410432 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 46624) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:39.455961 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1e8f7bce-7fb0-4a49-a6e5-955f18bf2aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:39.476493 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1e8f7bce-7fb0-4a49-a6e5-955f18bf2aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:39.526148 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1e8f7bce-7fb0-4a49-a6e5-955f18bf2aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:39.529168 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1e8f7bce-7fb0-4a49-a6e5-955f18bf2aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:39.530326 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-1e8f7bce-7fb0-4a49-a6e5-955f18bf2aa5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3d728bf9-f416-4c9f-a368-df02a024fe9d HTTP/1.1" status: 204 len: 168 time: 0.1189911 Oct 12 08:01:39.537874 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f7bce-7fb0-4a49-a6e5-955f18bf2aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d728bf9-f416-4c9f-a368-df02a024fe9d,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:40.140389 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 46646) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:40.233139 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-fbdf7049-e264-472d-bb09-ab851bc82a4d tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2067331547', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:01:40.255084 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fbdf7049-e264-472d-bb09-ab851bc82a4d tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:40.256184 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fbdf7049-e264-472d-bb09-ab851bc82a4d tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:40.311604 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fbdf7049-e264-472d-bb09-ab851bc82a4d tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:40.315939 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fbdf7049-e264-472d-bb09-ab851bc82a4d tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:40.335352 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fbdf7049-e264-472d-bb09-ab851bc82a4d tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:40.336740 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-fbdf7049-e264-472d-bb09-ab851bc82a4d tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1953490 Oct 12 08:01:40.339646 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 46650) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:40.344367 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-557d61f0-e8af-4167-9a0e-d56ce28d1ad5 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1955190797'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:01:40.364264 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557d61f0-e8af-4167-9a0e-d56ce28d1ad5 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Made reservation on behalf of f8c67302ca274f5d9e986f3cb3e0e2e7 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:01:40.367674 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-557d61f0-e8af-4167-9a0e-d56ce28d1ad5 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:40.379239 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-557d61f0-e8af-4167-9a0e-d56ce28d1ad5 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:40.384408 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment ed38c95a-f972-4ce2-9b8e-9c98abd5d294 resource provider aggregate not found Oct 12 08:01:40.401863 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment ed38c95a-f972-4ce2-9b8e-9c98abd5d294 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed38c95a-f972-4ce2-9b8e-9c98abd5d294 found for delete ", "request_id": "req-78a961aa-f424-433f-a4f8-c40acab4a75f"}]} Oct 12 08:01:40.455474 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-557d61f0-e8af-4167-9a0e-d56ce28d1ad5 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:40.460803 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-557d61f0-e8af-4167-9a0e-d56ce28d1ad5 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:40.487169 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-557d61f0-e8af-4167-9a0e-d56ce28d1ad5 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 08:01:40.496530 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d61f0-e8af-4167-9a0e-d56ce28d1ad5 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=533f86cd-429e-4c1a-a130-7e1456168d87,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:40.502536 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-557d61f0-e8af-4167-9a0e-d56ce28d1ad5 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:40.502878 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-557d61f0-e8af-4167-9a0e-d56ce28d1ad5 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Added segment 8b57f1a5-d2ba-40a6-a528-3e5daed17ee4 of type vlan for network f35b950a-d27b-412a-b087-1a195a8e6ba5 Oct 12 08:01:40.517374 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device f7a8299c-5d5a-4eb8-a877-a651cfcbd585 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:01:40.538599 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: f7a8299c-5d5a-4eb8-a877-a651cfcbd585 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:01:40.539084 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device f7a8299c-5d5a-4eb8-a877-a651cfcbd585 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:01:40.547547 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-557d61f0-e8af-4167-9a0e-d56ce28d1ad5 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:40.573451 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-557d61f0-e8af-4167-9a0e-d56ce28d1ad5 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:40.579036 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557d61f0-e8af-4167-9a0e-d56ce28d1ad5 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:40.579622 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-557d61f0-e8af-4167-9a0e-d56ce28d1ad5 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:40.619730 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-557d61f0-e8af-4167-9a0e-d56ce28d1ad5 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2790678 Oct 12 08:01:40.624213 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 46656) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:40.629599 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-f6897b1f-2302-43d7-8564-aaf4f9786ba6 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Request body: {'subnet': {'network_id': 'f35b950a-d27b-412a-b087-1a195a8e6ba5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:01:40.651040 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d61f0-e8af-4167-9a0e-d56ce28d1ad5 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Pushing event updated for resources: {'Network': ['ID=f35b950a-d27b-412a-b087-1a195a8e6ba5,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:40.668519 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network f35b950a-d27b-412a-b087-1a195a8e6ba5 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 08:01:40.721026 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6897b1f-2302-43d7-8564-aaf4f9786ba6 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Made reservation on behalf of f8c67302ca274f5d9e986f3cb3e0e2e7 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:01:40.724661 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f6897b1f-2302-43d7-8564-aaf4f9786ba6 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:40.906765 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f6897b1f-2302-43d7-8564-aaf4f9786ba6 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:40.969819 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6897b1f-2302-43d7-8564-aaf4f9786ba6 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Pushing event updated for resources: {'Subnet': ['ID=d0c70de1-05c6-4c77-ab19-adf24fe69168,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:40.979752 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6897b1f-2302-43d7-8564-aaf4f9786ba6 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Checking segment: {'id': '8b57f1a5-d2ba-40a6-a528-3e5daed17ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f35b950a-d27b-412a-b087-1a195a8e6ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:01:40.980096 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6897b1f-2302-43d7-8564-aaf4f9786ba6 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Network hostable DHCP agents. Network: f35b950a-d27b-412a-b087-1a195a8e6ba5, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 08:01:40.984060 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6897b1f-2302-43d7-8564-aaf4f9786ba6 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:01:40.984396 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6897b1f-2302-43d7-8564-aaf4f9786ba6 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:01:40.984728 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6897b1f-2302-43d7-8564-aaf4f9786ba6 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:01:40.985058 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6897b1f-2302-43d7-8564-aaf4f9786ba6 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:01:40.985390 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6897b1f-2302-43d7-8564-aaf4f9786ba6 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:01:40.985711 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6897b1f-2302-43d7-8564-aaf4f9786ba6 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:01:40.986050 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6897b1f-2302-43d7-8564-aaf4f9786ba6 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:01:40.986383 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6897b1f-2302-43d7-8564-aaf4f9786ba6 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:01:40.986703 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6897b1f-2302-43d7-8564-aaf4f9786ba6 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:01:40.987020 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6897b1f-2302-43d7-8564-aaf4f9786ba6 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:01:40.987339 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6897b1f-2302-43d7-8564-aaf4f9786ba6 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:01:40.987653 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6897b1f-2302-43d7-8564-aaf4f9786ba6 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:01:41.006615 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6897b1f-2302-43d7-8564-aaf4f9786ba6 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Network f35b950a-d27b-412a-b087-1a195a8e6ba5 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 08:01:41.017549 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-f6897b1f-2302-43d7-8564-aaf4f9786ba6 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, f35b950a-d27b-412a-b087-1a195a8e6ba5) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:01:41.021826 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6897b1f-2302-43d7-8564-aaf4f9786ba6 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:41.022441 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f6897b1f-2302-43d7-8564-aaf4f9786ba6 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:41.027347 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dedac54-f2f7-493e-981e-45cf5b62d14e None None] Network f35b950a-d27b-412a-b087-1a195a8e6ba5 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:01:41.041892 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f6897b1f-2302-43d7-8564-aaf4f9786ba6 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4163592 Oct 12 08:01:41.044838 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 46658) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:41.049840 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-382d010a-b5d5-49d6-8fb2-c7768809ed24 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-855533622'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:01:41.069693 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382d010a-b5d5-49d6-8fb2-c7768809ed24 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Made reservation on behalf of f8c67302ca274f5d9e986f3cb3e0e2e7 for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:01:41.073099 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-382d010a-b5d5-49d6-8fb2-c7768809ed24 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:41.097471 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-382d010a-b5d5-49d6-8fb2-c7768809ed24 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 08:01:41.107079 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-382d010a-b5d5-49d6-8fb2-c7768809ed24 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:41.107627 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-382d010a-b5d5-49d6-8fb2-c7768809ed24 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Added segment d7829eee-b193-4e92-aaa3-4720e30c14a0 of type vlan for network 990afa0d-a770-435d-a63e-530cd694da02 Oct 12 08:01:41.149516 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-382d010a-b5d5-49d6-8fb2-c7768809ed24 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:41.174887 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-382d010a-b5d5-49d6-8fb2-c7768809ed24 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:41.180420 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382d010a-b5d5-49d6-8fb2-c7768809ed24 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:41.181006 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-382d010a-b5d5-49d6-8fb2-c7768809ed24 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:41.190914 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b40d7b-db6f-4f41-9476-5c7f162def6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-f35b950a-d27b-412a-b087-1a195a8e6ba5', 'network_id': 'f35b950a-d27b-412a-b087-1a195a8e6ba5', 'tenant_id': 'f8c67302ca274f5d9e986f3cb3e0e2e7', 'fixed_ips': [{'subnet_id': 'd0c70de1-05c6-4c77-ab19-adf24fe69168'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 08:01:41.191777 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b8b40d7b-db6f-4f41-9476-5c7f162def6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:41.219533 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-382d010a-b5d5-49d6-8fb2-c7768809ed24 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1735301 Oct 12 08:01:41.222225 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 46660) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:41.229119 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-cf78c477-cf0a-4725-adcc-d935545eed88 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Request body: {'subnet': {'network_id': '990afa0d-a770-435d-a63e-530cd694da02', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:01:41.270785 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382d010a-b5d5-49d6-8fb2-c7768809ed24 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Pushing event updated for resources: {'Network': ['ID=990afa0d-a770-435d-a63e-530cd694da02,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:41.283104 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 990afa0d-a770-435d-a63e-530cd694da02 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 08:01:41.348066 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf78c477-cf0a-4725-adcc-d935545eed88 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Made reservation on behalf of f8c67302ca274f5d9e986f3cb3e0e2e7 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:01:41.351680 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cf78c477-cf0a-4725-adcc-d935545eed88 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:41.393908 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-b8b40d7b-db6f-4f41-9476-5c7f162def6e None None] Allocated IP 172.20.0.2 (f35b950a-d27b-412a-b087-1a195a8e6ba5/d0c70de1-05c6-4c77-ab19-adf24fe69168/d22a5426-b4e7-43a4-aa8d-099a637edd01) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:01:41.532065 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cf78c477-cf0a-4725-adcc-d935545eed88 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:41.541045 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b8b40d7b-db6f-4f41-9476-5c7f162def6e None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:41.547407 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b8b40d7b-db6f-4f41-9476-5c7f162def6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:41.584097 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b40d7b-db6f-4f41-9476-5c7f162def6e None None] Network f35b950a-d27b-412a-b087-1a195a8e6ba5 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:01:41.586968 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-b8b40d7b-db6f-4f41-9476-5c7f162def6e None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:01:41.591575 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b40d7b-db6f-4f41-9476-5c7f162def6e None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:01:41.593553 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf78c477-cf0a-4725-adcc-d935545eed88 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Pushing event updated for resources: {'Subnet': ['ID=742e9eda-6bef-4735-9b57-f20fa186b573,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:41.601256 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf78c477-cf0a-4725-adcc-d935545eed88 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Checking segment: {'id': 'd7829eee-b193-4e92-aaa3-4720e30c14a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '990afa0d-a770-435d-a63e-530cd694da02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:01:41.601636 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf78c477-cf0a-4725-adcc-d935545eed88 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Network hostable DHCP agents. Network: 990afa0d-a770-435d-a63e-530cd694da02, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 08:01:41.603262 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b40d7b-db6f-4f41-9476-5c7f162def6e None None] Pushing event updated for resources: {'Port': ['ID=d22a5426-b4e7-43a4-aa8d-099a637edd01,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:41.621330 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf78c477-cf0a-4725-adcc-d935545eed88 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Network 990afa0d-a770-435d-a63e-530cd694da02 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 08:01:41.630306 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-cf78c477-cf0a-4725-adcc-d935545eed88 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 990afa0d-a770-435d-a63e-530cd694da02) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:01:41.634685 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf78c477-cf0a-4725-adcc-d935545eed88 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:41.635275 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cf78c477-cf0a-4725-adcc-d935545eed88 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:41.640428 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30586f42-c4ac-488a-9e23-945edd01f65a None None] Network 990afa0d-a770-435d-a63e-530cd694da02 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:01:41.652551 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-cf78c477-cf0a-4725-adcc-d935545eed88 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4293218 Oct 12 08:01:41.655917 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 46662) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:41.660573 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-267ed6df-59d8-4a56-a7b9-65c309cffde6 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Request body: {'router': {'external_gateway_info': {'network_id': '990afa0d-a770-435d-a63e-530cd694da02'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:01:41.678154 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-b8b40d7b-db6f-4f41-9476-5c7f162def6e None None] Attempting to bind port d22a5426-b4e7-43a4-aa8d-099a637edd01 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:01:41.678526 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-b8b40d7b-db6f-4f41-9476-5c7f162def6e None None] Attempting to bind port d22a5426-b4e7-43a4-aa8d-099a637edd01 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '8b57f1a5-d2ba-40a6-a528-3e5daed17ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f35b950a-d27b-412a-b087-1a195a8e6ba5'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:01:41.678887 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b40d7b-db6f-4f41-9476-5c7f162def6e None None] Attempting to bind port d22a5426-b4e7-43a4-aa8d-099a637edd01 on network f35b950a-d27b-412a-b087-1a195a8e6ba5 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:01:41.709998 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b40d7b-db6f-4f41-9476-5c7f162def6e None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:01:41.710393 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b40d7b-db6f-4f41-9476-5c7f162def6e None None] Checking segment: {'id': '8b57f1a5-d2ba-40a6-a528-3e5daed17ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f35b950a-d27b-412a-b087-1a195a8e6ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:01:41.710795 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b8b40d7b-db6f-4f41-9476-5c7f162def6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:41.711185 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b40d7b-db6f-4f41-9476-5c7f162def6e None None] Bound using segment: {'id': '8b57f1a5-d2ba-40a6-a528-3e5daed17ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f35b950a-d27b-412a-b087-1a195a8e6ba5'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:01:41.711653 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-b8b40d7b-db6f-4f41-9476-5c7f162def6e None None] Bound port: d22a5426-b4e7-43a4-aa8d-099a637edd01, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b57f1a5-d2ba-40a6-a528-3e5daed17ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f35b950a-d27b-412a-b087-1a195a8e6ba5'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:01:41.712032 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b8b40d7b-db6f-4f41-9476-5c7f162def6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:41.826600 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-b8b40d7b-db6f-4f41-9476-5c7f162def6e None None] For port d22a5426-b4e7-43a4-aa8d-099a637edd01, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:01:41.830314 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-b8b40d7b-db6f-4f41-9476-5c7f162def6e None None] For port d22a5426-b4e7-43a4-aa8d-099a637edd01, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=d22a5426-b4e7-43a4-aa8d-099a637edd01,segment=NetworkSegment(8b57f1a5-d2ba-40a6-a528-3e5daed17ee4),segment_id=8b57f1a5-d2ba-40a6-a528-3e5daed17ee4)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:01:41.846755 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b8b40d7b-db6f-4f41-9476-5c7f162def6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:41.862561 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-267ed6df-59d8-4a56-a7b9-65c309cffde6 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:41.871851 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f584a981-6b71-4bec-b361-19199bbdb0fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-990afa0d-a770-435d-a63e-530cd694da02', 'network_id': '990afa0d-a770-435d-a63e-530cd694da02', 'tenant_id': 'f8c67302ca274f5d9e986f3cb3e0e2e7', 'fixed_ips': [{'subnet_id': '742e9eda-6bef-4735-9b57-f20fa186b573'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 08:01:41.872835 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f584a981-6b71-4bec-b361-19199bbdb0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:41.919769 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b40d7b-db6f-4f41-9476-5c7f162def6e None None] Pushing event updated for resources: {'Port': ['ID=d22a5426-b4e7-43a4-aa8d-099a637edd01,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:41.979898 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.api.v2.resource [None req-267ed6df-59d8-4a56-a7b9-65c309cffde6 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 08:01:41.981141 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-267ed6df-59d8-4a56-a7b9-65c309cffde6 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] 10.222.0.26 "PUT /v2.0/routers/77e64a40-0ce9-4cb5-9095-1b9ddd09ed44 HTTP/1.1" status: 400 len: 364 time: 0.3240392 Oct 12 08:01:41.987431 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 46664) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:42.049736 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-17202856-5f3e-499c-b112-76c2d716d5c1 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Deleting subnet 742e9eda-6bef-4735-9b57-f20fa186b573 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 08:01:42.069464 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-f584a981-6b71-4bec-b361-19199bbdb0fa None None] Allocated IP 172.21.0.2 (990afa0d-a770-435d-a63e-530cd694da02/742e9eda-6bef-4735-9b57-f20fa186b573/992356d3-fbad-4591-a1b6-aac3cdfbaa31) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:01:42.359756 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f584a981-6b71-4bec-b361-19199bbdb0fa None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:42.366101 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-17202856-5f3e-499c-b112-76c2d716d5c1 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:42.366599 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f584a981-6b71-4bec-b361-19199bbdb0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:42.406096 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f584a981-6b71-4bec-b361-19199bbdb0fa None None] Network 990afa0d-a770-435d-a63e-530cd694da02 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:01:42.408828 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-17202856-5f3e-499c-b112-76c2d716d5c1 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:42.408989 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-f584a981-6b71-4bec-b361-19199bbdb0fa None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:01:42.412320 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f584a981-6b71-4bec-b361-19199bbdb0fa None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:01:42.420182 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f584a981-6b71-4bec-b361-19199bbdb0fa None None] Pushing event updated for resources: {'Port': ['ID=992356d3-fbad-4591-a1b6-aac3cdfbaa31,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:42.473320 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-f584a981-6b71-4bec-b361-19199bbdb0fa None None] Attempting to bind port 992356d3-fbad-4591-a1b6-aac3cdfbaa31 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:01:42.473696 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-f584a981-6b71-4bec-b361-19199bbdb0fa None None] Attempting to bind port 992356d3-fbad-4591-a1b6-aac3cdfbaa31 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'd7829eee-b193-4e92-aaa3-4720e30c14a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '990afa0d-a770-435d-a63e-530cd694da02'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:01:42.474166 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f584a981-6b71-4bec-b361-19199bbdb0fa None None] Attempting to bind port 992356d3-fbad-4591-a1b6-aac3cdfbaa31 on network 990afa0d-a770-435d-a63e-530cd694da02 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:01:42.479881 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f584a981-6b71-4bec-b361-19199bbdb0fa None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:01:42.480239 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f584a981-6b71-4bec-b361-19199bbdb0fa None None] Checking segment: {'id': 'd7829eee-b193-4e92-aaa3-4720e30c14a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '990afa0d-a770-435d-a63e-530cd694da02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:01:42.480643 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f584a981-6b71-4bec-b361-19199bbdb0fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:42.481037 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f584a981-6b71-4bec-b361-19199bbdb0fa None None] Bound using segment: {'id': 'd7829eee-b193-4e92-aaa3-4720e30c14a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '990afa0d-a770-435d-a63e-530cd694da02'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:01:42.481536 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-f584a981-6b71-4bec-b361-19199bbdb0fa None None] Bound port: 992356d3-fbad-4591-a1b6-aac3cdfbaa31, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7829eee-b193-4e92-aaa3-4720e30c14a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '990afa0d-a770-435d-a63e-530cd694da02'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:01:42.482631 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f584a981-6b71-4bec-b361-19199bbdb0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:42.503307 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-17202856-5f3e-499c-b112-76c2d716d5c1 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:42.547687 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device d22a5426-b4e7-43a4-aa8d-099a637edd01 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:01:42.576997 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-17202856-5f3e-499c-b112-76c2d716d5c1 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:42.594220 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-f584a981-6b71-4bec-b361-19199bbdb0fa None None] For port 992356d3-fbad-4591-a1b6-aac3cdfbaa31, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:01:42.602859 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-f584a981-6b71-4bec-b361-19199bbdb0fa None None] For port 992356d3-fbad-4591-a1b6-aac3cdfbaa31, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=992356d3-fbad-4591-a1b6-aac3cdfbaa31,segment=NetworkSegment(d7829eee-b193-4e92-aaa3-4720e30c14a0),segment_id=d7829eee-b193-4e92-aaa3-4720e30c14a0)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:01:42.606268 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17202856-5f3e-499c-b112-76c2d716d5c1 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Pushing event deleted for resources: {'Subnet': ['ID=742e9eda-6bef-4735-9b57-f20fa186b573,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:42.608550 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-17202856-5f3e-499c-b112-76c2d716d5c1 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:42.612791 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-17202856-5f3e-499c-b112-76c2d716d5c1 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] 10.222.0.26 "DELETE /v2.0/subnets/742e9eda-6bef-4735-9b57-f20fa186b573 HTTP/1.1" status: 204 len: 168 time: 0.6243832 Oct 12 08:01:42.615400 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 46666) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:42.615777 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f584a981-6b71-4bec-b361-19199bbdb0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:42.675491 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port d22a5426-b4e7-43a4-aa8d-099a637edd01 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:01:42.676007 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:42.676508 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port d22a5426-b4e7-43a4-aa8d-099a637edd01 Oct 12 08:01:42.680025 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f584a981-6b71-4bec-b361-19199bbdb0fa None None] Pushing event updated for resources: {'Port': ['ID=992356d3-fbad-4591-a1b6-aac3cdfbaa31,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:42.718499 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-547edb17-c5e1-422b-bdbc-13365ed9eb88 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:42.779254 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-547edb17-c5e1-422b-bdbc-13365ed9eb88 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Deleting port 992356d3-fbad-4591-a1b6-aac3cdfbaa31 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:01:42.779485 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port d22a5426-b4e7-43a4-aa8d-099a637edd01 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:01:42.779737 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-547edb17-c5e1-422b-bdbc-13365ed9eb88 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:42.779844 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:42.818619 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port d22a5426-b4e7-43a4-aa8d-099a637edd01, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=d22a5426-b4e7-43a4-aa8d-099a637edd01,segment=NetworkSegment(8b57f1a5-d2ba-40a6-a528-3e5daed17ee4),segment_id=8b57f1a5-d2ba-40a6-a528-3e5daed17ee4)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:01:42.824304 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:42.856468 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-547edb17-c5e1-422b-bdbc-13365ed9eb88 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] For port 992356d3-fbad-4591-a1b6-aac3cdfbaa31, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=992356d3-fbad-4591-a1b6-aac3cdfbaa31,segment=NetworkSegment(d7829eee-b193-4e92-aaa3-4720e30c14a0),segment_id=d7829eee-b193-4e92-aaa3-4720e30c14a0)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:01:42.858762 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-547edb17-c5e1-422b-bdbc-13365ed9eb88 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:42.882265 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-547edb17-c5e1-422b-bdbc-13365ed9eb88 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Calling delete_port for 992356d3-fbad-4591-a1b6-aac3cdfbaa31 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:01:42.907905 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=d22a5426-b4e7-43a4-aa8d-099a637edd01,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:42.977393 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-547edb17-c5e1-422b-bdbc-13365ed9eb88 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:43.005204 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547edb17-c5e1-422b-bdbc-13365ed9eb88 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Pushing event deleted for resources: {'Port': ['ID=992356d3-fbad-4591-a1b6-aac3cdfbaa31,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:43.015599 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547edb17-c5e1-422b-bdbc-13365ed9eb88 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] No DVR routers for this DVR port 992356d3-fbad-4591-a1b6-aac3cdfbaa31 on host dv-neutron-860909-2-hyperv {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 08:01:43.043812 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ce414f-ab20-485a-9908-459d2f01f1f1 None None] Network f35b950a-d27b-412a-b087-1a195a8e6ba5 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:01:43.102710 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-547edb17-c5e1-422b-bdbc-13365ed9eb88 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:43.123151 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-547edb17-c5e1-422b-bdbc-13365ed9eb88 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['990afa0d-a770-435d-a63e-530cd694da02']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:01:43.132241 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-547edb17-c5e1-422b-bdbc-13365ed9eb88 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7829eee-b193-4e92-aaa3-4720e30c14a0') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:01:43.132540 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-547edb17-c5e1-422b-bdbc-13365ed9eb88 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7829eee-b193-4e92-aaa3-4720e30c14a0') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:01:43.134328 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-40a77c1f-4179-4bb2-9a0e-7f2a9d9054dd None None] Provisioning complete for port d22a5426-b4e7-43a4-aa8d-099a637edd01 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:01:43.134706 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-40a77c1f-4179-4bb2-9a0e-7f2a9d9054dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:43.135032 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-40a77c1f-4179-4bb2-9a0e-7f2a9d9054dd None None] Attempt 1 to provision port d22a5426-b4e7-43a4-aa8d-099a637edd01 Oct 12 08:01:43.142310 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-547edb17-c5e1-422b-bdbc-13365ed9eb88 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:43.156156 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-547edb17-c5e1-422b-bdbc-13365ed9eb88 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:43.162165 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-547edb17-c5e1-422b-bdbc-13365ed9eb88 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 08:01:43.162555 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-547edb17-c5e1-422b-bdbc-13365ed9eb88 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:43.191711 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment d7829eee-b193-4e92-aaa3-4720e30c14a0 resource provider aggregate not found Oct 12 08:01:43.238225 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment d7829eee-b193-4e92-aaa3-4720e30c14a0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d7829eee-b193-4e92-aaa3-4720e30c14a0 found for delete ", "request_id": "req-a8c5ece5-e81d-499a-8f9b-0332aad07262"}]} Oct 12 08:01:43.246793 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-547edb17-c5e1-422b-bdbc-13365ed9eb88 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:43.254725 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-547edb17-c5e1-422b-bdbc-13365ed9eb88 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:43.260391 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-547edb17-c5e1-422b-bdbc-13365ed9eb88 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] 10.222.0.26 "DELETE /v2.0/networks/990afa0d-a770-435d-a63e-530cd694da02 HTTP/1.1" status: 204 len: 168 time: 0.6416714 Oct 12 08:01:43.260825 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 46672) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:43.270109 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547edb17-c5e1-422b-bdbc-13365ed9eb88 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Pushing event deleted for resources: {'Network': ['ID=990afa0d-a770-435d-a63e-530cd694da02,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:43.285683 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-40a77c1f-4179-4bb2-9a0e-7f2a9d9054dd None None] Current status of the port d22a5426-b4e7-43a4-aa8d-099a637edd01 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:01:43.331222 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa73ed0a-2eba-4a80-a410-99ddf3a61432 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Deleting subnet d0c70de1-05c6-4c77-ab19-adf24fe69168 {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 08:01:43.334808 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-aa73ed0a-2eba-4a80-a410-99ddf3a61432 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:43.379801 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-aa73ed0a-2eba-4a80-a410-99ddf3a61432 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:43.468523 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-aa73ed0a-2eba-4a80-a410-99ddf3a61432 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:43.517535 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-a8126afa-9226-4fb8-a92a-dbbfbf5a76b7 None None] Provisioning complete for port d22a5426-b4e7-43a4-aa8d-099a637edd01 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:01:43.517938 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a8126afa-9226-4fb8-a92a-dbbfbf5a76b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:43.518324 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-a8126afa-9226-4fb8-a92a-dbbfbf5a76b7 None None] Attempt 1 to provision port d22a5426-b4e7-43a4-aa8d-099a637edd01 Oct 12 08:01:43.539784 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-aa73ed0a-2eba-4a80-a410-99ddf3a61432 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:43.568051 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73ed0a-2eba-4a80-a410-99ddf3a61432 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Pushing event deleted for resources: {'Subnet': ['ID=d0c70de1-05c6-4c77-ab19-adf24fe69168,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:43.573085 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-aa73ed0a-2eba-4a80-a410-99ddf3a61432 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:43.579091 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-aa73ed0a-2eba-4a80-a410-99ddf3a61432 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] 10.222.0.26 "DELETE /v2.0/subnets/d0c70de1-05c6-4c77-ab19-adf24fe69168 HTTP/1.1" status: 204 len: 168 time: 0.3149340 Oct 12 08:01:43.579325 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 46674) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:43.594297 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1851365a-c197-4a43-b999-c641f7be5439 None None] Network f35b950a-d27b-412a-b087-1a195a8e6ba5 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:01:43.636352 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a8126afa-9226-4fb8-a92a-dbbfbf5a76b7 None None] Current status of the port d22a5426-b4e7-43a4-aa8d-099a637edd01 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:01:43.670618 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f58b0ffb-d21c-49b3-84c6-2da9c55a9275 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:43.731853 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-f58b0ffb-d21c-49b3-84c6-2da9c55a9275 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Deleting port d22a5426-b4e7-43a4-aa8d-099a637edd01 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:01:43.732194 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f58b0ffb-d21c-49b3-84c6-2da9c55a9275 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:43.790726 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532f1015-c3da-4f21-b978-487331505c6b None None] DHCP port deletion for f35b950a-d27b-412a-b087-1a195a8e6ba5 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 08:01:43.797983 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-f58b0ffb-d21c-49b3-84c6-2da9c55a9275 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] For port d22a5426-b4e7-43a4-aa8d-099a637edd01, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=d22a5426-b4e7-43a4-aa8d-099a637edd01,segment=NetworkSegment(8b57f1a5-d2ba-40a6-a528-3e5daed17ee4),segment_id=8b57f1a5-d2ba-40a6-a528-3e5daed17ee4)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:01:43.798383 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f58b0ffb-d21c-49b3-84c6-2da9c55a9275 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:43.811472 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-f58b0ffb-d21c-49b3-84c6-2da9c55a9275 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Calling delete_port for d22a5426-b4e7-43a4-aa8d-099a637edd01 owned by network:dhcp {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:01:43.830229 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21dcb6e2-0b06-422e-a9ea-d3a9d2b47ceb None None] DHCP port deletion for 990afa0d-a770-435d-a63e-530cd694da02 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 08:01:43.856117 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23f7930-c9c3-4272-9b96-e7b3449fdfda None None] Network 990afa0d-a770-435d-a63e-530cd694da02 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:01:43.869207 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-16d550f2-3bd0-4cd5-90b4-4d51d6085617 None None] Could not find standard attr ID for object 992356d3-fbad-4591-a1b6-aac3cdfbaa31. {{(pid=103202) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 12 08:01:43.874560 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23f7930-c9c3-4272-9b96-e7b3449fdfda None None] Network 990afa0d-a770-435d-a63e-530cd694da02 could not be found, it might have been deleted concurrently. {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 12 08:01:43.881984 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-532f1015-c3da-4f21-b978-487331505c6b None None] Deleting port d22a5426-b4e7-43a4-aa8d-099a637edd01 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:01:43.882449 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-532f1015-c3da-4f21-b978-487331505c6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:43.897703 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f58b0ffb-d21c-49b3-84c6-2da9c55a9275 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:43.921313 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b0ffb-d21c-49b3-84c6-2da9c55a9275 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Pushing event deleted for resources: {'Port': ['ID=d22a5426-b4e7-43a4-aa8d-099a637edd01,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:43.933868 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58b0ffb-d21c-49b3-84c6-2da9c55a9275 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] No DVR routers for this DVR port d22a5426-b4e7-43a4-aa8d-099a637edd01 on host dv-neutron-860909-2-hyperv {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 08:01:43.967276 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-532f1015-c3da-4f21-b978-487331505c6b None None] For port d22a5426-b4e7-43a4-aa8d-099a637edd01, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=d22a5426-b4e7-43a4-aa8d-099a637edd01,segment=NetworkSegment(8b57f1a5-d2ba-40a6-a528-3e5daed17ee4),segment_id=8b57f1a5-d2ba-40a6-a528-3e5daed17ee4)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:01:43.967671 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-532f1015-c3da-4f21-b978-487331505c6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:43.984708 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ea9cb204-03e1-4c0b-8fc4-874db6d7de53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:43.987025 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-532f1015-c3da-4f21-b978-487331505c6b None None] Calling delete_port for d22a5426-b4e7-43a4-aa8d-099a637edd01 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:01:44.012600 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f58b0ffb-d21c-49b3-84c6-2da9c55a9275 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:44.032969 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-f58b0ffb-d21c-49b3-84c6-2da9c55a9275 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f35b950a-d27b-412a-b087-1a195a8e6ba5']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:01:44.042190 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-f58b0ffb-d21c-49b3-84c6-2da9c55a9275 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b57f1a5-d2ba-40a6-a528-3e5daed17ee4') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:01:44.042486 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-f58b0ffb-d21c-49b3-84c6-2da9c55a9275 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b57f1a5-d2ba-40a6-a528-3e5daed17ee4') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:01:44.056659 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f58b0ffb-d21c-49b3-84c6-2da9c55a9275 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:44.062465 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-532f1015-c3da-4f21-b978-487331505c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:44.070033 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f58b0ffb-d21c-49b3-84c6-2da9c55a9275 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:44.076538 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f58b0ffb-d21c-49b3-84c6-2da9c55a9275 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 08:01:44.076912 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f58b0ffb-d21c-49b3-84c6-2da9c55a9275 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:44.089992 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532f1015-c3da-4f21-b978-487331505c6b None None] No DVR routers for this DVR port d22a5426-b4e7-43a4-aa8d-099a637edd01 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 08:01:44.098818 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f1015-c3da-4f21-b978-487331505c6b None None] Pushing event deleted for resources: {'Port': ['ID=d22a5426-b4e7-43a4-aa8d-099a637edd01,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:44.107260 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 8b57f1a5-d2ba-40a6-a528-3e5daed17ee4 resource provider aggregate not found Oct 12 08:01:44.144705 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 8b57f1a5-d2ba-40a6-a528-3e5daed17ee4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8b57f1a5-d2ba-40a6-a528-3e5daed17ee4 found for delete ", "request_id": "req-b1819110-bbb0-48e9-b7ee-472ac8374fc7"}]} Oct 12 08:01:44.152430 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f58b0ffb-d21c-49b3-84c6-2da9c55a9275 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:44.159910 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f58b0ffb-d21c-49b3-84c6-2da9c55a9275 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:44.163061 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f58b0ffb-d21c-49b3-84c6-2da9c55a9275 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] 10.222.0.26 "DELETE /v2.0/networks/f35b950a-d27b-412a-b087-1a195a8e6ba5 HTTP/1.1" status: 204 len: 168 time: 0.5828152 Oct 12 08:01:44.165808 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 46680) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:44.174505 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b0ffb-d21c-49b3-84c6-2da9c55a9275 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Pushing event deleted for resources: {'Network': ['ID=f35b950a-d27b-412a-b087-1a195a8e6ba5,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:44.193683 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a981b764-4db6-4ce4-b77e-4a5e342fc44c tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] 10.222.0.26 "GET /v2.0/ports?device_id=77e64a40-0ce9-4cb5-9095-1b9ddd09ed44 HTTP/1.1" status: 200 len: 205 time: 0.0266933 Oct 12 08:01:44.195972 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 46682) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:44.268918 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-31091ed9-b6ee-4e47-b04e-cc1053dde797 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks [] for router, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:44.420064 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-31091ed9-b6ee-4e47-b04e-cc1053dde797 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:44.422752 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-31091ed9-b6ee-4e47-b04e-cc1053dde797 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:44.464270 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-31091ed9-b6ee-4e47-b04e-cc1053dde797 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:44.464884 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31091ed9-b6ee-4e47-b04e-cc1053dde797 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Fanout notify agent at l3_agent the message router_deleted on router 77e64a40-0ce9-4cb5-9095-1b9ddd09ed44 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 08:01:44.475581 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-31091ed9-b6ee-4e47-b04e-cc1053dde797 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:44.479052 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-31091ed9-b6ee-4e47-b04e-cc1053dde797 tempest-RoutersNegativeTest-1632376209 tempest-RoutersNegativeTest-1632376209-project] 10.222.0.26 "DELETE /v2.0/routers/77e64a40-0ce9-4cb5-9095-1b9ddd09ed44 HTTP/1.1" status: 204 len: 168 time: 0.2797692 Oct 12 08:01:44.501468 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device d22a5426-b4e7-43a4-aa8d-099a637edd01 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:01:44.522036 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: d22a5426-b4e7-43a4-aa8d-099a637edd01 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:01:44.522395 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device d22a5426-b4e7-43a4-aa8d-099a637edd01 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:01:44.713327 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 46688) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:44.840244 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ba2e8432-94b5-468c-8408-32b633b3d780 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f8c67302ca274f5d9e986f3cb3e0e2e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1254997 Oct 12 08:01:44.843156 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 46692) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:44.887867 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b5ce4cd6-04fc-42ee-8e70-46deae23bd0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:44.913155 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b5ce4cd6-04fc-42ee-8e70-46deae23bd0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:44.957230 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b5ce4cd6-04fc-42ee-8e70-46deae23bd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:44.959787 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b5ce4cd6-04fc-42ee-8e70-46deae23bd0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:44.960964 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b5ce4cd6-04fc-42ee-8e70-46deae23bd0c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/533f86cd-429e-4c1a-a130-7e1456168d87 HTTP/1.1" status: 204 len: 168 time: 0.1168787 Oct 12 08:01:44.969018 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce4cd6-04fc-42ee-8e70-46deae23bd0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533f86cd-429e-4c1a-a130-7e1456168d87,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:45.562149 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 46714) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:45.653406 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-438c35fa-54ba-41f6-91e5-12fa1ecb8d08 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-847399625-network', 'tenant_id': '00204f1881364fc78d0df867b2408ac9'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:01:45.672309 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438c35fa-54ba-41f6-91e5-12fa1ecb8d08 admin admin] Made reservation on behalf of 00204f1881364fc78d0df867b2408ac9 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:01:45.674568 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-438c35fa-54ba-41f6-91e5-12fa1ecb8d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:45.682469 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-438c35fa-54ba-41f6-91e5-12fa1ecb8d08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:45.752972 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-438c35fa-54ba-41f6-91e5-12fa1ecb8d08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:45.756437 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-438c35fa-54ba-41f6-91e5-12fa1ecb8d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:45.779389 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-438c35fa-54ba-41f6-91e5-12fa1ecb8d08 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 08:01:45.787668 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438c35fa-54ba-41f6-91e5-12fa1ecb8d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64126742-0eea-4cf4-b063-f477e39f5b49,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:45.793405 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-438c35fa-54ba-41f6-91e5-12fa1ecb8d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:45.793748 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-438c35fa-54ba-41f6-91e5-12fa1ecb8d08 admin admin] Added segment e954fa0c-ae4a-4026-ae33-eef0356cf340 of type vlan for network cef907d0-28f1-4124-8410-6f5888003fe5 Oct 12 08:01:45.835461 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-438c35fa-54ba-41f6-91e5-12fa1ecb8d08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:45.857931 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-438c35fa-54ba-41f6-91e5-12fa1ecb8d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:45.858884 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438c35fa-54ba-41f6-91e5-12fa1ecb8d08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:45.859448 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-438c35fa-54ba-41f6-91e5-12fa1ecb8d08 admin admin] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:45.885101 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-438c35fa-54ba-41f6-91e5-12fa1ecb8d08 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3218627 Oct 12 08:01:45.888226 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 46718) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:45.893835 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-b4f55826-7f54-4486-84a8-18a2eaaec1c3 admin admin] Request body: {'subnet': {'network_id': 'cef907d0-28f1-4124-8410-6f5888003fe5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-847399625-subnet', 'tenant_id': '00204f1881364fc78d0df867b2408ac9', 'ip_version': 4}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:01:45.912445 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f55826-7f54-4486-84a8-18a2eaaec1c3 admin admin] Made reservation on behalf of 00204f1881364fc78d0df867b2408ac9 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:01:45.914883 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b4f55826-7f54-4486-84a8-18a2eaaec1c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:45.923940 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438c35fa-54ba-41f6-91e5-12fa1ecb8d08 admin admin] Pushing event updated for resources: {'Network': ['ID=cef907d0-28f1-4124-8410-6f5888003fe5,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:45.933692 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network cef907d0-28f1-4124-8410-6f5888003fe5 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 08:01:46.083273 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b4f55826-7f54-4486-84a8-18a2eaaec1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:46.120653 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d2dc2c17-389f-4ccd-acd7-a6422ee1fc7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:46.137276 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f55826-7f54-4486-84a8-18a2eaaec1c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05439949-8fa9-45b6-89d9-13a7b20e3c90,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:46.147781 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f55826-7f54-4486-84a8-18a2eaaec1c3 admin admin] Checking segment: {'id': 'e954fa0c-ae4a-4026-ae33-eef0356cf340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cef907d0-28f1-4124-8410-6f5888003fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:01:46.148128 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f55826-7f54-4486-84a8-18a2eaaec1c3 admin admin] Network hostable DHCP agents. Network: cef907d0-28f1-4124-8410-6f5888003fe5, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 08:01:46.164143 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f55826-7f54-4486-84a8-18a2eaaec1c3 admin admin] Network cef907d0-28f1-4124-8410-6f5888003fe5 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 08:01:46.172952 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-b4f55826-7f54-4486-84a8-18a2eaaec1c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, cef907d0-28f1-4124-8410-6f5888003fe5) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:01:46.176864 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f55826-7f54-4486-84a8-18a2eaaec1c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:46.177451 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b4f55826-7f54-4486-84a8-18a2eaaec1c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:46.183459 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3bd443-1cd1-4b05-b3ff-027416a9ba6f None None] Network cef907d0-28f1-4124-8410-6f5888003fe5 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:01:46.194243 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b4f55826-7f54-4486-84a8-18a2eaaec1c3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3047519 Oct 12 08:01:46.197385 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 46720) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:46.201606 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-9a851e93-c0bf-4933-8094-ddd60f74690a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-847399625-router', 'tenant_id': '00204f1881364fc78d0df867b2408ac9', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:01:46.220143 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9a851e93-c0bf-4933-8094-ddd60f74690a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:46.221133 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9a851e93-c0bf-4933-8094-ddd60f74690a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:46.275909 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9a851e93-c0bf-4933-8094-ddd60f74690a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:46.333467 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc069c0-9aff-433c-b84a-0ee3dce1067b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-cef907d0-28f1-4124-8410-6f5888003fe5', 'network_id': 'cef907d0-28f1-4124-8410-6f5888003fe5', 'tenant_id': '00204f1881364fc78d0df867b2408ac9', 'fixed_ips': [{'subnet_id': '05439949-8fa9-45b6-89d9-13a7b20e3c90'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 08:01:46.334307 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7cc069c0-9aff-433c-b84a-0ee3dce1067b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:46.412991 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9a851e93-c0bf-4933-8094-ddd60f74690a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:46.469774 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-7cc069c0-9aff-433c-b84a-0ee3dce1067b None None] Allocated IP 172.20.0.2 (cef907d0-28f1-4124-8410-6f5888003fe5/05439949-8fa9-45b6-89d9-13a7b20e3c90/37767cc6-a6a0-42ed-86c9-45dd76e0a2b6) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:01:46.614481 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7cc069c0-9aff-433c-b84a-0ee3dce1067b None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:46.619370 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7cc069c0-9aff-433c-b84a-0ee3dce1067b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:46.658783 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc069c0-9aff-433c-b84a-0ee3dce1067b None None] Network cef907d0-28f1-4124-8410-6f5888003fe5 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:01:46.664045 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-7cc069c0-9aff-433c-b84a-0ee3dce1067b None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:01:46.668384 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc069c0-9aff-433c-b84a-0ee3dce1067b None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:01:46.670392 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc069c0-9aff-433c-b84a-0ee3dce1067b None None] Pushing event updated for resources: {'Port': ['ID=37767cc6-a6a0-42ed-86c9-45dd76e0a2b6,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:46.727714 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-7cc069c0-9aff-433c-b84a-0ee3dce1067b None None] Attempting to bind port 37767cc6-a6a0-42ed-86c9-45dd76e0a2b6 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:01:46.728079 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-7cc069c0-9aff-433c-b84a-0ee3dce1067b None None] Attempting to bind port 37767cc6-a6a0-42ed-86c9-45dd76e0a2b6 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'e954fa0c-ae4a-4026-ae33-eef0356cf340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cef907d0-28f1-4124-8410-6f5888003fe5'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:01:46.728441 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc069c0-9aff-433c-b84a-0ee3dce1067b None None] Attempting to bind port 37767cc6-a6a0-42ed-86c9-45dd76e0a2b6 on network cef907d0-28f1-4124-8410-6f5888003fe5 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:01:46.733726 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc069c0-9aff-433c-b84a-0ee3dce1067b None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:01:46.734125 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc069c0-9aff-433c-b84a-0ee3dce1067b None None] Checking segment: {'id': 'e954fa0c-ae4a-4026-ae33-eef0356cf340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cef907d0-28f1-4124-8410-6f5888003fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:01:46.734524 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7cc069c0-9aff-433c-b84a-0ee3dce1067b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:46.734909 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc069c0-9aff-433c-b84a-0ee3dce1067b None None] Bound using segment: {'id': 'e954fa0c-ae4a-4026-ae33-eef0356cf340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cef907d0-28f1-4124-8410-6f5888003fe5'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:01:46.735376 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-7cc069c0-9aff-433c-b84a-0ee3dce1067b None None] Bound port: 37767cc6-a6a0-42ed-86c9-45dd76e0a2b6, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e954fa0c-ae4a-4026-ae33-eef0356cf340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cef907d0-28f1-4124-8410-6f5888003fe5'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:01:46.735758 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7cc069c0-9aff-433c-b84a-0ee3dce1067b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:46.806841 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-7cc069c0-9aff-433c-b84a-0ee3dce1067b None None] For port 37767cc6-a6a0-42ed-86c9-45dd76e0a2b6, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:01:46.810954 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-7cc069c0-9aff-433c-b84a-0ee3dce1067b None None] For port 37767cc6-a6a0-42ed-86c9-45dd76e0a2b6, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=37767cc6-a6a0-42ed-86c9-45dd76e0a2b6,segment=NetworkSegment(e954fa0c-ae4a-4026-ae33-eef0356cf340),segment_id=e954fa0c-ae4a-4026-ae33-eef0356cf340)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:01:46.815091 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7cc069c0-9aff-433c-b84a-0ee3dce1067b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:46.869137 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc069c0-9aff-433c-b84a-0ee3dce1067b None None] Pushing event updated for resources: {'Port': ['ID=37767cc6-a6a0-42ed-86c9-45dd76e0a2b6,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:47.059205 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9a851e93-c0bf-4933-8094-ddd60f74690a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:47.078520 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9a851e93-c0bf-4933-8094-ddd60f74690a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:47.182742 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-9a851e93-c0bf-4933-8094-ddd60f74690a admin admin] Allocated IP 172.26.3.134 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/c1284f15-f444-4d33-a200-9c5726117a14) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:01:47.281991 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9a851e93-c0bf-4933-8094-ddd60f74690a admin admin] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:47.314912 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9a851e93-c0bf-4933-8094-ddd60f74690a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:47.315401 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:47.358790 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a851e93-c0bf-4933-8094-ddd60f74690a admin admin] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:01:47.361755 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-9a851e93-c0bf-4933-8094-ddd60f74690a admin admin] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:01:47.365332 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a851e93-c0bf-4933-8094-ddd60f74690a admin admin] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:01:47.390109 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a851e93-c0bf-4933-8094-ddd60f74690a admin admin] Pushing event updated for resources: {'Port': ['ID=c1284f15-f444-4d33-a200-9c5726117a14,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:47.622232 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9a851e93-c0bf-4933-8094-ddd60f74690a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:47.679818 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b0cdd8-7e2d-420c-a139-1b3f591ba5ed None None] Network cef907d0-28f1-4124-8410-6f5888003fe5 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:01:47.754172 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-2278df33-395a-4ebd-bc2e-bbe4ba9dbef4 None None] Provisioning complete for port 37767cc6-a6a0-42ed-86c9-45dd76e0a2b6 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:01:47.754455 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2278df33-395a-4ebd-bc2e-bbe4ba9dbef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:47.754789 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-2278df33-395a-4ebd-bc2e-bbe4ba9dbef4 None None] Attempt 1 to provision port 37767cc6-a6a0-42ed-86c9-45dd76e0a2b6 Oct 12 08:01:47.821178 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9a851e93-c0bf-4933-8094-ddd60f74690a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:47.895235 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2278df33-395a-4ebd-bc2e-bbe4ba9dbef4 None None] Current status of the port 37767cc6-a6a0-42ed-86c9-45dd76e0a2b6 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:01:47.895628 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2278df33-395a-4ebd-bc2e-bbe4ba9dbef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:47.932859 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-2278df33-395a-4ebd-bc2e-bbe4ba9dbef4 None None] For port 37767cc6-a6a0-42ed-86c9-45dd76e0a2b6, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=37767cc6-a6a0-42ed-86c9-45dd76e0a2b6,segment=NetworkSegment(e954fa0c-ae4a-4026-ae33-eef0356cf340),segment_id=e954fa0c-ae4a-4026-ae33-eef0356cf340)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:01:47.940071 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2278df33-395a-4ebd-bc2e-bbe4ba9dbef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:47.955276 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a851e93-c0bf-4933-8094-ddd60f74690a admin admin] Router e9a47e8e-1e0f-4d54-9922-49573a8fc295 is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 08:01:47.990372 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2278df33-395a-4ebd-bc2e-bbe4ba9dbef4 None None] Pushing event updated for resources: {'Port': ['ID=37767cc6-a6a0-42ed-86c9-45dd76e0a2b6,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:48.071188 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a851e93-c0bf-4933-8094-ddd60f74690a admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:01:48.082161 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d993ae70-a3e1-4405-9ffd-929e660ebfb1 None None] Sync routers for ids ['e9a47e8e-1e0f-4d54-9922-49573a8fc295'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:01:48.091622 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9a851e93-c0bf-4933-8094-ddd60f74690a admin admin] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:48.093070 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-9a851e93-c0bf-4933-8094-ddd60f74690a admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8947537 Oct 12 08:01:48.095163 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d993ae70-a3e1-4405-9ffd-929e660ebfb1 None None] Routers {'e9a47e8e-1e0f-4d54-9922-49573a8fc295'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:01:48.095966 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 46722) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:48.096474 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-d993ae70-a3e1-4405-9ffd-929e660ebfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:01:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['e9a47e8e-1e0f-4d54-9922-49573a8fc295'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:01:48.161614 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-8be18756-c164-409b-bb1b-e2d36c28f87b None None] Provisioning complete for port 37767cc6-a6a0-42ed-86c9-45dd76e0a2b6 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:01:48.162184 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8be18756-c164-409b-bb1b-e2d36c28f87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:48.162615 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-8be18756-c164-409b-bb1b-e2d36c28f87b None None] Attempt 1 to provision port 37767cc6-a6a0-42ed-86c9-45dd76e0a2b6 Oct 12 08:01:48.201166 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-d993ae70-a3e1-4405-9ffd-929e660ebfb1 None None] Set router e9a47e8e-1e0f-4d54-9922-49573a8fc295 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:01:48.250087 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-8be18756-c164-409b-bb1b-e2d36c28f87b None None] Current status of the port 37767cc6-a6a0-42ed-86c9-45dd76e0a2b6 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:01:48.396303 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-d993ae70-a3e1-4405-9ffd-929e660ebfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a47e8e-1e0f-4d54-9922-49573a8fc295', 'name': 'tempest-TestEncryptedCinderVolumes-847399625-router', 'tenant_id': '00204f1881364fc78d0df867b2408ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': 'c1284f15-f444-4d33-a200-9c5726117a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:01:46Z', 'updated_at': '2022-10-12T08:01:47Z', 'revision_number': 3, 'project_id': '00204f1881364fc78d0df867b2408ac9', 'gw_port': {'id': 'c1284f15-f444-4d33-a200-9c5726117a14', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d7:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a47e8e-1e0f-4d54-9922-49573a8fc295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:01:47Z', 'updated_at': '2022-10-12T08:01:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:01:48.425096 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d993ae70-a3e1-4405-9ffd-929e660ebfb1 None None] Checking router: e9a47e8e-1e0f-4d54-9922-49573a8fc295 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:01:48.425443 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d993ae70-a3e1-4405-9ffd-929e660ebfb1 None None] Updating router e9a47e8e-1e0f-4d54-9922-49573a8fc295 port c1284f15-f444-4d33-a200-9c5726117a14 binding host dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 08:01:48.451304 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d993ae70-a3e1-4405-9ffd-929e660ebfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:48.547268 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 37767cc6-a6a0-42ed-86c9-45dd76e0a2b6 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:01:48.603145 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 37767cc6-a6a0-42ed-86c9-45dd76e0a2b6 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:01:48.603723 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:48.604060 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 37767cc6-a6a0-42ed-86c9-45dd76e0a2b6 Oct 12 08:01:48.689998 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 37767cc6-a6a0-42ed-86c9-45dd76e0a2b6 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:01:48.722297 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d993ae70-a3e1-4405-9ffd-929e660ebfb1 None None] Notify callbacks [] for port, precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:48.727791 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d993ae70-a3e1-4405-9ffd-929e660ebfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:48.760451 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-d993ae70-a3e1-4405-9ffd-929e660ebfb1 None None] Attempting to bind port c1284f15-f444-4d33-a200-9c5726117a14 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:01:48.760814 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-d993ae70-a3e1-4405-9ffd-929e660ebfb1 None None] Attempting to bind port c1284f15-f444-4d33-a200-9c5726117a14 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:01:48.761169 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d993ae70-a3e1-4405-9ffd-929e660ebfb1 None None] Attempting to bind port c1284f15-f444-4d33-a200-9c5726117a14 on network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:01:48.770087 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d993ae70-a3e1-4405-9ffd-929e660ebfb1 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:01:48.770453 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d993ae70-a3e1-4405-9ffd-929e660ebfb1 None None] Checking segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:01:48.770846 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d993ae70-a3e1-4405-9ffd-929e660ebfb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:48.771235 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d993ae70-a3e1-4405-9ffd-929e660ebfb1 None None] Bound using segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:01:48.771690 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-d993ae70-a3e1-4405-9ffd-929e660ebfb1 None None] Bound port: c1284f15-f444-4d33-a200-9c5726117a14, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:01:48.772055 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d993ae70-a3e1-4405-9ffd-929e660ebfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:48.800995 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29580c95-f6c1-4dba-8fd5-68b983f0bdda None None] Pushing event updated for resources: {'Port': ['ID=c1284f15-f444-4d33-a200-9c5726117a14,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:48.832748 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d993ae70-a3e1-4405-9ffd-929e660ebfb1 None None] For port c1284f15-f444-4d33-a200-9c5726117a14, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:01:48.835867 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-d993ae70-a3e1-4405-9ffd-929e660ebfb1 None None] For port c1284f15-f444-4d33-a200-9c5726117a14, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=c1284f15-f444-4d33-a200-9c5726117a14,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:01:48.840744 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d993ae70-a3e1-4405-9ffd-929e660ebfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:48.850515 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cdb2d683-9724-4898-b953-a30e6f24c677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:48.873597 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:48.879859 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d993ae70-a3e1-4405-9ffd-929e660ebfb1 None None] Routers {'e9a47e8e-1e0f-4d54-9922-49573a8fc295'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:01:48.880017 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-d993ae70-a3e1-4405-9ffd-929e660ebfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:01:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['e9a47e8e-1e0f-4d54-9922-49573a8fc295'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:01:48.931068 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29580c95-f6c1-4dba-8fd5-68b983f0bdda None None] Pushing event updated for resources: {'Port': ['ID=c1284f15-f444-4d33-a200-9c5726117a14,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:48.993701 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-d993ae70-a3e1-4405-9ffd-929e660ebfb1 None None] Set router e9a47e8e-1e0f-4d54-9922-49573a8fc295 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:01:49.009327 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-cdb2d683-9724-4898-b953-a30e6f24c677 admin admin] Allocated IP 172.20.0.1 (cef907d0-28f1-4124-8410-6f5888003fe5/05439949-8fa9-45b6-89d9-13a7b20e3c90/c28cc58f-1deb-4ab0-9d91-00e8e6ae2dd5) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:01:49.117484 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cdb2d683-9724-4898-b953-a30e6f24c677 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:49.150854 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cdb2d683-9724-4898-b953-a30e6f24c677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:49.185366 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:49.193302 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb2d683-9724-4898-b953-a30e6f24c677 admin admin] Network cef907d0-28f1-4124-8410-6f5888003fe5 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:01:49.196999 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-cdb2d683-9724-4898-b953-a30e6f24c677 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:01:49.201291 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb2d683-9724-4898-b953-a30e6f24c677 admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:01:49.222777 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb2d683-9724-4898-b953-a30e6f24c677 admin admin] Pushing event updated for resources: {'Port': ['ID=c28cc58f-1deb-4ab0-9d91-00e8e6ae2dd5,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:49.238006 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb2d683-9724-4898-b953-a30e6f24c677 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:01:49.238387 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb2d683-9724-4898-b953-a30e6f24c677 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:01:49.238728 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb2d683-9724-4898-b953-a30e6f24c677 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:01:49.239066 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb2d683-9724-4898-b953-a30e6f24c677 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:01:49.239400 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb2d683-9724-4898-b953-a30e6f24c677 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:01:49.239732 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb2d683-9724-4898-b953-a30e6f24c677 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:01:49.240061 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb2d683-9724-4898-b953-a30e6f24c677 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:01:49.240386 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb2d683-9724-4898-b953-a30e6f24c677 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:01:49.240710 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb2d683-9724-4898-b953-a30e6f24c677 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:01:49.241029 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb2d683-9724-4898-b953-a30e6f24c677 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:01:49.241351 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb2d683-9724-4898-b953-a30e6f24c677 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:01:49.241671 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb2d683-9724-4898-b953-a30e6f24c677 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:01:49.253446 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cdb2d683-9724-4898-b953-a30e6f24c677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:49.264940 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-d993ae70-a3e1-4405-9ffd-929e660ebfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a47e8e-1e0f-4d54-9922-49573a8fc295', 'name': 'tempest-TestEncryptedCinderVolumes-847399625-router', 'tenant_id': '00204f1881364fc78d0df867b2408ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': 'c1284f15-f444-4d33-a200-9c5726117a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:01:46Z', 'updated_at': '2022-10-12T08:01:47Z', 'revision_number': 3, 'project_id': '00204f1881364fc78d0df867b2408ac9', 'gw_port': {'id': 'c1284f15-f444-4d33-a200-9c5726117a14', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d7:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a47e8e-1e0f-4d54-9922-49573a8fc295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:01:47Z', 'updated_at': '2022-10-12T08:01:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:01:49.292993 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d993ae70-a3e1-4405-9ffd-929e660ebfb1 None None] The sync data for ids ['e9a47e8e-1e0f-4d54-9922-49573a8fc295'] in dv-neutron-860909-2-hyperv is: [{'id': 'e9a47e8e-1e0f-4d54-9922-49573a8fc295', 'name': 'tempest-TestEncryptedCinderVolumes-847399625-router', 'tenant_id': '00204f1881364fc78d0df867b2408ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': 'c1284f15-f444-4d33-a200-9c5726117a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:01:46Z', 'updated_at': '2022-10-12T08:01:47Z', 'revision_number': 3, 'project_id': '00204f1881364fc78d0df867b2408ac9', 'gw_port': {'id': 'c1284f15-f444-4d33-a200-9c5726117a14', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d7:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a47e8e-1e0f-4d54-9922-49573a8fc295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:01:47Z', 'updated_at': '2022-10-12T08:01:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:01:49.390312 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cdb2d683-9724-4898-b953-a30e6f24c677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:49.480287 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-cb91a2f5-5516-441c-8cba-1f41454ea2ea None None] Provisioning complete for port c28cc58f-1deb-4ab0-9d91-00e8e6ae2dd5 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:01:49.480579 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cb91a2f5-5516-441c-8cba-1f41454ea2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:49.480905 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-cb91a2f5-5516-441c-8cba-1f41454ea2ea None None] Attempt 1 to provision port c28cc58f-1deb-4ab0-9d91-00e8e6ae2dd5 Oct 12 08:01:49.520512 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-cb91a2f5-5516-441c-8cba-1f41454ea2ea None None] Port c28cc58f-1deb-4ab0-9d91-00e8e6ae2dd5 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:01:49.564342 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cdb2d683-9724-4898-b953-a30e6f24c677 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:49.570795 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cdb2d683-9724-4898-b953-a30e6f24c677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:49.640913 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb2d683-9724-4898-b953-a30e6f24c677 admin admin] Pushing event updated for resources: {'Port': ['ID=c28cc58f-1deb-4ab0-9d91-00e8e6ae2dd5,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:49.645967 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cdb2d683-9724-4898-b953-a30e6f24c677 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:49.739223 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb2d683-9724-4898-b953-a30e6f24c677 admin admin] Network cef907d0-28f1-4124-8410-6f5888003fe5 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:01:49.740857 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-cdb2d683-9724-4898-b953-a30e6f24c677 admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:01:49.860941 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb2d683-9724-4898-b953-a30e6f24c677 admin admin] Router e9a47e8e-1e0f-4d54-9922-49573a8fc295 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:01:49.975961 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb2d683-9724-4898-b953-a30e6f24c677 admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:01:49.982190 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-cdb2d683-9724-4898-b953-a30e6f24c677 admin admin] 10.222.0.26 "PUT /v2.0/routers/e9a47e8e-1e0f-4d54-9922-49573a8fc295/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8850470 Oct 12 08:01:50.021930 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-cb91a2f5-5516-441c-8cba-1f41454ea2ea None None] Attempt 2 to provision port c28cc58f-1deb-4ab0-9d91-00e8e6ae2dd5 Oct 12 08:01:50.057994 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-cb91a2f5-5516-441c-8cba-1f41454ea2ea None None] Port c28cc58f-1deb-4ab0-9d91-00e8e6ae2dd5 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:01:50.441992 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 46738) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:50.447046 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-607a4613-36dd-43da-be5b-893d5f2e12e3 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-919408802-network', 'tenant_id': 'f78a1bd8e9564510bf332c621a8aac85'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:01:50.471276 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607a4613-36dd-43da-be5b-893d5f2e12e3 admin admin] Made reservation on behalf of f78a1bd8e9564510bf332c621a8aac85 for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:01:50.473478 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-607a4613-36dd-43da-be5b-893d5f2e12e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:50.482683 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-607a4613-36dd-43da-be5b-893d5f2e12e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:50.527742 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device c1284f15-f444-4d33-a200-9c5726117a14 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:01:50.558695 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-cb91a2f5-5516-441c-8cba-1f41454ea2ea None None] Attempt 3 to provision port c28cc58f-1deb-4ab0-9d91-00e8e6ae2dd5 Oct 12 08:01:50.561942 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-607a4613-36dd-43da-be5b-893d5f2e12e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:50.566334 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-607a4613-36dd-43da-be5b-893d5f2e12e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:50.589288 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-607a4613-36dd-43da-be5b-893d5f2e12e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 08:01:50.605641 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a4613-36dd-43da-be5b-893d5f2e12e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10c8f5b-c1e0-4fc1-8db4-1116824c5219,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:50.608707 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-607a4613-36dd-43da-be5b-893d5f2e12e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:50.609048 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-607a4613-36dd-43da-be5b-893d5f2e12e3 admin admin] Added segment 1ede65e3-1591-4e99-a964-c5da5281e5aa of type vlan for network 9719f1ac-1d4b-4e15-9207-d6c41b6851ad Oct 12 08:01:50.616311 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-cb91a2f5-5516-441c-8cba-1f41454ea2ea None None] Port c28cc58f-1deb-4ab0-9d91-00e8e6ae2dd5 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:01:50.623219 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port c1284f15-f444-4d33-a200-9c5726117a14 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:01:50.623624 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:50.623954 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port c1284f15-f444-4d33-a200-9c5726117a14 Oct 12 08:01:50.650842 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-607a4613-36dd-43da-be5b-893d5f2e12e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:50.676128 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-607a4613-36dd-43da-be5b-893d5f2e12e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:50.677679 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607a4613-36dd-43da-be5b-893d5f2e12e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:50.678450 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-607a4613-36dd-43da-be5b-893d5f2e12e3 admin admin] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:50.715100 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port c1284f15-f444-4d33-a200-9c5726117a14 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:01:50.715499 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:50.716210 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-607a4613-36dd-43da-be5b-893d5f2e12e3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2730649 Oct 12 08:01:50.719553 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 46740) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:50.725816 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-bd9cbc08-60e8-48be-90ac-36f63cf9041e admin admin] Request body: {'subnet': {'network_id': '9719f1ac-1d4b-4e15-9207-d6c41b6851ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-919408802-subnet', 'tenant_id': 'f78a1bd8e9564510bf332c621a8aac85', 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:01:50.738703 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port c1284f15-f444-4d33-a200-9c5726117a14, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=c1284f15-f444-4d33-a200-9c5726117a14,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:01:50.744910 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:50.748425 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9cbc08-60e8-48be-90ac-36f63cf9041e admin admin] Made reservation on behalf of f78a1bd8e9564510bf332c621a8aac85 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:01:50.751545 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bd9cbc08-60e8-48be-90ac-36f63cf9041e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:50.758942 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a4613-36dd-43da-be5b-893d5f2e12e3 admin admin] Pushing event updated for resources: {'Network': ['ID=9719f1ac-1d4b-4e15-9207-d6c41b6851ad,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:50.773964 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 9719f1ac-1d4b-4e15-9207-d6c41b6851ad details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 08:01:50.857490 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=c1284f15-f444-4d33-a200-9c5726117a14,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:50.925434 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c41f2d4-b3af-40b1-8f1f-f3ef435e6b57 None None] Sync routers for ids ['e9a47e8e-1e0f-4d54-9922-49573a8fc295'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:01:50.930880 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bd9cbc08-60e8-48be-90ac-36f63cf9041e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:50.935809 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c41f2d4-b3af-40b1-8f1f-f3ef435e6b57 None None] Routers {'e9a47e8e-1e0f-4d54-9922-49573a8fc295'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:01:50.936468 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-2c41f2d4-b3af-40b1-8f1f-f3ef435e6b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:01:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['e9a47e8e-1e0f-4d54-9922-49573a8fc295'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:01:50.987285 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9cbc08-60e8-48be-90ac-36f63cf9041e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b6748d6-30ec-4726-9875-feead50c5700,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:50.994829 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9cbc08-60e8-48be-90ac-36f63cf9041e admin admin] Checking segment: {'id': '1ede65e3-1591-4e99-a964-c5da5281e5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9719f1ac-1d4b-4e15-9207-d6c41b6851ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:01:50.995309 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9cbc08-60e8-48be-90ac-36f63cf9041e admin admin] Network hostable DHCP agents. Network: 9719f1ac-1d4b-4e15-9207-d6c41b6851ad, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 08:01:51.010720 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9cbc08-60e8-48be-90ac-36f63cf9041e admin admin] Network 9719f1ac-1d4b-4e15-9207-d6c41b6851ad is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 08:01:51.019791 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-bd9cbc08-60e8-48be-90ac-36f63cf9041e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 9719f1ac-1d4b-4e15-9207-d6c41b6851ad) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:01:51.025287 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9cbc08-60e8-48be-90ac-36f63cf9041e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:51.026544 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bd9cbc08-60e8-48be-90ac-36f63cf9041e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:51.029295 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c117f19-78b7-464a-a6ae-a2f33d9e0f45 None None] Network 9719f1ac-1d4b-4e15-9207-d6c41b6851ad requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:01:51.046604 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-bd9cbc08-60e8-48be-90ac-36f63cf9041e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3229246 Oct 12 08:01:51.046785 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 46742) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:51.051485 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-f2047d87-b73b-48b3-ae13-ffb693d8971d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-919408802-router', 'tenant_id': 'f78a1bd8e9564510bf332c621a8aac85', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:01:51.071542 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f2047d87-b73b-48b3-ae13-ffb693d8971d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:51.072658 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f2047d87-b73b-48b3-ae13-ffb693d8971d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:51.130591 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f2047d87-b73b-48b3-ae13-ffb693d8971d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:51.194926 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-cb91a2f5-5516-441c-8cba-1f41454ea2ea None None] Attempt 4 to provision port c28cc58f-1deb-4ab0-9d91-00e8e6ae2dd5 Oct 12 08:01:51.237047 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-2c41f2d4-b3af-40b1-8f1f-f3ef435e6b57 None None] Set router e9a47e8e-1e0f-4d54-9922-49573a8fc295 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:01:51.272848 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f2047d87-b73b-48b3-ae13-ffb693d8971d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:51.319899 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:51.320454 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-cb91a2f5-5516-441c-8cba-1f41454ea2ea None None] Port c28cc58f-1deb-4ab0-9d91-00e8e6ae2dd5 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:01:51.464955 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f2047d87-b73b-48b3-ae13-ffb693d8971d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:51.483882 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f2047d87-b73b-48b3-ae13-ffb693d8971d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:51.517541 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982feeac-01c5-4706-ba77-e85420acc965 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-9719f1ac-1d4b-4e15-9207-d6c41b6851ad', 'network_id': '9719f1ac-1d4b-4e15-9207-d6c41b6851ad', 'tenant_id': 'f78a1bd8e9564510bf332c621a8aac85', 'fixed_ips': [{'subnet_id': '8b6748d6-30ec-4726-9875-feead50c5700'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 08:01:51.518416 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-982feeac-01c5-4706-ba77-e85420acc965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:51.590051 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-f2047d87-b73b-48b3-ae13-ffb693d8971d admin admin] Allocated IP 172.26.3.48 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/facff103-2780-4d12-81a6-f90bf349ddbc) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:01:51.633483 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-2c41f2d4-b3af-40b1-8f1f-f3ef435e6b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a47e8e-1e0f-4d54-9922-49573a8fc295', 'name': 'tempest-TestEncryptedCinderVolumes-847399625-router', 'tenant_id': '00204f1881364fc78d0df867b2408ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': 'c1284f15-f444-4d33-a200-9c5726117a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:01:46Z', 'updated_at': '2022-10-12T08:01:49Z', 'revision_number': 4, 'project_id': '00204f1881364fc78d0df867b2408ac9', 'gw_port': {'id': 'c1284f15-f444-4d33-a200-9c5726117a14', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a47e8e-1e0f-4d54-9922-49573a8fc295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:01:47Z', 'updated_at': '2022-10-12T08:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': 'c28cc58f-1deb-4ab0-9d91-00e8e6ae2dd5', 'name': '', 'network_id': 'cef907d0-28f1-4124-8410-6f5888003fe5', 'tenant_id': '00204f1881364fc78d0df867b2408ac9', 'mac_address': 'fa:16:3e:db:ba:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a47e8e-1e0f-4d54-9922-49573a8fc295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '05439949-8fa9-45b6-89d9-13a7b20e3c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:01:48Z', 'updated_at': '2022-10-12T08:01:49Z', 'revision_number': 2, 'project_id': '00204f1881364fc78d0df867b2408ac9', 'subnets': [{'id': '05439949-8fa9-45b6-89d9-13a7b20e3c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:01:51.678805 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c41f2d4-b3af-40b1-8f1f-f3ef435e6b57 None None] Checking router: e9a47e8e-1e0f-4d54-9922-49573a8fc295 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:01:51.679273 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c41f2d4-b3af-40b1-8f1f-f3ef435e6b57 None None] Updating router e9a47e8e-1e0f-4d54-9922-49573a8fc295 port c28cc58f-1deb-4ab0-9d91-00e8e6ae2dd5 binding host dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 08:01:51.690217 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f2047d87-b73b-48b3-ae13-ffb693d8971d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:51.719405 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2c41f2d4-b3af-40b1-8f1f-f3ef435e6b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:51.721531 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-982feeac-01c5-4706-ba77-e85420acc965 None None] Allocated IP 172.20.0.2 (9719f1ac-1d4b-4e15-9207-d6c41b6851ad/8b6748d6-30ec-4726-9875-feead50c5700/5a1184a9-b812-4df5-a244-9f73b915ba39) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:01:51.725245 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f2047d87-b73b-48b3-ae13-ffb693d8971d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:51.767161 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2047d87-b73b-48b3-ae13-ffb693d8971d admin admin] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:01:51.771455 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-f2047d87-b73b-48b3-ae13-ffb693d8971d admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:01:51.774874 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2047d87-b73b-48b3-ae13-ffb693d8971d admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:01:51.797791 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2047d87-b73b-48b3-ae13-ffb693d8971d admin admin] Pushing event updated for resources: {'Port': ['ID=facff103-2780-4d12-81a6-f90bf349ddbc,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:51.821543 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-cb91a2f5-5516-441c-8cba-1f41454ea2ea None None] Attempt 5 to provision port c28cc58f-1deb-4ab0-9d91-00e8e6ae2dd5 Oct 12 08:01:51.930936 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-cb91a2f5-5516-441c-8cba-1f41454ea2ea None None] Port c28cc58f-1deb-4ab0-9d91-00e8e6ae2dd5 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:01:52.021325 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f2047d87-b73b-48b3-ae13-ffb693d8971d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:52.040162 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-982feeac-01c5-4706-ba77-e85420acc965 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:52.050752 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-982feeac-01c5-4706-ba77-e85420acc965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:52.115331 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982feeac-01c5-4706-ba77-e85420acc965 None None] Network 9719f1ac-1d4b-4e15-9207-d6c41b6851ad is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:01:52.117428 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982feeac-01c5-4706-ba77-e85420acc965 None None] Pushing event updated for resources: {'Port': ['ID=5a1184a9-b812-4df5-a244-9f73b915ba39,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:52.122895 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-982feeac-01c5-4706-ba77-e85420acc965 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:01:52.131755 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982feeac-01c5-4706-ba77-e85420acc965 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:01:52.208135 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2c41f2d4-b3af-40b1-8f1f-f3ef435e6b57 None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:52.217342 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f2047d87-b73b-48b3-ae13-ffb693d8971d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:52.217576 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2c41f2d4-b3af-40b1-8f1f-f3ef435e6b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:52.226362 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-982feeac-01c5-4706-ba77-e85420acc965 None None] Attempting to bind port 5a1184a9-b812-4df5-a244-9f73b915ba39 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:01:52.226725 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-982feeac-01c5-4706-ba77-e85420acc965 None None] Attempting to bind port 5a1184a9-b812-4df5-a244-9f73b915ba39 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '1ede65e3-1591-4e99-a964-c5da5281e5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9719f1ac-1d4b-4e15-9207-d6c41b6851ad'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:01:52.227082 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982feeac-01c5-4706-ba77-e85420acc965 None None] Attempting to bind port 5a1184a9-b812-4df5-a244-9f73b915ba39 on network 9719f1ac-1d4b-4e15-9207-d6c41b6851ad {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:01:52.255686 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982feeac-01c5-4706-ba77-e85420acc965 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:01:52.256042 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982feeac-01c5-4706-ba77-e85420acc965 None None] Checking segment: {'id': '1ede65e3-1591-4e99-a964-c5da5281e5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9719f1ac-1d4b-4e15-9207-d6c41b6851ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:01:52.256445 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-982feeac-01c5-4706-ba77-e85420acc965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:52.256829 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982feeac-01c5-4706-ba77-e85420acc965 None None] Bound using segment: {'id': '1ede65e3-1591-4e99-a964-c5da5281e5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9719f1ac-1d4b-4e15-9207-d6c41b6851ad'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:01:52.257289 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-982feeac-01c5-4706-ba77-e85420acc965 None None] Bound port: 5a1184a9-b812-4df5-a244-9f73b915ba39, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ede65e3-1591-4e99-a964-c5da5281e5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9719f1ac-1d4b-4e15-9207-d6c41b6851ad'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:01:52.257661 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-982feeac-01c5-4706-ba77-e85420acc965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:52.299007 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6705752d-466d-46f1-8af1-be5eeca92e71 None None] Pushing event updated for resources: {'Port': ['ID=c28cc58f-1deb-4ab0-9d91-00e8e6ae2dd5,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:52.348505 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2047d87-b73b-48b3-ae13-ffb693d8971d admin admin] Router 7538ba0e-5946-4ad9-9518-1298a63f0607 is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 08:01:52.350761 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-2c41f2d4-b3af-40b1-8f1f-f3ef435e6b57 None None] Attempting to bind port c28cc58f-1deb-4ab0-9d91-00e8e6ae2dd5 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:01:52.351135 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-2c41f2d4-b3af-40b1-8f1f-f3ef435e6b57 None None] Attempting to bind port c28cc58f-1deb-4ab0-9d91-00e8e6ae2dd5 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'e954fa0c-ae4a-4026-ae33-eef0356cf340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cef907d0-28f1-4124-8410-6f5888003fe5'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:01:52.351488 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c41f2d4-b3af-40b1-8f1f-f3ef435e6b57 None None] Attempting to bind port c28cc58f-1deb-4ab0-9d91-00e8e6ae2dd5 on network cef907d0-28f1-4124-8410-6f5888003fe5 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:01:52.360999 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c41f2d4-b3af-40b1-8f1f-f3ef435e6b57 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:01:52.361361 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c41f2d4-b3af-40b1-8f1f-f3ef435e6b57 None None] Checking segment: {'id': 'e954fa0c-ae4a-4026-ae33-eef0356cf340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cef907d0-28f1-4124-8410-6f5888003fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:01:52.361753 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2c41f2d4-b3af-40b1-8f1f-f3ef435e6b57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:52.362166 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c41f2d4-b3af-40b1-8f1f-f3ef435e6b57 None None] Bound using segment: {'id': 'e954fa0c-ae4a-4026-ae33-eef0356cf340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cef907d0-28f1-4124-8410-6f5888003fe5'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:01:52.362623 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-2c41f2d4-b3af-40b1-8f1f-f3ef435e6b57 None None] Bound port: c28cc58f-1deb-4ab0-9d91-00e8e6ae2dd5, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e954fa0c-ae4a-4026-ae33-eef0356cf340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cef907d0-28f1-4124-8410-6f5888003fe5'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:01:52.362992 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2c41f2d4-b3af-40b1-8f1f-f3ef435e6b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:52.389462 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-982feeac-01c5-4706-ba77-e85420acc965 None None] For port 5a1184a9-b812-4df5-a244-9f73b915ba39, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:01:52.423526 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-982feeac-01c5-4706-ba77-e85420acc965 None None] For port 5a1184a9-b812-4df5-a244-9f73b915ba39, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=5a1184a9-b812-4df5-a244-9f73b915ba39,segment=NetworkSegment(1ede65e3-1591-4e99-a964-c5da5281e5aa),segment_id=1ede65e3-1591-4e99-a964-c5da5281e5aa)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:01:52.430180 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-982feeac-01c5-4706-ba77-e85420acc965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:52.438451 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-cb91a2f5-5516-441c-8cba-1f41454ea2ea None None] Attempt 6 to provision port c28cc58f-1deb-4ab0-9d91-00e8e6ae2dd5 Oct 12 08:01:52.516194 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-2c41f2d4-b3af-40b1-8f1f-f3ef435e6b57 None None] For port c28cc58f-1deb-4ab0-9d91-00e8e6ae2dd5, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:01:52.538154 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-2c41f2d4-b3af-40b1-8f1f-f3ef435e6b57 None None] For port c28cc58f-1deb-4ab0-9d91-00e8e6ae2dd5, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=c28cc58f-1deb-4ab0-9d91-00e8e6ae2dd5,segment=NetworkSegment(e954fa0c-ae4a-4026-ae33-eef0356cf340),segment_id=e954fa0c-ae4a-4026-ae33-eef0356cf340)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:01:52.548410 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2c41f2d4-b3af-40b1-8f1f-f3ef435e6b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:52.550203 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-cb91a2f5-5516-441c-8cba-1f41454ea2ea None None] Port c28cc58f-1deb-4ab0-9d91-00e8e6ae2dd5 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:01:52.555413 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device c1284f15-f444-4d33-a200-9c5726117a14 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:01:52.580488 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982feeac-01c5-4706-ba77-e85420acc965 None None] Pushing event updated for resources: {'Port': ['ID=5a1184a9-b812-4df5-a244-9f73b915ba39,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:52.626389 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c41f2d4-b3af-40b1-8f1f-f3ef435e6b57 None None] Routers {'e9a47e8e-1e0f-4d54-9922-49573a8fc295'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:01:52.627021 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-2c41f2d4-b3af-40b1-8f1f-f3ef435e6b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:01:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['e9a47e8e-1e0f-4d54-9922-49573a8fc295'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:01:52.713789 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6705752d-466d-46f1-8af1-be5eeca92e71 None None] Pushing event updated for resources: {'Port': ['ID=c28cc58f-1deb-4ab0-9d91-00e8e6ae2dd5,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:52.776050 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port c1284f15-f444-4d33-a200-9c5726117a14 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:01:52.776416 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:52.776740 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port c1284f15-f444-4d33-a200-9c5726117a14 Oct 12 08:01:52.827577 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2047d87-b73b-48b3-ae13-ffb693d8971d admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:01:52.837450 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92664a11-2c5a-4ad7-b911-388fcbf25653 None None] Sync routers for ids ['7538ba0e-5946-4ad9-9518-1298a63f0607'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:01:52.850749 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92664a11-2c5a-4ad7-b911-388fcbf25653 None None] Routers {'7538ba0e-5946-4ad9-9518-1298a63f0607'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:01:52.851397 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-92664a11-2c5a-4ad7-b911-388fcbf25653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:01:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['7538ba0e-5946-4ad9-9518-1298a63f0607'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:01:52.853865 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f2047d87-b73b-48b3-ae13-ffb693d8971d admin admin] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:52.857813 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f2047d87-b73b-48b3-ae13-ffb693d8971d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8075173 Oct 12 08:01:52.858261 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 46744) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:01:52.972294 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-92664a11-2c5a-4ad7-b911-388fcbf25653 None None] Set router 7538ba0e-5946-4ad9-9518-1298a63f0607 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:01:52.979685 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-2c41f2d4-b3af-40b1-8f1f-f3ef435e6b57 None None] Set router e9a47e8e-1e0f-4d54-9922-49573a8fc295 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:01:53.054863 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-cb91a2f5-5516-441c-8cba-1f41454ea2ea None None] Attempt 7 to provision port c28cc58f-1deb-4ab0-9d91-00e8e6ae2dd5 Oct 12 08:01:53.172741 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-92664a11-2c5a-4ad7-b911-388fcbf25653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7538ba0e-5946-4ad9-9518-1298a63f0607', 'name': 'tempest-TestEncryptedCinderVolumes-919408802-router', 'tenant_id': 'f78a1bd8e9564510bf332c621a8aac85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.48'}], 'enable_snat': True}, 'gw_port_id': 'facff103-2780-4d12-81a6-f90bf349ddbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:01:51Z', 'updated_at': '2022-10-12T08:01:51Z', 'revision_number': 3, 'project_id': 'f78a1bd8e9564510bf332c621a8aac85', 'gw_port': {'id': 'facff103-2780-4d12-81a6-f90bf349ddbc', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7538ba0e-5946-4ad9-9518-1298a63f0607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:01:51Z', 'updated_at': '2022-10-12T08:01:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:01:53.214764 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92664a11-2c5a-4ad7-b911-388fcbf25653 None None] Checking router: 7538ba0e-5946-4ad9-9518-1298a63f0607 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:01:53.215414 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92664a11-2c5a-4ad7-b911-388fcbf25653 None None] Updating router 7538ba0e-5946-4ad9-9518-1298a63f0607 port facff103-2780-4d12-81a6-f90bf349ddbc binding host dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 08:01:53.249362 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-92664a11-2c5a-4ad7-b911-388fcbf25653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:53.251023 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port c1284f15-f444-4d33-a200-9c5726117a14 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:01:53.349087 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-cb91a2f5-5516-441c-8cba-1f41454ea2ea None None] Current status of the port c28cc58f-1deb-4ab0-9d91-00e8e6ae2dd5 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:01:53.349479 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cb91a2f5-5516-441c-8cba-1f41454ea2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:53.360133 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-35af6a40-7d51-4992-8beb-c3fc1c95e244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:53.432187 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-cb91a2f5-5516-441c-8cba-1f41454ea2ea None None] For port c28cc58f-1deb-4ab0-9d91-00e8e6ae2dd5, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=c28cc58f-1deb-4ab0-9d91-00e8e6ae2dd5,segment=NetworkSegment(e954fa0c-ae4a-4026-ae33-eef0356cf340),segment_id=e954fa0c-ae4a-4026-ae33-eef0356cf340)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:01:53.440598 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cb91a2f5-5516-441c-8cba-1f41454ea2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:53.508379 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-2c41f2d4-b3af-40b1-8f1f-f3ef435e6b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a47e8e-1e0f-4d54-9922-49573a8fc295', 'name': 'tempest-TestEncryptedCinderVolumes-847399625-router', 'tenant_id': '00204f1881364fc78d0df867b2408ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': 'c1284f15-f444-4d33-a200-9c5726117a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:01:46Z', 'updated_at': '2022-10-12T08:01:49Z', 'revision_number': 4, 'project_id': '00204f1881364fc78d0df867b2408ac9', 'gw_port': {'id': 'c1284f15-f444-4d33-a200-9c5726117a14', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a47e8e-1e0f-4d54-9922-49573a8fc295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:01:47Z', 'updated_at': '2022-10-12T08:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': 'c28cc58f-1deb-4ab0-9d91-00e8e6ae2dd5', 'name': '', 'network_id': 'cef907d0-28f1-4124-8410-6f5888003fe5', 'tenant_id': '00204f1881364fc78d0df867b2408ac9', 'mac_address': 'fa:16:3e:db:ba:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a47e8e-1e0f-4d54-9922-49573a8fc295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '05439949-8fa9-45b6-89d9-13a7b20e3c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:01:48Z', 'updated_at': '2022-10-12T08:01:52Z', 'revision_number': 4, 'project_id': '00204f1881364fc78d0df867b2408ac9', 'subnets': [{'id': '05439949-8fa9-45b6-89d9-13a7b20e3c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:01:53.556306 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c41f2d4-b3af-40b1-8f1f-f3ef435e6b57 None None] The sync data for ids ['e9a47e8e-1e0f-4d54-9922-49573a8fc295'] in dv-neutron-860909-2-hyperv is: [{'id': 'e9a47e8e-1e0f-4d54-9922-49573a8fc295', 'name': 'tempest-TestEncryptedCinderVolumes-847399625-router', 'tenant_id': '00204f1881364fc78d0df867b2408ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': 'c1284f15-f444-4d33-a200-9c5726117a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:01:46Z', 'updated_at': '2022-10-12T08:01:49Z', 'revision_number': 4, 'project_id': '00204f1881364fc78d0df867b2408ac9', 'gw_port': {'id': 'c1284f15-f444-4d33-a200-9c5726117a14', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a47e8e-1e0f-4d54-9922-49573a8fc295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:01:47Z', 'updated_at': '2022-10-12T08:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': 'c28cc58f-1deb-4ab0-9d91-00e8e6ae2dd5', 'name': '', 'network_id': 'cef907d0-28f1-4124-8410-6f5888003fe5', 'tenant_id': '00204f1881364fc78d0df867b2408ac9', 'mac_address': 'fa:16:3e:db:ba:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a47e8e-1e0f-4d54-9922-49573a8fc295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '05439949-8fa9-45b6-89d9-13a7b20e3c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:01:48Z', 'updated_at': '2022-10-12T08:01:52Z', 'revision_number': 4, 'project_id': '00204f1881364fc78d0df867b2408ac9', 'subnets': [{'id': '05439949-8fa9-45b6-89d9-13a7b20e3c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:01:53.558979 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91a2f5-5516-441c-8cba-1f41454ea2ea None None] Pushing event updated for resources: {'Port': ['ID=c28cc58f-1deb-4ab0-9d91-00e8e6ae2dd5,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:53.592696 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-8eea3a6e-e725-4a9b-9275-976e91f01037 None None] Provisioning complete for port c28cc58f-1deb-4ab0-9d91-00e8e6ae2dd5 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:01:53.593450 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8eea3a6e-e725-4a9b-9275-976e91f01037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:53.594373 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-92664a11-2c5a-4ad7-b911-388fcbf25653 None None] Notify callbacks [] for port, precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:53.594934 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-8eea3a6e-e725-4a9b-9275-976e91f01037 None None] Attempt 1 to provision port c28cc58f-1deb-4ab0-9d91-00e8e6ae2dd5 Oct 12 08:01:53.610128 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-92664a11-2c5a-4ad7-b911-388fcbf25653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:53.665002 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-92664a11-2c5a-4ad7-b911-388fcbf25653 None None] Attempting to bind port facff103-2780-4d12-81a6-f90bf349ddbc on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:01:53.665452 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-92664a11-2c5a-4ad7-b911-388fcbf25653 None None] Attempting to bind port facff103-2780-4d12-81a6-f90bf349ddbc by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:01:53.666208 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92664a11-2c5a-4ad7-b911-388fcbf25653 None None] Attempting to bind port facff103-2780-4d12-81a6-f90bf349ddbc on network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:01:53.673730 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92664a11-2c5a-4ad7-b911-388fcbf25653 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:01:53.674229 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92664a11-2c5a-4ad7-b911-388fcbf25653 None None] Checking segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:01:53.674697 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-92664a11-2c5a-4ad7-b911-388fcbf25653 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:53.675159 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92664a11-2c5a-4ad7-b911-388fcbf25653 None None] Bound using segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:01:53.675399 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-35af6a40-7d51-4992-8beb-c3fc1c95e244 admin admin] Allocated IP 172.20.0.1 (9719f1ac-1d4b-4e15-9207-d6c41b6851ad/8b6748d6-30ec-4726-9875-feead50c5700/2f92019a-0b97-4e84-b63f-7cea9cf75827) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:01:53.675766 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-92664a11-2c5a-4ad7-b911-388fcbf25653 None None] Bound port: facff103-2780-4d12-81a6-f90bf349ddbc, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:01:53.676226 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-92664a11-2c5a-4ad7-b911-388fcbf25653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:53.750688 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c47dd2-12b0-4451-b9d3-259ef09cae01 None None] Network 9719f1ac-1d4b-4e15-9207-d6c41b6851ad requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:01:53.753274 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-8eea3a6e-e725-4a9b-9275-976e91f01037 None None] Current status of the port c28cc58f-1deb-4ab0-9d91-00e8e6ae2dd5 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:01:53.757410 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b772404-0264-4298-8b8b-f456c44dd77f None None] Pushing event updated for resources: {'Port': ['ID=facff103-2780-4d12-81a6-f90bf349ddbc,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:53.769741 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-92664a11-2c5a-4ad7-b911-388fcbf25653 None None] For port facff103-2780-4d12-81a6-f90bf349ddbc, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:01:53.776991 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-92664a11-2c5a-4ad7-b911-388fcbf25653 None None] For port facff103-2780-4d12-81a6-f90bf349ddbc, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=facff103-2780-4d12-81a6-f90bf349ddbc,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:01:53.783443 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-92664a11-2c5a-4ad7-b911-388fcbf25653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:53.833280 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92664a11-2c5a-4ad7-b911-388fcbf25653 None None] Routers {'7538ba0e-5946-4ad9-9518-1298a63f0607'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:01:53.833926 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-92664a11-2c5a-4ad7-b911-388fcbf25653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:01:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['7538ba0e-5946-4ad9-9518-1298a63f0607'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:01:53.847706 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-35af6a40-7d51-4992-8beb-c3fc1c95e244 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:53.894529 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-35af6a40-7d51-4992-8beb-c3fc1c95e244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:53.898178 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-bdf332c4-5dc8-435e-b545-ce1c23ef208f None None] Provisioning complete for port 5a1184a9-b812-4df5-a244-9f73b915ba39 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:01:53.898790 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bdf332c4-5dc8-435e-b545-ce1c23ef208f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:53.899168 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-bdf332c4-5dc8-435e-b545-ce1c23ef208f None None] Attempt 1 to provision port 5a1184a9-b812-4df5-a244-9f73b915ba39 Oct 12 08:01:53.912715 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b772404-0264-4298-8b8b-f456c44dd77f None None] Pushing event updated for resources: {'Port': ['ID=facff103-2780-4d12-81a6-f90bf349ddbc,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:53.951594 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35af6a40-7d51-4992-8beb-c3fc1c95e244 admin admin] Network 9719f1ac-1d4b-4e15-9207-d6c41b6851ad is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:01:53.957031 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-35af6a40-7d51-4992-8beb-c3fc1c95e244 admin admin] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:01:53.960979 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35af6a40-7d51-4992-8beb-c3fc1c95e244 admin admin] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:01:53.964598 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af6a40-7d51-4992-8beb-c3fc1c95e244 admin admin] Pushing event updated for resources: {'Port': ['ID=2f92019a-0b97-4e84-b63f-7cea9cf75827,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:54.000179 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-92664a11-2c5a-4ad7-b911-388fcbf25653 None None] Set router 7538ba0e-5946-4ad9-9518-1298a63f0607 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:01:54.013162 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-35af6a40-7d51-4992-8beb-c3fc1c95e244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:54.078838 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-bdf332c4-5dc8-435e-b545-ce1c23ef208f None None] Current status of the port 5a1184a9-b812-4df5-a244-9f73b915ba39 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:01:54.079335 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bdf332c4-5dc8-435e-b545-ce1c23ef208f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:54.126536 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-bdf332c4-5dc8-435e-b545-ce1c23ef208f None None] For port 5a1184a9-b812-4df5-a244-9f73b915ba39, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=5a1184a9-b812-4df5-a244-9f73b915ba39,segment=NetworkSegment(1ede65e3-1591-4e99-a964-c5da5281e5aa),segment_id=1ede65e3-1591-4e99-a964-c5da5281e5aa)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:01:54.134141 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bdf332c4-5dc8-435e-b545-ce1c23ef208f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:54.202745 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf332c4-5dc8-435e-b545-ce1c23ef208f None None] Pushing event updated for resources: {'Port': ['ID=5a1184a9-b812-4df5-a244-9f73b915ba39,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:54.217896 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-35af6a40-7d51-4992-8beb-c3fc1c95e244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:54.280300 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-92664a11-2c5a-4ad7-b911-388fcbf25653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7538ba0e-5946-4ad9-9518-1298a63f0607', 'name': 'tempest-TestEncryptedCinderVolumes-919408802-router', 'tenant_id': 'f78a1bd8e9564510bf332c621a8aac85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.48'}], 'enable_snat': True}, 'gw_port_id': 'facff103-2780-4d12-81a6-f90bf349ddbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:01:51Z', 'updated_at': '2022-10-12T08:01:51Z', 'revision_number': 3, 'project_id': 'f78a1bd8e9564510bf332c621a8aac85', 'gw_port': {'id': 'facff103-2780-4d12-81a6-f90bf349ddbc', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7538ba0e-5946-4ad9-9518-1298a63f0607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:01:51Z', 'updated_at': '2022-10-12T08:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:01:54.312644 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92664a11-2c5a-4ad7-b911-388fcbf25653 None None] The sync data for ids ['7538ba0e-5946-4ad9-9518-1298a63f0607'] in dv-neutron-860909-2-hyperv is: [{'id': '7538ba0e-5946-4ad9-9518-1298a63f0607', 'name': 'tempest-TestEncryptedCinderVolumes-919408802-router', 'tenant_id': 'f78a1bd8e9564510bf332c621a8aac85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.48'}], 'enable_snat': True}, 'gw_port_id': 'facff103-2780-4d12-81a6-f90bf349ddbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:01:51Z', 'updated_at': '2022-10-12T08:01:51Z', 'revision_number': 3, 'project_id': 'f78a1bd8e9564510bf332c621a8aac85', 'gw_port': {'id': 'facff103-2780-4d12-81a6-f90bf349ddbc', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7538ba0e-5946-4ad9-9518-1298a63f0607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:01:51Z', 'updated_at': '2022-10-12T08:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:01:54.361917 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-7e4695fc-3429-4cce-b91b-3a75fb32dc82 None None] Provisioning complete for port 2f92019a-0b97-4e84-b63f-7cea9cf75827 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:01:54.362261 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7e4695fc-3429-4cce-b91b-3a75fb32dc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:54.362596 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-7e4695fc-3429-4cce-b91b-3a75fb32dc82 None None] Attempt 1 to provision port 2f92019a-0b97-4e84-b63f-7cea9cf75827 Oct 12 08:01:54.418129 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7e4695fc-3429-4cce-b91b-3a75fb32dc82 None None] Port 2f92019a-0b97-4e84-b63f-7cea9cf75827 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:01:54.427012 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-35af6a40-7d51-4992-8beb-c3fc1c95e244 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:54.434008 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-35af6a40-7d51-4992-8beb-c3fc1c95e244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:54.490853 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-35af6a40-7d51-4992-8beb-c3fc1c95e244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:54.557826 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af6a40-7d51-4992-8beb-c3fc1c95e244 admin admin] Pushing event updated for resources: {'Port': ['ID=2f92019a-0b97-4e84-b63f-7cea9cf75827,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:54.627633 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device c28cc58f-1deb-4ab0-9d91-00e8e6ae2dd5 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:01:54.662385 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35af6a40-7d51-4992-8beb-c3fc1c95e244 admin admin] Network 9719f1ac-1d4b-4e15-9207-d6c41b6851ad is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:01:54.664368 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-35af6a40-7d51-4992-8beb-c3fc1c95e244 admin admin] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:01:54.695292 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port c28cc58f-1deb-4ab0-9d91-00e8e6ae2dd5 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:01:54.695788 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:54.696189 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port c28cc58f-1deb-4ab0-9d91-00e8e6ae2dd5 Oct 12 08:01:54.854396 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port c28cc58f-1deb-4ab0-9d91-00e8e6ae2dd5 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:01:54.856081 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 5a1184a9-b812-4df5-a244-9f73b915ba39 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:01:54.870895 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35af6a40-7d51-4992-8beb-c3fc1c95e244 admin admin] Router 7538ba0e-5946-4ad9-9518-1298a63f0607 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:01:54.921152 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-7e4695fc-3429-4cce-b91b-3a75fb32dc82 None None] Attempt 2 to provision port 2f92019a-0b97-4e84-b63f-7cea9cf75827 Oct 12 08:01:54.974703 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 5a1184a9-b812-4df5-a244-9f73b915ba39 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:01:54.975264 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:54.975924 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 5a1184a9-b812-4df5-a244-9f73b915ba39 Oct 12 08:01:55.008261 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7e4695fc-3429-4cce-b91b-3a75fb32dc82 None None] Port 2f92019a-0b97-4e84-b63f-7cea9cf75827 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:01:55.022373 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35af6a40-7d51-4992-8beb-c3fc1c95e244 admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:01:55.027724 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-35af6a40-7d51-4992-8beb-c3fc1c95e244 admin admin] 10.222.0.26 "PUT /v2.0/routers/7538ba0e-5946-4ad9-9518-1298a63f0607/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1683633 Oct 12 08:01:55.067760 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 5a1184a9-b812-4df5-a244-9f73b915ba39 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:01:55.509482 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-7e4695fc-3429-4cce-b91b-3a75fb32dc82 None None] Attempt 3 to provision port 2f92019a-0b97-4e84-b63f-7cea9cf75827 Oct 12 08:01:55.547168 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7e4695fc-3429-4cce-b91b-3a75fb32dc82 None None] Port 2f92019a-0b97-4e84-b63f-7cea9cf75827 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:01:55.930944 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d17e04-f18e-4478-8359-697a531d71ef req-74e402db-50b3-423a-99fa-e339e746e99a tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:55.932421 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-41d17e04-f18e-4478-8359-697a531d71ef req-74e402db-50b3-423a-99fa-e339e746e99a tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/networks?id=cef907d0-28f1-4124-8410-6f5888003fe5 HTTP/1.1" status: 200 len: 816 time: 0.4179153 Oct 12 08:01:55.947047 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-41d17e04-f18e-4478-8359-697a531d71ef req-cb40ef46-64be-4333-95d9-5173a785268b tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/quotas/00204f1881364fc78d0df867b2408ac9 HTTP/1.1" status: 200 len: 375 time: 0.0088806 Oct 12 08:01:55.999449 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-41d17e04-f18e-4478-8359-697a531d71ef req-61d9adf7-9196-4cb0-990a-387250c4ca1a tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=00204f1881364fc78d0df867b2408ac9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472796 Oct 12 08:01:56.048836 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-7e4695fc-3429-4cce-b91b-3a75fb32dc82 None None] Attempt 4 to provision port 2f92019a-0b97-4e84-b63f-7cea9cf75827 Oct 12 08:01:56.085042 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7e4695fc-3429-4cce-b91b-3a75fb32dc82 None None] Port 2f92019a-0b97-4e84-b63f-7cea9cf75827 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:01:56.190116 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-41d17e04-f18e-4478-8359-697a531d71ef req-f9ada13b-0cbf-4b3e-850b-7c02ec2e0a42 service neutron] 10.222.0.26 "GET /v2.0/networks/cef907d0-28f1-4124-8410-6f5888003fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790848 Oct 12 08:01:56.283065 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-41d17e04-f18e-4478-8359-697a531d71ef req-77c8731e-fdae-46bb-b67d-8057ef88bce0 service neutron] 10.222.0.26 "GET /v2.0/networks/cef907d0-28f1-4124-8410-6f5888003fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868459 Oct 12 08:01:56.440816 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4980f697-cc58-436c-b57e-5e220c959af0 req-bb8ea9fb-10a8-4163-8682-99733f2c11f8 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d68efc4-9e4d-4fea-aada-8e45b9783bdb HTTP/1.1" status: 200 len: 210 time: 0.0268452 Oct 12 08:01:56.541108 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device facff103-2780-4d12-81a6-f90bf349ddbc up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:01:56.591585 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-7e4695fc-3429-4cce-b91b-3a75fb32dc82 None None] Attempt 5 to provision port 2f92019a-0b97-4e84-b63f-7cea9cf75827 Oct 12 08:01:56.634499 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port facff103-2780-4d12-81a6-f90bf349ddbc triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:01:56.634878 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:56.635219 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port facff103-2780-4d12-81a6-f90bf349ddbc Oct 12 08:01:56.664030 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7e4695fc-3429-4cce-b91b-3a75fb32dc82 None None] Port 2f92019a-0b97-4e84-b63f-7cea9cf75827 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:01:56.720150 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port facff103-2780-4d12-81a6-f90bf349ddbc is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:01:56.720622 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:56.747222 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port facff103-2780-4d12-81a6-f90bf349ddbc, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=facff103-2780-4d12-81a6-f90bf349ddbc,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:01:56.753197 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:56.806267 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=facff103-2780-4d12-81a6-f90bf349ddbc,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:57.011815 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ba9e18-696a-4bfb-bc09-b677c95987d0 None None] Sync routers for ids ['7538ba0e-5946-4ad9-9518-1298a63f0607'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:01:57.021975 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ba9e18-696a-4bfb-bc09-b677c95987d0 None None] Routers {'7538ba0e-5946-4ad9-9518-1298a63f0607'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:01:57.022603 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-a3ba9e18-696a-4bfb-bc09-b677c95987d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:01:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['7538ba0e-5946-4ad9-9518-1298a63f0607'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:01:57.127167 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-a3ba9e18-696a-4bfb-bc09-b677c95987d0 None None] Set router 7538ba0e-5946-4ad9-9518-1298a63f0607 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:01:57.166567 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-7e4695fc-3429-4cce-b91b-3a75fb32dc82 None None] Attempt 6 to provision port 2f92019a-0b97-4e84-b63f-7cea9cf75827 Oct 12 08:01:57.254014 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7e4695fc-3429-4cce-b91b-3a75fb32dc82 None None] Port 2f92019a-0b97-4e84-b63f-7cea9cf75827 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:01:57.365666 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-a3ba9e18-696a-4bfb-bc09-b677c95987d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7538ba0e-5946-4ad9-9518-1298a63f0607', 'name': 'tempest-TestEncryptedCinderVolumes-919408802-router', 'tenant_id': 'f78a1bd8e9564510bf332c621a8aac85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.48'}], 'enable_snat': True}, 'gw_port_id': 'facff103-2780-4d12-81a6-f90bf349ddbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:01:51Z', 'updated_at': '2022-10-12T08:01:54Z', 'revision_number': 4, 'project_id': 'f78a1bd8e9564510bf332c621a8aac85', 'gw_port': {'id': 'facff103-2780-4d12-81a6-f90bf349ddbc', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7538ba0e-5946-4ad9-9518-1298a63f0607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:01:51Z', 'updated_at': '2022-10-12T08:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '2f92019a-0b97-4e84-b63f-7cea9cf75827', 'name': '', 'network_id': '9719f1ac-1d4b-4e15-9207-d6c41b6851ad', 'tenant_id': 'f78a1bd8e9564510bf332c621a8aac85', 'mac_address': 'fa:16:3e:b5:94:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7538ba0e-5946-4ad9-9518-1298a63f0607', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '8b6748d6-30ec-4726-9875-feead50c5700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:01:53Z', 'updated_at': '2022-10-12T08:01:54Z', 'revision_number': 2, 'project_id': 'f78a1bd8e9564510bf332c621a8aac85', 'subnets': [{'id': '8b6748d6-30ec-4726-9875-feead50c5700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:01:57.381407 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d17e04-f18e-4478-8359-697a531d71ef req-c5d1f237-0b6e-4cfd-87ae-73604a47b9eb tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:57.382922 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-41d17e04-f18e-4478-8359-697a531d71ef req-c5d1f237-0b6e-4cfd-87ae-73604a47b9eb tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.23 "GET /v2.0/networks?id=cef907d0-28f1-4124-8410-6f5888003fe5 HTTP/1.1" status: 200 len: 816 time: 0.1120203 Oct 12 08:01:57.396233 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-41d17e04-f18e-4478-8359-697a531d71ef req-8689310c-52ea-4204-84a0-53c801c87eb8 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Request body: {'port': {'device_id': '0d68efc4-9e4d-4fea-aada-8e45b9783bdb', 'network_id': 'cef907d0-28f1-4124-8410-6f5888003fe5', 'admin_state_up': True, 'tenant_id': '00204f1881364fc78d0df867b2408ac9'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:01:57.398411 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ba9e18-696a-4bfb-bc09-b677c95987d0 None None] Checking router: 7538ba0e-5946-4ad9-9518-1298a63f0607 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:01:57.398787 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ba9e18-696a-4bfb-bc09-b677c95987d0 None None] Updating router 7538ba0e-5946-4ad9-9518-1298a63f0607 port 2f92019a-0b97-4e84-b63f-7cea9cf75827 binding host dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 08:01:57.428571 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a3ba9e18-696a-4bfb-bc09-b677c95987d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:57.512559 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41d17e04-f18e-4478-8359-697a531d71ef req-8689310c-52ea-4204-84a0-53c801c87eb8 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Made reservation on behalf of 00204f1881364fc78d0df867b2408ac9 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:01:57.516674 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-41d17e04-f18e-4478-8359-697a531d71ef req-8689310c-52ea-4204-84a0-53c801c87eb8 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:57.552634 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9b85dc72-a261-43a5-aed6-21c784c5c863 req-3caff55d-63b7-4939-8cd1-4f4c088f0805 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d68efc4-9e4d-4fea-aada-8e45b9783bdb HTTP/1.1" status: 200 len: 210 time: 0.0336845 Oct 12 08:01:57.683814 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [req-41d17e04-f18e-4478-8359-697a531d71ef req-8689310c-52ea-4204-84a0-53c801c87eb8 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Allocated IP 172.20.0.7 (cef907d0-28f1-4124-8410-6f5888003fe5/05439949-8fa9-45b6-89d9-13a7b20e3c90/57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:01:57.756088 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-7e4695fc-3429-4cce-b91b-3a75fb32dc82 None None] Attempt 7 to provision port 2f92019a-0b97-4e84-b63f-7cea9cf75827 Oct 12 08:01:57.820026 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7e4695fc-3429-4cce-b91b-3a75fb32dc82 None None] Port 2f92019a-0b97-4e84-b63f-7cea9cf75827 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:01:57.834751 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-41d17e04-f18e-4478-8359-697a531d71ef req-8689310c-52ea-4204-84a0-53c801c87eb8 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:57.867253 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-41d17e04-f18e-4478-8359-697a531d71ef req-8689310c-52ea-4204-84a0-53c801c87eb8 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:57.873269 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a3ba9e18-696a-4bfb-bc09-b677c95987d0 None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:57.879907 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a3ba9e18-696a-4bfb-bc09-b677c95987d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:57.913121 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41d17e04-f18e-4478-8359-697a531d71ef req-8689310c-52ea-4204-84a0-53c801c87eb8 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Network cef907d0-28f1-4124-8410-6f5888003fe5 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:01:57.916152 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [req-41d17e04-f18e-4478-8359-697a531d71ef req-8689310c-52ea-4204-84a0-53c801c87eb8 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:01:57.921159 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d17e04-f18e-4478-8359-697a531d71ef req-8689310c-52ea-4204-84a0-53c801c87eb8 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:01:57.948989 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689310c-52ea-4204-84a0-53c801c87eb8 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Pushing event updated for resources: {'Port': ['ID=57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:57.963648 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48f5a3-f716-436d-b470-8896c99e3d82 None None] Pushing event updated for resources: {'Port': ['ID=2f92019a-0b97-4e84-b63f-7cea9cf75827,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:57.970119 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-a3ba9e18-696a-4bfb-bc09-b677c95987d0 None None] Attempting to bind port 2f92019a-0b97-4e84-b63f-7cea9cf75827 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:01:57.970744 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-a3ba9e18-696a-4bfb-bc09-b677c95987d0 None None] Attempting to bind port 2f92019a-0b97-4e84-b63f-7cea9cf75827 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '1ede65e3-1591-4e99-a964-c5da5281e5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9719f1ac-1d4b-4e15-9207-d6c41b6851ad'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:01:57.971152 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ba9e18-696a-4bfb-bc09-b677c95987d0 None None] Attempting to bind port 2f92019a-0b97-4e84-b63f-7cea9cf75827 on network 9719f1ac-1d4b-4e15-9207-d6c41b6851ad {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:01:57.976976 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ba9e18-696a-4bfb-bc09-b677c95987d0 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:01:57.977349 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ba9e18-696a-4bfb-bc09-b677c95987d0 None None] Checking segment: {'id': '1ede65e3-1591-4e99-a964-c5da5281e5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9719f1ac-1d4b-4e15-9207-d6c41b6851ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:01:57.977745 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a3ba9e18-696a-4bfb-bc09-b677c95987d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:57.978152 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ba9e18-696a-4bfb-bc09-b677c95987d0 None None] Bound using segment: {'id': '1ede65e3-1591-4e99-a964-c5da5281e5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9719f1ac-1d4b-4e15-9207-d6c41b6851ad'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:01:57.978622 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-a3ba9e18-696a-4bfb-bc09-b677c95987d0 None None] Bound port: 2f92019a-0b97-4e84-b63f-7cea9cf75827, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ede65e3-1591-4e99-a964-c5da5281e5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9719f1ac-1d4b-4e15-9207-d6c41b6851ad'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:01:57.979003 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a3ba9e18-696a-4bfb-bc09-b677c95987d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:57.981077 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d17e04-f18e-4478-8359-697a531d71ef req-8689310c-52ea-4204-84a0-53c801c87eb8 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:57.981736 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-41d17e04-f18e-4478-8359-697a531d71ef req-8689310c-52ea-4204-84a0-53c801c87eb8 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:58.002691 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-41d17e04-f18e-4478-8359-697a531d71ef req-8689310c-52ea-4204-84a0-53c801c87eb8 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6103277 Oct 12 08:01:58.015059 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-41d17e04-f18e-4478-8359-697a531d71ef req-a536cf00-860c-472d-b598-c23eb168aef5 service neutron] Request body: {'port': {'device_id': '0d68efc4-9e4d-4fea-aada-8e45b9783bdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8609'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:01:58.054777 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-a3ba9e18-696a-4bfb-bc09-b677c95987d0 None None] For port 2f92019a-0b97-4e84-b63f-7cea9cf75827, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:01:58.058646 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-a3ba9e18-696a-4bfb-bc09-b677c95987d0 None None] For port 2f92019a-0b97-4e84-b63f-7cea9cf75827, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=2f92019a-0b97-4e84-b63f-7cea9cf75827,segment=NetworkSegment(1ede65e3-1591-4e99-a964-c5da5281e5aa),segment_id=1ede65e3-1591-4e99-a964-c5da5281e5aa)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:01:58.063460 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a3ba9e18-696a-4bfb-bc09-b677c95987d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:58.079725 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-41d17e04-f18e-4478-8359-697a531d71ef req-a536cf00-860c-472d-b598-c23eb168aef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:58.101876 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ba9e18-696a-4bfb-bc09-b677c95987d0 None None] Routers {'7538ba0e-5946-4ad9-9518-1298a63f0607'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:01:58.102541 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-a3ba9e18-696a-4bfb-bc09-b677c95987d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:01:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['7538ba0e-5946-4ad9-9518-1298a63f0607'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:01:58.166882 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48f5a3-f716-436d-b470-8896c99e3d82 None None] Pushing event updated for resources: {'Port': ['ID=2f92019a-0b97-4e84-b63f-7cea9cf75827,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:58.225114 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-a3ba9e18-696a-4bfb-bc09-b677c95987d0 None None] Set router 7538ba0e-5946-4ad9-9518-1298a63f0607 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:01:58.321340 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-7e4695fc-3429-4cce-b91b-3a75fb32dc82 None None] Attempt 8 to provision port 2f92019a-0b97-4e84-b63f-7cea9cf75827 Oct 12 08:01:58.350212 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [req-41d17e04-f18e-4478-8359-697a531d71ef req-a536cf00-860c-472d-b598-c23eb168aef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 08:01:58.357618 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-41d17e04-f18e-4478-8359-697a531d71ef req-a536cf00-860c-472d-b598-c23eb168aef5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:58.369584 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-41d17e04-f18e-4478-8359-697a531d71ef req-a536cf00-860c-472d-b598-c23eb168aef5 service neutron] Transition to ACTIVE for port object 57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 08:01:58.375140 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-41d17e04-f18e-4478-8359-697a531d71ef req-a536cf00-860c-472d-b598-c23eb168aef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:58.461178 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536cf00-860c-472d-b598-c23eb168aef5 service neutron] Pushing event updated for resources: {'Port': ['ID=57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:58.477356 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7e4695fc-3429-4cce-b91b-3a75fb32dc82 None None] Current status of the port 2f92019a-0b97-4e84-b63f-7cea9cf75827 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:01:58.477749 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7e4695fc-3429-4cce-b91b-3a75fb32dc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:58.487327 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-41d17e04-f18e-4478-8359-697a531d71ef req-a536cf00-860c-472d-b598-c23eb168aef5 service neutron] Attempting to bind port 57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:01:58.487658 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-41d17e04-f18e-4478-8359-697a531d71ef req-a536cf00-860c-472d-b598-c23eb168aef5 service neutron] Attempting to bind port 57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': 'e954fa0c-ae4a-4026-ae33-eef0356cf340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cef907d0-28f1-4124-8410-6f5888003fe5'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:01:58.487987 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d17e04-f18e-4478-8359-697a531d71ef req-a536cf00-860c-472d-b598-c23eb168aef5 service neutron] Attempting to bind port 57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b on network cef907d0-28f1-4124-8410-6f5888003fe5 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:01:58.492567 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d17e04-f18e-4478-8359-697a531d71ef req-a536cf00-860c-472d-b598-c23eb168aef5 service neutron] Port 57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b on network cef907d0-28f1-4124-8410-6f5888003fe5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 08:01:58.492922 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d17e04-f18e-4478-8359-697a531d71ef req-a536cf00-860c-472d-b598-c23eb168aef5 service neutron] Attempting to bind port 57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b on network cef907d0-28f1-4124-8410-6f5888003fe5 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:01:58.500224 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d17e04-f18e-4478-8359-697a531d71ef req-a536cf00-860c-472d-b598-c23eb168aef5 service neutron] Checking agent: {'id': 'afe9b392-c72e-4ef3-a7bd-ca4c2066af02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8609', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'started_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:01:58.500613 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d17e04-f18e-4478-8359-697a531d71ef req-a536cf00-860c-472d-b598-c23eb168aef5 service neutron] Checking segment: {'id': 'e954fa0c-ae4a-4026-ae33-eef0356cf340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cef907d0-28f1-4124-8410-6f5888003fe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:01:58.500929 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d17e04-f18e-4478-8359-697a531d71ef req-a536cf00-860c-472d-b598-c23eb168aef5 service neutron] Bound using segment: {'id': 'e954fa0c-ae4a-4026-ae33-eef0356cf340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cef907d0-28f1-4124-8410-6f5888003fe5'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:01:58.501364 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-41d17e04-f18e-4478-8359-697a531d71ef req-a536cf00-860c-472d-b598-c23eb168aef5 service neutron] Bound port: 57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b, host: hv-neutron-8609, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e954fa0c-ae4a-4026-ae33-eef0356cf340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cef907d0-28f1-4124-8410-6f5888003fe5'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:01:58.501717 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-41d17e04-f18e-4478-8359-697a531d71ef req-a536cf00-860c-472d-b598-c23eb168aef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:58.506792 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-a3ba9e18-696a-4bfb-bc09-b677c95987d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7538ba0e-5946-4ad9-9518-1298a63f0607', 'name': 'tempest-TestEncryptedCinderVolumes-919408802-router', 'tenant_id': 'f78a1bd8e9564510bf332c621a8aac85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.48'}], 'enable_snat': True}, 'gw_port_id': 'facff103-2780-4d12-81a6-f90bf349ddbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:01:51Z', 'updated_at': '2022-10-12T08:01:54Z', 'revision_number': 4, 'project_id': 'f78a1bd8e9564510bf332c621a8aac85', 'gw_port': {'id': 'facff103-2780-4d12-81a6-f90bf349ddbc', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7538ba0e-5946-4ad9-9518-1298a63f0607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:01:51Z', 'updated_at': '2022-10-12T08:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '2f92019a-0b97-4e84-b63f-7cea9cf75827', 'name': '', 'network_id': '9719f1ac-1d4b-4e15-9207-d6c41b6851ad', 'tenant_id': 'f78a1bd8e9564510bf332c621a8aac85', 'mac_address': 'fa:16:3e:b5:94:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7538ba0e-5946-4ad9-9518-1298a63f0607', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '8b6748d6-30ec-4726-9875-feead50c5700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:01:53Z', 'updated_at': '2022-10-12T08:01:58Z', 'revision_number': 4, 'project_id': 'f78a1bd8e9564510bf332c621a8aac85', 'subnets': [{'id': '8b6748d6-30ec-4726-9875-feead50c5700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:01:58.545519 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device facff103-2780-4d12-81a6-f90bf349ddbc up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:01:58.549481 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-7e4695fc-3429-4cce-b91b-3a75fb32dc82 None None] For port 2f92019a-0b97-4e84-b63f-7cea9cf75827, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=2f92019a-0b97-4e84-b63f-7cea9cf75827,segment=NetworkSegment(1ede65e3-1591-4e99-a964-c5da5281e5aa),segment_id=1ede65e3-1591-4e99-a964-c5da5281e5aa)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:01:58.550979 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ba9e18-696a-4bfb-bc09-b677c95987d0 None None] The sync data for ids ['7538ba0e-5946-4ad9-9518-1298a63f0607'] in dv-neutron-860909-2-hyperv is: [{'id': '7538ba0e-5946-4ad9-9518-1298a63f0607', 'name': 'tempest-TestEncryptedCinderVolumes-919408802-router', 'tenant_id': 'f78a1bd8e9564510bf332c621a8aac85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.48'}], 'enable_snat': True}, 'gw_port_id': 'facff103-2780-4d12-81a6-f90bf349ddbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:01:51Z', 'updated_at': '2022-10-12T08:01:54Z', 'revision_number': 4, 'project_id': 'f78a1bd8e9564510bf332c621a8aac85', 'gw_port': {'id': 'facff103-2780-4d12-81a6-f90bf349ddbc', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7538ba0e-5946-4ad9-9518-1298a63f0607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:01:51Z', 'updated_at': '2022-10-12T08:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '2f92019a-0b97-4e84-b63f-7cea9cf75827', 'name': '', 'network_id': '9719f1ac-1d4b-4e15-9207-d6c41b6851ad', 'tenant_id': 'f78a1bd8e9564510bf332c621a8aac85', 'mac_address': 'fa:16:3e:b5:94:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7538ba0e-5946-4ad9-9518-1298a63f0607', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '8b6748d6-30ec-4726-9875-feead50c5700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:01:53Z', 'updated_at': '2022-10-12T08:01:58Z', 'revision_number': 4, 'project_id': 'f78a1bd8e9564510bf332c621a8aac85', 'subnets': [{'id': '8b6748d6-30ec-4726-9875-feead50c5700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:01:58.568437 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-41d17e04-f18e-4478-8359-697a531d71ef req-a536cf00-860c-472d-b598-c23eb168aef5 service neutron] For port 57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b, host hv-neutron-8609, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:01:58.572129 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-41d17e04-f18e-4478-8359-697a531d71ef req-a536cf00-860c-472d-b598-c23eb168aef5 service neutron] For port 57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b, host hv-neutron-8609, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b,segment=NetworkSegment(e954fa0c-ae4a-4026-ae33-eef0356cf340),segment_id=e954fa0c-ae4a-4026-ae33-eef0356cf340)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:01:58.575580 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7e4695fc-3429-4cce-b91b-3a75fb32dc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:58.577925 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-41d17e04-f18e-4478-8359-697a531d71ef req-a536cf00-860c-472d-b598-c23eb168aef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:58.582080 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d17e04-f18e-4478-8359-697a531d71ef req-a536cf00-860c-472d-b598-c23eb168aef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:58.582748 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-41d17e04-f18e-4478-8359-697a531d71ef req-a536cf00-860c-472d-b598-c23eb168aef5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:58.584139 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-41d17e04-f18e-4478-8359-697a531d71ef req-a536cf00-860c-472d-b598-c23eb168aef5 service neutron] 10.222.0.23 "PUT /v2.0/ports/57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b HTTP/1.1" status: 200 len: 1093 time: 0.5736384 Oct 12 08:01:58.584632 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d68efc4-9e4d-4fea-aada-8e45b9783bdb', 'tag': '57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:01:58.587368 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a001854-1519-4d43-831c-a6c65ab4f8dd" -d '{"events": [{"name": "network-changed", "server_uuid": "0d68efc4-9e4d-4fea-aada-8e45b9783bdb", "tag": "57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:01:58.650626 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-7e4695fc-3429-4cce-b91b-3a75fb32dc82 None None] Provisioning complete for port 5a1184a9-b812-4df5-a244-9f73b915ba39 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:01:58.651062 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7e4695fc-3429-4cce-b91b-3a75fb32dc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:58.651396 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-7e4695fc-3429-4cce-b91b-3a75fb32dc82 None None] Attempt 1 to provision port 5a1184a9-b812-4df5-a244-9f73b915ba39 Oct 12 08:01:58.691979 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4695fc-3429-4cce-b91b-3a75fb32dc82 None None] Pushing event updated for resources: {'Port': ['ID=2f92019a-0b97-4e84-b63f-7cea9cf75827,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:58.696265 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 08:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0423d6-0bba-4a1d-82ee-861946294420 x-openstack-request-id: req-8a0423d6-0bba-4a1d-82ee-861946294420 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:01:58.696559 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d68efc4-9e4d-4fea-aada-8e45b9783bdb", "tag": "57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:01:58.696936 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8a0423d6-0bba-4a1d-82ee-861946294420 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:01:58.697228 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a0423d6-0bba-4a1d-82ee-861946294420'] response: {'name': 'network-changed', 'server_uuid': '0d68efc4-9e4d-4fea-aada-8e45b9783bdb', 'tag': '57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b', 'status': 'completed', 'code': 200} Oct 12 08:01:58.699118 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536cf00-860c-472d-b598-c23eb168aef5 service neutron] Pushing event updated for resources: {'Port': ['ID=57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:01:58.720992 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port facff103-2780-4d12-81a6-f90bf349ddbc triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:01:58.721369 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:58.721704 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port facff103-2780-4d12-81a6-f90bf349ddbc Oct 12 08:01:58.782337 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d17e04-f18e-4478-8359-697a531d71ef req-a00dd92e-1d83-4217-96d4-4ff45be748fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:58.783879 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-41d17e04-f18e-4478-8359-697a531d71ef req-a00dd92e-1d83-4217-96d4-4ff45be748fd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=00204f1881364fc78d0df867b2408ac9&device_id=0d68efc4-9e4d-4fea-aada-8e45b9783bdb HTTP/1.1" status: 200 len: 1096 time: 0.0858223 Oct 12 08:01:58.810729 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7e4695fc-3429-4cce-b91b-3a75fb32dc82 None None] Current status of the port 5a1184a9-b812-4df5-a244-9f73b915ba39 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:01:58.811733 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9ed2d-12a1-4cc1-ba90-f04f8cf1e49b req-400ce9f5-5d29-45b1-9d8f-932e6c2b5424 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:58.813551 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-27e9ed2d-12a1-4cc1-ba90-f04f8cf1e49b req-400ce9f5-5d29-45b1-9d8f-932e6c2b5424 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d68efc4-9e4d-4fea-aada-8e45b9783bdb HTTP/1.1" status: 200 len: 943 time: 0.0808990 Oct 12 08:01:58.851390 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-41d17e04-f18e-4478-8359-697a531d71ef req-62e09568-49fc-45b1-b8f1-dd3b7367cad3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b HTTP/1.1" status: 200 len: 217 time: 0.0594726 Oct 12 08:01:58.853358 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port facff103-2780-4d12-81a6-f90bf349ddbc is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:01:58.918913 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-27e9ed2d-12a1-4cc1-ba90-f04f8cf1e49b req-0492243e-93a0-4fb1-9918-8c6fe3a130b2 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/security-groups?id=64126742-0eea-4cf4-b063-f477e39f5b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703051 Oct 12 08:01:58.929192 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d17e04-f18e-4478-8359-697a531d71ef req-b56f6e1a-216c-46f8-801a-6b3f7ccd25dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:58.930674 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-41d17e04-f18e-4478-8359-697a531d71ef req-b56f6e1a-216c-46f8-801a-6b3f7ccd25dd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=05439949-8fa9-45b6-89d9-13a7b20e3c90 HTTP/1.1" status: 200 len: 855 time: 0.0660791 Oct 12 08:01:58.938612 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-8b0f39db-4b7e-41fa-b4e2-25180df25837 None None] Provisioning complete for port 2f92019a-0b97-4e84-b63f-7cea9cf75827 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:01:58.939126 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8b0f39db-4b7e-41fa-b4e2-25180df25837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:01:58.939465 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-8b0f39db-4b7e-41fa-b4e2-25180df25837 None None] Attempt 1 to provision port 2f92019a-0b97-4e84-b63f-7cea9cf75827 Oct 12 08:01:58.984381 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d17e04-f18e-4478-8359-697a531d71ef req-4795796e-079b-4dbb-8fb8-d90ee2bca1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:58.985834 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-41d17e04-f18e-4478-8359-697a531d71ef req-4795796e-079b-4dbb-8fb8-d90ee2bca1fc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cef907d0-28f1-4124-8410-6f5888003fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0475254 Oct 12 08:01:59.029486 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-8b0f39db-4b7e-41fa-b4e2-25180df25837 None None] Current status of the port 2f92019a-0b97-4e84-b63f-7cea9cf75827 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:01:59.078838 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-41d17e04-f18e-4478-8359-697a531d71ef req-70691189-3aa9-4889-8260-9cfd466bee32 service neutron] 10.222.0.23 "GET /v2.0/networks/cef907d0-28f1-4124-8410-6f5888003fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867386 Oct 12 08:01:59.178557 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-41d17e04-f18e-4478-8359-697a531d71ef req-04f8a891-e604-4a01-802d-88eaf0523f78 service neutron] 10.222.0.23 "GET /v2.0/networks/cef907d0-28f1-4124-8410-6f5888003fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926962 Oct 12 08:01:59.264482 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a001854-1519-4d43-831c-a6c65ab4f8dd req-0e7ab4cb-1945-49ea-b3bf-811f087f126a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:59.265888 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1a001854-1519-4d43-831c-a6c65ab4f8dd req-0e7ab4cb-1945-49ea-b3bf-811f087f126a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=00204f1881364fc78d0df867b2408ac9&device_id=0d68efc4-9e4d-4fea-aada-8e45b9783bdb HTTP/1.1" status: 200 len: 1096 time: 0.0417221 Oct 12 08:01:59.359346 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a001854-1519-4d43-831c-a6c65ab4f8dd req-f877bd03-3c5d-411b-a8fc-8cb2d8dd87bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:59.360856 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1a001854-1519-4d43-831c-a6c65ab4f8dd req-f877bd03-3c5d-411b-a8fc-8cb2d8dd87bd service neutron] 10.222.0.23 "GET /v2.0/networks?id=cef907d0-28f1-4124-8410-6f5888003fe5 HTTP/1.1" status: 200 len: 917 time: 0.0889144 Oct 12 08:01:59.404507 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1a001854-1519-4d43-831c-a6c65ab4f8dd req-fbd609d0-b381-42ed-b239-482792b60b7b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b HTTP/1.1" status: 200 len: 217 time: 0.0370646 Oct 12 08:01:59.453519 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a001854-1519-4d43-831c-a6c65ab4f8dd req-60a62551-4cc5-4494-a445-2ad1511d70e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:59.454971 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1a001854-1519-4d43-831c-a6c65ab4f8dd req-60a62551-4cc5-4494-a445-2ad1511d70e2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=05439949-8fa9-45b6-89d9-13a7b20e3c90 HTTP/1.1" status: 200 len: 855 time: 0.0434151 Oct 12 08:01:59.504522 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a001854-1519-4d43-831c-a6c65ab4f8dd req-b5f65548-8cc9-470e-bbf3-f9e4eb6a7fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:01:59.506014 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1a001854-1519-4d43-831c-a6c65ab4f8dd req-b5f65548-8cc9-470e-bbf3-f9e4eb6a7fe3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cef907d0-28f1-4124-8410-6f5888003fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444994 Oct 12 08:01:59.596909 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1a001854-1519-4d43-831c-a6c65ab4f8dd req-6107f513-1cf8-48ab-b37b-cc926ffded34 service neutron] 10.222.0.23 "GET /v2.0/networks/cef907d0-28f1-4124-8410-6f5888003fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829074 Oct 12 08:01:59.690528 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1a001854-1519-4d43-831c-a6c65ab4f8dd req-e74c1df8-d472-414b-90c0-f09558b12054 service neutron] 10.222.0.23 "GET /v2.0/networks/cef907d0-28f1-4124-8410-6f5888003fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854106 Oct 12 08:02:00.043746 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7652d-577c-490b-b24f-218cc32b3c6b req-a939f64c-15d8-4f89-8f81-b33d21d2e719 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:02:00.045216 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-76d7652d-577c-490b-b24f-218cc32b3c6b req-a939f64c-15d8-4f89-8f81-b33d21d2e719 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d68efc4-9e4d-4fea-aada-8e45b9783bdb HTTP/1.1" status: 200 len: 943 time: 0.0493510 Oct 12 08:02:00.083228 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-76d7652d-577c-490b-b24f-218cc32b3c6b req-706af485-ab2b-4a74-8b31-358e8b57e01e tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/security-groups?id=64126742-0eea-4cf4-b063-f477e39f5b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319073 Oct 12 08:02:00.540096 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 2f92019a-0b97-4e84-b63f-7cea9cf75827 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:02:00.588698 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 2f92019a-0b97-4e84-b63f-7cea9cf75827 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:02:00.589324 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:02:00.589657 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 2f92019a-0b97-4e84-b63f-7cea9cf75827 Oct 12 08:02:00.668467 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 2f92019a-0b97-4e84-b63f-7cea9cf75827 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:02:01.206381 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea40430-2170-469e-a517-fa53ce2c1259 req-ee9d7cb1-a34a-4312-af3f-199413f703e7 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:02:01.207903 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6ea40430-2170-469e-a517-fa53ce2c1259 req-ee9d7cb1-a34a-4312-af3f-199413f703e7 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d68efc4-9e4d-4fea-aada-8e45b9783bdb HTTP/1.1" status: 200 len: 943 time: 0.0542705 Oct 12 08:02:01.254164 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6ea40430-2170-469e-a517-fa53ce2c1259 req-26237b15-89bb-47ee-821d-430483ac8698 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/security-groups?id=64126742-0eea-4cf4-b063-f477e39f5b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399430 Oct 12 08:02:02.157661 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 08:02:02.253706 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b,segment=NetworkSegment(e954fa0c-ae4a-4026-ae33-eef0356cf340),segment_id=e954fa0c-ae4a-4026-ae33-eef0356cf340)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:02:02.265051 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': '57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b', 'network_id': 'cef907d0-28f1-4124-8410-6f5888003fe5', 'port_id': '57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b', 'mac_address': 'fa:16:3e:45:fd:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05439949-8fa9-45b6-89d9-13a7b20e3c90', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 08:02:02.301508 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:02:02.301905 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:02:02.318961 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 08:02:02.339778 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b,segment=NetworkSegment(e954fa0c-ae4a-4026-ae33-eef0356cf340),segment_id=e954fa0c-ae4a-4026-ae33-eef0356cf340)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:02:02.345420 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:02:02.377974 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d674d-9105-4494-97e1-e9e443897ef6 req-f1945f0c-93a6-4f97-977a-78b445a25952 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:02:02.379496 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b53d674d-9105-4494-97e1-e9e443897ef6 req-f1945f0c-93a6-4f97-977a-78b445a25952 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d68efc4-9e4d-4fea-aada-8e45b9783bdb HTTP/1.1" status: 200 len: 943 time: 0.0493522 Oct 12 08:02:02.395112 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:02:02.424342 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b53d674d-9105-4494-97e1-e9e443897ef6 req-eb5f2a98-f253-4069-a4ad-d6e331aa24be tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/security-groups?id=64126742-0eea-4cf4-b063-f477e39f5b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385783 Oct 12 08:02:02.536778 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 08:02:03.542255 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7300a013-eb1d-4dc5-b254-d770a8019a2a req-c393fe04-00b7-408b-8437-f39a7c87f9c2 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:02:03.543714 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7300a013-eb1d-4dc5-b254-d770a8019a2a req-c393fe04-00b7-408b-8437-f39a7c87f9c2 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d68efc4-9e4d-4fea-aada-8e45b9783bdb HTTP/1.1" status: 200 len: 944 time: 0.0478790 Oct 12 08:02:03.580768 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7300a013-eb1d-4dc5-b254-d770a8019a2a req-7ce898f7-05a3-4957-ae00-358548ef0418 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/security-groups?id=64126742-0eea-4cf4-b063-f477e39f5b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306220 Oct 12 08:02:04.171609 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:02:04.220559 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning for port 57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b completed by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 12 08:02:04.224466 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port 57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:02:04.224832 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:02:04.225160 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port 57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b Oct 12 08:02:04.300934 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:02:04.301316 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:02:04.323016 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d68efc4-9e4d-4fea-aada-8e45b9783bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:02:04.325268 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878a1a77-3028-4fee-880e-e949c1cff21f" -d '{"events": [{"server_uuid": "0d68efc4-9e4d-4fea-aada-8e45b9783bdb", "name": "network-vif-plugged", "status": "completed", "tag": "57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:02:04.341968 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b,segment=NetworkSegment(e954fa0c-ae4a-4026-ae33-eef0356cf340),segment_id=e954fa0c-ae4a-4026-ae33-eef0356cf340)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:02:04.345978 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:02:04.372118 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 08:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22e189e-3db8-4981-ad8e-95e96f976daf x-openstack-request-id: req-d22e189e-3db8-4981-ad8e-95e96f976daf {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:02:04.372406 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d68efc4-9e4d-4fea-aada-8e45b9783bdb", "name": "network-vif-plugged", "status": "completed", "tag": "57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:02:04.372656 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d22e189e-3db8-4981-ad8e-95e96f976daf {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:02:04.373052 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d22e189e-3db8-4981-ad8e-95e96f976daf'] response: {'server_uuid': '0d68efc4-9e4d-4fea-aada-8e45b9783bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b', 'code': 200} Oct 12 08:02:04.401342 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:02:04.528094 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e519ab-6cbf-414b-9b1e-1dd16dc0340f req-1d482ebf-8621-4651-97b6-57163b6a2ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:02:04.529567 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c7e519ab-6cbf-414b-9b1e-1dd16dc0340f req-1d482ebf-8621-4651-97b6-57163b6a2ef7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0d68efc4-9e4d-4fea-aada-8e45b9783bdb HTTP/1.1" status: 200 len: 1098 time: 0.0404992 Oct 12 08:02:04.573652 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c7e519ab-6cbf-414b-9b1e-1dd16dc0340f req-883d12ee-6059-449d-a703-c4ecf4d2b561 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=64126742-0eea-4cf4-b063-f477e39f5b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377319 Oct 12 08:02:04.704732 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118f10f-5f95-4ec8-befd-913ada87e5f0 req-49d5a62d-d24c-4ec1-8b05-0b96b0f21adf tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:02:04.706244 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0118f10f-5f95-4ec8-befd-913ada87e5f0 req-49d5a62d-d24c-4ec1-8b05-0b96b0f21adf tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d68efc4-9e4d-4fea-aada-8e45b9783bdb HTTP/1.1" status: 200 len: 945 time: 0.0491588 Oct 12 08:02:04.744535 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0118f10f-5f95-4ec8-befd-913ada87e5f0 req-0dfeaad6-081b-4ab6-9324-d515459e5a3a tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/security-groups?id=64126742-0eea-4cf4-b063-f477e39f5b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323210 Oct 12 08:02:05.865759 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc2f21-d7bb-4b6a-a8a7-08c8777be2c8 req-60ed43a4-60b9-40d2-9b46-74de1a875120 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:02:05.867304 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b2dc2f21-d7bb-4b6a-a8a7-08c8777be2c8 req-60ed43a4-60b9-40d2-9b46-74de1a875120 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d68efc4-9e4d-4fea-aada-8e45b9783bdb HTTP/1.1" status: 200 len: 945 time: 0.0491481 Oct 12 08:02:05.903591 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b2dc2f21-d7bb-4b6a-a8a7-08c8777be2c8 req-e1dd067e-15c3-49bf-9808-e5d3059898fd tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/security-groups?id=64126742-0eea-4cf4-b063-f477e39f5b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303531 Oct 12 08:02:06.020216 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39383530-30e6-482b-b3ea-36ce26719b95 req-fe292315-e066-408c-83a4-50016aab00d4 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:02:06.021640 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-39383530-30e6-482b-b3ea-36ce26719b95 req-fe292315-e066-408c-83a4-50016aab00d4 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d68efc4-9e4d-4fea-aada-8e45b9783bdb HTTP/1.1" status: 200 len: 945 time: 0.0471013 Oct 12 08:02:06.062064 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-39383530-30e6-482b-b3ea-36ce26719b95 req-008572c1-42c7-4ba3-8ad7-4a113b3c5c3f tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/security-groups?id=64126742-0eea-4cf4-b063-f477e39f5b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344751 Oct 12 08:02:12.425555 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:02:13.956619 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-01a1fb30-25b7-4820-95d2-851489373b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:02:15.462599 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c97aa565-af09-4aba-b60d-aad07293bd2c req-16143070-05ad-480e-ad26-6cd2078f3adc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0d68efc4-9e4d-4fea-aada-8e45b9783bdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0840738 Oct 12 08:02:15.543336 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97aa565-af09-4aba-b60d-aad07293bd2c req-a7010f45-abb5-4048-9bf4-bee288595f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:02:15.544800 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c97aa565-af09-4aba-b60d-aad07293bd2c req-a7010f45-abb5-4048-9bf4-bee288595f44 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=00204f1881364fc78d0df867b2408ac9&device_id=0d68efc4-9e4d-4fea-aada-8e45b9783bdb HTTP/1.1" status: 200 len: 1098 time: 0.0393872 Oct 12 08:02:15.648050 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97aa565-af09-4aba-b60d-aad07293bd2c req-cf80afdc-791c-420f-9079-32cefa14c454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:02:15.649489 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c97aa565-af09-4aba-b60d-aad07293bd2c req-cf80afdc-791c-420f-9079-32cefa14c454 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cef907d0-28f1-4124-8410-6f5888003fe5 HTTP/1.1" status: 200 len: 917 time: 0.0863643 Oct 12 08:02:15.690897 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c97aa565-af09-4aba-b60d-aad07293bd2c req-bc1edfa0-24b7-4012-bb90-9e4f66d64a00 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b HTTP/1.1" status: 200 len: 217 time: 0.0338399 Oct 12 08:02:15.737699 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97aa565-af09-4aba-b60d-aad07293bd2c req-d30446ef-ba14-4516-aaa3-69f86647ee24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:02:15.739113 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c97aa565-af09-4aba-b60d-aad07293bd2c req-d30446ef-ba14-4516-aaa3-69f86647ee24 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=05439949-8fa9-45b6-89d9-13a7b20e3c90 HTTP/1.1" status: 200 len: 855 time: 0.0421033 Oct 12 08:02:15.786307 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97aa565-af09-4aba-b60d-aad07293bd2c req-26409c41-f4af-40a4-884d-82c417e98668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:02:15.787781 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c97aa565-af09-4aba-b60d-aad07293bd2c req-26409c41-f4af-40a4-884d-82c417e98668 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cef907d0-28f1-4124-8410-6f5888003fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424304 Oct 12 08:02:15.876590 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c97aa565-af09-4aba-b60d-aad07293bd2c req-0ead069c-19e0-4251-ab54-b28ead52b83b service neutron] 10.222.0.23 "GET /v2.0/networks/cef907d0-28f1-4124-8410-6f5888003fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817750 Oct 12 08:02:15.966577 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c97aa565-af09-4aba-b60d-aad07293bd2c req-a108cdfd-8269-4874-8be3-47cbb6c1a26a service neutron] 10.222.0.23 "GET /v2.0/networks/cef907d0-28f1-4124-8410-6f5888003fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832160 Oct 12 08:02:16.121820 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0dad3816-73ef-416f-b0a0-c51e2da09831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:02:17.317106 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:02:18.877174 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:02:19.178066 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:02:21.238849 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:02:24.730389 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7616b38-dc2f-49ac-b6ce-76b9148a0da0 req-5d56c391-973f-4659-9e14-64cbde2f7fec tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:02:24.731933 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a7616b38-dc2f-49ac-b6ce-76b9148a0da0 req-5d56c391-973f-4659-9e14-64cbde2f7fec tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d68efc4-9e4d-4fea-aada-8e45b9783bdb HTTP/1.1" status: 200 len: 945 time: 0.0517566 Oct 12 08:02:24.771406 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a7616b38-dc2f-49ac-b6ce-76b9148a0da0 req-51fac65c-5bd1-4f6f-a0f6-c7b36769650a tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/security-groups?id=64126742-0eea-4cf4-b063-f477e39f5b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329669 Oct 12 08:02:25.892009 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76016848-4f50-4871-81f3-7e86da1d29e5 req-99cb7792-472a-4775-a590-c2290e144d89 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:02:25.893479 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-76016848-4f50-4871-81f3-7e86da1d29e5 req-99cb7792-472a-4775-a590-c2290e144d89 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d68efc4-9e4d-4fea-aada-8e45b9783bdb HTTP/1.1" status: 200 len: 945 time: 0.0474713 Oct 12 08:02:25.929282 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-76016848-4f50-4871-81f3-7e86da1d29e5 req-8a6c118f-e5b7-4748-b59e-cd2141b54326 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/security-groups?id=64126742-0eea-4cf4-b063-f477e39f5b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297172 Oct 12 08:02:26.264045 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa1269-3ab5-472d-afa4-65eaa0fca85a req-068f8349-d903-4957-a23f-8dfb14530640 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:02:26.265500 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fbaa1269-3ab5-472d-afa4-65eaa0fca85a req-068f8349-d903-4957-a23f-8dfb14530640 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d68efc4-9e4d-4fea-aada-8e45b9783bdb HTTP/1.1" status: 200 len: 945 time: 0.0515590 Oct 12 08:02:26.350574 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-fbaa1269-3ab5-472d-afa4-65eaa0fca85a req-8b13fbf0-4109-472d-89b3-ab92ed88585b tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Deleting port 57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:02:26.350913 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-fbaa1269-3ab5-472d-afa4-65eaa0fca85a req-8b13fbf0-4109-472d-89b3-ab92ed88585b tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:02:26.440860 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-fbaa1269-3ab5-472d-afa4-65eaa0fca85a req-8b13fbf0-4109-472d-89b3-ab92ed88585b tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] For port 57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b,segment=NetworkSegment(e954fa0c-ae4a-4026-ae33-eef0356cf340),segment_id=e954fa0c-ae4a-4026-ae33-eef0356cf340)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:02:26.441214 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-fbaa1269-3ab5-472d-afa4-65eaa0fca85a req-8b13fbf0-4109-472d-89b3-ab92ed88585b tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:02:26.452589 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-fbaa1269-3ab5-472d-afa4-65eaa0fca85a req-8b13fbf0-4109-472d-89b3-ab92ed88585b tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Calling delete_port for 57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:02:26.576872 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-fbaa1269-3ab5-472d-afa4-65eaa0fca85a req-8b13fbf0-4109-472d-89b3-ab92ed88585b tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:02:26.588433 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 08:02:26.611874 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b13fbf0-4109-472d-89b3-ab92ed88585b tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Pushing event deleted for resources: {'Port': ['ID=57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:02:26.654915 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbaa1269-3ab5-472d-afa4-65eaa0fca85a req-8b13fbf0-4109-472d-89b3-ab92ed88585b tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] No DVR routers for this DVR port 57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b on host hv-neutron-8609 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 08:02:26.657542 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-fbaa1269-3ab5-472d-afa4-65eaa0fca85a req-8b13fbf0-4109-472d-89b3-ab92ed88585b tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:02:26.660839 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fbaa1269-3ab5-472d-afa4-65eaa0fca85a req-8b13fbf0-4109-472d-89b3-ab92ed88585b tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.23 "DELETE /v2.0/ports/57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b HTTP/1.1" status: 204 len: 173 time: 0.3899784 Oct 12 08:02:26.661344 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d68efc4-9e4d-4fea-aada-8e45b9783bdb', 'name': 'network-vif-deleted', 'tag': '57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:02:26.664172 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4879406b-a7a5-4999-899e-2df7b6707b5c" -d '{"events": [{"server_uuid": "0d68efc4-9e4d-4fea-aada-8e45b9783bdb", "name": "network-vif-deleted", "tag": "57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:02:26.705266 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 08:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6317dd-0abc-4106-bfa9-c618a7b51dd9 x-openstack-request-id: req-4b6317dd-0abc-4106-bfa9-c618a7b51dd9 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:02:26.705561 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d68efc4-9e4d-4fea-aada-8e45b9783bdb", "name": "network-vif-deleted", "tag": "57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:02:26.705808 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4b6317dd-0abc-4106-bfa9-c618a7b51dd9 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:02:26.706333 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b6317dd-0abc-4106-bfa9-c618a7b51dd9'] response: {'server_uuid': '0d68efc4-9e4d-4fea-aada-8e45b9783bdb', 'name': 'network-vif-deleted', 'tag': '57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b', 'status': 'completed', 'code': 200} Oct 12 08:02:27.043002 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-eba84533-79b8-4375-93aa-a881d023e9e2 req-5ef7693b-a677-4228-b9e5-18e3bf866372 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d68efc4-9e4d-4fea-aada-8e45b9783bdb HTTP/1.1" status: 200 len: 210 time: 0.0288377 Oct 12 08:02:28.394885 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-4e414d46-9466-438f-9f79-be20acf9428a tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:02:28.396321 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-4e414d46-9466-438f-9f79-be20acf9428a tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/networks?id=cef907d0-28f1-4124-8410-6f5888003fe5 HTTP/1.1" status: 200 len: 816 time: 0.1031237 Oct 12 08:02:28.411427 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-15e65859-296b-472a-a756-00bee2a309c1 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/quotas/00204f1881364fc78d0df867b2408ac9 HTTP/1.1" status: 200 len: 375 time: 0.0093982 Oct 12 08:02:28.460533 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-9c058198-e7b2-486c-9a05-b1afcf19bfbe tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=00204f1881364fc78d0df867b2408ac9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439422 Oct 12 08:02:28.556835 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-1e4a570e-4ac9-4c30-9f5a-8bdcd22920b6 service neutron] 10.222.0.26 "GET /v2.0/networks/cef907d0-28f1-4124-8410-6f5888003fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838799 Oct 12 08:02:28.646385 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-c60bdcf8-92ed-47b0-9fdf-9d6a2b96695f service neutron] 10.222.0.26 "GET /v2.0/networks/cef907d0-28f1-4124-8410-6f5888003fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832705 Oct 12 08:02:28.802955 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1c530657-013e-4d97-b243-dfd43f011e39 req-42b481c6-28f3-45e6-85a7-f1a057da8238 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d49e33f-be15-4357-b4be-54475dbb0275 HTTP/1.1" status: 200 len: 210 time: 0.0258186 Oct 12 08:02:29.794776 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-b5da5c43-d8c1-4735-a057-f61f37a6e735 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:02:29.796196 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-b5da5c43-d8c1-4735-a057-f61f37a6e735 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.23 "GET /v2.0/networks?id=cef907d0-28f1-4124-8410-6f5888003fe5 HTTP/1.1" status: 200 len: 816 time: 0.1080658 Oct 12 08:02:29.809606 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-38aa4aff-197c-4cf7-9e68-ab43b39cacd3 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Request body: {'port': {'device_id': '4d49e33f-be15-4357-b4be-54475dbb0275', 'network_id': 'cef907d0-28f1-4124-8410-6f5888003fe5', 'admin_state_up': True, 'tenant_id': '00204f1881364fc78d0df867b2408ac9'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:02:29.912030 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6fda3b54-aa27-48bc-928b-041c60cb529c req-76bb1b71-187f-415f-8cb0-b32e50064488 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d49e33f-be15-4357-b4be-54475dbb0275 HTTP/1.1" status: 200 len: 210 time: 0.0286000 Oct 12 08:02:29.943445 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-38aa4aff-197c-4cf7-9e68-ab43b39cacd3 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Made reservation on behalf of 00204f1881364fc78d0df867b2408ac9 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:02:29.946873 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-38aa4aff-197c-4cf7-9e68-ab43b39cacd3 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:02:30.070411 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-38aa4aff-197c-4cf7-9e68-ab43b39cacd3 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Allocated IP 172.20.0.14 (cef907d0-28f1-4124-8410-6f5888003fe5/05439949-8fa9-45b6-89d9-13a7b20e3c90/d8c5915d-dfdc-4086-8888-07cefeba0e57) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:02:30.209840 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-38aa4aff-197c-4cf7-9e68-ab43b39cacd3 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:02:30.241061 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-38aa4aff-197c-4cf7-9e68-ab43b39cacd3 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:02:30.280694 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:02:30.291145 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-38aa4aff-197c-4cf7-9e68-ab43b39cacd3 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Network cef907d0-28f1-4124-8410-6f5888003fe5 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:02:30.294268 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-38aa4aff-197c-4cf7-9e68-ab43b39cacd3 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:02:30.298566 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-38aa4aff-197c-4cf7-9e68-ab43b39cacd3 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:02:30.301552 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] No Port match for: 57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:02:30.301889 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 57a2f6ac-9bc1-43cc-85fd-ea867f9e9e1b not bound to the agent host hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:02:30.302476 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aa4aff-197c-4cf7-9e68-ab43b39cacd3 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Pushing event updated for resources: {'Port': ['ID=d8c5915d-dfdc-4086-8888-07cefeba0e57,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:02:30.349823 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-38aa4aff-197c-4cf7-9e68-ab43b39cacd3 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:02:30.350398 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-38aa4aff-197c-4cf7-9e68-ab43b39cacd3 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:02:30.367406 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-38aa4aff-197c-4cf7-9e68-ab43b39cacd3 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5623441 Oct 12 08:02:30.379582 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-4f16f40d-6b20-4178-94d8-135b5c073564 service neutron] Request body: {'port': {'device_id': '4d49e33f-be15-4357-b4be-54475dbb0275', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8609'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:02:30.434839 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-4f16f40d-6b20-4178-94d8-135b5c073564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:02:30.532641 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-ae1cb630-1bc9-402b-8e0f-cfde0195b32c None None] Provisioning complete for port d8c5915d-dfdc-4086-8888-07cefeba0e57 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:02:30.533008 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ae1cb630-1bc9-402b-8e0f-cfde0195b32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:02:30.533337 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ae1cb630-1bc9-402b-8e0f-cfde0195b32c None None] Attempt 1 to provision port d8c5915d-dfdc-4086-8888-07cefeba0e57 Oct 12 08:02:30.567021 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ae1cb630-1bc9-402b-8e0f-cfde0195b32c None None] Port d8c5915d-dfdc-4086-8888-07cefeba0e57 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:02:30.697691 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-4f16f40d-6b20-4178-94d8-135b5c073564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8c5915d-dfdc-4086-8888-07cefeba0e57 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 08:02:30.705525 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-4f16f40d-6b20-4178-94d8-135b5c073564 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:02:30.717433 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-4f16f40d-6b20-4178-94d8-135b5c073564 service neutron] Transition to ACTIVE for port object d8c5915d-dfdc-4086-8888-07cefeba0e57 will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 08:02:30.721207 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-4f16f40d-6b20-4178-94d8-135b5c073564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:02:30.798756 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f16f40d-6b20-4178-94d8-135b5c073564 service neutron] Pushing event updated for resources: {'Port': ['ID=d8c5915d-dfdc-4086-8888-07cefeba0e57,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:02:30.827295 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-4f16f40d-6b20-4178-94d8-135b5c073564 service neutron] Attempting to bind port d8c5915d-dfdc-4086-8888-07cefeba0e57 on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:02:30.827628 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-4f16f40d-6b20-4178-94d8-135b5c073564 service neutron] Attempting to bind port d8c5915d-dfdc-4086-8888-07cefeba0e57 by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': 'e954fa0c-ae4a-4026-ae33-eef0356cf340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cef907d0-28f1-4124-8410-6f5888003fe5'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:02:30.827952 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-4f16f40d-6b20-4178-94d8-135b5c073564 service neutron] Attempting to bind port d8c5915d-dfdc-4086-8888-07cefeba0e57 on network cef907d0-28f1-4124-8410-6f5888003fe5 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:02:30.832097 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-4f16f40d-6b20-4178-94d8-135b5c073564 service neutron] Port d8c5915d-dfdc-4086-8888-07cefeba0e57 on network cef907d0-28f1-4124-8410-6f5888003fe5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 08:02:30.832412 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-4f16f40d-6b20-4178-94d8-135b5c073564 service neutron] Attempting to bind port d8c5915d-dfdc-4086-8888-07cefeba0e57 on network cef907d0-28f1-4124-8410-6f5888003fe5 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:02:30.837113 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-4f16f40d-6b20-4178-94d8-135b5c073564 service neutron] Checking agent: {'id': 'afe9b392-c72e-4ef3-a7bd-ca4c2066af02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8609', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'started_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:02:30.837446 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-4f16f40d-6b20-4178-94d8-135b5c073564 service neutron] Checking segment: {'id': 'e954fa0c-ae4a-4026-ae33-eef0356cf340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cef907d0-28f1-4124-8410-6f5888003fe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:02:30.837820 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-4f16f40d-6b20-4178-94d8-135b5c073564 service neutron] Bound using segment: {'id': 'e954fa0c-ae4a-4026-ae33-eef0356cf340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cef907d0-28f1-4124-8410-6f5888003fe5'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:02:30.838274 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-4f16f40d-6b20-4178-94d8-135b5c073564 service neutron] Bound port: d8c5915d-dfdc-4086-8888-07cefeba0e57, host: hv-neutron-8609, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e954fa0c-ae4a-4026-ae33-eef0356cf340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cef907d0-28f1-4124-8410-6f5888003fe5'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:02:30.838627 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-4f16f40d-6b20-4178-94d8-135b5c073564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:02:30.900332 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-4f16f40d-6b20-4178-94d8-135b5c073564 service neutron] For port d8c5915d-dfdc-4086-8888-07cefeba0e57, host hv-neutron-8609, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:02:30.903322 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-4f16f40d-6b20-4178-94d8-135b5c073564 service neutron] For port d8c5915d-dfdc-4086-8888-07cefeba0e57, host hv-neutron-8609, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=d8c5915d-dfdc-4086-8888-07cefeba0e57,segment=NetworkSegment(e954fa0c-ae4a-4026-ae33-eef0356cf340),segment_id=e954fa0c-ae4a-4026-ae33-eef0356cf340)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:02:30.908012 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-4f16f40d-6b20-4178-94d8-135b5c073564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:02:30.911904 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-4f16f40d-6b20-4178-94d8-135b5c073564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:02:30.912582 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-4f16f40d-6b20-4178-94d8-135b5c073564 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:02:30.913931 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-4f16f40d-6b20-4178-94d8-135b5c073564 service neutron] 10.222.0.23 "PUT /v2.0/ports/d8c5915d-dfdc-4086-8888-07cefeba0e57 HTTP/1.1" status: 200 len: 1094 time: 0.5391660 Oct 12 08:02:30.914453 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d49e33f-be15-4357-b4be-54475dbb0275', 'tag': 'd8c5915d-dfdc-4086-8888-07cefeba0e57'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:02:30.916696 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08abab68-ae6d-4bc2-8013-7b4ebd3a52b8" -d '{"events": [{"name": "network-changed", "server_uuid": "4d49e33f-be15-4357-b4be-54475dbb0275", "tag": "d8c5915d-dfdc-4086-8888-07cefeba0e57"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:02:30.954733 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 08:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3310a51b-aa82-493b-9407-02f527455dcf x-openstack-request-id: req-3310a51b-aa82-493b-9407-02f527455dcf {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:02:30.955025 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d49e33f-be15-4357-b4be-54475dbb0275", "tag": "d8c5915d-dfdc-4086-8888-07cefeba0e57", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:02:30.955277 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3310a51b-aa82-493b-9407-02f527455dcf {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:02:30.955682 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3310a51b-aa82-493b-9407-02f527455dcf'] response: {'name': 'network-changed', 'server_uuid': '4d49e33f-be15-4357-b4be-54475dbb0275', 'tag': 'd8c5915d-dfdc-4086-8888-07cefeba0e57', 'status': 'completed', 'code': 200} Oct 12 08:02:31.009214 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f16f40d-6b20-4178-94d8-135b5c073564 service neutron] Pushing event updated for resources: {'Port': ['ID=d8c5915d-dfdc-4086-8888-07cefeba0e57,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:02:31.042713 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-1d883170-f965-43a5-9929-01af9005cf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:02:31.044190 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-1d883170-f965-43a5-9929-01af9005cf0f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=00204f1881364fc78d0df867b2408ac9&device_id=4d49e33f-be15-4357-b4be-54475dbb0275 HTTP/1.1" status: 200 len: 1097 time: 0.0856812 Oct 12 08:02:31.065138 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30530d93-28cd-4cd6-b840-38f43fafb310 req-f1a30c5c-7e1b-4be7-88c3-198c46aaba5f tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:02:31.066543 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-30530d93-28cd-4cd6-b840-38f43fafb310 req-f1a30c5c-7e1b-4be7-88c3-198c46aaba5f tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d49e33f-be15-4357-b4be-54475dbb0275 HTTP/1.1" status: 200 len: 944 time: 0.0729880 Oct 12 08:02:31.068136 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ae1cb630-1bc9-402b-8e0f-cfde0195b32c None None] Attempt 2 to provision port d8c5915d-dfdc-4086-8888-07cefeba0e57 Oct 12 08:02:31.098930 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-d4cf13e1-3e76-45cb-a54e-a7d06159581b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8c5915d-dfdc-4086-8888-07cefeba0e57 HTTP/1.1" status: 200 len: 217 time: 0.0470796 Oct 12 08:02:31.108177 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ae1cb630-1bc9-402b-8e0f-cfde0195b32c None None] Port d8c5915d-dfdc-4086-8888-07cefeba0e57 had new provisioning blocks added so it will not transition to active. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 12 08:02:31.157396 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-30530d93-28cd-4cd6-b840-38f43fafb310 req-94545541-011d-41fb-a32c-d244f606717a tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/security-groups?id=64126742-0eea-4cf4-b063-f477e39f5b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655334 Oct 12 08:02:31.164222 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-72ac29ed-e5e0-4466-bc86-8b622e522cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:02:31.165634 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-72ac29ed-e5e0-4466-bc86-8b622e522cef service neutron] 10.222.0.23 "GET /v2.0/subnets?id=05439949-8fa9-45b6-89d9-13a7b20e3c90 HTTP/1.1" status: 200 len: 855 time: 0.0589523 Oct 12 08:02:31.214359 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-2a7c4b28-5183-4c37-b0d4-264bba273223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:02:31.216024 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-2a7c4b28-5183-4c37-b0d4-264bba273223 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cef907d0-28f1-4124-8410-6f5888003fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438519 Oct 12 08:02:31.302222 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-746798fb-39ce-4113-af8c-06ed3c627865 service neutron] 10.222.0.23 "GET /v2.0/networks/cef907d0-28f1-4124-8410-6f5888003fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797479 Oct 12 08:02:31.710473 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c7aa9292-8cf4-4ec7-bcf8-132429cfbbfa req-ea8eada5-45d1-4cc4-bb96-3a2af94cae79 service neutron] 10.222.0.23 "GET /v2.0/networks/cef907d0-28f1-4124-8410-6f5888003fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4014025 Oct 12 08:02:31.796665 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08abab68-ae6d-4bc2-8013-7b4ebd3a52b8 req-037ac344-2f36-43f2-9103-8f73d9266926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:02:31.798282 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-08abab68-ae6d-4bc2-8013-7b4ebd3a52b8 req-037ac344-2f36-43f2-9103-8f73d9266926 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=00204f1881364fc78d0df867b2408ac9&device_id=4d49e33f-be15-4357-b4be-54475dbb0275 HTTP/1.1" status: 200 len: 1097 time: 0.0416276 Oct 12 08:02:31.889190 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08abab68-ae6d-4bc2-8013-7b4ebd3a52b8 req-cd021fb2-b918-4f2f-b16c-7b51e6784d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:02:31.890678 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-08abab68-ae6d-4bc2-8013-7b4ebd3a52b8 req-cd021fb2-b918-4f2f-b16c-7b51e6784d95 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cef907d0-28f1-4124-8410-6f5888003fe5 HTTP/1.1" status: 200 len: 917 time: 0.0863235 Oct 12 08:02:31.930115 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-08abab68-ae6d-4bc2-8013-7b4ebd3a52b8 req-c57af3f1-db70-4738-9f56-8b56dafd4422 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8c5915d-dfdc-4086-8888-07cefeba0e57 HTTP/1.1" status: 200 len: 217 time: 0.0328157 Oct 12 08:02:31.977743 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08abab68-ae6d-4bc2-8013-7b4ebd3a52b8 req-c60b8eb6-eaf3-4dc4-9e55-37db26d0436f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:02:31.979125 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-08abab68-ae6d-4bc2-8013-7b4ebd3a52b8 req-c60b8eb6-eaf3-4dc4-9e55-37db26d0436f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=05439949-8fa9-45b6-89d9-13a7b20e3c90 HTTP/1.1" status: 200 len: 855 time: 0.0426948 Oct 12 08:02:32.029127 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08abab68-ae6d-4bc2-8013-7b4ebd3a52b8 req-4caeb501-e659-4b38-80f6-71b99cddc4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:02:32.030606 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-08abab68-ae6d-4bc2-8013-7b4ebd3a52b8 req-4caeb501-e659-4b38-80f6-71b99cddc4e6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cef907d0-28f1-4124-8410-6f5888003fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430987 Oct 12 08:02:32.119345 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-08abab68-ae6d-4bc2-8013-7b4ebd3a52b8 req-d0300d93-407c-4ba6-8fd7-0ca818b6953f service neutron] 10.222.0.23 "GET /v2.0/networks/cef907d0-28f1-4124-8410-6f5888003fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810215 Oct 12 08:02:32.210992 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-08abab68-ae6d-4bc2-8013-7b4ebd3a52b8 req-324a4018-ce00-49c2-ab10-1563bf7eefae service neutron] 10.222.0.23 "GET /v2.0/networks/cef907d0-28f1-4124-8410-6f5888003fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842741 Oct 12 08:02:32.279670 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00edf43-43a8-456e-b863-6b70f439038f req-f956e997-bd34-4918-a7e7-c65888f05515 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:02:32.281032 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b00edf43-43a8-456e-b863-6b70f439038f req-f956e997-bd34-4918-a7e7-c65888f05515 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d49e33f-be15-4357-b4be-54475dbb0275 HTTP/1.1" status: 200 len: 944 time: 0.0482068 Oct 12 08:02:32.318432 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b00edf43-43a8-456e-b863-6b70f439038f req-f8d93295-9c3f-4d48-b94d-f002ca00bb95 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/security-groups?id=64126742-0eea-4cf4-b063-f477e39f5b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315166 Oct 12 08:02:33.435305 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527b3a2-e05f-4638-8311-d4a0169087ab req-90d63e26-cf38-45f9-8f14-f142aa115b19 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:02:33.436768 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f527b3a2-e05f-4638-8311-d4a0169087ab req-90d63e26-cf38-45f9-8f14-f142aa115b19 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d49e33f-be15-4357-b4be-54475dbb0275 HTTP/1.1" status: 200 len: 944 time: 0.0489535 Oct 12 08:02:33.480488 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f527b3a2-e05f-4638-8311-d4a0169087ab req-91e80494-5b9f-4214-85c5-adf596dd6018 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/security-groups?id=64126742-0eea-4cf4-b063-f477e39f5b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372138 Oct 12 08:02:34.312004 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device d8c5915d-dfdc-4086-8888-07cefeba0e57 details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 08:02:34.408076 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port d8c5915d-dfdc-4086-8888-07cefeba0e57, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=d8c5915d-dfdc-4086-8888-07cefeba0e57,segment=NetworkSegment(e954fa0c-ae4a-4026-ae33-eef0356cf340),segment_id=e954fa0c-ae4a-4026-ae33-eef0356cf340)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:02:34.419050 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': 'd8c5915d-dfdc-4086-8888-07cefeba0e57', 'network_id': 'cef907d0-28f1-4124-8410-6f5888003fe5', 'port_id': 'd8c5915d-dfdc-4086-8888-07cefeba0e57', 'mac_address': 'fa:16:3e:f2:8b:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05439949-8fa9-45b6-89d9-13a7b20e3c90', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 08:02:34.454776 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port d8c5915d-dfdc-4086-8888-07cefeba0e57 is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:02:34.455162 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:02:34.471463 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8c5915d-dfdc-4086-8888-07cefeba0e57 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 08:02:34.490364 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port d8c5915d-dfdc-4086-8888-07cefeba0e57, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=d8c5915d-dfdc-4086-8888-07cefeba0e57,segment=NetworkSegment(e954fa0c-ae4a-4026-ae33-eef0356cf340),segment_id=e954fa0c-ae4a-4026-ae33-eef0356cf340)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:02:34.494232 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:02:34.539941 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=d8c5915d-dfdc-4086-8888-07cefeba0e57,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:02:34.546854 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:02:34.547238 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:02:34.547649 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:02:34.547897 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:02:34.548237 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:02:34.548545 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:02:34.548867 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:02:34.549187 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:02:34.549507 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:02:34.549822 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:02:34.550166 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:02:34.550482 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:02:34.600608 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944c5db-9955-4712-a487-fe369a923032 req-00658258-a398-4698-beda-6e2822b8a63f tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:02:34.602078 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9944c5db-9955-4712-a487-fe369a923032 req-00658258-a398-4698-beda-6e2822b8a63f tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d49e33f-be15-4357-b4be-54475dbb0275 HTTP/1.1" status: 200 len: 945 time: 0.0489330 Oct 12 08:02:34.639704 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9944c5db-9955-4712-a487-fe369a923032 req-bbc5cdfc-bd9e-4615-9cc4-79a7651674b9 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/security-groups?id=64126742-0eea-4cf4-b063-f477e39f5b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316837 Oct 12 08:02:34.697617 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['d8c5915d-dfdc-4086-8888-07cefeba0e57'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 08:02:35.757970 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7d113-95d0-4103-acf1-f24637533ee7 req-58cc2cd6-0deb-47f3-a51f-d3bc68802510 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:02:35.759469 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d9e7d113-95d0-4103-acf1-f24637533ee7 req-58cc2cd6-0deb-47f3-a51f-d3bc68802510 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d49e33f-be15-4357-b4be-54475dbb0275 HTTP/1.1" status: 200 len: 945 time: 0.0477107 Oct 12 08:02:35.796002 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d9e7d113-95d0-4103-acf1-f24637533ee7 req-a39a8c95-84bc-4560-a3bb-462938c4f2c7 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/security-groups?id=64126742-0eea-4cf4-b063-f477e39f5b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307143 Oct 12 08:02:36.329242 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device d8c5915d-dfdc-4086-8888-07cefeba0e57 up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:02:36.377578 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning for port d8c5915d-dfdc-4086-8888-07cefeba0e57 completed by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 12 08:02:36.381378 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port d8c5915d-dfdc-4086-8888-07cefeba0e57 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:02:36.381749 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:02:36.382109 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port d8c5915d-dfdc-4086-8888-07cefeba0e57 Oct 12 08:02:36.456468 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port d8c5915d-dfdc-4086-8888-07cefeba0e57 is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:02:36.456845 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:02:36.478908 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d49e33f-be15-4357-b4be-54475dbb0275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c5915d-dfdc-4086-8888-07cefeba0e57'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:02:36.481251 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5bfdf1-bcd5-4002-8f09-bd3c691ef1a8" -d '{"events": [{"server_uuid": "4d49e33f-be15-4357-b4be-54475dbb0275", "name": "network-vif-plugged", "status": "completed", "tag": "d8c5915d-dfdc-4086-8888-07cefeba0e57"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:02:36.497593 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port d8c5915d-dfdc-4086-8888-07cefeba0e57, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=d8c5915d-dfdc-4086-8888-07cefeba0e57,segment=NetworkSegment(e954fa0c-ae4a-4026-ae33-eef0356cf340),segment_id=e954fa0c-ae4a-4026-ae33-eef0356cf340)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:02:36.501894 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:02:36.549312 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=d8c5915d-dfdc-4086-8888-07cefeba0e57,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:02:36.573852 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 08:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752e9286-86c0-40a1-af76-c1be60c71430 x-openstack-request-id: req-752e9286-86c0-40a1-af76-c1be60c71430 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:02:36.574172 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d49e33f-be15-4357-b4be-54475dbb0275", "name": "network-vif-plugged", "status": "completed", "tag": "d8c5915d-dfdc-4086-8888-07cefeba0e57", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:02:36.574425 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-752e9286-86c0-40a1-af76-c1be60c71430 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:02:36.574820 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-752e9286-86c0-40a1-af76-c1be60c71430'] response: {'server_uuid': '4d49e33f-be15-4357-b4be-54475dbb0275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c5915d-dfdc-4086-8888-07cefeba0e57', 'code': 200} Oct 12 08:02:36.738005 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc636f1-9ffb-4900-b906-d773ad2f5d20 req-926b6eb6-3126-42f6-91bf-fdc355e9b8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:02:36.739475 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ecc636f1-9ffb-4900-b906-d773ad2f5d20 req-926b6eb6-3126-42f6-91bf-fdc355e9b8f9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4d49e33f-be15-4357-b4be-54475dbb0275 HTTP/1.1" status: 200 len: 1099 time: 0.0388553 Oct 12 08:02:36.777666 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ecc636f1-9ffb-4900-b906-d773ad2f5d20 req-66ca9006-9116-4c2e-9d5a-54458ed1effd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=64126742-0eea-4cf4-b063-f477e39f5b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308247 Oct 12 08:02:36.915976 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e333406-a3e0-4f48-93da-7644845c319a req-2ea6ca54-d91b-45b8-9af0-57106f82675d tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:02:36.917439 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8e333406-a3e0-4f48-93da-7644845c319a req-2ea6ca54-d91b-45b8-9af0-57106f82675d tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d49e33f-be15-4357-b4be-54475dbb0275 HTTP/1.1" status: 200 len: 946 time: 0.0486000 Oct 12 08:02:36.954311 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8e333406-a3e0-4f48-93da-7644845c319a req-e907b856-b37e-4c34-93f3-382d2b161884 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/security-groups?id=64126742-0eea-4cf4-b063-f477e39f5b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303054 Oct 12 08:02:38.074732 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb7fd5-bb22-42a5-889e-c1fff9ff6e2a req-5ac1a4dc-8d80-4a9d-8f29-2b0d4a2c9dd4 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:02:38.076113 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cbfb7fd5-bb22-42a5-889e-c1fff9ff6e2a req-5ac1a4dc-8d80-4a9d-8f29-2b0d4a2c9dd4 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d49e33f-be15-4357-b4be-54475dbb0275 HTTP/1.1" status: 200 len: 946 time: 0.0484788 Oct 12 08:02:38.114156 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cbfb7fd5-bb22-42a5-889e-c1fff9ff6e2a req-557c39c6-ab89-44db-aa4e-98d8dd636f5d tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/security-groups?id=64126742-0eea-4cf4-b063-f477e39f5b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314486 Oct 12 08:02:38.232268 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9c7fe-61f4-4037-a89d-eb87dd849103 req-b1f1bb00-64f8-4971-8645-561f4f76d032 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:02:38.233722 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2ce9c7fe-61f4-4037-a89d-eb87dd849103 req-b1f1bb00-64f8-4971-8645-561f4f76d032 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d49e33f-be15-4357-b4be-54475dbb0275 HTTP/1.1" status: 200 len: 946 time: 0.0488961 Oct 12 08:02:38.274241 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2ce9c7fe-61f4-4037-a89d-eb87dd849103 req-89bfc164-540f-4a5c-8eb3-63012850d98e tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/security-groups?id=64126742-0eea-4cf4-b063-f477e39f5b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345695 Oct 12 08:02:43.958206 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cfbe5522-e262-4d8b-8085-bd6e7cfabcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:02:46.124299 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-573c747a-5715-4ae5-92e3-7d1a55cd5951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:02:47.320848 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:02:48.880419 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:02:49.181139 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:02:49.425916 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:02:51.225505 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:02:57.778000 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8327c-721d-4828-95e0-4f444af1d60f req-e398e1b1-272f-40dc-89a0-234048f11515 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:02:57.780584 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e8c8327c-721d-4828-95e0-4f444af1d60f req-e398e1b1-272f-40dc-89a0-234048f11515 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d49e33f-be15-4357-b4be-54475dbb0275 HTTP/1.1" status: 200 len: 946 time: 0.0494537 Oct 12 08:02:57.824844 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e8c8327c-721d-4828-95e0-4f444af1d60f req-f683cbe7-ee30-408c-baa8-825976db8237 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/security-groups?id=64126742-0eea-4cf4-b063-f477e39f5b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381880 Oct 12 08:02:58.945975 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d0673-054c-44e7-9592-9a95b3d0e242 req-cc3aab04-fdb2-4123-8432-d62ebc3edaf7 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:02:58.947448 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1b9d0673-054c-44e7-9592-9a95b3d0e242 req-cc3aab04-fdb2-4123-8432-d62ebc3edaf7 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d49e33f-be15-4357-b4be-54475dbb0275 HTTP/1.1" status: 200 len: 946 time: 0.0475323 Oct 12 08:02:58.984263 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1b9d0673-054c-44e7-9592-9a95b3d0e242 req-2f6f3e71-e529-4e71-a665-be781dbd0062 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/security-groups?id=64126742-0eea-4cf4-b063-f477e39f5b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310278 Oct 12 08:02:59.327977 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e3309-edcf-4705-ad12-fa7604f3a21e req-efa12ec0-0ebb-4a3c-8334-03dbd5227815 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:02:59.329421 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fe6e3309-edcf-4705-ad12-fa7604f3a21e req-efa12ec0-0ebb-4a3c-8334-03dbd5227815 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d49e33f-be15-4357-b4be-54475dbb0275 HTTP/1.1" status: 200 len: 946 time: 0.0507386 Oct 12 08:02:59.416962 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-fe6e3309-edcf-4705-ad12-fa7604f3a21e req-c5a3c3ae-a297-419b-bb42-47e9fd718cc2 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Deleting port d8c5915d-dfdc-4086-8888-07cefeba0e57 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:02:59.417279 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-fe6e3309-edcf-4705-ad12-fa7604f3a21e req-c5a3c3ae-a297-419b-bb42-47e9fd718cc2 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:02:59.506782 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-fe6e3309-edcf-4705-ad12-fa7604f3a21e req-c5a3c3ae-a297-419b-bb42-47e9fd718cc2 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] For port d8c5915d-dfdc-4086-8888-07cefeba0e57, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=d8c5915d-dfdc-4086-8888-07cefeba0e57,segment=NetworkSegment(e954fa0c-ae4a-4026-ae33-eef0356cf340),segment_id=e954fa0c-ae4a-4026-ae33-eef0356cf340)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:02:59.507137 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-fe6e3309-edcf-4705-ad12-fa7604f3a21e req-c5a3c3ae-a297-419b-bb42-47e9fd718cc2 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:02:59.518550 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-fe6e3309-edcf-4705-ad12-fa7604f3a21e req-c5a3c3ae-a297-419b-bb42-47e9fd718cc2 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Calling delete_port for d8c5915d-dfdc-4086-8888-07cefeba0e57 owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:02:59.645287 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-fe6e3309-edcf-4705-ad12-fa7604f3a21e req-c5a3c3ae-a297-419b-bb42-47e9fd718cc2 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:02:59.657606 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['d8c5915d-dfdc-4086-8888-07cefeba0e57'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 08:02:59.677317 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3c3ae-a297-419b-bb42-47e9fd718cc2 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Pushing event deleted for resources: {'Port': ['ID=d8c5915d-dfdc-4086-8888-07cefeba0e57,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:02:59.688875 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3c3ae-a297-419b-bb42-47e9fd718cc2 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:02:59.689217 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3c3ae-a297-419b-bb42-47e9fd718cc2 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:02:59.689554 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3c3ae-a297-419b-bb42-47e9fd718cc2 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:02:59.689892 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3c3ae-a297-419b-bb42-47e9fd718cc2 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:02:59.690273 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3c3ae-a297-419b-bb42-47e9fd718cc2 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:02:59.690605 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3c3ae-a297-419b-bb42-47e9fd718cc2 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:02:59.690935 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3c3ae-a297-419b-bb42-47e9fd718cc2 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:02:59.691735 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3c3ae-a297-419b-bb42-47e9fd718cc2 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:02:59.691735 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3c3ae-a297-419b-bb42-47e9fd718cc2 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:02:59.692005 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3c3ae-a297-419b-bb42-47e9fd718cc2 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:02:59.692194 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3c3ae-a297-419b-bb42-47e9fd718cc2 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:02:59.692514 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3c3ae-a297-419b-bb42-47e9fd718cc2 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:02:59.735364 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe6e3309-edcf-4705-ad12-fa7604f3a21e req-c5a3c3ae-a297-419b-bb42-47e9fd718cc2 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] No DVR routers for this DVR port d8c5915d-dfdc-4086-8888-07cefeba0e57 on host hv-neutron-8609 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 08:02:59.738140 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-fe6e3309-edcf-4705-ad12-fa7604f3a21e req-c5a3c3ae-a297-419b-bb42-47e9fd718cc2 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:02:59.741795 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fe6e3309-edcf-4705-ad12-fa7604f3a21e req-c5a3c3ae-a297-419b-bb42-47e9fd718cc2 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.23 "DELETE /v2.0/ports/d8c5915d-dfdc-4086-8888-07cefeba0e57 HTTP/1.1" status: 204 len: 173 time: 0.4068432 Oct 12 08:02:59.742393 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d49e33f-be15-4357-b4be-54475dbb0275', 'name': 'network-vif-deleted', 'tag': 'd8c5915d-dfdc-4086-8888-07cefeba0e57'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:02:59.745041 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72407f35-3150-4cde-bfde-ebe7bd89e0fa" -d '{"events": [{"server_uuid": "4d49e33f-be15-4357-b4be-54475dbb0275", "name": "network-vif-deleted", "tag": "d8c5915d-dfdc-4086-8888-07cefeba0e57"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:02:59.861010 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 08:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da8c05c-dc27-4ee8-83af-1133f84e2526 x-openstack-request-id: req-0da8c05c-dc27-4ee8-83af-1133f84e2526 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:02:59.861326 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d49e33f-be15-4357-b4be-54475dbb0275", "name": "network-vif-deleted", "tag": "d8c5915d-dfdc-4086-8888-07cefeba0e57", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:02:59.861585 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0da8c05c-dc27-4ee8-83af-1133f84e2526 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:02:59.862095 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0da8c05c-dc27-4ee8-83af-1133f84e2526'] response: {'server_uuid': '4d49e33f-be15-4357-b4be-54475dbb0275', 'name': 'network-vif-deleted', 'tag': 'd8c5915d-dfdc-4086-8888-07cefeba0e57', 'status': 'completed', 'code': 200} Oct 12 08:03:00.093573 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-74d9d5bb-ea3b-47db-8220-46476314e12f req-0fb34c74-7139-4fd8-b846-673116db8ea5 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d49e33f-be15-4357-b4be-54475dbb0275 HTTP/1.1" status: 200 len: 210 time: 0.0263498 Oct 12 08:03:01.452807 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-65c0b987-a417-49cc-a4c6-7d110bf7be28 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:03:01.454179 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-65c0b987-a417-49cc-a4c6-7d110bf7be28 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/networks?id=cef907d0-28f1-4124-8410-6f5888003fe5 HTTP/1.1" status: 200 len: 816 time: 0.1056173 Oct 12 08:03:01.469050 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-3498955a-0d3b-41bd-888a-c5f852f835a9 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/quotas/00204f1881364fc78d0df867b2408ac9 HTTP/1.1" status: 200 len: 375 time: 0.0089710 Oct 12 08:03:01.519713 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-d7fb80dd-07a4-4479-8515-3a754bff28f2 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=00204f1881364fc78d0df867b2408ac9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456080 Oct 12 08:03:01.657826 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-5a7b628d-8d43-4f61-bd50-cd578dc867cb service neutron] 10.222.0.26 "GET /v2.0/networks/cef907d0-28f1-4124-8410-6f5888003fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268041 Oct 12 08:03:01.746573 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-c4080348-ea25-4ec2-89b8-66e281e4e577 service neutron] 10.222.0.26 "GET /v2.0/networks/cef907d0-28f1-4124-8410-6f5888003fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820336 Oct 12 08:03:01.901155 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-22ca6d20-db5a-49bd-ae16-497116913b8b req-32945765-1ce4-4fd0-a9dc-5ca3c1496e19 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/ports?device_id=9af24c9a-2de5-4ae3-9899-10941ee7f1c2 HTTP/1.1" status: 200 len: 210 time: 0.0258596 Oct 12 08:03:02.469493 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device d8c5915d-dfdc-4086-8888-07cefeba0e57 no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:03:02.491265 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] No Port match for: d8c5915d-dfdc-4086-8888-07cefeba0e57 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:03:02.491513 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device d8c5915d-dfdc-4086-8888-07cefeba0e57 not bound to the agent host hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:03:02.777462 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-d7b4f0f9-8058-43ef-b85b-4ebd72a1c7da tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:03:02.778957 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-d7b4f0f9-8058-43ef-b85b-4ebd72a1c7da tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.23 "GET /v2.0/networks?id=cef907d0-28f1-4124-8410-6f5888003fe5 HTTP/1.1" status: 200 len: 816 time: 0.1063607 Oct 12 08:03:02.791103 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-197e222e-37dc-4f33-8ef6-07ce4e1932c0 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Request body: {'port': {'device_id': '9af24c9a-2de5-4ae3-9899-10941ee7f1c2', 'network_id': 'cef907d0-28f1-4124-8410-6f5888003fe5', 'admin_state_up': True, 'tenant_id': '00204f1881364fc78d0df867b2408ac9'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:03:02.904412 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-197e222e-37dc-4f33-8ef6-07ce4e1932c0 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Made reservation on behalf of 00204f1881364fc78d0df867b2408ac9 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:03:02.908194 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-197e222e-37dc-4f33-8ef6-07ce4e1932c0 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:03.008286 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-79557f18-f28d-4251-bc5b-54f6c38807cd req-ce71dcaa-4bb1-40e9-b053-84b9be71de8f tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/ports?device_id=9af24c9a-2de5-4ae3-9899-10941ee7f1c2 HTTP/1.1" status: 200 len: 210 time: 0.0335205 Oct 12 08:03:03.055555 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-197e222e-37dc-4f33-8ef6-07ce4e1932c0 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Allocated IP 172.20.0.5 (cef907d0-28f1-4124-8410-6f5888003fe5/05439949-8fa9-45b6-89d9-13a7b20e3c90/2a012a88-a911-45d2-98e7-a57d3509710e) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:03:03.203518 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-197e222e-37dc-4f33-8ef6-07ce4e1932c0 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:03.235768 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-197e222e-37dc-4f33-8ef6-07ce4e1932c0 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:03.284195 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-197e222e-37dc-4f33-8ef6-07ce4e1932c0 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Network cef907d0-28f1-4124-8410-6f5888003fe5 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:03:03.287305 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-197e222e-37dc-4f33-8ef6-07ce4e1932c0 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:03:03.290940 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-197e222e-37dc-4f33-8ef6-07ce4e1932c0 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:03:03.297106 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e222e-37dc-4f33-8ef6-07ce4e1932c0 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Pushing event updated for resources: {'Port': ['ID=2a012a88-a911-45d2-98e7-a57d3509710e,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:03:03.343986 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-197e222e-37dc-4f33-8ef6-07ce4e1932c0 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:03:03.344627 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-197e222e-37dc-4f33-8ef6-07ce4e1932c0 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:03.362607 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-197e222e-37dc-4f33-8ef6-07ce4e1932c0 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5755548 Oct 12 08:03:03.374449 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-4a8b461a-43cd-40cc-80c3-e635ef0e979e service neutron] Request body: {'port': {'device_id': '9af24c9a-2de5-4ae3-9899-10941ee7f1c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8609'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:03:03.431280 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-4a8b461a-43cd-40cc-80c3-e635ef0e979e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:03.515850 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-4e97efed-53c8-45ff-b0ff-6c8953aef7fb None None] Provisioning complete for port 2a012a88-a911-45d2-98e7-a57d3509710e triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:03:03.516441 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4e97efed-53c8-45ff-b0ff-6c8953aef7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:03.516557 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-4e97efed-53c8-45ff-b0ff-6c8953aef7fb None None] Attempt 1 to provision port 2a012a88-a911-45d2-98e7-a57d3509710e Oct 12 08:03:03.548820 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-4e97efed-53c8-45ff-b0ff-6c8953aef7fb None None] Port 2a012a88-a911-45d2-98e7-a57d3509710e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:03:03.696312 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-4a8b461a-43cd-40cc-80c3-e635ef0e979e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a012a88-a911-45d2-98e7-a57d3509710e {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 08:03:03.703656 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-4a8b461a-43cd-40cc-80c3-e635ef0e979e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:03.715302 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-4a8b461a-43cd-40cc-80c3-e635ef0e979e service neutron] Transition to ACTIVE for port object 2a012a88-a911-45d2-98e7-a57d3509710e will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 08:03:03.719327 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-4a8b461a-43cd-40cc-80c3-e635ef0e979e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:03.792535 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b461a-43cd-40cc-80c3-e635ef0e979e service neutron] Pushing event updated for resources: {'Port': ['ID=2a012a88-a911-45d2-98e7-a57d3509710e,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:03:03.825857 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-4a8b461a-43cd-40cc-80c3-e635ef0e979e service neutron] Attempting to bind port 2a012a88-a911-45d2-98e7-a57d3509710e on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:03:03.826218 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-4a8b461a-43cd-40cc-80c3-e635ef0e979e service neutron] Attempting to bind port 2a012a88-a911-45d2-98e7-a57d3509710e by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': 'e954fa0c-ae4a-4026-ae33-eef0356cf340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cef907d0-28f1-4124-8410-6f5888003fe5'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:03:03.826538 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-4a8b461a-43cd-40cc-80c3-e635ef0e979e service neutron] Attempting to bind port 2a012a88-a911-45d2-98e7-a57d3509710e on network cef907d0-28f1-4124-8410-6f5888003fe5 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:03:03.830630 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-4a8b461a-43cd-40cc-80c3-e635ef0e979e service neutron] Port 2a012a88-a911-45d2-98e7-a57d3509710e on network cef907d0-28f1-4124-8410-6f5888003fe5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 08:03:03.830963 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-4a8b461a-43cd-40cc-80c3-e635ef0e979e service neutron] Attempting to bind port 2a012a88-a911-45d2-98e7-a57d3509710e on network cef907d0-28f1-4124-8410-6f5888003fe5 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:03:03.835657 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-4a8b461a-43cd-40cc-80c3-e635ef0e979e service neutron] Checking agent: {'id': 'afe9b392-c72e-4ef3-a7bd-ca4c2066af02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8609', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'started_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:03:03.835987 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-4a8b461a-43cd-40cc-80c3-e635ef0e979e service neutron] Checking segment: {'id': 'e954fa0c-ae4a-4026-ae33-eef0356cf340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cef907d0-28f1-4124-8410-6f5888003fe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:03:03.836361 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-4a8b461a-43cd-40cc-80c3-e635ef0e979e service neutron] Bound using segment: {'id': 'e954fa0c-ae4a-4026-ae33-eef0356cf340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cef907d0-28f1-4124-8410-6f5888003fe5'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:03:03.836779 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-4a8b461a-43cd-40cc-80c3-e635ef0e979e service neutron] Bound port: 2a012a88-a911-45d2-98e7-a57d3509710e, host: hv-neutron-8609, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e954fa0c-ae4a-4026-ae33-eef0356cf340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cef907d0-28f1-4124-8410-6f5888003fe5'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:03:03.837129 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-4a8b461a-43cd-40cc-80c3-e635ef0e979e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:03.902622 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-4a8b461a-43cd-40cc-80c3-e635ef0e979e service neutron] For port 2a012a88-a911-45d2-98e7-a57d3509710e, host hv-neutron-8609, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:03:03.905609 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-4a8b461a-43cd-40cc-80c3-e635ef0e979e service neutron] For port 2a012a88-a911-45d2-98e7-a57d3509710e, host hv-neutron-8609, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=2a012a88-a911-45d2-98e7-a57d3509710e,segment=NetworkSegment(e954fa0c-ae4a-4026-ae33-eef0356cf340),segment_id=e954fa0c-ae4a-4026-ae33-eef0356cf340)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:03:03.911130 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-4a8b461a-43cd-40cc-80c3-e635ef0e979e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:03.914353 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-4a8b461a-43cd-40cc-80c3-e635ef0e979e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:03:03.914958 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-4a8b461a-43cd-40cc-80c3-e635ef0e979e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:03.916325 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-4a8b461a-43cd-40cc-80c3-e635ef0e979e service neutron] 10.222.0.23 "PUT /v2.0/ports/2a012a88-a911-45d2-98e7-a57d3509710e HTTP/1.1" status: 200 len: 1093 time: 0.5464828 Oct 12 08:03:03.918259 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9af24c9a-2de5-4ae3-9899-10941ee7f1c2', 'tag': '2a012a88-a911-45d2-98e7-a57d3509710e'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:03:03.920620 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7a2aba-b4a4-46d0-bdb2-d2707d47d678" -d '{"events": [{"name": "network-changed", "server_uuid": "9af24c9a-2de5-4ae3-9899-10941ee7f1c2", "tag": "2a012a88-a911-45d2-98e7-a57d3509710e"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:03:03.967214 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 08:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a31cdd-0044-48a7-b6b4-b91a75b56303 x-openstack-request-id: req-73a31cdd-0044-48a7-b6b4-b91a75b56303 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:03:03.967501 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9af24c9a-2de5-4ae3-9899-10941ee7f1c2", "tag": "2a012a88-a911-45d2-98e7-a57d3509710e", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:03:03.967757 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-73a31cdd-0044-48a7-b6b4-b91a75b56303 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:03:03.968162 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73a31cdd-0044-48a7-b6b4-b91a75b56303'] response: {'name': 'network-changed', 'server_uuid': '9af24c9a-2de5-4ae3-9899-10941ee7f1c2', 'tag': '2a012a88-a911-45d2-98e7-a57d3509710e', 'status': 'completed', 'code': 200} Oct 12 08:03:04.000425 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b461a-43cd-40cc-80c3-e635ef0e979e service neutron] Pushing event updated for resources: {'Port': ['ID=2a012a88-a911-45d2-98e7-a57d3509710e,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:03:04.011044 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-61d041d0-2bdc-4270-8736-64a8c8a211f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:03:04.012544 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-61d041d0-2bdc-4270-8736-64a8c8a211f3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=00204f1881364fc78d0df867b2408ac9&device_id=9af24c9a-2de5-4ae3-9899-10941ee7f1c2 HTTP/1.1" status: 200 len: 1096 time: 0.0566599 Oct 12 08:03:04.050457 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-4e97efed-53c8-45ff-b0ff-6c8953aef7fb None None] Attempt 2 to provision port 2a012a88-a911-45d2-98e7-a57d3509710e Oct 12 08:03:04.053893 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-11505c1e-7461-472a-9dfa-19bdf806b455 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a012a88-a911-45d2-98e7-a57d3509710e HTTP/1.1" status: 200 len: 217 time: 0.0344822 Oct 12 08:03:04.092247 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-4e97efed-53c8-45ff-b0ff-6c8953aef7fb None None] Port 2a012a88-a911-45d2-98e7-a57d3509710e had new provisioning blocks added so it will not transition to active. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 12 08:03:04.133398 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-a024a951-509f-4c58-aa4e-dfcc6af9db22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:03:04.134898 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-a024a951-509f-4c58-aa4e-dfcc6af9db22 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=05439949-8fa9-45b6-89d9-13a7b20e3c90 HTTP/1.1" status: 200 len: 855 time: 0.0746217 Oct 12 08:03:04.157563 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd39b2-edfc-472f-a069-3a804786d389 req-90c56b96-4ec7-41c1-836d-583884580823 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:03:04.159018 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-81bd39b2-edfc-472f-a069-3a804786d389 req-90c56b96-4ec7-41c1-836d-583884580823 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/ports?device_id=9af24c9a-2de5-4ae3-9899-10941ee7f1c2 HTTP/1.1" status: 200 len: 943 time: 0.0698440 Oct 12 08:03:04.212978 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-a5eff292-c7e1-4a91-9972-c5b15a244724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:03:04.214377 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-a5eff292-c7e1-4a91-9972-c5b15a244724 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cef907d0-28f1-4124-8410-6f5888003fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725665 Oct 12 08:03:04.217747 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-81bd39b2-edfc-472f-a069-3a804786d389 req-fc9c0488-c7da-41bf-9b57-a5821e5c8eab tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/security-groups?id=64126742-0eea-4cf4-b063-f477e39f5b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450921 Oct 12 08:03:04.306174 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-bba2bcdb-38f8-445b-847c-790a9de897ea service neutron] 10.222.0.23 "GET /v2.0/networks/cef907d0-28f1-4124-8410-6f5888003fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850303 Oct 12 08:03:04.391609 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-766ac58a-ef06-4c1b-904f-49de14e259e8 req-7839ae58-88f3-4ca5-b1d4-788096c1d836 service neutron] 10.222.0.23 "GET /v2.0/networks/cef907d0-28f1-4124-8410-6f5888003fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794599 Oct 12 08:03:04.481961 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a2aba-b4a4-46d0-bdb2-d2707d47d678 req-58510e97-9061-41e1-b77f-2b5a9fc9e237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:03:04.483408 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2e7a2aba-b4a4-46d0-bdb2-d2707d47d678 req-58510e97-9061-41e1-b77f-2b5a9fc9e237 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=00204f1881364fc78d0df867b2408ac9&device_id=9af24c9a-2de5-4ae3-9899-10941ee7f1c2 HTTP/1.1" status: 200 len: 1096 time: 0.0454683 Oct 12 08:03:04.571635 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a2aba-b4a4-46d0-bdb2-d2707d47d678 req-d49eefd0-51b5-463c-81a8-d7347b200d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:03:04.573069 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2e7a2aba-b4a4-46d0-bdb2-d2707d47d678 req-d49eefd0-51b5-463c-81a8-d7347b200d0c service neutron] 10.222.0.23 "GET /v2.0/networks?id=cef907d0-28f1-4124-8410-6f5888003fe5 HTTP/1.1" status: 200 len: 917 time: 0.0824490 Oct 12 08:03:04.617982 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2e7a2aba-b4a4-46d0-bdb2-d2707d47d678 req-75de63d2-74d7-43e2-b704-f150d6d5bd88 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a012a88-a911-45d2-98e7-a57d3509710e HTTP/1.1" status: 200 len: 217 time: 0.0377216 Oct 12 08:03:04.667455 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a2aba-b4a4-46d0-bdb2-d2707d47d678 req-9588b80c-3909-45a6-a18a-4f06a7d3452f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:03:04.668851 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2e7a2aba-b4a4-46d0-bdb2-d2707d47d678 req-9588b80c-3909-45a6-a18a-4f06a7d3452f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=05439949-8fa9-45b6-89d9-13a7b20e3c90 HTTP/1.1" status: 200 len: 855 time: 0.0428739 Oct 12 08:03:04.713286 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a2aba-b4a4-46d0-bdb2-d2707d47d678 req-43c54d1f-c166-45b5-8dc6-11a0403422a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:03:04.714752 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2e7a2aba-b4a4-46d0-bdb2-d2707d47d678 req-43c54d1f-c166-45b5-8dc6-11a0403422a3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cef907d0-28f1-4124-8410-6f5888003fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391021 Oct 12 08:03:04.805576 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2e7a2aba-b4a4-46d0-bdb2-d2707d47d678 req-e3861773-4ec9-4bd3-b812-5fb04db04904 service neutron] 10.222.0.23 "GET /v2.0/networks/cef907d0-28f1-4124-8410-6f5888003fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829401 Oct 12 08:03:04.896005 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2e7a2aba-b4a4-46d0-bdb2-d2707d47d678 req-5707209c-3cdb-48de-bd14-b5f8fd821e5b service neutron] 10.222.0.23 "GET /v2.0/networks/cef907d0-28f1-4124-8410-6f5888003fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824203 Oct 12 08:03:05.343705 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce03e4-2360-4553-a8ce-48e5777ad705 req-cf4bd7c9-5e16-44dc-b5bb-ee0008d32a69 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:03:05.345201 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-73ce03e4-2360-4553-a8ce-48e5777ad705 req-cf4bd7c9-5e16-44dc-b5bb-ee0008d32a69 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/ports?device_id=9af24c9a-2de5-4ae3-9899-10941ee7f1c2 HTTP/1.1" status: 200 len: 943 time: 0.0526862 Oct 12 08:03:05.383285 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-73ce03e4-2360-4553-a8ce-48e5777ad705 req-c98fc1aa-4ffc-4f7a-a856-f2c74da7143a tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/security-groups?id=64126742-0eea-4cf4-b063-f477e39f5b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315540 Oct 12 08:03:06.485773 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 2a012a88-a911-45d2-98e7-a57d3509710e details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 08:03:06.507358 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6c0c2-501c-4a68-b4ef-58fb3cb22c40 req-f819604e-0e47-46e6-b64f-e300e0b123b2 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:03:06.508879 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-56d6c0c2-501c-4a68-b4ef-58fb3cb22c40 req-f819604e-0e47-46e6-b64f-e300e0b123b2 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/ports?device_id=9af24c9a-2de5-4ae3-9899-10941ee7f1c2 HTTP/1.1" status: 200 len: 943 time: 0.0507102 Oct 12 08:03:06.546901 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-56d6c0c2-501c-4a68-b4ef-58fb3cb22c40 req-ad8ada78-1871-4825-9f56-0ff8a1d5bc3a tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/security-groups?id=64126742-0eea-4cf4-b063-f477e39f5b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319235 Oct 12 08:03:06.582070 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 2a012a88-a911-45d2-98e7-a57d3509710e, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=2a012a88-a911-45d2-98e7-a57d3509710e,segment=NetworkSegment(e954fa0c-ae4a-4026-ae33-eef0356cf340),segment_id=e954fa0c-ae4a-4026-ae33-eef0356cf340)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:03:06.593017 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': '2a012a88-a911-45d2-98e7-a57d3509710e', 'network_id': 'cef907d0-28f1-4124-8410-6f5888003fe5', 'port_id': '2a012a88-a911-45d2-98e7-a57d3509710e', 'mac_address': 'fa:16:3e:39:73:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05439949-8fa9-45b6-89d9-13a7b20e3c90', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 08:03:06.630779 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 2a012a88-a911-45d2-98e7-a57d3509710e is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:03:06.631170 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:06.647296 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a012a88-a911-45d2-98e7-a57d3509710e {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 08:03:06.666303 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 2a012a88-a911-45d2-98e7-a57d3509710e, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=2a012a88-a911-45d2-98e7-a57d3509710e,segment=NetworkSegment(e954fa0c-ae4a-4026-ae33-eef0356cf340),segment_id=e954fa0c-ae4a-4026-ae33-eef0356cf340)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:03:06.669914 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:06.714336 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=2a012a88-a911-45d2-98e7-a57d3509710e,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:03:06.858656 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['2a012a88-a911-45d2-98e7-a57d3509710e'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 08:03:07.664546 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b1262-a644-4215-b44e-a7d0b334ff47 req-633fdb0e-e0db-4231-bf2b-fb13ff607767 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:03:07.665990 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-581b1262-a644-4215-b44e-a7d0b334ff47 req-633fdb0e-e0db-4231-bf2b-fb13ff607767 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/ports?device_id=9af24c9a-2de5-4ae3-9899-10941ee7f1c2 HTTP/1.1" status: 200 len: 944 time: 0.0469882 Oct 12 08:03:07.702568 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-581b1262-a644-4215-b44e-a7d0b334ff47 req-a2fa9d1a-d369-4b5f-a02b-ed14e1a08afc tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/security-groups?id=64126742-0eea-4cf4-b063-f477e39f5b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307856 Oct 12 08:03:08.515202 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 2a012a88-a911-45d2-98e7-a57d3509710e up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:03:08.562605 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning for port 2a012a88-a911-45d2-98e7-a57d3509710e completed by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 12 08:03:08.566418 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port 2a012a88-a911-45d2-98e7-a57d3509710e triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:03:08.566805 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:08.567158 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port 2a012a88-a911-45d2-98e7-a57d3509710e Oct 12 08:03:08.640994 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 2a012a88-a911-45d2-98e7-a57d3509710e is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:03:08.641374 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:08.663198 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af24c9a-2de5-4ae3-9899-10941ee7f1c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a012a88-a911-45d2-98e7-a57d3509710e'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:03:08.665457 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640a4d4e-1aa6-4529-afcf-a61b88a02b1d" -d '{"events": [{"server_uuid": "9af24c9a-2de5-4ae3-9899-10941ee7f1c2", "name": "network-vif-plugged", "status": "completed", "tag": "2a012a88-a911-45d2-98e7-a57d3509710e"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:03:08.678845 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 2a012a88-a911-45d2-98e7-a57d3509710e, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=2a012a88-a911-45d2-98e7-a57d3509710e,segment=NetworkSegment(e954fa0c-ae4a-4026-ae33-eef0356cf340),segment_id=e954fa0c-ae4a-4026-ae33-eef0356cf340)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:03:08.682730 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:08.850755 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7d0b3-14a5-42ef-8fea-c1663a220985 req-ea899677-e79f-4dab-b9af-9bd4375411e1 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:03:08.852279 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-20e7d0b3-14a5-42ef-8fea-c1663a220985 req-ea899677-e79f-4dab-b9af-9bd4375411e1 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/ports?device_id=9af24c9a-2de5-4ae3-9899-10941ee7f1c2 HTTP/1.1" status: 200 len: 945 time: 0.0741296 Oct 12 08:03:08.863531 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 08:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7588c896-5b77-4af5-80be-41e1d49b4537 x-openstack-request-id: req-7588c896-5b77-4af5-80be-41e1d49b4537 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:03:08.863812 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9af24c9a-2de5-4ae3-9899-10941ee7f1c2", "name": "network-vif-plugged", "status": "completed", "tag": "2a012a88-a911-45d2-98e7-a57d3509710e", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:03:08.864061 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7588c896-5b77-4af5-80be-41e1d49b4537 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:03:08.864452 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7588c896-5b77-4af5-80be-41e1d49b4537'] response: {'server_uuid': '9af24c9a-2de5-4ae3-9899-10941ee7f1c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a012a88-a911-45d2-98e7-a57d3509710e', 'code': 200} Oct 12 08:03:08.889147 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=2a012a88-a911-45d2-98e7-a57d3509710e,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:03:08.906492 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-20e7d0b3-14a5-42ef-8fea-c1663a220985 req-20c97fa6-66ef-4414-b63d-3a695f36cc9a tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/security-groups?id=64126742-0eea-4cf4-b063-f477e39f5b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406497 Oct 12 08:03:08.909578 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb08b6-f480-45db-be7e-19bff9d2fd81 req-b281b9b6-c710-4442-b880-9c10fe1d553f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:03:08.911033 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b5fb08b6-f480-45db-be7e-19bff9d2fd81 req-b281b9b6-c710-4442-b880-9c10fe1d553f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9af24c9a-2de5-4ae3-9899-10941ee7f1c2 HTTP/1.1" status: 200 len: 1098 time: 0.0774741 Oct 12 08:03:08.944296 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b5fb08b6-f480-45db-be7e-19bff9d2fd81 req-212f30c7-69e2-495f-bf5c-ec58ee5f1546 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=64126742-0eea-4cf4-b063-f477e39f5b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272727 Oct 12 08:03:10.026585 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be65df7b-7b6d-4c65-8f0c-bb130d00653e req-5e8db15f-4350-4ced-8f19-9cdf5e24c144 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:03:10.028054 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-be65df7b-7b6d-4c65-8f0c-bb130d00653e req-5e8db15f-4350-4ced-8f19-9cdf5e24c144 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/ports?device_id=9af24c9a-2de5-4ae3-9899-10941ee7f1c2 HTTP/1.1" status: 200 len: 945 time: 0.0479727 Oct 12 08:03:10.064985 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-be65df7b-7b6d-4c65-8f0c-bb130d00653e req-ce622000-fba5-420b-868c-70c37d49ddbc tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/security-groups?id=64126742-0eea-4cf4-b063-f477e39f5b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310383 Oct 12 08:03:10.185927 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97da89-3e6f-4624-8908-c2b1d0339259 req-3f9109b0-7807-4853-b820-c0d53ff941d1 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:03:10.187450 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4b97da89-3e6f-4624-8908-c2b1d0339259 req-3f9109b0-7807-4853-b820-c0d53ff941d1 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/ports?device_id=9af24c9a-2de5-4ae3-9899-10941ee7f1c2 HTTP/1.1" status: 200 len: 945 time: 0.0514691 Oct 12 08:03:10.226373 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4b97da89-3e6f-4624-8908-c2b1d0339259 req-f8cc25f4-1a62-4a09-b8ad-1cdd3f7d1149 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/security-groups?id=64126742-0eea-4cf4-b063-f477e39f5b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328798 Oct 12 08:03:13.959063 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e579e439-943a-4709-8385-0eee7e949697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:16.125293 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-68c7eee9-5a9e-4bfb-97bc-075c3655b7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:16.388259 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d9369c8d-01af-424f-8a49-a53d72c78de3 req-7dba5109-ea6c-4f71-9a0b-4fe41016511f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9af24c9a-2de5-4ae3-9899-10941ee7f1c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398092 Oct 12 08:03:16.464871 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9369c8d-01af-424f-8a49-a53d72c78de3 req-08f7bc88-68f8-4b1a-b5ee-626dc1f8335d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:03:16.466626 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d9369c8d-01af-424f-8a49-a53d72c78de3 req-08f7bc88-68f8-4b1a-b5ee-626dc1f8335d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=00204f1881364fc78d0df867b2408ac9&device_id=9af24c9a-2de5-4ae3-9899-10941ee7f1c2 HTTP/1.1" status: 200 len: 1098 time: 0.0397382 Oct 12 08:03:16.570042 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9369c8d-01af-424f-8a49-a53d72c78de3 req-741be256-b782-40a8-aca6-80c8cdc5de30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:03:16.571521 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d9369c8d-01af-424f-8a49-a53d72c78de3 req-741be256-b782-40a8-aca6-80c8cdc5de30 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cef907d0-28f1-4124-8410-6f5888003fe5 HTTP/1.1" status: 200 len: 917 time: 0.0870893 Oct 12 08:03:16.611650 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d9369c8d-01af-424f-8a49-a53d72c78de3 req-4a776ee3-70e6-48d2-bc34-eff68e06cc3c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a012a88-a911-45d2-98e7-a57d3509710e HTTP/1.1" status: 200 len: 217 time: 0.0339849 Oct 12 08:03:16.661752 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9369c8d-01af-424f-8a49-a53d72c78de3 req-7e526f04-6630-4d9c-be52-2135e26c48d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:03:16.663104 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d9369c8d-01af-424f-8a49-a53d72c78de3 req-7e526f04-6630-4d9c-be52-2135e26c48d0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=05439949-8fa9-45b6-89d9-13a7b20e3c90 HTTP/1.1" status: 200 len: 855 time: 0.0460145 Oct 12 08:03:16.706828 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9369c8d-01af-424f-8a49-a53d72c78de3 req-ccc288fe-82fb-4f70-88ac-56f9f4e8baed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:03:16.708308 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d9369c8d-01af-424f-8a49-a53d72c78de3 req-ccc288fe-82fb-4f70-88ac-56f9f4e8baed service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cef907d0-28f1-4124-8410-6f5888003fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384710 Oct 12 08:03:16.795380 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d9369c8d-01af-424f-8a49-a53d72c78de3 req-66d75380-138b-4f05-9c7f-3e95088a81ab service neutron] 10.222.0.23 "GET /v2.0/networks/cef907d0-28f1-4124-8410-6f5888003fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808537 Oct 12 08:03:16.885233 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d9369c8d-01af-424f-8a49-a53d72c78de3 req-87fd1d64-406e-403d-ae8a-3c2fa1911153 service neutron] 10.222.0.23 "GET /v2.0/networks/cef907d0-28f1-4124-8410-6f5888003fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837119 Oct 12 08:03:17.323624 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:18.882119 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:19.183238 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:21.251316 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:26.424842 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:03:28.537566 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d339ff3-d0bf-45d6-9f5f-c18d28b1c667 req-e9fdbeba-704b-4cf8-a6cb-74c02c9c1cc5 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:03:28.539082 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0d339ff3-d0bf-45d6-9f5f-c18d28b1c667 req-e9fdbeba-704b-4cf8-a6cb-74c02c9c1cc5 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/ports?device_id=9af24c9a-2de5-4ae3-9899-10941ee7f1c2 HTTP/1.1" status: 200 len: 945 time: 0.0495372 Oct 12 08:03:28.578677 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0d339ff3-d0bf-45d6-9f5f-c18d28b1c667 req-3cc5343a-a543-4bc5-8341-eb0f7b55a845 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/security-groups?id=64126742-0eea-4cf4-b063-f477e39f5b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334311 Oct 12 08:03:29.708019 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707104c0-ca9d-4681-885c-f6016ff493a8 req-2220f6cd-bebc-4a74-8723-a20b83b49955 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:03:29.709965 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-707104c0-ca9d-4681-885c-f6016ff493a8 req-2220f6cd-bebc-4a74-8723-a20b83b49955 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/ports?device_id=9af24c9a-2de5-4ae3-9899-10941ee7f1c2 HTTP/1.1" status: 200 len: 945 time: 0.0511873 Oct 12 08:03:29.746891 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-707104c0-ca9d-4681-885c-f6016ff493a8 req-fe56d70c-7bc2-43f8-800f-f9d309657297 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/security-groups?id=64126742-0eea-4cf4-b063-f477e39f5b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309725 Oct 12 08:03:30.071550 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96c663-5f73-4eff-9f20-b62cc8c8d2db req-7770ef9c-41e4-4ae8-81ff-604d3bb12769 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:03:30.072875 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3c96c663-5f73-4eff-9f20-b62cc8c8d2db req-7770ef9c-41e4-4ae8-81ff-604d3bb12769 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.23 "GET /v2.0/ports?device_id=9af24c9a-2de5-4ae3-9899-10941ee7f1c2 HTTP/1.1" status: 200 len: 945 time: 0.0467880 Oct 12 08:03:30.162001 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-3c96c663-5f73-4eff-9f20-b62cc8c8d2db req-a4dd3783-cc3f-4ed9-bf9e-b0a04923dad1 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Deleting port 2a012a88-a911-45d2-98e7-a57d3509710e {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:03:30.162383 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3c96c663-5f73-4eff-9f20-b62cc8c8d2db req-a4dd3783-cc3f-4ed9-bf9e-b0a04923dad1 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:30.246996 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-3c96c663-5f73-4eff-9f20-b62cc8c8d2db req-a4dd3783-cc3f-4ed9-bf9e-b0a04923dad1 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] For port 2a012a88-a911-45d2-98e7-a57d3509710e, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=2a012a88-a911-45d2-98e7-a57d3509710e,segment=NetworkSegment(e954fa0c-ae4a-4026-ae33-eef0356cf340),segment_id=e954fa0c-ae4a-4026-ae33-eef0356cf340)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:03:30.247349 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3c96c663-5f73-4eff-9f20-b62cc8c8d2db req-a4dd3783-cc3f-4ed9-bf9e-b0a04923dad1 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:30.259687 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-3c96c663-5f73-4eff-9f20-b62cc8c8d2db req-a4dd3783-cc3f-4ed9-bf9e-b0a04923dad1 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Calling delete_port for 2a012a88-a911-45d2-98e7-a57d3509710e owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:03:30.385275 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3c96c663-5f73-4eff-9f20-b62cc8c8d2db req-a4dd3783-cc3f-4ed9-bf9e-b0a04923dad1 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:30.396853 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['2a012a88-a911-45d2-98e7-a57d3509710e'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 08:03:30.413004 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd3783-cc3f-4ed9-bf9e-b0a04923dad1 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Pushing event deleted for resources: {'Port': ['ID=2a012a88-a911-45d2-98e7-a57d3509710e,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:03:30.456317 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c96c663-5f73-4eff-9f20-b62cc8c8d2db req-a4dd3783-cc3f-4ed9-bf9e-b0a04923dad1 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] No DVR routers for this DVR port 2a012a88-a911-45d2-98e7-a57d3509710e on host hv-neutron-8609 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 08:03:30.459111 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-3c96c663-5f73-4eff-9f20-b62cc8c8d2db req-a4dd3783-cc3f-4ed9-bf9e-b0a04923dad1 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:30.462556 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3c96c663-5f73-4eff-9f20-b62cc8c8d2db req-a4dd3783-cc3f-4ed9-bf9e-b0a04923dad1 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.23 "DELETE /v2.0/ports/2a012a88-a911-45d2-98e7-a57d3509710e HTTP/1.1" status: 204 len: 173 time: 0.3831840 Oct 12 08:03:30.463082 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af24c9a-2de5-4ae3-9899-10941ee7f1c2', 'name': 'network-vif-deleted', 'tag': '2a012a88-a911-45d2-98e7-a57d3509710e'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:03:30.465461 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9de650-ca4c-4aef-b22e-9228387e266d" -d '{"events": [{"server_uuid": "9af24c9a-2de5-4ae3-9899-10941ee7f1c2", "name": "network-vif-deleted", "tag": "2a012a88-a911-45d2-98e7-a57d3509710e"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:03:30.507954 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 08:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37ed613-03d6-49f2-ae16-9dcc37843a11 x-openstack-request-id: req-f37ed613-03d6-49f2-ae16-9dcc37843a11 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:03:30.508556 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9af24c9a-2de5-4ae3-9899-10941ee7f1c2", "name": "network-vif-deleted", "tag": "2a012a88-a911-45d2-98e7-a57d3509710e", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:03:30.508942 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f37ed613-03d6-49f2-ae16-9dcc37843a11 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:03:30.509589 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f37ed613-03d6-49f2-ae16-9dcc37843a11'] response: {'server_uuid': '9af24c9a-2de5-4ae3-9899-10941ee7f1c2', 'name': 'network-vif-deleted', 'tag': '2a012a88-a911-45d2-98e7-a57d3509710e', 'status': 'completed', 'code': 200} Oct 12 08:03:30.864432 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-62345a1a-aeff-4898-862e-33596010c3b0 req-b00df97b-6653-4004-a18e-02e64cf915d7 tempest-TestEncryptedCinderVolumes-217062695 tempest-TestEncryptedCinderVolumes-217062695-project] 10.222.0.26 "GET /v2.0/ports?device_id=9af24c9a-2de5-4ae3-9899-10941ee7f1c2 HTTP/1.1" status: 200 len: 210 time: 0.0330908 Oct 12 08:03:31.957557 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 47198) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:03:32.289143 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7845f82f-204c-4da6-ba4f-30f6795586f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:32.525920 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-7845f82f-204c-4da6-ba4f-30f6795586f1 admin admin] Deleting port c28cc58f-1deb-4ab0-9d91-00e8e6ae2dd5 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:03:32.526290 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7845f82f-204c-4da6-ba4f-30f6795586f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:32.606377 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-7845f82f-204c-4da6-ba4f-30f6795586f1 admin admin] For port c28cc58f-1deb-4ab0-9d91-00e8e6ae2dd5, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=c28cc58f-1deb-4ab0-9d91-00e8e6ae2dd5,segment=NetworkSegment(e954fa0c-ae4a-4026-ae33-eef0356cf340),segment_id=e954fa0c-ae4a-4026-ae33-eef0356cf340)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:03:32.606748 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7845f82f-204c-4da6-ba4f-30f6795586f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:32.619259 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-7845f82f-204c-4da6-ba4f-30f6795586f1 admin admin] Calling delete_port for c28cc58f-1deb-4ab0-9d91-00e8e6ae2dd5 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:03:32.640352 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 2a012a88-a911-45d2-98e7-a57d3509710e no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:03:32.663539 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] No Port match for: 2a012a88-a911-45d2-98e7-a57d3509710e {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:03:32.663889 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 2a012a88-a911-45d2-98e7-a57d3509710e not bound to the agent host hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:03:32.795165 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7845f82f-204c-4da6-ba4f-30f6795586f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:32.821245 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7845f82f-204c-4da6-ba4f-30f6795586f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c28cc58f-1deb-4ab0-9d91-00e8e6ae2dd5,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:03:32.844408 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7845f82f-204c-4da6-ba4f-30f6795586f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:03:32.844762 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7845f82f-204c-4da6-ba4f-30f6795586f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:03:32.845104 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7845f82f-204c-4da6-ba4f-30f6795586f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:03:32.845441 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7845f82f-204c-4da6-ba4f-30f6795586f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:03:32.845773 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7845f82f-204c-4da6-ba4f-30f6795586f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:03:32.846131 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7845f82f-204c-4da6-ba4f-30f6795586f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:03:32.846457 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7845f82f-204c-4da6-ba4f-30f6795586f1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:03:32.846784 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7845f82f-204c-4da6-ba4f-30f6795586f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:03:32.847106 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7845f82f-204c-4da6-ba4f-30f6795586f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:03:32.847429 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7845f82f-204c-4da6-ba4f-30f6795586f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:03:32.847750 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7845f82f-204c-4da6-ba4f-30f6795586f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:03:32.848066 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7845f82f-204c-4da6-ba4f-30f6795586f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:03:32.991363 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7845f82f-204c-4da6-ba4f-30f6795586f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:33.199310 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7845f82f-204c-4da6-ba4f-30f6795586f1 admin admin] Router e9a47e8e-1e0f-4d54-9922-49573a8fc295 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:03:33.301883 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7845f82f-204c-4da6-ba4f-30f6795586f1 admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:03:33.306930 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-7845f82f-204c-4da6-ba4f-30f6795586f1 admin admin] 10.222.0.26 "PUT /v2.0/routers/e9a47e8e-1e0f-4d54-9922-49573a8fc295/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3483148 Oct 12 08:03:33.309578 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 47202) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:03:33.311205 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5e02e1-c290-4ee7-8ba5-c1b47340789c None None] Sync routers for ids ['e9a47e8e-1e0f-4d54-9922-49573a8fc295'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:03:33.322993 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5e02e1-c290-4ee7-8ba5-c1b47340789c None None] Routers {'e9a47e8e-1e0f-4d54-9922-49573a8fc295'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:03:33.323672 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-bc5e02e1-c290-4ee7-8ba5-c1b47340789c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:03:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['e9a47e8e-1e0f-4d54-9922-49573a8fc295'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:03:33.412794 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-009978b5-fe71-4453-836b-cedb10a89266 admin admin] Notify callbacks [] for router, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:33.426016 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-bc5e02e1-c290-4ee7-8ba5-c1b47340789c None None] Set router e9a47e8e-1e0f-4d54-9922-49573a8fc295 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:03:33.512693 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-009978b5-fe71-4453-836b-cedb10a89266 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:33.562500 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-009978b5-fe71-4453-836b-cedb10a89266 admin admin] Deleting port c1284f15-f444-4d33-a200-9c5726117a14 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:03:33.562985 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-009978b5-fe71-4453-836b-cedb10a89266 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:33.600576 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-bc5e02e1-c290-4ee7-8ba5-c1b47340789c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a47e8e-1e0f-4d54-9922-49573a8fc295', 'name': 'tempest-TestEncryptedCinderVolumes-847399625-router', 'tenant_id': '00204f1881364fc78d0df867b2408ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': 'c1284f15-f444-4d33-a200-9c5726117a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:01:46Z', 'updated_at': '2022-10-12T08:03:32Z', 'revision_number': 5, 'project_id': '00204f1881364fc78d0df867b2408ac9', 'gw_port': {'id': 'c1284f15-f444-4d33-a200-9c5726117a14', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a47e8e-1e0f-4d54-9922-49573a8fc295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:01:47Z', 'updated_at': '2022-10-12T08:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:03:33.627592 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5e02e1-c290-4ee7-8ba5-c1b47340789c None None] Checking router: e9a47e8e-1e0f-4d54-9922-49573a8fc295 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:03:33.636390 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5e02e1-c290-4ee7-8ba5-c1b47340789c None None] Routers {'e9a47e8e-1e0f-4d54-9922-49573a8fc295'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:03:33.636990 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-bc5e02e1-c290-4ee7-8ba5-c1b47340789c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:03:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['e9a47e8e-1e0f-4d54-9922-49573a8fc295'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:03:33.646236 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-009978b5-fe71-4453-836b-cedb10a89266 admin admin] For port c1284f15-f444-4d33-a200-9c5726117a14, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=c1284f15-f444-4d33-a200-9c5726117a14,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:03:33.646639 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-009978b5-fe71-4453-836b-cedb10a89266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:33.658292 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-009978b5-fe71-4453-836b-cedb10a89266 admin admin] Calling delete_port for c1284f15-f444-4d33-a200-9c5726117a14 owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:03:33.721010 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-bc5e02e1-c290-4ee7-8ba5-c1b47340789c None None] Set router e9a47e8e-1e0f-4d54-9922-49573a8fc295 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:03:33.775346 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-bc5e02e1-c290-4ee7-8ba5-c1b47340789c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a47e8e-1e0f-4d54-9922-49573a8fc295', 'name': 'tempest-TestEncryptedCinderVolumes-847399625-router', 'tenant_id': '00204f1881364fc78d0df867b2408ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:01:46Z', 'updated_at': '2022-10-12T08:03:33Z', 'revision_number': 6, 'project_id': '00204f1881364fc78d0df867b2408ac9', 'gw_port_host': None}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:03:33.802579 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5e02e1-c290-4ee7-8ba5-c1b47340789c None None] The sync data for ids ['e9a47e8e-1e0f-4d54-9922-49573a8fc295'] in dv-neutron-860909-2-hyperv is: [{'id': 'e9a47e8e-1e0f-4d54-9922-49573a8fc295', 'name': 'tempest-TestEncryptedCinderVolumes-847399625-router', 'tenant_id': '00204f1881364fc78d0df867b2408ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:01:46Z', 'updated_at': '2022-10-12T08:03:33Z', 'revision_number': 6, 'project_id': '00204f1881364fc78d0df867b2408ac9', 'gw_port_host': None}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:03:33.826585 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-009978b5-fe71-4453-836b-cedb10a89266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:33.852813 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009978b5-fe71-4453-836b-cedb10a89266 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1284f15-f444-4d33-a200-9c5726117a14,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:03:33.910114 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-009978b5-fe71-4453-836b-cedb10a89266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:33.997140 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-009978b5-fe71-4453-836b-cedb10a89266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:33.999325 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-009978b5-fe71-4453-836b-cedb10a89266 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:34.043361 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-009978b5-fe71-4453-836b-cedb10a89266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:34.043923 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009978b5-fe71-4453-836b-cedb10a89266 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9a47e8e-1e0f-4d54-9922-49573a8fc295 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 08:03:34.048264 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-009978b5-fe71-4453-836b-cedb10a89266 admin admin] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:34.049401 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-009978b5-fe71-4453-836b-cedb10a89266 admin admin] 10.222.0.26 "DELETE /v2.0/routers/e9a47e8e-1e0f-4d54-9922-49573a8fc295 HTTP/1.1" status: 204 len: 168 time: 0.7388260 Oct 12 08:03:34.051951 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 47204) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:03:34.094552 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f44e10f-e15d-45ae-bfa2-197e48da0e75 admin admin] Deleting subnet 05439949-8fa9-45b6-89d9-13a7b20e3c90 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 08:03:34.097443 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6f44e10f-e15d-45ae-bfa2-197e48da0e75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:34.133493 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6f44e10f-e15d-45ae-bfa2-197e48da0e75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:34.216915 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6f44e10f-e15d-45ae-bfa2-197e48da0e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:34.268787 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6f44e10f-e15d-45ae-bfa2-197e48da0e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:34.294657 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f44e10f-e15d-45ae-bfa2-197e48da0e75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05439949-8fa9-45b6-89d9-13a7b20e3c90,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:03:34.296551 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6f44e10f-e15d-45ae-bfa2-197e48da0e75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:34.299699 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-6f44e10f-e15d-45ae-bfa2-197e48da0e75 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/05439949-8fa9-45b6-89d9-13a7b20e3c90 HTTP/1.1" status: 204 len: 168 time: 0.2468448 Oct 12 08:03:34.302342 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 47206) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:03:34.304887 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020cd22e-cca4-46b7-98df-2cb718a5460b None None] Network cef907d0-28f1-4124-8410-6f5888003fe5 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:03:34.372253 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0370e9ae-d32c-4dd9-b20b-96ff1c75df07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:34.424476 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-0370e9ae-d32c-4dd9-b20b-96ff1c75df07 admin admin] Deleting port 37767cc6-a6a0-42ed-86c9-45dd76e0a2b6 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:03:34.424825 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0370e9ae-d32c-4dd9-b20b-96ff1c75df07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:34.487527 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-0370e9ae-d32c-4dd9-b20b-96ff1c75df07 admin admin] For port 37767cc6-a6a0-42ed-86c9-45dd76e0a2b6, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=37767cc6-a6a0-42ed-86c9-45dd76e0a2b6,segment=NetworkSegment(e954fa0c-ae4a-4026-ae33-eef0356cf340),segment_id=e954fa0c-ae4a-4026-ae33-eef0356cf340)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:03:34.487828 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0370e9ae-d32c-4dd9-b20b-96ff1c75df07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:34.500169 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-0370e9ae-d32c-4dd9-b20b-96ff1c75df07 admin admin] Calling delete_port for 37767cc6-a6a0-42ed-86c9-45dd76e0a2b6 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:03:34.542016 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d26b6f4-2f8f-4630-b40b-4ec3d17cc835 None None] DHCP port deletion for cef907d0-28f1-4124-8410-6f5888003fe5 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 08:03:34.596936 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-5d26b6f4-2f8f-4630-b40b-4ec3d17cc835 None None] Deleting port 37767cc6-a6a0-42ed-86c9-45dd76e0a2b6 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:03:34.597413 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5d26b6f4-2f8f-4630-b40b-4ec3d17cc835 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:34.602557 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device c28cc58f-1deb-4ab0-9d91-00e8e6ae2dd5 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:03:34.603206 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0370e9ae-d32c-4dd9-b20b-96ff1c75df07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:34.629456 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0370e9ae-d32c-4dd9-b20b-96ff1c75df07 admin admin] Pushing event deleted for resources: {'Port': ['ID=37767cc6-a6a0-42ed-86c9-45dd76e0a2b6,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:03:34.636361 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: c28cc58f-1deb-4ab0-9d91-00e8e6ae2dd5 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:03:34.636718 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device c28cc58f-1deb-4ab0-9d91-00e8e6ae2dd5 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:03:34.637148 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device c1284f15-f444-4d33-a200-9c5726117a14 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:03:34.637265 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0370e9ae-d32c-4dd9-b20b-96ff1c75df07 admin admin] No DVR routers for this DVR port 37767cc6-a6a0-42ed-86c9-45dd76e0a2b6 on host dv-neutron-860909-2-hyperv {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 08:03:34.660563 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: c1284f15-f444-4d33-a200-9c5726117a14 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:03:34.660907 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device c1284f15-f444-4d33-a200-9c5726117a14 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:03:34.661533 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 37767cc6-a6a0-42ed-86c9-45dd76e0a2b6 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:03:34.691861 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 37767cc6-a6a0-42ed-86c9-45dd76e0a2b6 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:03:34.692212 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 37767cc6-a6a0-42ed-86c9-45dd76e0a2b6 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:03:34.717186 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0370e9ae-d32c-4dd9-b20b-96ff1c75df07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:34.731150 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-5d26b6f4-2f8f-4630-b40b-4ec3d17cc835 None None] For port 37767cc6-a6a0-42ed-86c9-45dd76e0a2b6, host dv-neutron-860909-2-hyperv, got binding levels [] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:03:34.731546 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5d26b6f4-2f8f-4630-b40b-4ec3d17cc835 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:34.740473 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-0370e9ae-d32c-4dd9-b20b-96ff1c75df07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cef907d0-28f1-4124-8410-6f5888003fe5']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:03:34.743727 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-5d26b6f4-2f8f-4630-b40b-4ec3d17cc835 None None] Calling delete_port for 37767cc6-a6a0-42ed-86c9-45dd76e0a2b6 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:03:34.746467 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.ipam_backend_mixin [None req-5d26b6f4-2f8f-4630-b40b-4ec3d17cc835 None None] Port 37767cc6-a6a0-42ed-86c9-45dd76e0a2b6 was not found and therefore no delete operation was performed {{(pid=103202) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 12 08:03:34.747748 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5d26b6f4-2f8f-4630-b40b-4ec3d17cc835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:34.750757 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-0370e9ae-d32c-4dd9-b20b-96ff1c75df07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e954fa0c-ae4a-4026-ae33-eef0356cf340') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:03:34.751060 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-0370e9ae-d32c-4dd9-b20b-96ff1c75df07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e954fa0c-ae4a-4026-ae33-eef0356cf340') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:03:34.761667 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0370e9ae-d32c-4dd9-b20b-96ff1c75df07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:34.772345 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d26b6f4-2f8f-4630-b40b-4ec3d17cc835 None None] Pushing event deleted for resources: {'Port': ['ID=37767cc6-a6a0-42ed-86c9-45dd76e0a2b6,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:03:34.775319 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0370e9ae-d32c-4dd9-b20b-96ff1c75df07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:34.782388 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26b6f4-2f8f-4630-b40b-4ec3d17cc835 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:03:34.782890 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26b6f4-2f8f-4630-b40b-4ec3d17cc835 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:03:34.783436 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0370e9ae-d32c-4dd9-b20b-96ff1c75df07 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 08:03:34.783582 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26b6f4-2f8f-4630-b40b-4ec3d17cc835 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:03:34.783883 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0370e9ae-d32c-4dd9-b20b-96ff1c75df07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:34.784225 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26b6f4-2f8f-4630-b40b-4ec3d17cc835 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:03:34.784735 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26b6f4-2f8f-4630-b40b-4ec3d17cc835 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:03:34.785269 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26b6f4-2f8f-4630-b40b-4ec3d17cc835 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:03:34.785813 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26b6f4-2f8f-4630-b40b-4ec3d17cc835 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:03:34.786275 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26b6f4-2f8f-4630-b40b-4ec3d17cc835 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:03:34.786616 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26b6f4-2f8f-4630-b40b-4ec3d17cc835 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:03:34.786950 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26b6f4-2f8f-4630-b40b-4ec3d17cc835 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:03:34.787807 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26b6f4-2f8f-4630-b40b-4ec3d17cc835 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:03:34.788139 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26b6f4-2f8f-4630-b40b-4ec3d17cc835 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:03:34.791832 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d26b6f4-2f8f-4630-b40b-4ec3d17cc835 None None] No DVR routers for this DVR port 37767cc6-a6a0-42ed-86c9-45dd76e0a2b6 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 08:03:34.841111 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment e954fa0c-ae4a-4026-ae33-eef0356cf340 resource provider aggregate not found Oct 12 08:03:34.854203 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0370e9ae-d32c-4dd9-b20b-96ff1c75df07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:34.860290 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0370e9ae-d32c-4dd9-b20b-96ff1c75df07 admin admin] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:34.863471 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-0370e9ae-d32c-4dd9-b20b-96ff1c75df07 admin admin] 10.222.0.26 "DELETE /v2.0/networks/cef907d0-28f1-4124-8410-6f5888003fe5 HTTP/1.1" status: 204 len: 168 time: 0.5596905 Oct 12 08:03:34.864992 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment e954fa0c-ae4a-4026-ae33-eef0356cf340 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e954fa0c-ae4a-4026-ae33-eef0356cf340 found for delete ", "request_id": "req-558a8fd5-5aec-4cc2-a46f-7de6009980e3"}]} Oct 12 08:03:34.866747 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 47212) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:03:34.881065 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0370e9ae-d32c-4dd9-b20b-96ff1c75df07 admin admin] Pushing event deleted for resources: {'Network': ['ID=cef907d0-28f1-4124-8410-6f5888003fe5,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:03:35.207461 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-44e04ae3-185b-4284-8cc3-1b80aa800421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:35.443971 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-44e04ae3-185b-4284-8cc3-1b80aa800421 admin admin] Deleting port 2f92019a-0b97-4e84-b63f-7cea9cf75827 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:03:35.444311 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-44e04ae3-185b-4284-8cc3-1b80aa800421 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:35.518115 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-44e04ae3-185b-4284-8cc3-1b80aa800421 admin admin] For port 2f92019a-0b97-4e84-b63f-7cea9cf75827, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=2f92019a-0b97-4e84-b63f-7cea9cf75827,segment=NetworkSegment(1ede65e3-1591-4e99-a964-c5da5281e5aa),segment_id=1ede65e3-1591-4e99-a964-c5da5281e5aa)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:03:35.518423 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-44e04ae3-185b-4284-8cc3-1b80aa800421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:35.534092 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-44e04ae3-185b-4284-8cc3-1b80aa800421 admin admin] Calling delete_port for 2f92019a-0b97-4e84-b63f-7cea9cf75827 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:03:35.706428 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-44e04ae3-185b-4284-8cc3-1b80aa800421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:35.732016 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e04ae3-185b-4284-8cc3-1b80aa800421 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f92019a-0b97-4e84-b63f-7cea9cf75827,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:03:35.891572 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-44e04ae3-185b-4284-8cc3-1b80aa800421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:36.413900 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e04ae3-185b-4284-8cc3-1b80aa800421 admin admin] Router 7538ba0e-5946-4ad9-9518-1298a63f0607 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:03:36.519103 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e04ae3-185b-4284-8cc3-1b80aa800421 admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:03:36.526534 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-44e04ae3-185b-4284-8cc3-1b80aa800421 admin admin] 10.222.0.26 "PUT /v2.0/routers/7538ba0e-5946-4ad9-9518-1298a63f0607/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6564441 Oct 12 08:03:36.526996 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 47214) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:03:36.527744 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951da6b8-0c9e-494d-a486-798beb02d230 None None] Sync routers for ids ['7538ba0e-5946-4ad9-9518-1298a63f0607'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:03:36.538400 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951da6b8-0c9e-494d-a486-798beb02d230 None None] Routers {'7538ba0e-5946-4ad9-9518-1298a63f0607'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:03:36.539258 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-951da6b8-0c9e-494d-a486-798beb02d230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:03:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['7538ba0e-5946-4ad9-9518-1298a63f0607'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:03:36.630539 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6e478f43-83ec-4099-841e-1bea50e3fb39 admin admin] Notify callbacks [] for router, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:36.651546 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-951da6b8-0c9e-494d-a486-798beb02d230 None None] Set router 7538ba0e-5946-4ad9-9518-1298a63f0607 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:03:36.731421 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6e478f43-83ec-4099-841e-1bea50e3fb39 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:36.785682 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-6e478f43-83ec-4099-841e-1bea50e3fb39 admin admin] Deleting port facff103-2780-4d12-81a6-f90bf349ddbc {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:03:36.786040 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6e478f43-83ec-4099-841e-1bea50e3fb39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:36.839465 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-951da6b8-0c9e-494d-a486-798beb02d230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7538ba0e-5946-4ad9-9518-1298a63f0607', 'name': 'tempest-TestEncryptedCinderVolumes-919408802-router', 'tenant_id': 'f78a1bd8e9564510bf332c621a8aac85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.48'}], 'enable_snat': True}, 'gw_port_id': 'facff103-2780-4d12-81a6-f90bf349ddbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:01:51Z', 'updated_at': '2022-10-12T08:03:35Z', 'revision_number': 5, 'project_id': 'f78a1bd8e9564510bf332c621a8aac85', 'gw_port': {'id': 'facff103-2780-4d12-81a6-f90bf349ddbc', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7538ba0e-5946-4ad9-9518-1298a63f0607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:01:51Z', 'updated_at': '2022-10-12T08:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:03:36.864726 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-6e478f43-83ec-4099-841e-1bea50e3fb39 admin admin] For port facff103-2780-4d12-81a6-f90bf349ddbc, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=facff103-2780-4d12-81a6-f90bf349ddbc,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:03:36.865093 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6e478f43-83ec-4099-841e-1bea50e3fb39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:36.865507 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951da6b8-0c9e-494d-a486-798beb02d230 None None] Checking router: 7538ba0e-5946-4ad9-9518-1298a63f0607 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:03:36.873625 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951da6b8-0c9e-494d-a486-798beb02d230 None None] Routers {'7538ba0e-5946-4ad9-9518-1298a63f0607'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:03:36.874249 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-951da6b8-0c9e-494d-a486-798beb02d230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:03:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['7538ba0e-5946-4ad9-9518-1298a63f0607'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:03:36.876530 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-6e478f43-83ec-4099-841e-1bea50e3fb39 admin admin] Calling delete_port for facff103-2780-4d12-81a6-f90bf349ddbc owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:03:36.958882 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-951da6b8-0c9e-494d-a486-798beb02d230 None None] Set router 7538ba0e-5946-4ad9-9518-1298a63f0607 gateway port host: None {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:03:37.014139 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-951da6b8-0c9e-494d-a486-798beb02d230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7538ba0e-5946-4ad9-9518-1298a63f0607', 'name': 'tempest-TestEncryptedCinderVolumes-919408802-router', 'tenant_id': 'f78a1bd8e9564510bf332c621a8aac85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:01:51Z', 'updated_at': '2022-10-12T08:03:36Z', 'revision_number': 6, 'project_id': 'f78a1bd8e9564510bf332c621a8aac85', 'gw_port_host': None}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:03:37.041183 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951da6b8-0c9e-494d-a486-798beb02d230 None None] The sync data for ids ['7538ba0e-5946-4ad9-9518-1298a63f0607'] in dv-neutron-860909-2-hyperv is: [{'id': '7538ba0e-5946-4ad9-9518-1298a63f0607', 'name': 'tempest-TestEncryptedCinderVolumes-919408802-router', 'tenant_id': 'f78a1bd8e9564510bf332c621a8aac85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:01:51Z', 'updated_at': '2022-10-12T08:03:36Z', 'revision_number': 6, 'project_id': 'f78a1bd8e9564510bf332c621a8aac85', 'gw_port_host': None}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:03:37.041636 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6e478f43-83ec-4099-841e-1bea50e3fb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:37.072980 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e478f43-83ec-4099-841e-1bea50e3fb39 admin admin] Pushing event deleted for resources: {'Port': ['ID=facff103-2780-4d12-81a6-f90bf349ddbc,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:03:37.132400 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6e478f43-83ec-4099-841e-1bea50e3fb39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:37.219277 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6e478f43-83ec-4099-841e-1bea50e3fb39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:37.221440 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6e478f43-83ec-4099-841e-1bea50e3fb39 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:37.264235 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6e478f43-83ec-4099-841e-1bea50e3fb39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:37.264775 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e478f43-83ec-4099-841e-1bea50e3fb39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7538ba0e-5946-4ad9-9518-1298a63f0607 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 08:03:37.269816 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6e478f43-83ec-4099-841e-1bea50e3fb39 admin admin] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:37.271018 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-6e478f43-83ec-4099-841e-1bea50e3fb39 admin admin] 10.222.0.26 "DELETE /v2.0/routers/7538ba0e-5946-4ad9-9518-1298a63f0607 HTTP/1.1" status: 204 len: 168 time: 0.7430806 Oct 12 08:03:37.273636 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 47216) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:03:37.320939 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-30126a35-0a82-4493-b1cd-f002e7dde2e4 admin admin] Deleting subnet 8b6748d6-30ec-4726-9875-feead50c5700 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 08:03:37.323942 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30126a35-0a82-4493-b1cd-f002e7dde2e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:37.359732 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30126a35-0a82-4493-b1cd-f002e7dde2e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:37.440338 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30126a35-0a82-4493-b1cd-f002e7dde2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:37.501445 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30126a35-0a82-4493-b1cd-f002e7dde2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:37.525311 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30126a35-0a82-4493-b1cd-f002e7dde2e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b6748d6-30ec-4726-9875-feead50c5700,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:03:37.531736 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-30126a35-0a82-4493-b1cd-f002e7dde2e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:37.534992 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-30126a35-0a82-4493-b1cd-f002e7dde2e4 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8b6748d6-30ec-4726-9875-feead50c5700 HTTP/1.1" status: 204 len: 168 time: 0.2603464 Oct 12 08:03:37.538164 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 47218) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:03:37.541497 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbbff7a-39cb-4ff7-9e89-c6e87ca6b695 None None] Network 9719f1ac-1d4b-4e15-9207-d6c41b6851ad requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:03:37.605234 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-48f196ab-2cd8-43d9-b34b-83e1563020ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:37.658431 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-48f196ab-2cd8-43d9-b34b-83e1563020ab admin admin] Deleting port 5a1184a9-b812-4df5-a244-9f73b915ba39 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:03:37.658772 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-48f196ab-2cd8-43d9-b34b-83e1563020ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:37.728286 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-48f196ab-2cd8-43d9-b34b-83e1563020ab admin admin] For port 5a1184a9-b812-4df5-a244-9f73b915ba39, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=5a1184a9-b812-4df5-a244-9f73b915ba39,segment=NetworkSegment(1ede65e3-1591-4e99-a964-c5da5281e5aa),segment_id=1ede65e3-1591-4e99-a964-c5da5281e5aa)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:03:37.728647 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-48f196ab-2cd8-43d9-b34b-83e1563020ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:37.739913 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-48f196ab-2cd8-43d9-b34b-83e1563020ab admin admin] Calling delete_port for 5a1184a9-b812-4df5-a244-9f73b915ba39 owned by network:dhcp {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:03:37.811771 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d25e610-4dc6-4c2f-a915-f4d18a9d6448 None None] DHCP port deletion for 9719f1ac-1d4b-4e15-9207-d6c41b6851ad request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 08:03:37.820066 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-48f196ab-2cd8-43d9-b34b-83e1563020ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:37.836183 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-0d25e610-4dc6-4c2f-a915-f4d18a9d6448 None None] The port '5a1184a9-b812-4df5-a244-9f73b915ba39' was deleted {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2057}} Oct 12 08:03:37.851310 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f196ab-2cd8-43d9-b34b-83e1563020ab admin admin] Pushing event deleted for resources: {'Port': ['ID=5a1184a9-b812-4df5-a244-9f73b915ba39,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:03:37.857764 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f196ab-2cd8-43d9-b34b-83e1563020ab admin admin] No DVR routers for this DVR port 5a1184a9-b812-4df5-a244-9f73b915ba39 on host dv-neutron-860909-2-hyperv {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 08:03:37.931383 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-48f196ab-2cd8-43d9-b34b-83e1563020ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:37.952134 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-48f196ab-2cd8-43d9-b34b-83e1563020ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9719f1ac-1d4b-4e15-9207-d6c41b6851ad']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:03:37.962492 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-48f196ab-2cd8-43d9-b34b-83e1563020ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ede65e3-1591-4e99-a964-c5da5281e5aa') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:03:37.962818 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-48f196ab-2cd8-43d9-b34b-83e1563020ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ede65e3-1591-4e99-a964-c5da5281e5aa') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:03:37.973526 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-48f196ab-2cd8-43d9-b34b-83e1563020ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:37.989021 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-48f196ab-2cd8-43d9-b34b-83e1563020ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:37.995436 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48f196ab-2cd8-43d9-b34b-83e1563020ab admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 08:03:37.995830 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-48f196ab-2cd8-43d9-b34b-83e1563020ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:38.017037 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 1ede65e3-1591-4e99-a964-c5da5281e5aa resource provider aggregate not found Oct 12 08:03:38.060027 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 1ede65e3-1591-4e99-a964-c5da5281e5aa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ede65e3-1591-4e99-a964-c5da5281e5aa found for delete ", "request_id": "req-b1368de2-389e-40d4-a810-8162ba1e92dd"}]} Oct 12 08:03:38.069873 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-48f196ab-2cd8-43d9-b34b-83e1563020ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:38.075929 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-48f196ab-2cd8-43d9-b34b-83e1563020ab admin admin] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:38.079164 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-48f196ab-2cd8-43d9-b34b-83e1563020ab admin admin] 10.222.0.26 "DELETE /v2.0/networks/9719f1ac-1d4b-4e15-9207-d6c41b6851ad HTTP/1.1" status: 204 len: 168 time: 0.5400109 Oct 12 08:03:38.090372 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f196ab-2cd8-43d9-b34b-83e1563020ab admin admin] Pushing event deleted for resources: {'Network': ['ID=9719f1ac-1d4b-4e15-9207-d6c41b6851ad,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:03:38.239279 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 47226) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:03:38.279063 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-7c71fb1c-9da1-4069-ad9c-6d0c3faae684 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=00204f1881364fc78d0df867b2408ac9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386150 Oct 12 08:03:38.281427 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 47228) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:03:38.327486 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-349751d7-2e2e-4eab-a3c0-d28e5001ed17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:38.348600 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-349751d7-2e2e-4eab-a3c0-d28e5001ed17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:38.399036 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-349751d7-2e2e-4eab-a3c0-d28e5001ed17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:38.401559 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-349751d7-2e2e-4eab-a3c0-d28e5001ed17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:38.403079 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-349751d7-2e2e-4eab-a3c0-d28e5001ed17 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/64126742-0eea-4cf4-b063-f477e39f5b49 HTTP/1.1" status: 204 len: 168 time: 0.1207533 Oct 12 08:03:38.410867 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349751d7-2e2e-4eab-a3c0-d28e5001ed17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64126742-0eea-4cf4-b063-f477e39f5b49,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:03:38.563858 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 2f92019a-0b97-4e84-b63f-7cea9cf75827 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:03:38.588576 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 2f92019a-0b97-4e84-b63f-7cea9cf75827 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:03:38.588842 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 2f92019a-0b97-4e84-b63f-7cea9cf75827 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:03:38.589263 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 5a1184a9-b812-4df5-a244-9f73b915ba39 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:03:38.608598 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 5a1184a9-b812-4df5-a244-9f73b915ba39 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:03:38.608940 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 5a1184a9-b812-4df5-a244-9f73b915ba39 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:03:38.609353 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device facff103-2780-4d12-81a6-f90bf349ddbc no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:03:38.628531 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: facff103-2780-4d12-81a6-f90bf349ddbc {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:03:38.628879 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device facff103-2780-4d12-81a6-f90bf349ddbc not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:03:38.709197 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 47234) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:03:38.747839 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-5d161bff-2821-476d-aa21-9c28e7ae9320 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f78a1bd8e9564510bf332c621a8aac85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373328 Oct 12 08:03:38.750142 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 47236) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:03:38.795482 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-282560e8-7e74-413d-b3bb-023ff18449e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:38.817575 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-282560e8-7e74-413d-b3bb-023ff18449e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:38.863334 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-282560e8-7e74-413d-b3bb-023ff18449e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:38.866649 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-282560e8-7e74-413d-b3bb-023ff18449e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:38.867998 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-282560e8-7e74-413d-b3bb-023ff18449e8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d10c8f5b-c1e0-4fc1-8db4-1116824c5219 HTTP/1.1" status: 204 len: 168 time: 0.1168420 Oct 12 08:03:38.875464 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282560e8-7e74-413d-b3bb-023ff18449e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10c8f5b-c1e0-4fc1-8db4-1116824c5219,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:03:39.559665 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 47258) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:03:39.651771 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-9f0f6d73-c96d-424f-bdeb-d24c33a874ff admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1051134320-network', 'tenant_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:03:39.674805 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0f6d73-c96d-424f-bdeb-d24c33a874ff admin admin] Made reservation on behalf of 12fc8da11bc34bc29ed0e3d2c0ec59ed for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:03:39.677126 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9f0f6d73-c96d-424f-bdeb-d24c33a874ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:39.685722 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9f0f6d73-c96d-424f-bdeb-d24c33a874ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:39.760466 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9f0f6d73-c96d-424f-bdeb-d24c33a874ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:39.764126 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9f0f6d73-c96d-424f-bdeb-d24c33a874ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:39.787939 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f0f6d73-c96d-424f-bdeb-d24c33a874ff admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 08:03:39.797281 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f6d73-c96d-424f-bdeb-d24c33a874ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96623f9a-03bc-4989-9349-7d3ad021ebd3,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:03:39.802228 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9f0f6d73-c96d-424f-bdeb-d24c33a874ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:39.802565 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-9f0f6d73-c96d-424f-bdeb-d24c33a874ff admin admin] Added segment dd4cd432-5695-4f48-90ca-f98a12eb7695 of type vlan for network 06393cce-5b80-43fe-9fff-d0520935306e Oct 12 08:03:39.843832 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9f0f6d73-c96d-424f-bdeb-d24c33a874ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:39.866498 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9f0f6d73-c96d-424f-bdeb-d24c33a874ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:39.867435 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0f6d73-c96d-424f-bdeb-d24c33a874ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:03:39.868009 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9f0f6d73-c96d-424f-bdeb-d24c33a874ff admin admin] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:39.894687 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-9f0f6d73-c96d-424f-bdeb-d24c33a874ff admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3339520 Oct 12 08:03:39.898539 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 47262) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:03:39.903531 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-55866bb4-61da-4378-9410-de0a4050ad9b admin admin] Request body: {'subnet': {'network_id': '06393cce-5b80-43fe-9fff-d0520935306e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1051134320-subnet', 'tenant_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:03:39.922331 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55866bb4-61da-4378-9410-de0a4050ad9b admin admin] Made reservation on behalf of 12fc8da11bc34bc29ed0e3d2c0ec59ed for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:03:39.924576 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-55866bb4-61da-4378-9410-de0a4050ad9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:39.930100 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f6d73-c96d-424f-bdeb-d24c33a874ff admin admin] Pushing event updated for resources: {'Network': ['ID=06393cce-5b80-43fe-9fff-d0520935306e,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:03:39.939537 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 06393cce-5b80-43fe-9fff-d0520935306e details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 08:03:40.094161 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-55866bb4-61da-4378-9410-de0a4050ad9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:40.150075 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55866bb4-61da-4378-9410-de0a4050ad9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d28ac88d-77bc-4621-805c-f2ddee76aa77,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:03:40.157289 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55866bb4-61da-4378-9410-de0a4050ad9b admin admin] Checking segment: {'id': 'dd4cd432-5695-4f48-90ca-f98a12eb7695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '06393cce-5b80-43fe-9fff-d0520935306e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:03:40.157648 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55866bb4-61da-4378-9410-de0a4050ad9b admin admin] Network hostable DHCP agents. Network: 06393cce-5b80-43fe-9fff-d0520935306e, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 08:03:40.173967 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55866bb4-61da-4378-9410-de0a4050ad9b admin admin] Network 06393cce-5b80-43fe-9fff-d0520935306e is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 08:03:40.184157 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-55866bb4-61da-4378-9410-de0a4050ad9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 06393cce-5b80-43fe-9fff-d0520935306e) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:03:40.189214 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55866bb4-61da-4378-9410-de0a4050ad9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:03:40.190441 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-55866bb4-61da-4378-9410-de0a4050ad9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:40.192341 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70467ef1-1b8c-462b-bb28-3aac4aab8310 None None] Network 06393cce-5b80-43fe-9fff-d0520935306e requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:03:40.211312 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-55866bb4-61da-4378-9410-de0a4050ad9b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3116040 Oct 12 08:03:40.211645 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 47264) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:03:40.216445 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-b7031384-4e15-4d94-af4a-a30703532b47 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1051134320-router', 'tenant_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:03:40.235995 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b7031384-4e15-4d94-af4a-a30703532b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:40.237010 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b7031384-4e15-4d94-af4a-a30703532b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:40.293987 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b7031384-4e15-4d94-af4a-a30703532b47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:40.347806 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb2d4c7-039f-44d6-9095-f5e8905ec226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-06393cce-5b80-43fe-9fff-d0520935306e', 'network_id': '06393cce-5b80-43fe-9fff-d0520935306e', 'tenant_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'fixed_ips': [{'subnet_id': 'd28ac88d-77bc-4621-805c-f2ddee76aa77'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 08:03:40.348812 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ecb2d4c7-039f-44d6-9095-f5e8905ec226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:40.491336 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-ecb2d4c7-039f-44d6-9095-f5e8905ec226 None None] Allocated IP 172.20.0.2 (06393cce-5b80-43fe-9fff-d0520935306e/d28ac88d-77bc-4621-805c-f2ddee76aa77/caecc627-614f-4018-bb5a-5b54c9b21303) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:03:40.651132 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ecb2d4c7-039f-44d6-9095-f5e8905ec226 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:40.657786 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ecb2d4c7-039f-44d6-9095-f5e8905ec226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:40.707680 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb2d4c7-039f-44d6-9095-f5e8905ec226 None None] Network 06393cce-5b80-43fe-9fff-d0520935306e is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:03:40.711775 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-ecb2d4c7-039f-44d6-9095-f5e8905ec226 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:03:40.715770 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb2d4c7-039f-44d6-9095-f5e8905ec226 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:03:40.724018 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2d4c7-039f-44d6-9095-f5e8905ec226 None None] Pushing event updated for resources: {'Port': ['ID=caecc627-614f-4018-bb5a-5b54c9b21303,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:03:40.772704 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b7031384-4e15-4d94-af4a-a30703532b47 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:40.785072 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-ecb2d4c7-039f-44d6-9095-f5e8905ec226 None None] Attempting to bind port caecc627-614f-4018-bb5a-5b54c9b21303 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:03:40.785569 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-ecb2d4c7-039f-44d6-9095-f5e8905ec226 None None] Attempting to bind port caecc627-614f-4018-bb5a-5b54c9b21303 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'dd4cd432-5695-4f48-90ca-f98a12eb7695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '06393cce-5b80-43fe-9fff-d0520935306e'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:03:40.786036 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb2d4c7-039f-44d6-9095-f5e8905ec226 None None] Attempting to bind port caecc627-614f-4018-bb5a-5b54c9b21303 on network 06393cce-5b80-43fe-9fff-d0520935306e {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:03:40.792295 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb2d4c7-039f-44d6-9095-f5e8905ec226 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:03:40.792800 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb2d4c7-039f-44d6-9095-f5e8905ec226 None None] Checking segment: {'id': 'dd4cd432-5695-4f48-90ca-f98a12eb7695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '06393cce-5b80-43fe-9fff-d0520935306e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:03:40.793270 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ecb2d4c7-039f-44d6-9095-f5e8905ec226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:40.793786 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb2d4c7-039f-44d6-9095-f5e8905ec226 None None] Bound using segment: {'id': 'dd4cd432-5695-4f48-90ca-f98a12eb7695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '06393cce-5b80-43fe-9fff-d0520935306e'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:03:40.794370 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-ecb2d4c7-039f-44d6-9095-f5e8905ec226 None None] Bound port: caecc627-614f-4018-bb5a-5b54c9b21303, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd4cd432-5695-4f48-90ca-f98a12eb7695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '06393cce-5b80-43fe-9fff-d0520935306e'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:03:40.794858 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ecb2d4c7-039f-44d6-9095-f5e8905ec226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:40.860081 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-ecb2d4c7-039f-44d6-9095-f5e8905ec226 None None] For port caecc627-614f-4018-bb5a-5b54c9b21303, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:03:40.863348 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-ecb2d4c7-039f-44d6-9095-f5e8905ec226 None None] For port caecc627-614f-4018-bb5a-5b54c9b21303, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=caecc627-614f-4018-bb5a-5b54c9b21303,segment=NetworkSegment(dd4cd432-5695-4f48-90ca-f98a12eb7695),segment_id=dd4cd432-5695-4f48-90ca-f98a12eb7695)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:03:40.867970 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ecb2d4c7-039f-44d6-9095-f5e8905ec226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:40.920823 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2d4c7-039f-44d6-9095-f5e8905ec226 None None] Pushing event updated for resources: {'Port': ['ID=caecc627-614f-4018-bb5a-5b54c9b21303,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:03:41.000500 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b7031384-4e15-4d94-af4a-a30703532b47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:41.020512 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b7031384-4e15-4d94-af4a-a30703532b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:41.138954 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-b7031384-4e15-4d94-af4a-a30703532b47 admin admin] Allocated IP 172.26.3.104 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/be715957-c604-4d4c-b5a5-85027c36fb1c) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:03:41.245477 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b7031384-4e15-4d94-af4a-a30703532b47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:41.278669 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b7031384-4e15-4d94-af4a-a30703532b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:41.321278 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7031384-4e15-4d94-af4a-a30703532b47 admin admin] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:03:41.324332 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-b7031384-4e15-4d94-af4a-a30703532b47 admin admin] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:03:41.328045 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7031384-4e15-4d94-af4a-a30703532b47 admin admin] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:03:41.352006 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7031384-4e15-4d94-af4a-a30703532b47 admin admin] Pushing event updated for resources: {'Port': ['ID=be715957-c604-4d4c-b5a5-85027c36fb1c,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:03:41.581288 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b7031384-4e15-4d94-af4a-a30703532b47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:41.780510 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c397e1ac-6c5c-46e8-9412-ccd558581f49 None None] Network 06393cce-5b80-43fe-9fff-d0520935306e requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:03:41.789108 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b7031384-4e15-4d94-af4a-a30703532b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:41.866846 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-042ef17e-2f2b-422a-b660-05ec079506d5 None None] Provisioning complete for port caecc627-614f-4018-bb5a-5b54c9b21303 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:03:41.867208 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-042ef17e-2f2b-422a-b660-05ec079506d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:41.867531 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-042ef17e-2f2b-422a-b660-05ec079506d5 None None] Attempt 1 to provision port caecc627-614f-4018-bb5a-5b54c9b21303 Oct 12 08:03:41.915227 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7031384-4e15-4d94-af4a-a30703532b47 admin admin] Router 9791d87e-9fbc-470d-bb79-a8337e380d3f is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 08:03:42.000931 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-042ef17e-2f2b-422a-b660-05ec079506d5 None None] Current status of the port caecc627-614f-4018-bb5a-5b54c9b21303 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:03:42.001425 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-042ef17e-2f2b-422a-b660-05ec079506d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:42.024239 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7031384-4e15-4d94-af4a-a30703532b47 admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:03:42.035365 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1892b0-3105-4a89-8010-278a55aa5744 None None] Sync routers for ids ['9791d87e-9fbc-470d-bb79-a8337e380d3f'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:03:42.041289 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-042ef17e-2f2b-422a-b660-05ec079506d5 None None] For port caecc627-614f-4018-bb5a-5b54c9b21303, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=caecc627-614f-4018-bb5a-5b54c9b21303,segment=NetworkSegment(dd4cd432-5695-4f48-90ca-f98a12eb7695),segment_id=dd4cd432-5695-4f48-90ca-f98a12eb7695)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:03:42.044574 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b7031384-4e15-4d94-af4a-a30703532b47 admin admin] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:42.048763 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b7031384-4e15-4d94-af4a-a30703532b47 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8328533 Oct 12 08:03:42.048963 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 47266) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:03:42.050156 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-042ef17e-2f2b-422a-b660-05ec079506d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:42.055054 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1892b0-3105-4a89-8010-278a55aa5744 None None] Routers {'9791d87e-9fbc-470d-bb79-a8337e380d3f'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:03:42.055693 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-dc1892b0-3105-4a89-8010-278a55aa5744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:03:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['9791d87e-9fbc-470d-bb79-a8337e380d3f'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:03:42.103278 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ef17e-2f2b-422a-b660-05ec079506d5 None None] Pushing event updated for resources: {'Port': ['ID=caecc627-614f-4018-bb5a-5b54c9b21303,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:03:42.170920 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-dc1892b0-3105-4a89-8010-278a55aa5744 None None] Set router 9791d87e-9fbc-470d-bb79-a8337e380d3f gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:03:42.271509 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-1e7b98d6-ae76-4a94-b3e6-5047946c7b11 None None] Provisioning complete for port caecc627-614f-4018-bb5a-5b54c9b21303 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:03:42.271880 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1e7b98d6-ae76-4a94-b3e6-5047946c7b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:42.272209 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-1e7b98d6-ae76-4a94-b3e6-5047946c7b11 None None] Attempt 1 to provision port caecc627-614f-4018-bb5a-5b54c9b21303 Oct 12 08:03:42.355831 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-1e7b98d6-ae76-4a94-b3e6-5047946c7b11 None None] Current status of the port caecc627-614f-4018-bb5a-5b54c9b21303 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:03:42.357396 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-dc1892b0-3105-4a89-8010-278a55aa5744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'name': 'tempest-TestMinimumBasicScenario-1051134320-router', 'tenant_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'be715957-c604-4d4c-b5a5-85027c36fb1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:03:40Z', 'updated_at': '2022-10-12T08:03:41Z', 'revision_number': 3, 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'gw_port': {'id': 'be715957-c604-4d4c-b5a5-85027c36fb1c', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:af:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:03:41Z', 'updated_at': '2022-10-12T08:03:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:03:42.383897 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1892b0-3105-4a89-8010-278a55aa5744 None None] Checking router: 9791d87e-9fbc-470d-bb79-a8337e380d3f for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:03:42.384237 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1892b0-3105-4a89-8010-278a55aa5744 None None] Updating router 9791d87e-9fbc-470d-bb79-a8337e380d3f port be715957-c604-4d4c-b5a5-85027c36fb1c binding host dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 08:03:42.408645 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dc1892b0-3105-4a89-8010-278a55aa5744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:42.486672 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6de027f5-357e-4fd6-9c0a-f3e210002d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:42.598517 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device caecc627-614f-4018-bb5a-5b54c9b21303 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:03:42.648341 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-6de027f5-357e-4fd6-9c0a-f3e210002d43 admin admin] Allocated IP 172.20.0.1 (06393cce-5b80-43fe-9fff-d0520935306e/d28ac88d-77bc-4621-805c-f2ddee76aa77/158b6c4c-dde4-4383-807d-ddcdcce440e8) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:03:42.651713 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port caecc627-614f-4018-bb5a-5b54c9b21303 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:03:42.651713 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:42.652137 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port caecc627-614f-4018-bb5a-5b54c9b21303 Oct 12 08:03:42.673409 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dc1892b0-3105-4a89-8010-278a55aa5744 None None] Notify callbacks [] for port, precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:42.679396 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dc1892b0-3105-4a89-8010-278a55aa5744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:42.717725 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-dc1892b0-3105-4a89-8010-278a55aa5744 None None] Attempting to bind port be715957-c604-4d4c-b5a5-85027c36fb1c on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:03:42.718111 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-dc1892b0-3105-4a89-8010-278a55aa5744 None None] Attempting to bind port be715957-c604-4d4c-b5a5-85027c36fb1c by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:03:42.718463 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1892b0-3105-4a89-8010-278a55aa5744 None None] Attempting to bind port be715957-c604-4d4c-b5a5-85027c36fb1c on network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:03:42.725752 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1892b0-3105-4a89-8010-278a55aa5744 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:03:42.726132 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1892b0-3105-4a89-8010-278a55aa5744 None None] Checking segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:03:42.726526 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dc1892b0-3105-4a89-8010-278a55aa5744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:42.726908 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1892b0-3105-4a89-8010-278a55aa5744 None None] Bound using segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:03:42.727373 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-dc1892b0-3105-4a89-8010-278a55aa5744 None None] Bound port: be715957-c604-4d4c-b5a5-85027c36fb1c, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:03:42.727736 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dc1892b0-3105-4a89-8010-278a55aa5744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:42.759577 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5149f72-f3ca-47cd-b3a0-2bf27efbb141 None None] Pushing event updated for resources: {'Port': ['ID=be715957-c604-4d4c-b5a5-85027c36fb1c,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:03:42.769705 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6de027f5-357e-4fd6-9c0a-f3e210002d43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:42.770321 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5149f72-f3ca-47cd-b3a0-2bf27efbb141 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:03:42.770653 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5149f72-f3ca-47cd-b3a0-2bf27efbb141 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:03:42.771136 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5149f72-f3ca-47cd-b3a0-2bf27efbb141 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:03:42.772117 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5149f72-f3ca-47cd-b3a0-2bf27efbb141 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:03:42.772424 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5149f72-f3ca-47cd-b3a0-2bf27efbb141 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:03:42.772904 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5149f72-f3ca-47cd-b3a0-2bf27efbb141 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:03:42.773387 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5149f72-f3ca-47cd-b3a0-2bf27efbb141 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:03:42.773709 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5149f72-f3ca-47cd-b3a0-2bf27efbb141 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:03:42.774019 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5149f72-f3ca-47cd-b3a0-2bf27efbb141 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:03:42.774515 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5149f72-f3ca-47cd-b3a0-2bf27efbb141 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:03:42.774827 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5149f72-f3ca-47cd-b3a0-2bf27efbb141 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:03:42.775133 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5149f72-f3ca-47cd-b3a0-2bf27efbb141 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:03:42.803615 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-dc1892b0-3105-4a89-8010-278a55aa5744 None None] For port be715957-c604-4d4c-b5a5-85027c36fb1c, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:03:42.807640 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-dc1892b0-3105-4a89-8010-278a55aa5744 None None] For port be715957-c604-4d4c-b5a5-85027c36fb1c, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=be715957-c604-4d4c-b5a5-85027c36fb1c,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:03:42.812882 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-dc1892b0-3105-4a89-8010-278a55aa5744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:42.815390 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6de027f5-357e-4fd6-9c0a-f3e210002d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:42.853799 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1892b0-3105-4a89-8010-278a55aa5744 None None] Routers {'9791d87e-9fbc-470d-bb79-a8337e380d3f'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:03:42.854566 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-dc1892b0-3105-4a89-8010-278a55aa5744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:03:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['9791d87e-9fbc-470d-bb79-a8337e380d3f'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:03:42.858738 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de027f5-357e-4fd6-9c0a-f3e210002d43 admin admin] Network 06393cce-5b80-43fe-9fff-d0520935306e is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:03:42.861910 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-6de027f5-357e-4fd6-9c0a-f3e210002d43 admin admin] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:03:42.864374 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de027f5-357e-4fd6-9c0a-f3e210002d43 admin admin] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:03:42.885284 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port caecc627-614f-4018-bb5a-5b54c9b21303 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:03:42.909890 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de027f5-357e-4fd6-9c0a-f3e210002d43 admin admin] Pushing event updated for resources: {'Port': ['ID=158b6c4c-dde4-4383-807d-ddcdcce440e8,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:03:42.919403 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6de027f5-357e-4fd6-9c0a-f3e210002d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:42.961068 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5149f72-f3ca-47cd-b3a0-2bf27efbb141 None None] Pushing event updated for resources: {'Port': ['ID=be715957-c604-4d4c-b5a5-85027c36fb1c,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:03:42.978558 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-dc1892b0-3105-4a89-8010-278a55aa5744 None None] Set router 9791d87e-9fbc-470d-bb79-a8337e380d3f gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:03:43.059578 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6de027f5-357e-4fd6-9c0a-f3e210002d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:43.094787 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-4526e3f1-9e74-4aa1-b76a-a89fac44030d None None] Provisioning complete for port 158b6c4c-dde4-4383-807d-ddcdcce440e8 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:03:43.095200 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4526e3f1-9e74-4aa1-b76a-a89fac44030d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:43.095579 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-4526e3f1-9e74-4aa1-b76a-a89fac44030d None None] Attempt 1 to provision port 158b6c4c-dde4-4383-807d-ddcdcce440e8 Oct 12 08:03:43.133075 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-4526e3f1-9e74-4aa1-b76a-a89fac44030d None None] Port 158b6c4c-dde4-4383-807d-ddcdcce440e8 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:03:43.166250 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-dc1892b0-3105-4a89-8010-278a55aa5744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'name': 'tempest-TestMinimumBasicScenario-1051134320-router', 'tenant_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'be715957-c604-4d4c-b5a5-85027c36fb1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:03:40Z', 'updated_at': '2022-10-12T08:03:41Z', 'revision_number': 3, 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'gw_port': {'id': 'be715957-c604-4d4c-b5a5-85027c36fb1c', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:af:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:03:41Z', 'updated_at': '2022-10-12T08:03:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:03:43.192173 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1892b0-3105-4a89-8010-278a55aa5744 None None] The sync data for ids ['9791d87e-9fbc-470d-bb79-a8337e380d3f'] in dv-neutron-860909-2-hyperv is: [{'id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'name': 'tempest-TestMinimumBasicScenario-1051134320-router', 'tenant_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'be715957-c604-4d4c-b5a5-85027c36fb1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:03:40Z', 'updated_at': '2022-10-12T08:03:41Z', 'revision_number': 3, 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'gw_port': {'id': 'be715957-c604-4d4c-b5a5-85027c36fb1c', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:af:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:03:41Z', 'updated_at': '2022-10-12T08:03:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:03:43.243306 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6de027f5-357e-4fd6-9c0a-f3e210002d43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:43.249255 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6de027f5-357e-4fd6-9c0a-f3e210002d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:43.315843 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de027f5-357e-4fd6-9c0a-f3e210002d43 admin admin] Pushing event updated for resources: {'Port': ['ID=158b6c4c-dde4-4383-807d-ddcdcce440e8,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:03:43.318334 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6de027f5-357e-4fd6-9c0a-f3e210002d43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:43.433292 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de027f5-357e-4fd6-9c0a-f3e210002d43 admin admin] Network 06393cce-5b80-43fe-9fff-d0520935306e is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:03:43.435200 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-6de027f5-357e-4fd6-9c0a-f3e210002d43 admin admin] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:03:43.561100 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de027f5-357e-4fd6-9c0a-f3e210002d43 admin admin] Router 9791d87e-9fbc-470d-bb79-a8337e380d3f has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:03:43.633883 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-4526e3f1-9e74-4aa1-b76a-a89fac44030d None None] Attempt 2 to provision port 158b6c4c-dde4-4383-807d-ddcdcce440e8 Oct 12 08:03:43.673943 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-4526e3f1-9e74-4aa1-b76a-a89fac44030d None None] Port 158b6c4c-dde4-4383-807d-ddcdcce440e8 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:03:43.680536 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de027f5-357e-4fd6-9c0a-f3e210002d43 admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:03:43.685670 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-6de027f5-357e-4fd6-9c0a-f3e210002d43 admin admin] 10.222.0.26 "PUT /v2.0/routers/9791d87e-9fbc-470d-bb79-a8337e380d3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6352186 Oct 12 08:03:43.964772 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-316eb97f-d138-4dc6-a2f2-f16a17d2a60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:44.161247 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 47282) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:03:44.166800 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-67ebf5c2-2c31-4d81-b7d1-2797a01fc01e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1665602132-network', 'tenant_id': 'f8b1a32deaf4464e93af07a8038cdb4f'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:03:44.178985 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-4526e3f1-9e74-4aa1-b76a-a89fac44030d None None] Attempt 3 to provision port 158b6c4c-dde4-4383-807d-ddcdcce440e8 Oct 12 08:03:44.187546 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ebf5c2-2c31-4d81-b7d1-2797a01fc01e admin admin] Made reservation on behalf of f8b1a32deaf4464e93af07a8038cdb4f for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:03:44.190553 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-67ebf5c2-2c31-4d81-b7d1-2797a01fc01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:44.201064 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-67ebf5c2-2c31-4d81-b7d1-2797a01fc01e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:44.214374 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-4526e3f1-9e74-4aa1-b76a-a89fac44030d None None] Port 158b6c4c-dde4-4383-807d-ddcdcce440e8 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:03:44.282719 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-67ebf5c2-2c31-4d81-b7d1-2797a01fc01e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:44.286581 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-67ebf5c2-2c31-4d81-b7d1-2797a01fc01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:44.306601 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67ebf5c2-2c31-4d81-b7d1-2797a01fc01e admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 08:03:44.321626 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ebf5c2-2c31-4d81-b7d1-2797a01fc01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cfce084-9d91-4642-9986-42267ab17d7a,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:03:44.324664 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-67ebf5c2-2c31-4d81-b7d1-2797a01fc01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:44.325008 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-67ebf5c2-2c31-4d81-b7d1-2797a01fc01e admin admin] Added segment 8a063af2-a10e-41db-b074-d9205a90d095 of type vlan for network 6a547d68-a28c-4523-bb9c-d7d71f1ee3bc Oct 12 08:03:44.365065 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-67ebf5c2-2c31-4d81-b7d1-2797a01fc01e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:44.388979 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-67ebf5c2-2c31-4d81-b7d1-2797a01fc01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:44.390402 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ebf5c2-2c31-4d81-b7d1-2797a01fc01e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:03:44.390978 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-67ebf5c2-2c31-4d81-b7d1-2797a01fc01e admin admin] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:44.426109 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-67ebf5c2-2c31-4d81-b7d1-2797a01fc01e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2637167 Oct 12 08:03:44.429087 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 47284) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:03:44.435229 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-fe9c3540-68b4-4524-90a0-40afe428c4f8 admin admin] Request body: {'subnet': {'network_id': '6a547d68-a28c-4523-bb9c-d7d71f1ee3bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1665602132-subnet', 'tenant_id': 'f8b1a32deaf4464e93af07a8038cdb4f', 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:03:44.457198 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9c3540-68b4-4524-90a0-40afe428c4f8 admin admin] Made reservation on behalf of f8b1a32deaf4464e93af07a8038cdb4f for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:03:44.457485 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ebf5c2-2c31-4d81-b7d1-2797a01fc01e admin admin] Pushing event updated for resources: {'Network': ['ID=6a547d68-a28c-4523-bb9c-d7d71f1ee3bc,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:03:44.460348 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe9c3540-68b4-4524-90a0-40afe428c4f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:44.468643 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 6a547d68-a28c-4523-bb9c-d7d71f1ee3bc details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 08:03:44.607364 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device be715957-c604-4d4c-b5a5-85027c36fb1c up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:03:44.656683 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe9c3540-68b4-4524-90a0-40afe428c4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:44.661747 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port be715957-c604-4d4c-b5a5-85027c36fb1c triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:03:44.662183 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:44.662590 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port be715957-c604-4d4c-b5a5-85027c36fb1c Oct 12 08:03:44.717062 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c3540-68b4-4524-90a0-40afe428c4f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2a58c3f-262b-49ef-baeb-e5496dab5d79,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:03:44.724474 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9c3540-68b4-4524-90a0-40afe428c4f8 admin admin] Checking segment: {'id': '8a063af2-a10e-41db-b074-d9205a90d095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6a547d68-a28c-4523-bb9c-d7d71f1ee3bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:03:44.724829 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9c3540-68b4-4524-90a0-40afe428c4f8 admin admin] Network hostable DHCP agents. Network: 6a547d68-a28c-4523-bb9c-d7d71f1ee3bc, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 08:03:44.727661 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-4526e3f1-9e74-4aa1-b76a-a89fac44030d None None] Attempt 4 to provision port 158b6c4c-dde4-4383-807d-ddcdcce440e8 Oct 12 08:03:44.742226 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9c3540-68b4-4524-90a0-40afe428c4f8 admin admin] Network 6a547d68-a28c-4523-bb9c-d7d71f1ee3bc is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 08:03:44.751223 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-fe9c3540-68b4-4524-90a0-40afe428c4f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 6a547d68-a28c-4523-bb9c-d7d71f1ee3bc) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:03:44.755402 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9c3540-68b4-4524-90a0-40afe428c4f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:03:44.756971 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe9c3540-68b4-4524-90a0-40afe428c4f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:44.763410 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f44da3-8ef1-432d-b67c-5664d4603dde None None] Network 6a547d68-a28c-4523-bb9c-d7d71f1ee3bc requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:03:44.775339 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-fe9c3540-68b4-4524-90a0-40afe428c4f8 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3450756 Oct 12 08:03:44.777983 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 47286) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:03:44.784067 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-1a17c713-0f32-46bd-b149-94228a5bfd1b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1665602132-router', 'tenant_id': 'f8b1a32deaf4464e93af07a8038cdb4f', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:03:44.799116 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port be715957-c604-4d4c-b5a5-85027c36fb1c is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:03:44.799507 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:44.807358 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-4526e3f1-9e74-4aa1-b76a-a89fac44030d None None] Port 158b6c4c-dde4-4383-807d-ddcdcce440e8 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:03:44.814047 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1a17c713-0f32-46bd-b149-94228a5bfd1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:44.815261 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1a17c713-0f32-46bd-b149-94228a5bfd1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:44.837868 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85450c2-0c9d-4dad-b7ff-fbf6e22b2192 None None] Sync routers for ids ['9791d87e-9fbc-470d-bb79-a8337e380d3f'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:03:44.869195 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port be715957-c604-4d4c-b5a5-85027c36fb1c, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=be715957-c604-4d4c-b5a5-85027c36fb1c,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:03:44.871025 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1a17c713-0f32-46bd-b149-94228a5bfd1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:44.873288 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85450c2-0c9d-4dad-b7ff-fbf6e22b2192 None None] Routers {'9791d87e-9fbc-470d-bb79-a8337e380d3f'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:03:44.873864 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-c85450c2-0c9d-4dad-b7ff-fbf6e22b2192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:03:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['9791d87e-9fbc-470d-bb79-a8337e380d3f'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:03:44.878708 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:45.008360 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1a17c713-0f32-46bd-b149-94228a5bfd1b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:45.042399 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=be715957-c604-4d4c-b5a5-85027c36fb1c,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:03:45.086648 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-c85450c2-0c9d-4dad-b7ff-fbf6e22b2192 None None] Set router 9791d87e-9fbc-470d-bb79-a8337e380d3f gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:03:45.089689 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd53c27-5cb8-40a6-bf9e-397c30b88416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-6a547d68-a28c-4523-bb9c-d7d71f1ee3bc', 'network_id': '6a547d68-a28c-4523-bb9c-d7d71f1ee3bc', 'tenant_id': 'f8b1a32deaf4464e93af07a8038cdb4f', 'fixed_ips': [{'subnet_id': 'a2a58c3f-262b-49ef-baeb-e5496dab5d79'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 08:03:45.090545 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-abd53c27-5cb8-40a6-bf9e-397c30b88416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:45.205535 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1a17c713-0f32-46bd-b149-94228a5bfd1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:45.225169 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1a17c713-0f32-46bd-b149-94228a5bfd1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:45.317974 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-4526e3f1-9e74-4aa1-b76a-a89fac44030d None None] Attempt 5 to provision port 158b6c4c-dde4-4383-807d-ddcdcce440e8 Oct 12 08:03:45.331842 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-1a17c713-0f32-46bd-b149-94228a5bfd1b admin admin] Allocated IP 172.26.3.189 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/ab65bc6d-a241-4d19-9dca-1368f819fed3) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:03:45.389775 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-abd53c27-5cb8-40a6-bf9e-397c30b88416 None None] Allocated IP 172.20.0.2 (6a547d68-a28c-4523-bb9c-d7d71f1ee3bc/a2a58c3f-262b-49ef-baeb-e5496dab5d79/af200aa3-1293-4881-9b60-17749677af4b) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:03:45.391926 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-4526e3f1-9e74-4aa1-b76a-a89fac44030d None None] Port 158b6c4c-dde4-4383-807d-ddcdcce440e8 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:03:45.436930 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1a17c713-0f32-46bd-b149-94228a5bfd1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:45.472337 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1a17c713-0f32-46bd-b149-94228a5bfd1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:45.514317 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a17c713-0f32-46bd-b149-94228a5bfd1b admin admin] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:03:45.516978 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-c85450c2-0c9d-4dad-b7ff-fbf6e22b2192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'name': 'tempest-TestMinimumBasicScenario-1051134320-router', 'tenant_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'be715957-c604-4d4c-b5a5-85027c36fb1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:03:40Z', 'updated_at': '2022-10-12T08:03:43Z', 'revision_number': 4, 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'gw_port': {'id': 'be715957-c604-4d4c-b5a5-85027c36fb1c', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:af:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:03:41Z', 'updated_at': '2022-10-12T08:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '158b6c4c-dde4-4383-807d-ddcdcce440e8', 'name': '', 'network_id': '06393cce-5b80-43fe-9fff-d0520935306e', 'tenant_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'mac_address': 'fa:16:3e:97:ab:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'd28ac88d-77bc-4621-805c-f2ddee76aa77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:03:42Z', 'updated_at': '2022-10-12T08:03:43Z', 'revision_number': 2, 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'subnets': [{'id': 'd28ac88d-77bc-4621-805c-f2ddee76aa77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:03:45.517236 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-1a17c713-0f32-46bd-b149-94228a5bfd1b admin admin] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:03:45.520836 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a17c713-0f32-46bd-b149-94228a5bfd1b admin admin] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:03:45.544928 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a17c713-0f32-46bd-b149-94228a5bfd1b admin admin] Pushing event updated for resources: {'Port': ['ID=ab65bc6d-a241-4d19-9dca-1368f819fed3,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:03:45.553841 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85450c2-0c9d-4dad-b7ff-fbf6e22b2192 None None] Checking router: 9791d87e-9fbc-470d-bb79-a8337e380d3f for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:03:45.554222 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85450c2-0c9d-4dad-b7ff-fbf6e22b2192 None None] Updating router 9791d87e-9fbc-470d-bb79-a8337e380d3f port 158b6c4c-dde4-4383-807d-ddcdcce440e8 binding host dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 08:03:45.606570 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c85450c2-0c9d-4dad-b7ff-fbf6e22b2192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:45.631025 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-abd53c27-5cb8-40a6-bf9e-397c30b88416 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:45.652126 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-abd53c27-5cb8-40a6-bf9e-397c30b88416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:45.705762 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd53c27-5cb8-40a6-bf9e-397c30b88416 None None] Network 6a547d68-a28c-4523-bb9c-d7d71f1ee3bc is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:03:45.759747 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-abd53c27-5cb8-40a6-bf9e-397c30b88416 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:03:45.768253 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd53c27-5cb8-40a6-bf9e-397c30b88416 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:03:45.777810 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd53c27-5cb8-40a6-bf9e-397c30b88416 None None] Pushing event updated for resources: {'Port': ['ID=af200aa3-1293-4881-9b60-17749677af4b,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:03:45.852375 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-abd53c27-5cb8-40a6-bf9e-397c30b88416 None None] Attempting to bind port af200aa3-1293-4881-9b60-17749677af4b on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:03:45.852740 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-abd53c27-5cb8-40a6-bf9e-397c30b88416 None None] Attempting to bind port af200aa3-1293-4881-9b60-17749677af4b by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '8a063af2-a10e-41db-b074-d9205a90d095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6a547d68-a28c-4523-bb9c-d7d71f1ee3bc'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:03:45.853101 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd53c27-5cb8-40a6-bf9e-397c30b88416 None None] Attempting to bind port af200aa3-1293-4881-9b60-17749677af4b on network 6a547d68-a28c-4523-bb9c-d7d71f1ee3bc {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:03:45.867353 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd53c27-5cb8-40a6-bf9e-397c30b88416 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:03:45.867635 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd53c27-5cb8-40a6-bf9e-397c30b88416 None None] Checking segment: {'id': '8a063af2-a10e-41db-b074-d9205a90d095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6a547d68-a28c-4523-bb9c-d7d71f1ee3bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:03:45.868040 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-abd53c27-5cb8-40a6-bf9e-397c30b88416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:45.868431 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd53c27-5cb8-40a6-bf9e-397c30b88416 None None] Bound using segment: {'id': '8a063af2-a10e-41db-b074-d9205a90d095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6a547d68-a28c-4523-bb9c-d7d71f1ee3bc'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:03:45.868918 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-abd53c27-5cb8-40a6-bf9e-397c30b88416 None None] Bound port: af200aa3-1293-4881-9b60-17749677af4b, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a063af2-a10e-41db-b074-d9205a90d095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6a547d68-a28c-4523-bb9c-d7d71f1ee3bc'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:03:45.869297 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-abd53c27-5cb8-40a6-bf9e-397c30b88416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:45.908646 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-4526e3f1-9e74-4aa1-b76a-a89fac44030d None None] Attempt 6 to provision port 158b6c4c-dde4-4383-807d-ddcdcce440e8 Oct 12 08:03:46.010697 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-4526e3f1-9e74-4aa1-b76a-a89fac44030d None None] Port 158b6c4c-dde4-4383-807d-ddcdcce440e8 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:03:46.030783 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-abd53c27-5cb8-40a6-bf9e-397c30b88416 None None] For port af200aa3-1293-4881-9b60-17749677af4b, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:03:46.038210 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-abd53c27-5cb8-40a6-bf9e-397c30b88416 None None] For port af200aa3-1293-4881-9b60-17749677af4b, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=af200aa3-1293-4881-9b60-17749677af4b,segment=NetworkSegment(8a063af2-a10e-41db-b074-d9205a90d095),segment_id=8a063af2-a10e-41db-b074-d9205a90d095)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:03:46.043842 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-abd53c27-5cb8-40a6-bf9e-397c30b88416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:46.117318 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c85450c2-0c9d-4dad-b7ff-fbf6e22b2192 None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:46.117935 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1a17c713-0f32-46bd-b149-94228a5bfd1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:46.140682 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c85450c2-0c9d-4dad-b7ff-fbf6e22b2192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:46.144548 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd53c27-5cb8-40a6-bf9e-397c30b88416 None None] Pushing event updated for resources: {'Port': ['ID=af200aa3-1293-4881-9b60-17749677af4b,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:03:46.153033 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2c3a34a7-9297-46ab-9969-bff2636806ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:46.349160 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1a17c713-0f32-46bd-b149-94228a5bfd1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:46.370754 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5114ec14-b3c1-4a5e-a6d7-2ff90f4520e4 None None] Pushing event updated for resources: {'Port': ['ID=158b6c4c-dde4-4383-807d-ddcdcce440e8,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:03:46.383609 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-c85450c2-0c9d-4dad-b7ff-fbf6e22b2192 None None] Attempting to bind port 158b6c4c-dde4-4383-807d-ddcdcce440e8 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:03:46.384207 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-c85450c2-0c9d-4dad-b7ff-fbf6e22b2192 None None] Attempting to bind port 158b6c4c-dde4-4383-807d-ddcdcce440e8 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'dd4cd432-5695-4f48-90ca-f98a12eb7695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '06393cce-5b80-43fe-9fff-d0520935306e'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:03:46.384729 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85450c2-0c9d-4dad-b7ff-fbf6e22b2192 None None] Attempting to bind port 158b6c4c-dde4-4383-807d-ddcdcce440e8 on network 06393cce-5b80-43fe-9fff-d0520935306e {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:03:46.391335 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85450c2-0c9d-4dad-b7ff-fbf6e22b2192 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:03:46.392408 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85450c2-0c9d-4dad-b7ff-fbf6e22b2192 None None] Checking segment: {'id': 'dd4cd432-5695-4f48-90ca-f98a12eb7695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '06393cce-5b80-43fe-9fff-d0520935306e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:03:46.392981 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c85450c2-0c9d-4dad-b7ff-fbf6e22b2192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:46.393917 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85450c2-0c9d-4dad-b7ff-fbf6e22b2192 None None] Bound using segment: {'id': 'dd4cd432-5695-4f48-90ca-f98a12eb7695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '06393cce-5b80-43fe-9fff-d0520935306e'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:03:46.394583 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-c85450c2-0c9d-4dad-b7ff-fbf6e22b2192 None None] Bound port: 158b6c4c-dde4-4383-807d-ddcdcce440e8, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd4cd432-5695-4f48-90ca-f98a12eb7695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '06393cce-5b80-43fe-9fff-d0520935306e'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:03:46.395127 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c85450c2-0c9d-4dad-b7ff-fbf6e22b2192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:46.463461 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-c85450c2-0c9d-4dad-b7ff-fbf6e22b2192 None None] For port 158b6c4c-dde4-4383-807d-ddcdcce440e8, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:03:46.467492 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-c85450c2-0c9d-4dad-b7ff-fbf6e22b2192 None None] For port 158b6c4c-dde4-4383-807d-ddcdcce440e8, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=158b6c4c-dde4-4383-807d-ddcdcce440e8,segment=NetworkSegment(dd4cd432-5695-4f48-90ca-f98a12eb7695),segment_id=dd4cd432-5695-4f48-90ca-f98a12eb7695)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:03:46.472139 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c85450c2-0c9d-4dad-b7ff-fbf6e22b2192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:46.491927 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a17c713-0f32-46bd-b149-94228a5bfd1b admin admin] Router 5a5e4b6e-6317-4155-9483-94e07ce6f797 is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 08:03:46.512163 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-4526e3f1-9e74-4aa1-b76a-a89fac44030d None None] Attempt 7 to provision port 158b6c4c-dde4-4383-807d-ddcdcce440e8 Oct 12 08:03:46.541497 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85450c2-0c9d-4dad-b7ff-fbf6e22b2192 None None] Routers {'9791d87e-9fbc-470d-bb79-a8337e380d3f'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:03:46.542169 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-c85450c2-0c9d-4dad-b7ff-fbf6e22b2192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:03:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['9791d87e-9fbc-470d-bb79-a8337e380d3f'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:03:46.603215 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5114ec14-b3c1-4a5e-a6d7-2ff90f4520e4 None None] Pushing event updated for resources: {'Port': ['ID=158b6c4c-dde4-4383-807d-ddcdcce440e8,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:03:46.641293 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a17c713-0f32-46bd-b149-94228a5bfd1b admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:03:46.650706 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48bbfe6-c007-4378-9cc7-c14a71caa492 None None] Sync routers for ids ['5a5e4b6e-6317-4155-9483-94e07ce6f797'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:03:46.662922 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48bbfe6-c007-4378-9cc7-c14a71caa492 None None] Routers {'5a5e4b6e-6317-4155-9483-94e07ce6f797'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:03:46.663713 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-1a17c713-0f32-46bd-b149-94228a5bfd1b admin admin] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:46.664165 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-f48bbfe6-c007-4378-9cc7-c14a71caa492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:03:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['5a5e4b6e-6317-4155-9483-94e07ce6f797'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:03:46.667705 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-1a17c713-0f32-46bd-b149-94228a5bfd1b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8860431 Oct 12 08:03:46.668061 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 47288) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:03:46.718431 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-c85450c2-0c9d-4dad-b7ff-fbf6e22b2192 None None] Set router 9791d87e-9fbc-470d-bb79-a8337e380d3f gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:03:46.720134 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-4526e3f1-9e74-4aa1-b76a-a89fac44030d None None] Current status of the port 158b6c4c-dde4-4383-807d-ddcdcce440e8 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:03:46.720520 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4526e3f1-9e74-4aa1-b76a-a89fac44030d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:46.761483 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device be715957-c604-4d4c-b5a5-85027c36fb1c up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:03:46.893547 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-4526e3f1-9e74-4aa1-b76a-a89fac44030d None None] For port 158b6c4c-dde4-4383-807d-ddcdcce440e8, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=158b6c4c-dde4-4383-807d-ddcdcce440e8,segment=NetworkSegment(dd4cd432-5695-4f48-90ca-f98a12eb7695),segment_id=dd4cd432-5695-4f48-90ca-f98a12eb7695)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:03:46.896378 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-f48bbfe6-c007-4378-9cc7-c14a71caa492 None None] Set router 5a5e4b6e-6317-4155-9483-94e07ce6f797 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:03:46.929328 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4526e3f1-9e74-4aa1-b76a-a89fac44030d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:47.006695 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port be715957-c604-4d4c-b5a5-85027c36fb1c triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:03:47.007177 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:47.007430 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port be715957-c604-4d4c-b5a5-85027c36fb1c Oct 12 08:03:47.072988 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4526e3f1-9e74-4aa1-b76a-a89fac44030d None None] Pushing event updated for resources: {'Port': ['ID=158b6c4c-dde4-4383-807d-ddcdcce440e8,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:03:47.099855 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-e2bd9be0-4bb0-4c4b-ab0e-f0d334fa57b1 None None] Provisioning complete for port 158b6c4c-dde4-4383-807d-ddcdcce440e8 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:03:47.100224 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e2bd9be0-4bb0-4c4b-ab0e-f0d334fa57b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:47.100552 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-e2bd9be0-4bb0-4c4b-ab0e-f0d334fa57b1 None None] Attempt 1 to provision port 158b6c4c-dde4-4383-807d-ddcdcce440e8 Oct 12 08:03:47.119696 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-f48bbfe6-c007-4378-9cc7-c14a71caa492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5e4b6e-6317-4155-9483-94e07ce6f797', 'name': 'tempest-TestMinimumBasicScenario-1665602132-router', 'tenant_id': 'f8b1a32deaf4464e93af07a8038cdb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.189'}], 'enable_snat': True}, 'gw_port_id': 'ab65bc6d-a241-4d19-9dca-1368f819fed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:03:44Z', 'updated_at': '2022-10-12T08:03:46Z', 'revision_number': 3, 'project_id': 'f8b1a32deaf4464e93af07a8038cdb4f', 'gw_port': {'id': 'ab65bc6d-a241-4d19-9dca-1368f819fed3', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:90:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5e4b6e-6317-4155-9483-94e07ce6f797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:03:45Z', 'updated_at': '2022-10-12T08:03:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:03:47.148202 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48bbfe6-c007-4378-9cc7-c14a71caa492 None None] Checking router: 5a5e4b6e-6317-4155-9483-94e07ce6f797 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:03:47.148479 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48bbfe6-c007-4378-9cc7-c14a71caa492 None None] Updating router 5a5e4b6e-6317-4155-9483-94e07ce6f797 port ab65bc6d-a241-4d19-9dca-1368f819fed3 binding host dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 08:03:47.174603 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f48bbfe6-c007-4378-9cc7-c14a71caa492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:47.175157 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436ab691-25e8-44c0-ad57-1bd4b8873001 None None] Network 6a547d68-a28c-4523-bb9c-d7d71f1ee3bc requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:03:47.218066 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-c85450c2-0c9d-4dad-b7ff-fbf6e22b2192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'name': 'tempest-TestMinimumBasicScenario-1051134320-router', 'tenant_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'be715957-c604-4d4c-b5a5-85027c36fb1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:03:40Z', 'updated_at': '2022-10-12T08:03:43Z', 'revision_number': 4, 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'gw_port': {'id': 'be715957-c604-4d4c-b5a5-85027c36fb1c', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:af:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:03:41Z', 'updated_at': '2022-10-12T08:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '158b6c4c-dde4-4383-807d-ddcdcce440e8', 'name': '', 'network_id': '06393cce-5b80-43fe-9fff-d0520935306e', 'tenant_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'mac_address': 'fa:16:3e:97:ab:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'd28ac88d-77bc-4621-805c-f2ddee76aa77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:03:42Z', 'updated_at': '2022-10-12T08:03:46Z', 'revision_number': 4, 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'subnets': [{'id': 'd28ac88d-77bc-4621-805c-f2ddee76aa77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:03:47.230948 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-607c82f8-5cc0-4a1c-970a-e801787d831e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:47.248966 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port be715957-c604-4d4c-b5a5-85027c36fb1c is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:03:47.250071 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device af200aa3-1293-4881-9b60-17749677af4b up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:03:47.299239 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85450c2-0c9d-4dad-b7ff-fbf6e22b2192 None None] The sync data for ids ['9791d87e-9fbc-470d-bb79-a8337e380d3f'] in dv-neutron-860909-2-hyperv is: [{'id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'name': 'tempest-TestMinimumBasicScenario-1051134320-router', 'tenant_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'be715957-c604-4d4c-b5a5-85027c36fb1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:03:40Z', 'updated_at': '2022-10-12T08:03:43Z', 'revision_number': 4, 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'gw_port': {'id': 'be715957-c604-4d4c-b5a5-85027c36fb1c', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:af:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:03:41Z', 'updated_at': '2022-10-12T08:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '158b6c4c-dde4-4383-807d-ddcdcce440e8', 'name': '', 'network_id': '06393cce-5b80-43fe-9fff-d0520935306e', 'tenant_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'mac_address': 'fa:16:3e:97:ab:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'd28ac88d-77bc-4621-805c-f2ddee76aa77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:03:42Z', 'updated_at': '2022-10-12T08:03:46Z', 'revision_number': 4, 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'subnets': [{'id': 'd28ac88d-77bc-4621-805c-f2ddee76aa77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:03:47.380875 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:47.420659 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e2bd9be0-4bb0-4c4b-ab0e-f0d334fa57b1 None None] Current status of the port 158b6c4c-dde4-4383-807d-ddcdcce440e8 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:03:47.438816 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-607c82f8-5cc0-4a1c-970a-e801787d831e admin admin] Allocated IP 172.20.0.1 (6a547d68-a28c-4523-bb9c-d7d71f1ee3bc/a2a58c3f-262b-49ef-baeb-e5496dab5d79/1c55e6a4-454b-4b24-82f3-4ae75e36c14a) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:03:47.453369 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port af200aa3-1293-4881-9b60-17749677af4b triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:03:47.453741 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:47.454415 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port af200aa3-1293-4881-9b60-17749677af4b Oct 12 08:03:47.495509 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f48bbfe6-c007-4378-9cc7-c14a71caa492 None None] Notify callbacks [] for port, precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:47.504936 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f48bbfe6-c007-4378-9cc7-c14a71caa492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:47.545514 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-f48bbfe6-c007-4378-9cc7-c14a71caa492 None None] Attempting to bind port ab65bc6d-a241-4d19-9dca-1368f819fed3 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:03:47.545899 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-f48bbfe6-c007-4378-9cc7-c14a71caa492 None None] Attempting to bind port ab65bc6d-a241-4d19-9dca-1368f819fed3 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:03:47.546277 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48bbfe6-c007-4378-9cc7-c14a71caa492 None None] Attempting to bind port ab65bc6d-a241-4d19-9dca-1368f819fed3 on network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:03:47.563585 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48bbfe6-c007-4378-9cc7-c14a71caa492 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:03:47.563956 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48bbfe6-c007-4378-9cc7-c14a71caa492 None None] Checking segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:03:47.564470 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f48bbfe6-c007-4378-9cc7-c14a71caa492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:47.564959 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48bbfe6-c007-4378-9cc7-c14a71caa492 None None] Bound using segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:03:47.565321 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-f48bbfe6-c007-4378-9cc7-c14a71caa492 None None] Bound port: ab65bc6d-a241-4d19-9dca-1368f819fed3, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:03:47.565692 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f48bbfe6-c007-4378-9cc7-c14a71caa492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:47.588120 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-bf95334e-7c3c-4575-b525-9276e36145cb None None] Provisioning complete for port af200aa3-1293-4881-9b60-17749677af4b triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:03:47.588643 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bf95334e-7c3c-4575-b525-9276e36145cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:47.589097 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-bf95334e-7c3c-4575-b525-9276e36145cb None None] Attempt 1 to provision port af200aa3-1293-4881-9b60-17749677af4b Oct 12 08:03:47.596726 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-607c82f8-5cc0-4a1c-970a-e801787d831e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:47.598642 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0986ba0a-fbec-4838-ba9f-a8b227d0ad1d None None] Pushing event updated for resources: {'Port': ['ID=ab65bc6d-a241-4d19-9dca-1368f819fed3,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:03:47.637647 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-f48bbfe6-c007-4378-9cc7-c14a71caa492 None None] For port ab65bc6d-a241-4d19-9dca-1368f819fed3, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:03:47.643508 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-f48bbfe6-c007-4378-9cc7-c14a71caa492 None None] For port ab65bc6d-a241-4d19-9dca-1368f819fed3, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=ab65bc6d-a241-4d19-9dca-1368f819fed3,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:03:47.648643 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f48bbfe6-c007-4378-9cc7-c14a71caa492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:47.664322 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port af200aa3-1293-4881-9b60-17749677af4b is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:03:47.664952 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:47.667903 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-607c82f8-5cc0-4a1c-970a-e801787d831e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:47.669568 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48bbfe6-c007-4378-9cc7-c14a71caa492 None None] Routers {'5a5e4b6e-6317-4155-9483-94e07ce6f797'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:03:47.670274 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-f48bbfe6-c007-4378-9cc7-c14a71caa492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:03:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['5a5e4b6e-6317-4155-9483-94e07ce6f797'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:03:47.724281 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port af200aa3-1293-4881-9b60-17749677af4b, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=af200aa3-1293-4881-9b60-17749677af4b,segment=NetworkSegment(8a063af2-a10e-41db-b074-d9205a90d095),segment_id=8a063af2-a10e-41db-b074-d9205a90d095)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:03:47.762445 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:47.764277 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607c82f8-5cc0-4a1c-970a-e801787d831e admin admin] Network 6a547d68-a28c-4523-bb9c-d7d71f1ee3bc is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:03:47.783078 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-607c82f8-5cc0-4a1c-970a-e801787d831e admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:03:47.788735 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607c82f8-5cc0-4a1c-970a-e801787d831e admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:03:47.792048 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607c82f8-5cc0-4a1c-970a-e801787d831e admin admin] Pushing event updated for resources: {'Port': ['ID=1c55e6a4-454b-4b24-82f3-4ae75e36c14a,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:03:47.813126 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-f48bbfe6-c007-4378-9cc7-c14a71caa492 None None] Set router 5a5e4b6e-6317-4155-9483-94e07ce6f797 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:03:47.820389 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-bf95334e-7c3c-4575-b525-9276e36145cb None None] Current status of the port af200aa3-1293-4881-9b60-17749677af4b is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:03:47.825283 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bf95334e-7c3c-4575-b525-9276e36145cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:47.858222 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-607c82f8-5cc0-4a1c-970a-e801787d831e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:47.881970 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=af200aa3-1293-4881-9b60-17749677af4b,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:03:47.965287 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.db.api [None req-bf95334e-7c3c-4575-b525-9276e36145cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103202) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 08:03:47.965649 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG oslo_db.api [None req-bf95334e-7c3c-4575-b525-9276e36145cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 08:03:47.997995 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0986ba0a-fbec-4838-ba9f-a8b227d0ad1d None None] Pushing event updated for resources: {'Port': ['ID=ab65bc6d-a241-4d19-9dca-1368f819fed3,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:03:48.031568 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-607c82f8-5cc0-4a1c-970a-e801787d831e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:48.082143 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-f48bbfe6-c007-4378-9cc7-c14a71caa492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5e4b6e-6317-4155-9483-94e07ce6f797', 'name': 'tempest-TestMinimumBasicScenario-1665602132-router', 'tenant_id': 'f8b1a32deaf4464e93af07a8038cdb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.189'}], 'enable_snat': True}, 'gw_port_id': 'ab65bc6d-a241-4d19-9dca-1368f819fed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:03:44Z', 'updated_at': '2022-10-12T08:03:46Z', 'revision_number': 3, 'project_id': 'f8b1a32deaf4464e93af07a8038cdb4f', 'gw_port': {'id': 'ab65bc6d-a241-4d19-9dca-1368f819fed3', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:90:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5e4b6e-6317-4155-9483-94e07ce6f797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:03:45Z', 'updated_at': '2022-10-12T08:03:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:03:48.127426 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48bbfe6-c007-4378-9cc7-c14a71caa492 None None] The sync data for ids ['5a5e4b6e-6317-4155-9483-94e07ce6f797'] in dv-neutron-860909-2-hyperv is: [{'id': '5a5e4b6e-6317-4155-9483-94e07ce6f797', 'name': 'tempest-TestMinimumBasicScenario-1665602132-router', 'tenant_id': 'f8b1a32deaf4464e93af07a8038cdb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.189'}], 'enable_snat': True}, 'gw_port_id': 'ab65bc6d-a241-4d19-9dca-1368f819fed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:03:44Z', 'updated_at': '2022-10-12T08:03:46Z', 'revision_number': 3, 'project_id': 'f8b1a32deaf4464e93af07a8038cdb4f', 'gw_port': {'id': 'ab65bc6d-a241-4d19-9dca-1368f819fed3', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:90:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5e4b6e-6317-4155-9483-94e07ce6f797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:03:45Z', 'updated_at': '2022-10-12T08:03:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:03:48.227494 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-607c82f8-5cc0-4a1c-970a-e801787d831e admin admin] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:48.233053 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-607c82f8-5cc0-4a1c-970a-e801787d831e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:48.304195 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-607c82f8-5cc0-4a1c-970a-e801787d831e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:48.305964 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607c82f8-5cc0-4a1c-970a-e801787d831e admin admin] Pushing event updated for resources: {'Port': ['ID=1c55e6a4-454b-4b24-82f3-4ae75e36c14a,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:03:48.418046 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607c82f8-5cc0-4a1c-970a-e801787d831e admin admin] Network 6a547d68-a28c-4523-bb9c-d7d71f1ee3bc is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:03:48.420751 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-607c82f8-5cc0-4a1c-970a-e801787d831e admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:03:48.522294 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-bf95334e-7c3c-4575-b525-9276e36145cb None None] Current status of the port af200aa3-1293-4881-9b60-17749677af4b is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:03:48.586866 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607c82f8-5cc0-4a1c-970a-e801787d831e admin admin] Router 5a5e4b6e-6317-4155-9483-94e07ce6f797 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:03:48.647475 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-0c65bf31-3892-4106-90e0-9646e86b411a None None] Provisioning complete for port 1c55e6a4-454b-4b24-82f3-4ae75e36c14a triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:03:48.648193 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0c65bf31-3892-4106-90e0-9646e86b411a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:48.648193 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-0c65bf31-3892-4106-90e0-9646e86b411a None None] Attempt 1 to provision port 1c55e6a4-454b-4b24-82f3-4ae75e36c14a Oct 12 08:03:48.716513 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-0c65bf31-3892-4106-90e0-9646e86b411a None None] Port 1c55e6a4-454b-4b24-82f3-4ae75e36c14a cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:03:48.728490 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607c82f8-5cc0-4a1c-970a-e801787d831e admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:03:48.736138 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-607c82f8-5cc0-4a1c-970a-e801787d831e admin admin] 10.222.0.26 "PUT /v2.0/routers/5a5e4b6e-6317-4155-9483-94e07ce6f797/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0669942 Oct 12 08:03:48.771370 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device ab65bc6d-a241-4d19-9dca-1368f819fed3 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:03:48.831933 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port ab65bc6d-a241-4d19-9dca-1368f819fed3 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:03:48.832963 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:48.833498 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port ab65bc6d-a241-4d19-9dca-1368f819fed3 Oct 12 08:03:48.899625 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:48.937917 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port ab65bc6d-a241-4d19-9dca-1368f819fed3 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:03:48.938283 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:48.963733 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port ab65bc6d-a241-4d19-9dca-1368f819fed3, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=ab65bc6d-a241-4d19-9dca-1368f819fed3,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:03:48.968670 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:48.969538 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device af200aa3-1293-4881-9b60-17749677af4b up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:03:49.047641 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=ab65bc6d-a241-4d19-9dca-1368f819fed3,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:03:49.061219 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port af200aa3-1293-4881-9b60-17749677af4b triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:03:49.061592 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:49.061920 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port af200aa3-1293-4881-9b60-17749677af4b Oct 12 08:03:49.158950 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port af200aa3-1293-4881-9b60-17749677af4b is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:03:49.160185 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 158b6c4c-dde4-4383-807d-ddcdcce440e8 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:03:49.211054 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:49.217956 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-0c65bf31-3892-4106-90e0-9646e86b411a None None] Attempt 2 to provision port 1c55e6a4-454b-4b24-82f3-4ae75e36c14a Oct 12 08:03:49.409314 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 158b6c4c-dde4-4383-807d-ddcdcce440e8 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:03:49.409686 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:49.410448 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 158b6c4c-dde4-4383-807d-ddcdcce440e8 Oct 12 08:03:49.411617 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-0c65bf31-3892-4106-90e0-9646e86b411a None None] Port 1c55e6a4-454b-4b24-82f3-4ae75e36c14a cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:03:49.487184 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 158b6c4c-dde4-4383-807d-ddcdcce440e8 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:03:49.912800 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-0c65bf31-3892-4106-90e0-9646e86b411a None None] Attempt 3 to provision port 1c55e6a4-454b-4b24-82f3-4ae75e36c14a Oct 12 08:03:49.951088 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-0c65bf31-3892-4106-90e0-9646e86b411a None None] Port 1c55e6a4-454b-4b24-82f3-4ae75e36c14a cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:03:50.452633 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-0c65bf31-3892-4106-90e0-9646e86b411a None None] Attempt 4 to provision port 1c55e6a4-454b-4b24-82f3-4ae75e36c14a Oct 12 08:03:50.514690 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-0c65bf31-3892-4106-90e0-9646e86b411a None None] Port 1c55e6a4-454b-4b24-82f3-4ae75e36c14a cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:03:50.605272 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device ab65bc6d-a241-4d19-9dca-1368f819fed3 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:03:50.673187 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port ab65bc6d-a241-4d19-9dca-1368f819fed3 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:03:50.673639 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:50.674164 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port ab65bc6d-a241-4d19-9dca-1368f819fed3 Oct 12 08:03:50.766981 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port ab65bc6d-a241-4d19-9dca-1368f819fed3 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:03:50.927333 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a454cf7-bfba-4c06-bdfa-b2aaee95a1bd None None] Sync routers for ids ['5a5e4b6e-6317-4155-9483-94e07ce6f797'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:03:50.939808 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a454cf7-bfba-4c06-bdfa-b2aaee95a1bd None None] Routers {'5a5e4b6e-6317-4155-9483-94e07ce6f797'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:03:50.940421 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-3a454cf7-bfba-4c06-bdfa-b2aaee95a1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:03:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['5a5e4b6e-6317-4155-9483-94e07ce6f797'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:03:51.052175 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-0c65bf31-3892-4106-90e0-9646e86b411a None None] Attempt 5 to provision port 1c55e6a4-454b-4b24-82f3-4ae75e36c14a Oct 12 08:03:51.108979 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-3a454cf7-bfba-4c06-bdfa-b2aaee95a1bd None None] Set router 5a5e4b6e-6317-4155-9483-94e07ce6f797 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:03:51.144635 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-0c65bf31-3892-4106-90e0-9646e86b411a None None] Port 1c55e6a4-454b-4b24-82f3-4ae75e36c14a cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:03:51.290190 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:51.348258 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-3a454cf7-bfba-4c06-bdfa-b2aaee95a1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5e4b6e-6317-4155-9483-94e07ce6f797', 'name': 'tempest-TestMinimumBasicScenario-1665602132-router', 'tenant_id': 'f8b1a32deaf4464e93af07a8038cdb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.189'}], 'enable_snat': True}, 'gw_port_id': 'ab65bc6d-a241-4d19-9dca-1368f819fed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:03:44Z', 'updated_at': '2022-10-12T08:03:47Z', 'revision_number': 4, 'project_id': 'f8b1a32deaf4464e93af07a8038cdb4f', 'gw_port': {'id': 'ab65bc6d-a241-4d19-9dca-1368f819fed3', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:90:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5e4b6e-6317-4155-9483-94e07ce6f797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:03:45Z', 'updated_at': '2022-10-12T08:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '1c55e6a4-454b-4b24-82f3-4ae75e36c14a', 'name': '', 'network_id': '6a547d68-a28c-4523-bb9c-d7d71f1ee3bc', 'tenant_id': 'f8b1a32deaf4464e93af07a8038cdb4f', 'mac_address': 'fa:16:3e:49:13:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5e4b6e-6317-4155-9483-94e07ce6f797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'a2a58c3f-262b-49ef-baeb-e5496dab5d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:03:47Z', 'updated_at': '2022-10-12T08:03:48Z', 'revision_number': 2, 'project_id': 'f8b1a32deaf4464e93af07a8038cdb4f', 'subnets': [{'id': 'a2a58c3f-262b-49ef-baeb-e5496dab5d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:03:51.381515 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a454cf7-bfba-4c06-bdfa-b2aaee95a1bd None None] Checking router: 5a5e4b6e-6317-4155-9483-94e07ce6f797 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:03:51.381908 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a454cf7-bfba-4c06-bdfa-b2aaee95a1bd None None] Updating router 5a5e4b6e-6317-4155-9483-94e07ce6f797 port 1c55e6a4-454b-4b24-82f3-4ae75e36c14a binding host dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 08:03:51.408078 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3a454cf7-bfba-4c06-bdfa-b2aaee95a1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:51.648035 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-0c65bf31-3892-4106-90e0-9646e86b411a None None] Attempt 6 to provision port 1c55e6a4-454b-4b24-82f3-4ae75e36c14a Oct 12 08:03:51.720703 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-0c65bf31-3892-4106-90e0-9646e86b411a None None] Port 1c55e6a4-454b-4b24-82f3-4ae75e36c14a cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:03:51.745719 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3a454cf7-bfba-4c06-bdfa-b2aaee95a1bd None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:51.754184 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3a454cf7-bfba-4c06-bdfa-b2aaee95a1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:51.827492 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6aabc1-cf48-4f10-937b-0816269ac3b2 None None] Pushing event updated for resources: {'Port': ['ID=1c55e6a4-454b-4b24-82f3-4ae75e36c14a,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:03:51.860135 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-3a454cf7-bfba-4c06-bdfa-b2aaee95a1bd None None] Attempting to bind port 1c55e6a4-454b-4b24-82f3-4ae75e36c14a on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:03:51.862931 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-3a454cf7-bfba-4c06-bdfa-b2aaee95a1bd None None] Attempting to bind port 1c55e6a4-454b-4b24-82f3-4ae75e36c14a by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '8a063af2-a10e-41db-b074-d9205a90d095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6a547d68-a28c-4523-bb9c-d7d71f1ee3bc'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:03:51.862931 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a454cf7-bfba-4c06-bdfa-b2aaee95a1bd None None] Attempting to bind port 1c55e6a4-454b-4b24-82f3-4ae75e36c14a on network 6a547d68-a28c-4523-bb9c-d7d71f1ee3bc {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:03:51.867947 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a454cf7-bfba-4c06-bdfa-b2aaee95a1bd None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:03:51.868486 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a454cf7-bfba-4c06-bdfa-b2aaee95a1bd None None] Checking segment: {'id': '8a063af2-a10e-41db-b074-d9205a90d095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6a547d68-a28c-4523-bb9c-d7d71f1ee3bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:03:51.869076 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3a454cf7-bfba-4c06-bdfa-b2aaee95a1bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:51.869593 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a454cf7-bfba-4c06-bdfa-b2aaee95a1bd None None] Bound using segment: {'id': '8a063af2-a10e-41db-b074-d9205a90d095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6a547d68-a28c-4523-bb9c-d7d71f1ee3bc'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:03:51.870201 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-3a454cf7-bfba-4c06-bdfa-b2aaee95a1bd None None] Bound port: 1c55e6a4-454b-4b24-82f3-4ae75e36c14a, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a063af2-a10e-41db-b074-d9205a90d095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6a547d68-a28c-4523-bb9c-d7d71f1ee3bc'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:03:51.870677 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3a454cf7-bfba-4c06-bdfa-b2aaee95a1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:51.939446 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-3a454cf7-bfba-4c06-bdfa-b2aaee95a1bd None None] For port 1c55e6a4-454b-4b24-82f3-4ae75e36c14a, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:03:51.943003 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-3a454cf7-bfba-4c06-bdfa-b2aaee95a1bd None None] For port 1c55e6a4-454b-4b24-82f3-4ae75e36c14a, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=1c55e6a4-454b-4b24-82f3-4ae75e36c14a,segment=NetworkSegment(8a063af2-a10e-41db-b074-d9205a90d095),segment_id=8a063af2-a10e-41db-b074-d9205a90d095)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:03:51.948836 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3a454cf7-bfba-4c06-bdfa-b2aaee95a1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:51.994449 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a454cf7-bfba-4c06-bdfa-b2aaee95a1bd None None] Routers {'5a5e4b6e-6317-4155-9483-94e07ce6f797'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:03:51.995087 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-3a454cf7-bfba-4c06-bdfa-b2aaee95a1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:03:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['5a5e4b6e-6317-4155-9483-94e07ce6f797'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:03:52.047000 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6aabc1-cf48-4f10-937b-0816269ac3b2 None None] Pushing event updated for resources: {'Port': ['ID=1c55e6a4-454b-4b24-82f3-4ae75e36c14a,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:03:52.121639 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-3a454cf7-bfba-4c06-bdfa-b2aaee95a1bd None None] Set router 5a5e4b6e-6317-4155-9483-94e07ce6f797 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:03:52.227662 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-0c65bf31-3892-4106-90e0-9646e86b411a None None] Attempt 7 to provision port 1c55e6a4-454b-4b24-82f3-4ae75e36c14a Oct 12 08:03:52.415716 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-0c65bf31-3892-4106-90e0-9646e86b411a None None] Current status of the port 1c55e6a4-454b-4b24-82f3-4ae75e36c14a is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:03:52.416108 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0c65bf31-3892-4106-90e0-9646e86b411a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:52.460374 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-0c65bf31-3892-4106-90e0-9646e86b411a None None] For port 1c55e6a4-454b-4b24-82f3-4ae75e36c14a, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=1c55e6a4-454b-4b24-82f3-4ae75e36c14a,segment=NetworkSegment(8a063af2-a10e-41db-b074-d9205a90d095),segment_id=8a063af2-a10e-41db-b074-d9205a90d095)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:03:52.468581 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0c65bf31-3892-4106-90e0-9646e86b411a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:52.497943 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-3a454cf7-bfba-4c06-bdfa-b2aaee95a1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5e4b6e-6317-4155-9483-94e07ce6f797', 'name': 'tempest-TestMinimumBasicScenario-1665602132-router', 'tenant_id': 'f8b1a32deaf4464e93af07a8038cdb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.189'}], 'enable_snat': True}, 'gw_port_id': 'ab65bc6d-a241-4d19-9dca-1368f819fed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:03:44Z', 'updated_at': '2022-10-12T08:03:47Z', 'revision_number': 4, 'project_id': 'f8b1a32deaf4464e93af07a8038cdb4f', 'gw_port': {'id': 'ab65bc6d-a241-4d19-9dca-1368f819fed3', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:90:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5e4b6e-6317-4155-9483-94e07ce6f797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:03:45Z', 'updated_at': '2022-10-12T08:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '1c55e6a4-454b-4b24-82f3-4ae75e36c14a', 'name': '', 'network_id': '6a547d68-a28c-4523-bb9c-d7d71f1ee3bc', 'tenant_id': 'f8b1a32deaf4464e93af07a8038cdb4f', 'mac_address': 'fa:16:3e:49:13:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5e4b6e-6317-4155-9483-94e07ce6f797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'a2a58c3f-262b-49ef-baeb-e5496dab5d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:03:47Z', 'updated_at': '2022-10-12T08:03:51Z', 'revision_number': 4, 'project_id': 'f8b1a32deaf4464e93af07a8038cdb4f', 'subnets': [{'id': 'a2a58c3f-262b-49ef-baeb-e5496dab5d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:03:52.535969 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a454cf7-bfba-4c06-bdfa-b2aaee95a1bd None None] The sync data for ids ['5a5e4b6e-6317-4155-9483-94e07ce6f797'] in dv-neutron-860909-2-hyperv is: [{'id': '5a5e4b6e-6317-4155-9483-94e07ce6f797', 'name': 'tempest-TestMinimumBasicScenario-1665602132-router', 'tenant_id': 'f8b1a32deaf4464e93af07a8038cdb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.189'}], 'enable_snat': True}, 'gw_port_id': 'ab65bc6d-a241-4d19-9dca-1368f819fed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:03:44Z', 'updated_at': '2022-10-12T08:03:47Z', 'revision_number': 4, 'project_id': 'f8b1a32deaf4464e93af07a8038cdb4f', 'gw_port': {'id': 'ab65bc6d-a241-4d19-9dca-1368f819fed3', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:90:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5e4b6e-6317-4155-9483-94e07ce6f797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:03:45Z', 'updated_at': '2022-10-12T08:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '1c55e6a4-454b-4b24-82f3-4ae75e36c14a', 'name': '', 'network_id': '6a547d68-a28c-4523-bb9c-d7d71f1ee3bc', 'tenant_id': 'f8b1a32deaf4464e93af07a8038cdb4f', 'mac_address': 'fa:16:3e:49:13:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5e4b6e-6317-4155-9483-94e07ce6f797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'a2a58c3f-262b-49ef-baeb-e5496dab5d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:03:47Z', 'updated_at': '2022-10-12T08:03:51Z', 'revision_number': 4, 'project_id': 'f8b1a32deaf4464e93af07a8038cdb4f', 'subnets': [{'id': 'a2a58c3f-262b-49ef-baeb-e5496dab5d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:03:52.539350 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-0c65bf31-3892-4106-90e0-9646e86b411a None None] Provisioning complete for port af200aa3-1293-4881-9b60-17749677af4b triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:03:52.539722 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0c65bf31-3892-4106-90e0-9646e86b411a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:52.540054 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-0c65bf31-3892-4106-90e0-9646e86b411a None None] Attempt 1 to provision port af200aa3-1293-4881-9b60-17749677af4b Oct 12 08:03:52.599823 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c65bf31-3892-4106-90e0-9646e86b411a None None] Pushing event updated for resources: {'Port': ['ID=1c55e6a4-454b-4b24-82f3-4ae75e36c14a,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:03:52.678231 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-0c65bf31-3892-4106-90e0-9646e86b411a None None] Current status of the port af200aa3-1293-4881-9b60-17749677af4b is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:03:52.854347 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-7fc54476-b7d6-4886-bca9-774b825eae01 None None] Provisioning complete for port 1c55e6a4-454b-4b24-82f3-4ae75e36c14a triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:03:52.854869 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7fc54476-b7d6-4886-bca9-774b825eae01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:52.855316 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-7fc54476-b7d6-4886-bca9-774b825eae01 None None] Attempt 1 to provision port 1c55e6a4-454b-4b24-82f3-4ae75e36c14a Oct 12 08:03:53.000419 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7fc54476-b7d6-4886-bca9-774b825eae01 None None] Current status of the port 1c55e6a4-454b-4b24-82f3-4ae75e36c14a is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:03:54.645115 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 1c55e6a4-454b-4b24-82f3-4ae75e36c14a up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:03:54.703085 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 1c55e6a4-454b-4b24-82f3-4ae75e36c14a triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:03:54.703383 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:54.703856 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 1c55e6a4-454b-4b24-82f3-4ae75e36c14a Oct 12 08:03:54.789587 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 1c55e6a4-454b-4b24-82f3-4ae75e36c14a is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:03:58.345440 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82264dce-757b-4db4-aa8a-028e6eca47be req-cb729027-2983-47da-9ffc-adbd412bb358 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:03:58.346944 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-82264dce-757b-4db4-aa8a-028e6eca47be req-cb729027-2983-47da-9ffc-adbd412bb358 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/networks?id=06393cce-5b80-43fe-9fff-d0520935306e HTTP/1.1" status: 200 len: 815 time: 0.1003003 Oct 12 08:03:58.361726 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-82264dce-757b-4db4-aa8a-028e6eca47be req-825d6c03-693c-4648-a460-a01b8490376a tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/quotas/12fc8da11bc34bc29ed0e3d2c0ec59ed HTTP/1.1" status: 200 len: 375 time: 0.0090039 Oct 12 08:03:58.412468 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-82264dce-757b-4db4-aa8a-028e6eca47be req-f89a1ce6-e767-45cb-acc3-77dbbcefb142 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=12fc8da11bc34bc29ed0e3d2c0ec59ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449455 Oct 12 08:03:58.510052 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-82264dce-757b-4db4-aa8a-028e6eca47be req-7b005ac8-7646-4483-b6fd-54f6b1f2cd49 service neutron] 10.222.0.26 "GET /v2.0/networks/06393cce-5b80-43fe-9fff-d0520935306e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862346 Oct 12 08:03:58.601630 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-82264dce-757b-4db4-aa8a-028e6eca47be req-c22127fc-d190-4763-b3e4-476ef146ff8b service neutron] 10.222.0.26 "GET /v2.0/networks/06393cce-5b80-43fe-9fff-d0520935306e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856645 Oct 12 08:03:58.755912 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-31c197df-ac46-4d5a-b0a0-80efff026cd3 req-788938b5-ff31-45ea-b120-4cd7231fb2e7 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7cd53d2-a084-4133-b619-7188d1a14c78 HTTP/1.1" status: 200 len: 210 time: 0.0266042 Oct 12 08:03:59.654984 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82264dce-757b-4db4-aa8a-028e6eca47be req-8c97aef4-9720-46c4-9bc3-cb8bb6ba5e01 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:03:59.656427 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-82264dce-757b-4db4-aa8a-028e6eca47be req-8c97aef4-9720-46c4-9bc3-cb8bb6ba5e01 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.23 "GET /v2.0/networks?id=06393cce-5b80-43fe-9fff-d0520935306e HTTP/1.1" status: 200 len: 815 time: 0.1065695 Oct 12 08:03:59.668719 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-82264dce-757b-4db4-aa8a-028e6eca47be req-ab342674-ec15-40b6-a3ea-c5dd8f631bea tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Request body: {'port': {'device_id': 'd7cd53d2-a084-4133-b619-7188d1a14c78', 'network_id': '06393cce-5b80-43fe-9fff-d0520935306e', 'admin_state_up': True, 'tenant_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:03:59.781819 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82264dce-757b-4db4-aa8a-028e6eca47be req-ab342674-ec15-40b6-a3ea-c5dd8f631bea tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Made reservation on behalf of 12fc8da11bc34bc29ed0e3d2c0ec59ed for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:03:59.786178 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-82264dce-757b-4db4-aa8a-028e6eca47be req-ab342674-ec15-40b6-a3ea-c5dd8f631bea tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:03:59.887693 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-17ba7080-b3fe-4481-8301-0cfdcd22a276 req-1afa0a17-0e02-4ceb-9302-bb537ab5957e tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7cd53d2-a084-4133-b619-7188d1a14c78 HTTP/1.1" status: 200 len: 210 time: 0.0371399 Oct 12 08:03:59.959931 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [req-82264dce-757b-4db4-aa8a-028e6eca47be req-ab342674-ec15-40b6-a3ea-c5dd8f631bea tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Allocated IP 172.20.0.11 (06393cce-5b80-43fe-9fff-d0520935306e/d28ac88d-77bc-4621-805c-f2ddee76aa77/23813cc9-2caa-40a9-bfcd-5d53bc909d58) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:04:00.140329 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-82264dce-757b-4db4-aa8a-028e6eca47be req-ab342674-ec15-40b6-a3ea-c5dd8f631bea tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:00.180891 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-82264dce-757b-4db4-aa8a-028e6eca47be req-ab342674-ec15-40b6-a3ea-c5dd8f631bea tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:00.233327 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82264dce-757b-4db4-aa8a-028e6eca47be req-ab342674-ec15-40b6-a3ea-c5dd8f631bea tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Network 06393cce-5b80-43fe-9fff-d0520935306e is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:04:00.239109 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [req-82264dce-757b-4db4-aa8a-028e6eca47be req-ab342674-ec15-40b6-a3ea-c5dd8f631bea tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:04:00.245418 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-82264dce-757b-4db4-aa8a-028e6eca47be req-ab342674-ec15-40b6-a3ea-c5dd8f631bea tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:04:00.249743 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab342674-ec15-40b6-a3ea-c5dd8f631bea tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Pushing event updated for resources: {'Port': ['ID=23813cc9-2caa-40a9-bfcd-5d53bc909d58,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:04:00.282741 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab342674-ec15-40b6-a3ea-c5dd8f631bea tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:04:00.283075 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab342674-ec15-40b6-a3ea-c5dd8f631bea tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:04:00.283409 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab342674-ec15-40b6-a3ea-c5dd8f631bea tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:04:00.283745 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab342674-ec15-40b6-a3ea-c5dd8f631bea tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:04:00.284057 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab342674-ec15-40b6-a3ea-c5dd8f631bea tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:04:00.284392 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab342674-ec15-40b6-a3ea-c5dd8f631bea tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:04:00.284704 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab342674-ec15-40b6-a3ea-c5dd8f631bea tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:04:00.285025 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab342674-ec15-40b6-a3ea-c5dd8f631bea tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:04:00.285384 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab342674-ec15-40b6-a3ea-c5dd8f631bea tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:04:00.285781 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab342674-ec15-40b6-a3ea-c5dd8f631bea tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:04:00.286539 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab342674-ec15-40b6-a3ea-c5dd8f631bea tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:04:00.287495 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab342674-ec15-40b6-a3ea-c5dd8f631bea tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:04:00.320933 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82264dce-757b-4db4-aa8a-028e6eca47be req-ab342674-ec15-40b6-a3ea-c5dd8f631bea tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:04:00.321611 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-82264dce-757b-4db4-aa8a-028e6eca47be req-ab342674-ec15-40b6-a3ea-c5dd8f631bea tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:00.353563 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-82264dce-757b-4db4-aa8a-028e6eca47be req-ab342674-ec15-40b6-a3ea-c5dd8f631bea tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6885970 Oct 12 08:04:00.583450 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-fdf5ab64-bcdb-43ed-90b6-6ff5840b46f0 None None] Provisioning complete for port 23813cc9-2caa-40a9-bfcd-5d53bc909d58 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:04:00.585187 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fdf5ab64-bcdb-43ed-90b6-6ff5840b46f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:00.585761 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-fdf5ab64-bcdb-43ed-90b6-6ff5840b46f0 None None] Attempt 1 to provision port 23813cc9-2caa-40a9-bfcd-5d53bc909d58 Oct 12 08:04:00.784514 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-fdf5ab64-bcdb-43ed-90b6-6ff5840b46f0 None None] Port 23813cc9-2caa-40a9-bfcd-5d53bc909d58 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:04:01.022140 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e525957-043a-4094-ad9c-53b122951508 req-826a2a91-3391-4916-94f5-69a1afcf13fd tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:04:01.023784 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3e525957-043a-4094-ad9c-53b122951508 req-826a2a91-3391-4916-94f5-69a1afcf13fd tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7cd53d2-a084-4133-b619-7188d1a14c78 HTTP/1.1" status: 200 len: 932 time: 0.0531478 Oct 12 08:04:01.067047 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3e525957-043a-4094-ad9c-53b122951508 req-7609ce0d-4b1f-415e-a812-e6eab61d9632 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?id=96623f9a-03bc-4989-9349-7d3ad021ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369575 Oct 12 08:04:01.285686 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-fdf5ab64-bcdb-43ed-90b6-6ff5840b46f0 None None] Attempt 2 to provision port 23813cc9-2caa-40a9-bfcd-5d53bc909d58 Oct 12 08:04:01.325538 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-fdf5ab64-bcdb-43ed-90b6-6ff5840b46f0 None None] Port 23813cc9-2caa-40a9-bfcd-5d53bc909d58 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:04:01.826723 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-fdf5ab64-bcdb-43ed-90b6-6ff5840b46f0 None None] Attempt 3 to provision port 23813cc9-2caa-40a9-bfcd-5d53bc909d58 Oct 12 08:04:01.864410 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-fdf5ab64-bcdb-43ed-90b6-6ff5840b46f0 None None] Port 23813cc9-2caa-40a9-bfcd-5d53bc909d58 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:04:02.196630 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32457f55-b9b0-4845-9358-c2569c24c129 req-15c6eb9e-523b-41d6-9bd4-b6880c478041 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:04:02.198294 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-32457f55-b9b0-4845-9358-c2569c24c129 req-15c6eb9e-523b-41d6-9bd4-b6880c478041 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7cd53d2-a084-4133-b619-7188d1a14c78 HTTP/1.1" status: 200 len: 932 time: 0.0504818 Oct 12 08:04:02.237017 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-32457f55-b9b0-4845-9358-c2569c24c129 req-f657e0de-50e0-4744-9599-ab0cb8d080d2 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?id=96623f9a-03bc-4989-9349-7d3ad021ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324879 Oct 12 08:04:02.366140 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-fdf5ab64-bcdb-43ed-90b6-6ff5840b46f0 None None] Attempt 4 to provision port 23813cc9-2caa-40a9-bfcd-5d53bc909d58 Oct 12 08:04:02.404163 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-fdf5ab64-bcdb-43ed-90b6-6ff5840b46f0 None None] Port 23813cc9-2caa-40a9-bfcd-5d53bc909d58 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:04:02.905165 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-fdf5ab64-bcdb-43ed-90b6-6ff5840b46f0 None None] Attempt 5 to provision port 23813cc9-2caa-40a9-bfcd-5d53bc909d58 Oct 12 08:04:02.939505 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-fdf5ab64-bcdb-43ed-90b6-6ff5840b46f0 None None] Port 23813cc9-2caa-40a9-bfcd-5d53bc909d58 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:04:03.361714 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d86dd7-eaf3-4984-9b6f-af313df008bf req-c2ddbf7d-48b6-4a0e-8322-8493a9acb2fd tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:04:03.363343 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-95d86dd7-eaf3-4984-9b6f-af313df008bf req-c2ddbf7d-48b6-4a0e-8322-8493a9acb2fd tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7cd53d2-a084-4133-b619-7188d1a14c78 HTTP/1.1" status: 200 len: 932 time: 0.0531144 Oct 12 08:04:03.409710 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-95d86dd7-eaf3-4984-9b6f-af313df008bf req-0dc5c019-ec80-43e0-9d7f-1bc343143190 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?id=96623f9a-03bc-4989-9349-7d3ad021ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396249 Oct 12 08:04:03.425501 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:04:03.446490 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-fdf5ab64-bcdb-43ed-90b6-6ff5840b46f0 None None] Attempt 6 to provision port 23813cc9-2caa-40a9-bfcd-5d53bc909d58 Oct 12 08:04:03.478919 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-fdf5ab64-bcdb-43ed-90b6-6ff5840b46f0 None None] Port 23813cc9-2caa-40a9-bfcd-5d53bc909d58 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:04:03.980503 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-fdf5ab64-bcdb-43ed-90b6-6ff5840b46f0 None None] Attempt 7 to provision port 23813cc9-2caa-40a9-bfcd-5d53bc909d58 Oct 12 08:04:04.016662 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-fdf5ab64-bcdb-43ed-90b6-6ff5840b46f0 None None] Port 23813cc9-2caa-40a9-bfcd-5d53bc909d58 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:04:04.517978 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-fdf5ab64-bcdb-43ed-90b6-6ff5840b46f0 None None] Attempt 8 to provision port 23813cc9-2caa-40a9-bfcd-5d53bc909d58 Oct 12 08:04:04.553906 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c97bca-5e5d-4f2d-914f-b5cba9ed1e15 req-f0b95a63-c7b4-4101-809d-b355fbc0e2ac tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:04:04.562755 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c4c97bca-5e5d-4f2d-914f-b5cba9ed1e15 req-f0b95a63-c7b4-4101-809d-b355fbc0e2ac tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7cd53d2-a084-4133-b619-7188d1a14c78 HTTP/1.1" status: 200 len: 932 time: 0.0629492 Oct 12 08:04:04.582352 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-fdf5ab64-bcdb-43ed-90b6-6ff5840b46f0 None None] Port 23813cc9-2caa-40a9-bfcd-5d53bc909d58 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:04:04.604026 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c4c97bca-5e5d-4f2d-914f-b5cba9ed1e15 req-eecb3fa5-bd6e-4688-8f3d-19070c6b51c6 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?id=96623f9a-03bc-4989-9349-7d3ad021ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403738 Oct 12 08:04:05.084061 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-fdf5ab64-bcdb-43ed-90b6-6ff5840b46f0 None None] Attempt 9 to provision port 23813cc9-2caa-40a9-bfcd-5d53bc909d58 Oct 12 08:04:05.120043 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-fdf5ab64-bcdb-43ed-90b6-6ff5840b46f0 None None] Port 23813cc9-2caa-40a9-bfcd-5d53bc909d58 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:04:05.625281 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-fdf5ab64-bcdb-43ed-90b6-6ff5840b46f0 None None] Attempt 10 to provision port 23813cc9-2caa-40a9-bfcd-5d53bc909d58 Oct 12 08:04:05.698002 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-fdf5ab64-bcdb-43ed-90b6-6ff5840b46f0 None None] Port 23813cc9-2caa-40a9-bfcd-5d53bc909d58 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:04:05.759481 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d2a8a-6069-4043-bad4-c4fbf62eb528 req-c31af5c1-c1be-4203-bf15-e99940204eb1 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:04:05.761020 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-508d2a8a-6069-4043-bad4-c4fbf62eb528 req-c31af5c1-c1be-4203-bf15-e99940204eb1 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7cd53d2-a084-4133-b619-7188d1a14c78 HTTP/1.1" status: 200 len: 932 time: 0.0556123 Oct 12 08:04:05.800849 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-508d2a8a-6069-4043-bad4-c4fbf62eb528 req-ed57594b-50d0-464f-a481-62f113dacf8f tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?id=96623f9a-03bc-4989-9349-7d3ad021ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337489 Oct 12 08:04:06.926269 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9121f-6e73-4b89-a7f7-fa0cc68bebe4 req-a34188da-3ab1-433c-87ba-c19513c0bd6e tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:04:06.927981 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-12a9121f-6e73-4b89-a7f7-fa0cc68bebe4 req-a34188da-3ab1-433c-87ba-c19513c0bd6e tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7cd53d2-a084-4133-b619-7188d1a14c78 HTTP/1.1" status: 200 len: 932 time: 0.0500674 Oct 12 08:04:06.969870 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-12a9121f-6e73-4b89-a7f7-fa0cc68bebe4 req-0e7b8baf-960f-4e0e-aa95-8b468897a8e4 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?id=96623f9a-03bc-4989-9349-7d3ad021ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349197 Oct 12 08:04:07.897761 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-82264dce-757b-4db4-aa8a-028e6eca47be req-c6e64092-6e01-486d-a491-71a0922ac148 service neutron] Request body: {'port': {'device_id': 'd7cd53d2-a084-4133-b619-7188d1a14c78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8609'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:04:07.954414 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-82264dce-757b-4db4-aa8a-028e6eca47be req-c6e64092-6e01-486d-a491-71a0922ac148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:08.132526 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348a66f-e09a-4c1d-a0a6-b237eb0d4c8c req-3394fcb6-332f-47f6-bb89-32a7d94f8881 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:04:08.134045 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6348a66f-e09a-4c1d-a0a6-b237eb0d4c8c req-3394fcb6-332f-47f6-bb89-32a7d94f8881 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7cd53d2-a084-4133-b619-7188d1a14c78 HTTP/1.1" status: 200 len: 932 time: 0.0820241 Oct 12 08:04:08.209181 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6348a66f-e09a-4c1d-a0a6-b237eb0d4c8c req-0759b878-7e43-4ea1-9748-9009d81b2ae1 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?id=96623f9a-03bc-4989-9349-7d3ad021ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690157 Oct 12 08:04:08.280798 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [req-82264dce-757b-4db4-aa8a-028e6eca47be req-c6e64092-6e01-486d-a491-71a0922ac148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23813cc9-2caa-40a9-bfcd-5d53bc909d58 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 08:04:08.288210 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-82264dce-757b-4db4-aa8a-028e6eca47be req-c6e64092-6e01-486d-a491-71a0922ac148 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:08.299732 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-82264dce-757b-4db4-aa8a-028e6eca47be req-c6e64092-6e01-486d-a491-71a0922ac148 service neutron] Transition to ACTIVE for port object 23813cc9-2caa-40a9-bfcd-5d53bc909d58 will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 08:04:08.303162 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-82264dce-757b-4db4-aa8a-028e6eca47be req-c6e64092-6e01-486d-a491-71a0922ac148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:08.376130 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e64092-6e01-486d-a491-71a0922ac148 service neutron] Pushing event updated for resources: {'Port': ['ID=23813cc9-2caa-40a9-bfcd-5d53bc909d58,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:04:08.408947 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-82264dce-757b-4db4-aa8a-028e6eca47be req-c6e64092-6e01-486d-a491-71a0922ac148 service neutron] Attempting to bind port 23813cc9-2caa-40a9-bfcd-5d53bc909d58 on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:04:08.409282 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-82264dce-757b-4db4-aa8a-028e6eca47be req-c6e64092-6e01-486d-a491-71a0922ac148 service neutron] Attempting to bind port 23813cc9-2caa-40a9-bfcd-5d53bc909d58 by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': 'dd4cd432-5695-4f48-90ca-f98a12eb7695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '06393cce-5b80-43fe-9fff-d0520935306e'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:04:08.409605 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82264dce-757b-4db4-aa8a-028e6eca47be req-c6e64092-6e01-486d-a491-71a0922ac148 service neutron] Attempting to bind port 23813cc9-2caa-40a9-bfcd-5d53bc909d58 on network 06393cce-5b80-43fe-9fff-d0520935306e {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:04:08.414066 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82264dce-757b-4db4-aa8a-028e6eca47be req-c6e64092-6e01-486d-a491-71a0922ac148 service neutron] Port 23813cc9-2caa-40a9-bfcd-5d53bc909d58 on network 06393cce-5b80-43fe-9fff-d0520935306e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 08:04:08.414382 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82264dce-757b-4db4-aa8a-028e6eca47be req-c6e64092-6e01-486d-a491-71a0922ac148 service neutron] Attempting to bind port 23813cc9-2caa-40a9-bfcd-5d53bc909d58 on network 06393cce-5b80-43fe-9fff-d0520935306e {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:04:08.419150 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82264dce-757b-4db4-aa8a-028e6eca47be req-c6e64092-6e01-486d-a491-71a0922ac148 service neutron] Checking agent: {'id': 'afe9b392-c72e-4ef3-a7bd-ca4c2066af02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8609', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'started_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:04:08.419478 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82264dce-757b-4db4-aa8a-028e6eca47be req-c6e64092-6e01-486d-a491-71a0922ac148 service neutron] Checking segment: {'id': 'dd4cd432-5695-4f48-90ca-f98a12eb7695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '06393cce-5b80-43fe-9fff-d0520935306e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:04:08.419849 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82264dce-757b-4db4-aa8a-028e6eca47be req-c6e64092-6e01-486d-a491-71a0922ac148 service neutron] Bound using segment: {'id': 'dd4cd432-5695-4f48-90ca-f98a12eb7695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '06393cce-5b80-43fe-9fff-d0520935306e'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:04:08.420266 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-82264dce-757b-4db4-aa8a-028e6eca47be req-c6e64092-6e01-486d-a491-71a0922ac148 service neutron] Bound port: 23813cc9-2caa-40a9-bfcd-5d53bc909d58, host: hv-neutron-8609, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd4cd432-5695-4f48-90ca-f98a12eb7695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '06393cce-5b80-43fe-9fff-d0520935306e'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:04:08.420612 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-82264dce-757b-4db4-aa8a-028e6eca47be req-c6e64092-6e01-486d-a491-71a0922ac148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:08.485645 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-82264dce-757b-4db4-aa8a-028e6eca47be req-c6e64092-6e01-486d-a491-71a0922ac148 service neutron] For port 23813cc9-2caa-40a9-bfcd-5d53bc909d58, host hv-neutron-8609, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:04:08.488571 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-82264dce-757b-4db4-aa8a-028e6eca47be req-c6e64092-6e01-486d-a491-71a0922ac148 service neutron] For port 23813cc9-2caa-40a9-bfcd-5d53bc909d58, host hv-neutron-8609, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=23813cc9-2caa-40a9-bfcd-5d53bc909d58,segment=NetworkSegment(dd4cd432-5695-4f48-90ca-f98a12eb7695),segment_id=dd4cd432-5695-4f48-90ca-f98a12eb7695)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:04:08.493207 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-82264dce-757b-4db4-aa8a-028e6eca47be req-c6e64092-6e01-486d-a491-71a0922ac148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:08.496401 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82264dce-757b-4db4-aa8a-028e6eca47be req-c6e64092-6e01-486d-a491-71a0922ac148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:04:08.497002 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-82264dce-757b-4db4-aa8a-028e6eca47be req-c6e64092-6e01-486d-a491-71a0922ac148 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:08.498736 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-82264dce-757b-4db4-aa8a-028e6eca47be req-c6e64092-6e01-486d-a491-71a0922ac148 service neutron] 10.222.0.23 "PUT /v2.0/ports/23813cc9-2caa-40a9-bfcd-5d53bc909d58 HTTP/1.1" status: 200 len: 1094 time: 0.6060824 Oct 12 08:04:08.500625 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7cd53d2-a084-4133-b619-7188d1a14c78', 'tag': '23813cc9-2caa-40a9-bfcd-5d53bc909d58'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:04:08.503306 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb91679-541a-4cfb-8021-190b5939d90b" -d '{"events": [{"name": "network-changed", "server_uuid": "d7cd53d2-a084-4133-b619-7188d1a14c78", "tag": "23813cc9-2caa-40a9-bfcd-5d53bc909d58"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:04:08.553171 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 08:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebaa09f-48fc-4069-942b-ba5fa5d5b3f6 x-openstack-request-id: req-8ebaa09f-48fc-4069-942b-ba5fa5d5b3f6 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:04:08.553464 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7cd53d2-a084-4133-b619-7188d1a14c78", "tag": "23813cc9-2caa-40a9-bfcd-5d53bc909d58", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:04:08.553718 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8ebaa09f-48fc-4069-942b-ba5fa5d5b3f6 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:04:08.554264 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ebaa09f-48fc-4069-942b-ba5fa5d5b3f6'] response: {'name': 'network-changed', 'server_uuid': 'd7cd53d2-a084-4133-b619-7188d1a14c78', 'tag': '23813cc9-2caa-40a9-bfcd-5d53bc909d58', 'status': 'completed', 'code': 200} Oct 12 08:04:08.587220 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e64092-6e01-486d-a491-71a0922ac148 service neutron] Pushing event updated for resources: {'Port': ['ID=23813cc9-2caa-40a9-bfcd-5d53bc909d58,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:04:08.596504 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82264dce-757b-4db4-aa8a-028e6eca47be req-9dc1f01f-a6ed-4c3e-a52f-00ae1769c5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:04:08.597980 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-82264dce-757b-4db4-aa8a-028e6eca47be req-9dc1f01f-a6ed-4c3e-a52f-00ae1769c5ef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=12fc8da11bc34bc29ed0e3d2c0ec59ed&device_id=d7cd53d2-a084-4133-b619-7188d1a14c78 HTTP/1.1" status: 200 len: 1097 time: 0.0590234 Oct 12 08:04:08.642547 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-82264dce-757b-4db4-aa8a-028e6eca47be req-fa7f1553-08d6-4045-b00b-b655b094a08e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23813cc9-2caa-40a9-bfcd-5d53bc909d58 HTTP/1.1" status: 200 len: 217 time: 0.0373082 Oct 12 08:04:08.688727 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82264dce-757b-4db4-aa8a-028e6eca47be req-28bda53a-96d7-42ac-80d2-56cc9eedd1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:04:08.690142 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-82264dce-757b-4db4-aa8a-028e6eca47be req-28bda53a-96d7-42ac-80d2-56cc9eedd1f2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d28ac88d-77bc-4621-805c-f2ddee76aa77 HTTP/1.1" status: 200 len: 854 time: 0.0414281 Oct 12 08:04:08.733727 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82264dce-757b-4db4-aa8a-028e6eca47be req-c1f0507e-fd4c-45c9-b8b6-ea09b335e038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:04:08.735178 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-82264dce-757b-4db4-aa8a-028e6eca47be req-c1f0507e-fd4c-45c9-b8b6-ea09b335e038 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=06393cce-5b80-43fe-9fff-d0520935306e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0381324 Oct 12 08:04:08.826357 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-82264dce-757b-4db4-aa8a-028e6eca47be req-5ff5d5aa-06e6-41db-a98a-d8f4704ca79c service neutron] 10.222.0.23 "GET /v2.0/networks/06393cce-5b80-43fe-9fff-d0520935306e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843334 Oct 12 08:04:08.912923 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-82264dce-757b-4db4-aa8a-028e6eca47be req-38b2134e-14a2-4326-83dc-3d9982b765eb service neutron] 10.222.0.23 "GET /v2.0/networks/06393cce-5b80-43fe-9fff-d0520935306e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797739 Oct 12 08:04:08.997578 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb91679-541a-4cfb-8021-190b5939d90b req-76a9197e-2432-4192-8383-c5b7c13b4aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:04:08.999064 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2cb91679-541a-4cfb-8021-190b5939d90b req-76a9197e-2432-4192-8383-c5b7c13b4aa0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=12fc8da11bc34bc29ed0e3d2c0ec59ed&device_id=d7cd53d2-a084-4133-b619-7188d1a14c78 HTTP/1.1" status: 200 len: 1097 time: 0.0401208 Oct 12 08:04:09.091116 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb91679-541a-4cfb-8021-190b5939d90b req-faf8a239-1c96-4091-9d76-37561751f6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:04:09.092813 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2cb91679-541a-4cfb-8021-190b5939d90b req-faf8a239-1c96-4091-9d76-37561751f6fd service neutron] 10.222.0.23 "GET /v2.0/networks?id=06393cce-5b80-43fe-9fff-d0520935306e HTTP/1.1" status: 200 len: 916 time: 0.0865986 Oct 12 08:04:09.133851 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2cb91679-541a-4cfb-8021-190b5939d90b req-7d385cf6-5ab8-4007-bd40-6987314b3089 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23813cc9-2caa-40a9-bfcd-5d53bc909d58 HTTP/1.1" status: 200 len: 217 time: 0.0336370 Oct 12 08:04:09.183585 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb91679-541a-4cfb-8021-190b5939d90b req-2522d6a1-1284-4f2a-9e21-d6ca01ddd277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:04:09.184887 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2cb91679-541a-4cfb-8021-190b5939d90b req-2522d6a1-1284-4f2a-9e21-d6ca01ddd277 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d28ac88d-77bc-4621-805c-f2ddee76aa77 HTTP/1.1" status: 200 len: 854 time: 0.0450881 Oct 12 08:04:09.230621 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb91679-541a-4cfb-8021-190b5939d90b req-8efa52ec-cff9-4b11-b508-a3d2f68702b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:04:09.232036 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2cb91679-541a-4cfb-8021-190b5939d90b req-8efa52ec-cff9-4b11-b508-a3d2f68702b1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=06393cce-5b80-43fe-9fff-d0520935306e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388274 Oct 12 08:04:09.355735 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2cb91679-541a-4cfb-8021-190b5939d90b req-edbab280-23b7-4f46-8536-5f840c2969fe service neutron] 10.222.0.23 "GET /v2.0/networks/06393cce-5b80-43fe-9fff-d0520935306e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151798 Oct 12 08:04:09.365952 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdae73f-5bb3-4b80-9a3d-32ac89635823 req-beddc419-2e30-4610-9a76-cda0cc58d0b8 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:04:09.367343 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ffdae73f-5bb3-4b80-9a3d-32ac89635823 req-beddc419-2e30-4610-9a76-cda0cc58d0b8 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7cd53d2-a084-4133-b619-7188d1a14c78 HTTP/1.1" status: 200 len: 944 time: 0.0676150 Oct 12 08:04:09.451860 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ffdae73f-5bb3-4b80-9a3d-32ac89635823 req-2fa91998-48e2-410d-88e0-53d3fe73b282 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?id=96623f9a-03bc-4989-9349-7d3ad021ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767391 Oct 12 08:04:09.479784 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2cb91679-541a-4cfb-8021-190b5939d90b req-bfd2a5f6-1018-434e-9f5f-fd99cc3c26ed service neutron] 10.222.0.23 "GET /v2.0/networks/06393cce-5b80-43fe-9fff-d0520935306e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115315 Oct 12 08:04:10.573778 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327285d8-bf82-44a5-85fb-f450fc90cb83 req-478a7924-20b4-410c-8904-9b61b17884ae tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:04:10.575257 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-327285d8-bf82-44a5-85fb-f450fc90cb83 req-478a7924-20b4-410c-8904-9b61b17884ae tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7cd53d2-a084-4133-b619-7188d1a14c78 HTTP/1.1" status: 200 len: 944 time: 0.0486660 Oct 12 08:04:10.611649 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-327285d8-bf82-44a5-85fb-f450fc90cb83 req-5e61aebd-d621-4ad0-a350-ff6537d2c9b4 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?id=96623f9a-03bc-4989-9349-7d3ad021ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305336 Oct 12 08:04:10.826952 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 23813cc9-2caa-40a9-bfcd-5d53bc909d58 details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 08:04:10.923321 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 23813cc9-2caa-40a9-bfcd-5d53bc909d58, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=23813cc9-2caa-40a9-bfcd-5d53bc909d58,segment=NetworkSegment(dd4cd432-5695-4f48-90ca-f98a12eb7695),segment_id=dd4cd432-5695-4f48-90ca-f98a12eb7695)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:04:10.933774 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': '23813cc9-2caa-40a9-bfcd-5d53bc909d58', 'network_id': '06393cce-5b80-43fe-9fff-d0520935306e', 'port_id': '23813cc9-2caa-40a9-bfcd-5d53bc909d58', 'mac_address': 'fa:16:3e:7d:8f:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd28ac88d-77bc-4621-805c-f2ddee76aa77', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 08:04:10.970555 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 23813cc9-2caa-40a9-bfcd-5d53bc909d58 is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:04:10.970939 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:10.983653 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23813cc9-2caa-40a9-bfcd-5d53bc909d58 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 08:04:11.006060 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 23813cc9-2caa-40a9-bfcd-5d53bc909d58, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=23813cc9-2caa-40a9-bfcd-5d53bc909d58,segment=NetworkSegment(dd4cd432-5695-4f48-90ca-f98a12eb7695),segment_id=dd4cd432-5695-4f48-90ca-f98a12eb7695)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:04:11.009642 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:11.055040 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=23813cc9-2caa-40a9-bfcd-5d53bc909d58,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:04:11.215830 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['23813cc9-2caa-40a9-bfcd-5d53bc909d58'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 08:04:11.727639 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1063669-5c07-482a-aba8-60ce8ccea50e req-a62ece29-5a69-4d9e-bc44-ad2eaede08bf tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:04:11.729085 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f1063669-5c07-482a-aba8-60ce8ccea50e req-a62ece29-5a69-4d9e-bc44-ad2eaede08bf tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7cd53d2-a084-4133-b619-7188d1a14c78 HTTP/1.1" status: 200 len: 945 time: 0.0478964 Oct 12 08:04:11.766166 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f1063669-5c07-482a-aba8-60ce8ccea50e req-81b7e6a1-1be8-4524-9496-43842fcb3a2a tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?id=96623f9a-03bc-4989-9349-7d3ad021ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312271 Oct 12 08:04:12.835789 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 23813cc9-2caa-40a9-bfcd-5d53bc909d58 up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:04:12.884082 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab4f82-c7aa-42eb-b105-8cb9bb7bb690 req-3647f6cb-c457-4e55-b667-9322b95898f2 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:04:12.884694 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning for port 23813cc9-2caa-40a9-bfcd-5d53bc909d58 completed by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 12 08:04:12.885733 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-71ab4f82-c7aa-42eb-b105-8cb9bb7bb690 req-3647f6cb-c457-4e55-b667-9322b95898f2 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7cd53d2-a084-4133-b619-7188d1a14c78 HTTP/1.1" status: 200 len: 945 time: 0.0481474 Oct 12 08:04:12.888547 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port 23813cc9-2caa-40a9-bfcd-5d53bc909d58 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:04:12.888933 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:12.889260 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port 23813cc9-2caa-40a9-bfcd-5d53bc909d58 Oct 12 08:04:12.926889 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-71ab4f82-c7aa-42eb-b105-8cb9bb7bb690 req-23ae3d28-d2c4-451d-b23f-5b31ec505d55 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?id=96623f9a-03bc-4989-9349-7d3ad021ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351021 Oct 12 08:04:12.966744 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 23813cc9-2caa-40a9-bfcd-5d53bc909d58 is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:04:12.967136 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:12.989295 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7cd53d2-a084-4133-b619-7188d1a14c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23813cc9-2caa-40a9-bfcd-5d53bc909d58'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:04:12.991584 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88eec20-d7f7-4c4f-bcff-57291973dfd7" -d '{"events": [{"server_uuid": "d7cd53d2-a084-4133-b619-7188d1a14c78", "name": "network-vif-plugged", "status": "completed", "tag": "23813cc9-2caa-40a9-bfcd-5d53bc909d58"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:04:13.004520 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 23813cc9-2caa-40a9-bfcd-5d53bc909d58, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=23813cc9-2caa-40a9-bfcd-5d53bc909d58,segment=NetworkSegment(dd4cd432-5695-4f48-90ca-f98a12eb7695),segment_id=dd4cd432-5695-4f48-90ca-f98a12eb7695)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:04:13.008525 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:13.035340 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 08:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a275101-1a0a-43fe-8df3-97e464ca9b21 x-openstack-request-id: req-5a275101-1a0a-43fe-8df3-97e464ca9b21 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:04:13.035705 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7cd53d2-a084-4133-b619-7188d1a14c78", "name": "network-vif-plugged", "status": "completed", "tag": "23813cc9-2caa-40a9-bfcd-5d53bc909d58", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:04:13.035965 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5a275101-1a0a-43fe-8df3-97e464ca9b21 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:04:13.036354 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a275101-1a0a-43fe-8df3-97e464ca9b21'] response: {'server_uuid': 'd7cd53d2-a084-4133-b619-7188d1a14c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23813cc9-2caa-40a9-bfcd-5d53bc909d58', 'code': 200} Oct 12 08:04:13.064354 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=23813cc9-2caa-40a9-bfcd-5d53bc909d58,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:04:13.188995 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e1848-171f-46ed-9fba-ee783ca0958a req-1fb86fd4-4931-4547-9ee6-e36e5ec84050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:04:13.190497 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ea8e1848-171f-46ed-9fba-ee783ca0958a req-1fb86fd4-4931-4547-9ee6-e36e5ec84050 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d7cd53d2-a084-4133-b619-7188d1a14c78 HTTP/1.1" status: 200 len: 1099 time: 0.0394328 Oct 12 08:04:13.223880 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ea8e1848-171f-46ed-9fba-ee783ca0958a req-89a46f1f-71ff-4c14-9e30-38a258a9c282 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=96623f9a-03bc-4989-9349-7d3ad021ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271225 Oct 12 08:04:13.957853 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-01d12743-7252-4682-9b3d-7f24070c4196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:14.045290 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22529dc6-6de6-48f2-b741-4595e8782db0 req-8a855e34-7835-4ba6-af86-0317466dac43 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:04:14.046768 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-22529dc6-6de6-48f2-b741-4595e8782db0 req-8a855e34-7835-4ba6-af86-0317466dac43 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7cd53d2-a084-4133-b619-7188d1a14c78 HTTP/1.1" status: 200 len: 946 time: 0.0480223 Oct 12 08:04:14.084376 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-22529dc6-6de6-48f2-b741-4595e8782db0 req-2e395807-ccb3-4d10-8ba6-94ff1cdac78c tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?id=96623f9a-03bc-4989-9349-7d3ad021ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317008 Oct 12 08:04:15.203347 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9b2ba-bc41-45c9-a0c8-ec3b732cbb2f req-80633704-afd9-4df9-b0b4-645541b82e82 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:04:15.204816 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e9a9b2ba-bc41-45c9-a0c8-ec3b732cbb2f req-80633704-afd9-4df9-b0b4-645541b82e82 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7cd53d2-a084-4133-b619-7188d1a14c78 HTTP/1.1" status: 200 len: 946 time: 0.0486894 Oct 12 08:04:15.244427 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e9a9b2ba-bc41-45c9-a0c8-ec3b732cbb2f req-0d2bc2e7-cdc0-41a2-b37d-aea03e70788f tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?id=96623f9a-03bc-4989-9349-7d3ad021ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337675 Oct 12 08:04:15.360374 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3afbdd-f37b-4e8d-96b5-0b47e0fd3251 req-a46a1c60-bd04-4849-8ac9-8fdf3bdef023 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:04:15.361846 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0f3afbdd-f37b-4e8d-96b5-0b47e0fd3251 req-a46a1c60-bd04-4849-8ac9-8fdf3bdef023 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7cd53d2-a084-4133-b619-7188d1a14c78 HTTP/1.1" status: 200 len: 946 time: 0.0475564 Oct 12 08:04:15.399483 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0f3afbdd-f37b-4e8d-96b5-0b47e0fd3251 req-c924c90d-c66f-4c49-8722-132952349773 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?id=96623f9a-03bc-4989-9349-7d3ad021ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314617 Oct 12 08:04:15.722462 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29039266-d476-41a0-a58b-19031cf5160e req-eca4e490-bbfd-46d6-8ce5-ee7991ccfd2c tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:04:15.724401 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-29039266-d476-41a0-a58b-19031cf5160e req-eca4e490-bbfd-46d6-8ce5-ee7991ccfd2c tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7cd53d2-a084-4133-b619-7188d1a14c78 HTTP/1.1" status: 200 len: 946 time: 0.0495389 Oct 12 08:04:15.763473 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-29039266-d476-41a0-a58b-19031cf5160e req-bfda513e-75d2-4c97-b9f7-ba9c709e0650 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?id=96623f9a-03bc-4989-9349-7d3ad021ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332270 Oct 12 08:04:16.123942 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8fe7c1f0-2eee-4d14-bc4a-95b774ef3542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:16.391389 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3d0b7920-2129-450c-bcb0-0fe2bd065b83 req-0a5c2801-1ff1-4fd9-8cc9-cc1bfcf4b029 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d7cd53d2-a084-4133-b619-7188d1a14c78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390463 Oct 12 08:04:16.478761 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b7920-2129-450c-bcb0-0fe2bd065b83 req-9fb11d87-6669-4fa9-811d-63d8d5aecd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:04:16.480156 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3d0b7920-2129-450c-bcb0-0fe2bd065b83 req-9fb11d87-6669-4fa9-811d-63d8d5aecd50 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=12fc8da11bc34bc29ed0e3d2c0ec59ed&device_id=d7cd53d2-a084-4133-b619-7188d1a14c78 HTTP/1.1" status: 200 len: 1099 time: 0.0451915 Oct 12 08:04:16.582728 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b7920-2129-450c-bcb0-0fe2bd065b83 req-7c7dac93-5bf8-40a0-bd2c-7ae35f6ce6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:04:16.584214 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3d0b7920-2129-450c-bcb0-0fe2bd065b83 req-7c7dac93-5bf8-40a0-bd2c-7ae35f6ce6be service neutron] 10.222.0.23 "GET /v2.0/networks?id=06393cce-5b80-43fe-9fff-d0520935306e HTTP/1.1" status: 200 len: 916 time: 0.0857866 Oct 12 08:04:16.629429 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3d0b7920-2129-450c-bcb0-0fe2bd065b83 req-7ac35ea3-995f-431e-b75c-7376b23c4bed service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23813cc9-2caa-40a9-bfcd-5d53bc909d58 HTTP/1.1" status: 200 len: 217 time: 0.0392208 Oct 12 08:04:16.681198 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b7920-2129-450c-bcb0-0fe2bd065b83 req-dfccd2ab-560e-420c-8ef1-c7731cb581d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:04:16.682660 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3d0b7920-2129-450c-bcb0-0fe2bd065b83 req-dfccd2ab-560e-420c-8ef1-c7731cb581d7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d28ac88d-77bc-4621-805c-f2ddee76aa77 HTTP/1.1" status: 200 len: 854 time: 0.0476699 Oct 12 08:04:16.728625 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b7920-2129-450c-bcb0-0fe2bd065b83 req-7f1d3547-a57c-4dfa-808c-44ade732e14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:04:16.730185 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3d0b7920-2129-450c-bcb0-0fe2bd065b83 req-7f1d3547-a57c-4dfa-808c-44ade732e14c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=06393cce-5b80-43fe-9fff-d0520935306e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410290 Oct 12 08:04:16.824969 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3d0b7920-2129-450c-bcb0-0fe2bd065b83 req-f698ab5b-c425-4f31-adbe-2930c475f187 service neutron] 10.222.0.23 "GET /v2.0/networks/06393cce-5b80-43fe-9fff-d0520935306e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880432 Oct 12 08:04:16.912870 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3d0b7920-2129-450c-bcb0-0fe2bd065b83 req-208d1a85-e79d-4c2b-90bd-0c0f000e886a service neutron] 10.222.0.23 "GET /v2.0/networks/06393cce-5b80-43fe-9fff-d0520935306e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812333 Oct 12 08:04:17.330737 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:18.889161 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:19.184415 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:21.270863 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:29.858081 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82753a8-10b2-42e3-94b2-323f478e5680 req-a8d9e3ed-2696-46b6-a868-c4557a526499 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:04:29.859550 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a82753a8-10b2-42e3-94b2-323f478e5680 req-a8d9e3ed-2696-46b6-a868-c4557a526499 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7cd53d2-a084-4133-b619-7188d1a14c78 HTTP/1.1" status: 200 len: 946 time: 0.3785818 Oct 12 08:04:29.896799 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a82753a8-10b2-42e3-94b2-323f478e5680 req-39532acc-6dc7-43c6-9365-4c31cd8d104c tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?id=96623f9a-03bc-4989-9349-7d3ad021ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308588 Oct 12 08:04:29.924818 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 47492) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:04:30.045876 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cd5ee9-0f76-4471-8ce3-5f1c8bf0211f tempest-TestMinimumBasicScenario-1973749490 tempest-TestMinimumBasicScenario-1973749490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:04:30.047394 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-74cd5ee9-0f76-4471-8ce3-5f1c8bf0211f tempest-TestMinimumBasicScenario-1973749490 tempest-TestMinimumBasicScenario-1973749490-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d7cd53d2-a084-4133-b619-7188d1a14c78 HTTP/1.1" status: 200 len: 1094 time: 0.1216187 Oct 12 08:04:30.050387 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 47496) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:04:30.054487 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-5b41acab-5f01-4f2e-b8b9-c5bd23c48370 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Request body: {'floatingip': {'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'port_id': '23813cc9-2caa-40a9-bfcd-5d53bc909d58', 'tenant_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:04:30.074699 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5b41acab-5f01-4f2e-b8b9-c5bd23c48370 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for floatingip, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:30.169602 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5b41acab-5f01-4f2e-b8b9-c5bd23c48370 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:30.267736 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-5b41acab-5f01-4f2e-b8b9-c5bd23c48370 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Allocated IP 172.26.3.78 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/9d56a6de-24fe-4908-8662-e1b32c823f79) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:04:30.368415 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5b41acab-5f01-4f2e-b8b9-c5bd23c48370 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:30.401199 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5b41acab-5f01-4f2e-b8b9-c5bd23c48370 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:30.440483 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b41acab-5f01-4f2e-b8b9-c5bd23c48370 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:04:30.444754 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-5b41acab-5f01-4f2e-b8b9-c5bd23c48370 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:04:30.448895 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b41acab-5f01-4f2e-b8b9-c5bd23c48370 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:04:30.452450 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b41acab-5f01-4f2e-b8b9-c5bd23c48370 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Pushing event updated for resources: {'Port': ['ID=9d56a6de-24fe-4908-8662-e1b32c823f79,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:04:30.797598 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5b41acab-5f01-4f2e-b8b9-c5bd23c48370 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:30.861979 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5b41acab-5f01-4f2e-b8b9-c5bd23c48370 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:31.012347 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5b41acab-5f01-4f2e-b8b9-c5bd23c48370 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:31.017325 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5b41acab-5f01-4f2e-b8b9-c5bd23c48370 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:31.085575 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b41acab-5f01-4f2e-b8b9-c5bd23c48370 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Pushing event updated for resources: {'Port': ['ID=9d56a6de-24fe-4908-8662-e1b32c823f79,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:04:31.088191 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5b41acab-5f01-4f2e-b8b9-c5bd23c48370 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:31.183450 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [None req-5b41acab-5f01-4f2e-b8b9-c5bd23c48370 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Floating IP 5a1334aa-38cf-472c-9109-759df7a6c6b9 associated. External IP: 172.26.3.78, port: 23813cc9-2caa-40a9-bfcd-5d53bc909d58. Oct 12 08:04:31.391378 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b41acab-5f01-4f2e-b8b9-c5bd23c48370 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Router 9791d87e-9fbc-470d-bb79-a8337e380d3f has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:04:31.499822 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b41acab-5f01-4f2e-b8b9-c5bd23c48370 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:04:31.509601 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc77fe3-e080-4a41-9c28-fb40f2843e66 None None] Sync routers for ids ['9791d87e-9fbc-470d-bb79-a8337e380d3f'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:04:31.518279 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5b41acab-5f01-4f2e-b8b9-c5bd23c48370 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:31.520475 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc77fe3-e080-4a41-9c28-fb40f2843e66 None None] Routers {'9791d87e-9fbc-470d-bb79-a8337e380d3f'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:04:31.521142 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-6bc77fe3-e080-4a41-9c28-fb40f2843e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:04:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['9791d87e-9fbc-470d-bb79-a8337e380d3f'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:04:31.545289 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-5b41acab-5f01-4f2e-b8b9-c5bd23c48370 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4939237 Oct 12 08:04:31.545937 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7cd53d2-a084-4133-b619-7188d1a14c78', 'tag': '23813cc9-2caa-40a9-bfcd-5d53bc909d58'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:04:31.548198 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 47498) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:04:31.548708 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b355dd4-ae95-4995-af8d-61da4df99553" -d '{"events": [{"name": "network-changed", "server_uuid": "d7cd53d2-a084-4133-b619-7188d1a14c78", "tag": "23813cc9-2caa-40a9-bfcd-5d53bc909d58"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:04:31.553144 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-85c449d3-0456-4d63-8e8e-710415c4396a tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-465120304', 'description': 'tempest-secgroup-smoke-465120304 description', 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:04:31.576667 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-85c449d3-0456-4d63-8e8e-710415c4396a tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:31.584262 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 08:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aaab9d9-b8b9-4fcb-bc83-21ebcb774228 x-openstack-request-id: req-1aaab9d9-b8b9-4fcb-bc83-21ebcb774228 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:04:31.584566 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7cd53d2-a084-4133-b619-7188d1a14c78", "tag": "23813cc9-2caa-40a9-bfcd-5d53bc909d58", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:04:31.584825 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1aaab9d9-b8b9-4fcb-bc83-21ebcb774228 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:04:31.585242 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aaab9d9-b8b9-4fcb-bc83-21ebcb774228'] response: {'name': 'network-changed', 'server_uuid': 'd7cd53d2-a084-4133-b619-7188d1a14c78', 'tag': '23813cc9-2caa-40a9-bfcd-5d53bc909d58', 'status': 'completed', 'code': 200} Oct 12 08:04:31.630350 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-6bc77fe3-e080-4a41-9c28-fb40f2843e66 None None] Set router 9791d87e-9fbc-470d-bb79-a8337e380d3f gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:04:31.659554 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b355dd4-ae95-4995-af8d-61da4df99553 req-d767ac37-3922-4d79-934f-71bd5fe7b735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:04:31.661133 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3b355dd4-ae95-4995-af8d-61da4df99553 req-d767ac37-3922-4d79-934f-71bd5fe7b735 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=12fc8da11bc34bc29ed0e3d2c0ec59ed&device_id=d7cd53d2-a084-4133-b619-7188d1a14c78 HTTP/1.1" status: 200 len: 1099 time: 0.0471303 Oct 12 08:04:31.664379 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-85c449d3-0456-4d63-8e8e-710415c4396a tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:31.668418 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-85c449d3-0456-4d63-8e8e-710415c4396a tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:31.699950 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c449d3-0456-4d63-8e8e-710415c4396a tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8894eab-6fcc-42d2-8933-6f84edebb4d0,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:04:31.708237 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-85c449d3-0456-4d63-8e8e-710415c4396a tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:31.712678 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-85c449d3-0456-4d63-8e8e-710415c4396a tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1633296 Oct 12 08:04:31.713352 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 47502) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:04:31.717778 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-4adeecc2-7806-4f61-b147-ccc0ff2ad44b tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Request body: {'security_group_rule': {'security_group_id': 'd8894eab-6fcc-42d2-8933-6f84edebb4d0', 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:04:31.746468 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4adeecc2-7806-4f61-b147-ccc0ff2ad44b tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:31.765037 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b355dd4-ae95-4995-af8d-61da4df99553 req-130ad658-644c-48af-a1bc-d0476d832737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:04:31.766556 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3b355dd4-ae95-4995-af8d-61da4df99553 req-130ad658-644c-48af-a1bc-d0476d832737 service neutron] 10.222.0.23 "GET /v2.0/networks?id=06393cce-5b80-43fe-9fff-d0520935306e HTTP/1.1" status: 200 len: 916 time: 0.0985043 Oct 12 08:04:31.805596 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4adeecc2-7806-4f61-b147-ccc0ff2ad44b tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:31.812109 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4adeecc2-7806-4f61-b147-ccc0ff2ad44b tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:31.831741 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adeecc2-7806-4f61-b147-ccc0ff2ad44b tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab111952-3c49-48e0-bfa5-19d3771a24e6,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:04:31.844032 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4adeecc2-7806-4f61-b147-ccc0ff2ad44b tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:31.845395 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-4adeecc2-7806-4f61-b147-ccc0ff2ad44b tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1310561 Oct 12 08:04:31.847579 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3b355dd4-ae95-4995-af8d-61da4df99553 req-d894a4ad-ebdd-4ba1-bde1-4758e4bda81f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23813cc9-2caa-40a9-bfcd-5d53bc909d58 HTTP/1.1" status: 200 len: 999 time: 0.0745511 Oct 12 08:04:31.848266 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 47504) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:04:31.852824 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-92552875-a37f-49b5-ada8-9a5fc8be9261 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Request body: {'security_group_rule': {'security_group_id': 'd8894eab-6fcc-42d2-8933-6f84edebb4d0', 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:04:31.862309 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-6bc77fe3-e080-4a41-9c28-fb40f2843e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'name': 'tempest-TestMinimumBasicScenario-1051134320-router', 'tenant_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'be715957-c604-4d4c-b5a5-85027c36fb1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:03:40Z', 'updated_at': '2022-10-12T08:03:43Z', 'revision_number': 4, 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'gw_port': {'id': 'be715957-c604-4d4c-b5a5-85027c36fb1c', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:af:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:03:41Z', 'updated_at': '2022-10-12T08:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '5a1334aa-38cf-472c-9109-759df7a6c6b9', 'tenant_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'floating_ip_address': '172.26.3.78', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'port_id': '23813cc9-2caa-40a9-bfcd-5d53bc909d58', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06393cce-5b80-43fe-9fff-d0520935306e', 'mac_address': 'fa:16:3e:7d:8f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cd53d2-a084-4133-b619-7188d1a14c78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T08:04:30Z', 'updated_at': '2022-10-12T08:04:30Z', 'revision_number': 0, 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '158b6c4c-dde4-4383-807d-ddcdcce440e8', 'name': '', 'network_id': '06393cce-5b80-43fe-9fff-d0520935306e', 'tenant_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'mac_address': 'fa:16:3e:97:ab:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'd28ac88d-77bc-4621-805c-f2ddee76aa77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:03:42Z', 'updated_at': '2022-10-12T08:03:46Z', 'revision_number': 5, 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'subnets': [{'id': 'd28ac88d-77bc-4621-805c-f2ddee76aa77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:04:31.893887 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc77fe3-e080-4a41-9c28-fb40f2843e66 None None] Checking router: 9791d87e-9fbc-470d-bb79-a8337e380d3f for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:04:31.904527 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc77fe3-e080-4a41-9c28-fb40f2843e66 None None] Routers {'9791d87e-9fbc-470d-bb79-a8337e380d3f'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:04:31.905334 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-6bc77fe3-e080-4a41-9c28-fb40f2843e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:04:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['9791d87e-9fbc-470d-bb79-a8337e380d3f'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:04:31.913778 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-92552875-a37f-49b5-ada8-9a5fc8be9261 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:31.920093 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b355dd4-ae95-4995-af8d-61da4df99553 req-dedeb86d-a9af-407f-8191-c71a1276a59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:04:31.921568 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3b355dd4-ae95-4995-af8d-61da4df99553 req-dedeb86d-a9af-407f-8191-c71a1276a59c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d28ac88d-77bc-4621-805c-f2ddee76aa77 HTTP/1.1" status: 200 len: 854 time: 0.0635767 Oct 12 08:04:31.991381 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b355dd4-ae95-4995-af8d-61da4df99553 req-660e0997-69ba-43db-8f9c-44c58056e1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:04:31.993093 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3b355dd4-ae95-4995-af8d-61da4df99553 req-660e0997-69ba-43db-8f9c-44c58056e1d1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=06393cce-5b80-43fe-9fff-d0520935306e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0638652 Oct 12 08:04:32.005362 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-92552875-a37f-49b5-ada8-9a5fc8be9261 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:32.015299 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-92552875-a37f-49b5-ada8-9a5fc8be9261 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:32.064596 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92552875-a37f-49b5-ada8-9a5fc8be9261 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d8a1937-f757-467a-9baa-12e94f761e22,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:04:32.096788 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-92552875-a37f-49b5-ada8-9a5fc8be9261 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:32.098010 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-92552875-a37f-49b5-ada8-9a5fc8be9261 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2488215 Oct 12 08:04:32.100828 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 47506) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:04:32.101589 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-6bc77fe3-e080-4a41-9c28-fb40f2843e66 None None] Set router 9791d87e-9fbc-470d-bb79-a8337e380d3f gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:04:32.105818 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-c1853874-810f-4ec9-b176-69d6c6f80835 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Request body: {'security_group_rule': {'security_group_id': 'd8894eab-6fcc-42d2-8933-6f84edebb4d0', 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:04:32.129388 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3b355dd4-ae95-4995-af8d-61da4df99553 req-17de53f2-d86d-4e1d-9e3b-d3211201173a service neutron] 10.222.0.23 "GET /v2.0/networks/06393cce-5b80-43fe-9fff-d0520935306e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261327 Oct 12 08:04:32.132986 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c1853874-810f-4ec9-b176-69d6c6f80835 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:32.192713 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c1853874-810f-4ec9-b176-69d6c6f80835 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:32.197943 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c1853874-810f-4ec9-b176-69d6c6f80835 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:32.219772 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1853874-810f-4ec9-b176-69d6c6f80835 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e227f4a-f803-458c-8913-e76612b58ca7,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:04:32.226405 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c1853874-810f-4ec9-b176-69d6c6f80835 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:32.230608 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c1853874-810f-4ec9-b176-69d6c6f80835 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1253612 Oct 12 08:04:32.230608 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 47508) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:04:32.234715 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-8fd7b729-9838-4387-abc3-a97fdc3c161b tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Request body: {'security_group_rule': {'security_group_id': 'd8894eab-6fcc-42d2-8933-6f84edebb4d0', 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:04:32.239857 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3b355dd4-ae95-4995-af8d-61da4df99553 req-6c30761f-3759-4f0e-a29a-e76de98ca2ab service neutron] 10.222.0.23 "GET /v2.0/networks/06393cce-5b80-43fe-9fff-d0520935306e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035261 Oct 12 08:04:32.262756 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8fd7b729-9838-4387-abc3-a97fdc3c161b tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:32.328652 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8fd7b729-9838-4387-abc3-a97fdc3c161b tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:32.332643 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8fd7b729-9838-4387-abc3-a97fdc3c161b tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:32.334640 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-6bc77fe3-e080-4a41-9c28-fb40f2843e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'name': 'tempest-TestMinimumBasicScenario-1051134320-router', 'tenant_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'be715957-c604-4d4c-b5a5-85027c36fb1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:03:40Z', 'updated_at': '2022-10-12T08:03:43Z', 'revision_number': 4, 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'gw_port': {'id': 'be715957-c604-4d4c-b5a5-85027c36fb1c', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:af:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:03:41Z', 'updated_at': '2022-10-12T08:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '5a1334aa-38cf-472c-9109-759df7a6c6b9', 'tenant_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'floating_ip_address': '172.26.3.78', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'port_id': '23813cc9-2caa-40a9-bfcd-5d53bc909d58', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06393cce-5b80-43fe-9fff-d0520935306e', 'mac_address': 'fa:16:3e:7d:8f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cd53d2-a084-4133-b619-7188d1a14c78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T08:04:30Z', 'updated_at': '2022-10-12T08:04:30Z', 'revision_number': 0, 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '158b6c4c-dde4-4383-807d-ddcdcce440e8', 'name': '', 'network_id': '06393cce-5b80-43fe-9fff-d0520935306e', 'tenant_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'mac_address': 'fa:16:3e:97:ab:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'd28ac88d-77bc-4621-805c-f2ddee76aa77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:03:42Z', 'updated_at': '2022-10-12T08:03:46Z', 'revision_number': 5, 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'subnets': [{'id': 'd28ac88d-77bc-4621-805c-f2ddee76aa77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:04:32.351339 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd7b729-9838-4387-abc3-a97fdc3c161b tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cbef1b7-4a9a-4828-a4e8-296138a4fb53,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:04:32.360929 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8fd7b729-9838-4387-abc3-a97fdc3c161b tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:32.362273 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc77fe3-e080-4a41-9c28-fb40f2843e66 None None] The sync data for ids ['9791d87e-9fbc-470d-bb79-a8337e380d3f'] in dv-neutron-860909-2-hyperv is: [{'id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'name': 'tempest-TestMinimumBasicScenario-1051134320-router', 'tenant_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'be715957-c604-4d4c-b5a5-85027c36fb1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:03:40Z', 'updated_at': '2022-10-12T08:03:43Z', 'revision_number': 4, 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'gw_port': {'id': 'be715957-c604-4d4c-b5a5-85027c36fb1c', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:af:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:03:41Z', 'updated_at': '2022-10-12T08:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '5a1334aa-38cf-472c-9109-759df7a6c6b9', 'tenant_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'floating_ip_address': '172.26.3.78', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'port_id': '23813cc9-2caa-40a9-bfcd-5d53bc909d58', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06393cce-5b80-43fe-9fff-d0520935306e', 'mac_address': 'fa:16:3e:7d:8f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cd53d2-a084-4133-b619-7188d1a14c78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T08:04:30Z', 'updated_at': '2022-10-12T08:04:30Z', 'revision_number': 0, 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '158b6c4c-dde4-4383-807d-ddcdcce440e8', 'name': '', 'network_id': '06393cce-5b80-43fe-9fff-d0520935306e', 'tenant_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'mac_address': 'fa:16:3e:97:ab:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'd28ac88d-77bc-4621-805c-f2ddee76aa77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:03:42Z', 'updated_at': '2022-10-12T08:03:46Z', 'revision_number': 5, 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'subnets': [{'id': 'd28ac88d-77bc-4621-805c-f2ddee76aa77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:04:32.362710 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-8fd7b729-9838-4387-abc3-a97fdc3c161b tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1310608 Oct 12 08:04:32.365131 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 47510) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:04:32.369629 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-58d36746-4e65-4eb6-8be3-d7798c9301cc tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Request body: {'security_group_rule': {'security_group_id': 'd8894eab-6fcc-42d2-8933-6f84edebb4d0', 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:04:32.397052 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.securitygroups_db [None req-58d36746-4e65-4eb6-8be3-d7798c9301cc tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Project 12fc8da11bc34bc29ed0e3d2c0ec59ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 08:04:32.408531 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-58d36746-4e65-4eb6-8be3-d7798c9301cc tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:32.483723 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-58d36746-4e65-4eb6-8be3-d7798c9301cc tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:32.487496 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-58d36746-4e65-4eb6-8be3-d7798c9301cc tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:32.507545 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d36746-4e65-4eb6-8be3-d7798c9301cc tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8fe0724-3a77-4849-98ae-9039cc5f8927,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:04:32.513959 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-58d36746-4e65-4eb6-8be3-d7798c9301cc tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:32.515289 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-58d36746-4e65-4eb6-8be3-d7798c9301cc tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1492112 Oct 12 08:04:32.517995 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 47512) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:04:32.522988 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-9e3e0b17-13f1-46ac-a2b6-f5c391964534 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Request body: {'security_group_rule': {'security_group_id': 'd8894eab-6fcc-42d2-8933-6f84edebb4d0', 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:04:32.544168 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.securitygroups_db [None req-9e3e0b17-13f1-46ac-a2b6-f5c391964534 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Project 12fc8da11bc34bc29ed0e3d2c0ec59ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 08:04:32.551765 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9e3e0b17-13f1-46ac-a2b6-f5c391964534 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:32.606013 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e63556f-1fcd-4e84-9303-1ca610907b28 None None] New status for floating IP 5a1334aa-38cf-472c-9109-759df7a6c6b9: ACTIVE {{(pid=103202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 08:04:32.626329 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9e3e0b17-13f1-46ac-a2b6-f5c391964534 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:32.631688 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9e3e0b17-13f1-46ac-a2b6-f5c391964534 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:32.650928 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3e0b17-13f1-46ac-a2b6-f5c391964534 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa0d7857-e832-4e38-9ab5-d1fdd8024e38,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:04:32.658278 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9e3e0b17-13f1-46ac-a2b6-f5c391964534 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:32.659676 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-9e3e0b17-13f1-46ac-a2b6-f5c391964534 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1403351 Oct 12 08:04:32.737836 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d6b3d173-0677-4826-92a1-d5dffee58c86 req-35002b73-3bee-4931-ba05-c96822eb0692 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-465120304&fields=id&tenant_id=12fc8da11bc34bc29ed0e3d2c0ec59ed HTTP/1.1" status: 200 len: 267 time: 0.0326297 Oct 12 08:04:32.808093 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3d173-0677-4826-92a1-d5dffee58c86 req-e6c89b6f-a333-4270-b64d-28e9c6024ddb tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:04:32.809438 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d6b3d173-0677-4826-92a1-d5dffee58c86 req-e6c89b6f-a333-4270-b64d-28e9c6024ddb tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7cd53d2-a084-4133-b619-7188d1a14c78 HTTP/1.1" status: 200 len: 946 time: 0.0657814 Oct 12 08:04:32.822361 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-d6b3d173-0677-4826-92a1-d5dffee58c86 req-a48c7913-3642-4e44-86f5-0fd6b9e9fbce tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Request body: {'port': {'security_groups': ['96623f9a-03bc-4989-9349-7d3ad021ebd3', 'd8894eab-6fcc-42d2-8933-6f84edebb4d0']}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:04:32.887089 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-d6b3d173-0677-4826-92a1-d5dffee58c86 req-a48c7913-3642-4e44-86f5-0fd6b9e9fbce tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:33.069653 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-d6b3d173-0677-4826-92a1-d5dffee58c86 req-a48c7913-3642-4e44-86f5-0fd6b9e9fbce tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] For port 23813cc9-2caa-40a9-bfcd-5d53bc909d58, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=23813cc9-2caa-40a9-bfcd-5d53bc909d58,segment=NetworkSegment(dd4cd432-5695-4f48-90ca-f98a12eb7695),segment_id=dd4cd432-5695-4f48-90ca-f98a12eb7695)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:04:33.098110 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-d6b3d173-0677-4826-92a1-d5dffee58c86 req-a48c7913-3642-4e44-86f5-0fd6b9e9fbce tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:33.104146 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-d6b3d173-0677-4826-92a1-d5dffee58c86 req-a48c7913-3642-4e44-86f5-0fd6b9e9fbce tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:33.114685 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3d173-0677-4826-92a1-d5dffee58c86 req-a48c7913-3642-4e44-86f5-0fd6b9e9fbce tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:04:33.115291 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-d6b3d173-0677-4826-92a1-d5dffee58c86 req-a48c7913-3642-4e44-86f5-0fd6b9e9fbce tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:33.116651 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d6b3d173-0677-4826-92a1-d5dffee58c86 req-a48c7913-3642-4e44-86f5-0fd6b9e9fbce tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "PUT /v2.0/ports/23813cc9-2caa-40a9-bfcd-5d53bc909d58 HTTP/1.1" status: 200 len: 982 time: 0.2991283 Oct 12 08:04:33.116943 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['23813cc9-2caa-40a9-bfcd-5d53bc909d58'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 08:04:33.173722 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c7913-3642-4e44-86f5-0fd6b9e9fbce tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Pushing event updated for resources: {'Port': ['ID=23813cc9-2caa-40a9-bfcd-5d53bc909d58,revision_number=6']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:04:33.190135 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['23813cc9-2caa-40a9-bfcd-5d53bc909d58'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 08:04:33.228809 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e8c40-71ea-4a8a-8c15-a53eef865b65 req-3e7d1048-6cb3-48e3-93aa-1c2e7fe5a0a4 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:04:33.230315 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b45e8c40-71ea-4a8a-8c15-a53eef865b65 req-3e7d1048-6cb3-48e3-93aa-1c2e7fe5a0a4 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7cd53d2-a084-4133-b619-7188d1a14c78 HTTP/1.1" status: 200 len: 985 time: 0.0583429 Oct 12 08:04:33.271477 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b45e8c40-71ea-4a8a-8c15-a53eef865b65 req-482abc3b-042d-4b84-9857-7f005761fd81 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8894eab-6fcc-42d2-8933-6f84edebb4d0&id=96623f9a-03bc-4989-9349-7d3ad021ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332141 Oct 12 08:04:33.586192 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7cd53d2-a084-4133-b619-7188d1a14c78', 'tag': '23813cc9-2caa-40a9-bfcd-5d53bc909d58'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:04:33.588606 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02211a7f-fb00-4342-994d-a3844a5bb260" -d '{"events": [{"name": "network-changed", "server_uuid": "d7cd53d2-a084-4133-b619-7188d1a14c78", "tag": "23813cc9-2caa-40a9-bfcd-5d53bc909d58"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:04:33.623987 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 08:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f5f48a-9a51-4ec9-897f-5faf7b63d465 x-openstack-request-id: req-12f5f48a-9a51-4ec9-897f-5faf7b63d465 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:04:33.624281 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7cd53d2-a084-4133-b619-7188d1a14c78", "tag": "23813cc9-2caa-40a9-bfcd-5d53bc909d58", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:04:33.624542 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-12f5f48a-9a51-4ec9-897f-5faf7b63d465 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:04:33.624981 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12f5f48a-9a51-4ec9-897f-5faf7b63d465'] response: {'name': 'network-changed', 'server_uuid': 'd7cd53d2-a084-4133-b619-7188d1a14c78', 'tag': '23813cc9-2caa-40a9-bfcd-5d53bc909d58', 'status': 'completed', 'code': 200} Oct 12 08:04:33.688000 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02211a7f-fb00-4342-994d-a3844a5bb260 req-68963fcd-a9b3-4668-868c-f0634bf88f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:04:33.689494 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-02211a7f-fb00-4342-994d-a3844a5bb260 req-68963fcd-a9b3-4668-868c-f0634bf88f1c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=12fc8da11bc34bc29ed0e3d2c0ec59ed&device_id=d7cd53d2-a084-4133-b619-7188d1a14c78 HTTP/1.1" status: 200 len: 1138 time: 0.0423012 Oct 12 08:04:33.781882 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02211a7f-fb00-4342-994d-a3844a5bb260 req-b83e061b-7f54-4805-bec9-d2d403209ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:04:33.783353 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-02211a7f-fb00-4342-994d-a3844a5bb260 req-b83e061b-7f54-4805-bec9-d2d403209ad6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=06393cce-5b80-43fe-9fff-d0520935306e HTTP/1.1" status: 200 len: 916 time: 0.0863502 Oct 12 08:04:33.847923 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-02211a7f-fb00-4342-994d-a3844a5bb260 req-cacd4a3a-7dd6-456c-9ccf-73e9f60ca2d3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23813cc9-2caa-40a9-bfcd-5d53bc909d58 HTTP/1.1" status: 200 len: 1001 time: 0.0573151 Oct 12 08:04:33.895918 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02211a7f-fb00-4342-994d-a3844a5bb260 req-d8408cf6-01c5-4c14-a948-f9d64ecdcb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:04:33.897301 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-02211a7f-fb00-4342-994d-a3844a5bb260 req-d8408cf6-01c5-4c14-a948-f9d64ecdcb3f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d28ac88d-77bc-4621-805c-f2ddee76aa77 HTTP/1.1" status: 200 len: 854 time: 0.0424888 Oct 12 08:04:33.948224 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02211a7f-fb00-4342-994d-a3844a5bb260 req-49ebc8ab-e1a6-4f31-b873-e1f3efb5a17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:04:33.949678 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-02211a7f-fb00-4342-994d-a3844a5bb260 req-49ebc8ab-e1a6-4f31-b873-e1f3efb5a17f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=06393cce-5b80-43fe-9fff-d0520935306e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453720 Oct 12 08:04:34.038940 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-02211a7f-fb00-4342-994d-a3844a5bb260 req-e3c5c6f9-9d3c-465a-bc26-8b8883143461 service neutron] 10.222.0.23 "GET /v2.0/networks/06393cce-5b80-43fe-9fff-d0520935306e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805371 Oct 12 08:04:34.130950 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-02211a7f-fb00-4342-994d-a3844a5bb260 req-be90fbdd-3a10-472b-9c4e-485ac86eef56 service neutron] 10.222.0.23 "GET /v2.0/networks/06393cce-5b80-43fe-9fff-d0520935306e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827985 Oct 12 08:04:40.425108 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:04:43.959440 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f61c0111-6b6e-4cde-9330-a9285b802f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:46.125437 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-236c9f81-c93d-408a-87fd-9f86bbc2410d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:47.332555 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:48.890615 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:49.186284 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:04:51.294254 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:05:13.960808 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-029aa35a-b78e-47bc-8ebf-293afb53850d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:05:16.130155 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bb521ecc-b6b7-4c5b-852c-e0de19b9e3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:05:17.335219 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:05:17.403424 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-df63f392-d7f9-445d-b0ba-4a7171aca279 req-80248659-6d3d-4912-9d8b-755d9795eba1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d7cd53d2-a084-4133-b619-7188d1a14c78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385492 Oct 12 08:05:17.423635 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:05:17.487509 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63f392-d7f9-445d-b0ba-4a7171aca279 req-0a057516-35df-48bc-8a97-6144254122c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:05:17.489027 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-df63f392-d7f9-445d-b0ba-4a7171aca279 req-0a057516-35df-48bc-8a97-6144254122c4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=12fc8da11bc34bc29ed0e3d2c0ec59ed&device_id=d7cd53d2-a084-4133-b619-7188d1a14c78 HTTP/1.1" status: 200 len: 1138 time: 0.0437560 Oct 12 08:05:17.588875 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63f392-d7f9-445d-b0ba-4a7171aca279 req-386c1497-877b-4935-b19e-a502a6f99318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:05:17.590246 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-df63f392-d7f9-445d-b0ba-4a7171aca279 req-386c1497-877b-4935-b19e-a502a6f99318 service neutron] 10.222.0.23 "GET /v2.0/networks?id=06393cce-5b80-43fe-9fff-d0520935306e HTTP/1.1" status: 200 len: 916 time: 0.0818262 Oct 12 08:05:17.655762 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-df63f392-d7f9-445d-b0ba-4a7171aca279 req-f1a256e1-0c1d-4f8e-9759-9cfcd03b4322 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23813cc9-2caa-40a9-bfcd-5d53bc909d58 HTTP/1.1" status: 200 len: 1001 time: 0.0587957 Oct 12 08:05:17.701509 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63f392-d7f9-445d-b0ba-4a7171aca279 req-8c595212-8c54-42db-8fa0-223ce0445331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:05:17.702896 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-df63f392-d7f9-445d-b0ba-4a7171aca279 req-8c595212-8c54-42db-8fa0-223ce0445331 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d28ac88d-77bc-4621-805c-f2ddee76aa77 HTTP/1.1" status: 200 len: 854 time: 0.0412319 Oct 12 08:05:17.746364 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63f392-d7f9-445d-b0ba-4a7171aca279 req-890669f4-15b4-47c6-97d0-ecd489163a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:05:17.747769 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-df63f392-d7f9-445d-b0ba-4a7171aca279 req-890669f4-15b4-47c6-97d0-ecd489163a30 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=06393cce-5b80-43fe-9fff-d0520935306e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0380468 Oct 12 08:05:17.838976 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-df63f392-d7f9-445d-b0ba-4a7171aca279 req-6cdfd29a-acc6-423d-b264-acff8506d832 service neutron] 10.222.0.23 "GET /v2.0/networks/06393cce-5b80-43fe-9fff-d0520935306e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835509 Oct 12 08:05:17.927285 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-df63f392-d7f9-445d-b0ba-4a7171aca279 req-95769ab7-ee47-4431-ab0a-5bd8703ce7e8 service neutron] 10.222.0.23 "GET /v2.0/networks/06393cce-5b80-43fe-9fff-d0520935306e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818033 Oct 12 08:05:18.893615 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:05:19.188196 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:05:21.330411 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:05:43.962470 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-35da7484-a4ba-47a7-88cb-2eccacbb4440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:05:46.131475 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0a8655d7-24fd-4a16-9481-fa0011e5e109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:05:47.336844 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:05:48.897493 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:05:49.189534 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:05:51.334358 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:05:54.423280 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:06:11.540144 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b62e2d-60d2-4937-9e6e-dfee9e14f9c7 req-f0f968fb-d821-4209-842b-5904c4570dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:06:11.541624 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a6b62e2d-60d2-4937-9e6e-dfee9e14f9c7 req-f0f968fb-d821-4209-842b-5904c4570dfc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=12fc8da11bc34bc29ed0e3d2c0ec59ed&device_id=d7cd53d2-a084-4133-b619-7188d1a14c78 HTTP/1.1" status: 200 len: 1138 time: 0.0590816 Oct 12 08:06:11.549856 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a50730-d101-48fa-a5da-da71d259bf24 req-532799e9-0006-404e-aab6-651befccd266 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:06:11.551221 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e0a50730-d101-48fa-a5da-da71d259bf24 req-532799e9-0006-404e-aab6-651befccd266 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7cd53d2-a084-4133-b619-7188d1a14c78 HTTP/1.1" status: 200 len: 985 time: 0.0779080 Oct 12 08:06:11.637074 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e0a50730-d101-48fa-a5da-da71d259bf24 req-c5d82fd3-970d-4a1b-be38-36aebde8f380 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8894eab-6fcc-42d2-8933-6f84edebb4d0&id=96623f9a-03bc-4989-9349-7d3ad021ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0780096 Oct 12 08:06:11.664703 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b62e2d-60d2-4937-9e6e-dfee9e14f9c7 req-1c0b45df-afda-4f60-9e3b-172be5778ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:06:11.666195 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a6b62e2d-60d2-4937-9e6e-dfee9e14f9c7 req-1c0b45df-afda-4f60-9e3b-172be5778ee5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=06393cce-5b80-43fe-9fff-d0520935306e HTTP/1.1" status: 200 len: 916 time: 0.1141336 Oct 12 08:06:11.728907 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a6b62e2d-60d2-4937-9e6e-dfee9e14f9c7 req-89535828-4be3-4ba5-8caa-a1501a4b95f8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23813cc9-2caa-40a9-bfcd-5d53bc909d58 HTTP/1.1" status: 200 len: 1001 time: 0.0564072 Oct 12 08:06:11.779743 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b62e2d-60d2-4937-9e6e-dfee9e14f9c7 req-edbc625b-828c-4f36-877c-d922e337d5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:06:11.781131 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a6b62e2d-60d2-4937-9e6e-dfee9e14f9c7 req-edbc625b-828c-4f36-877c-d922e337d5bf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d28ac88d-77bc-4621-805c-f2ddee76aa77 HTTP/1.1" status: 200 len: 854 time: 0.0463800 Oct 12 08:06:11.825239 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b62e2d-60d2-4937-9e6e-dfee9e14f9c7 req-da4b01f1-ad4e-4acd-bf0e-cfe23a556514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:06:11.826752 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a6b62e2d-60d2-4937-9e6e-dfee9e14f9c7 req-da4b01f1-ad4e-4acd-bf0e-cfe23a556514 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=06393cce-5b80-43fe-9fff-d0520935306e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392320 Oct 12 08:06:11.912347 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a6b62e2d-60d2-4937-9e6e-dfee9e14f9c7 req-408869b5-fb66-472a-89dd-57b0d2f0f4bf service neutron] 10.222.0.23 "GET /v2.0/networks/06393cce-5b80-43fe-9fff-d0520935306e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792832 Oct 12 08:06:12.004680 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a6b62e2d-60d2-4937-9e6e-dfee9e14f9c7 req-a3182f07-9bba-4f65-a310-ff60aa40ab63 service neutron] 10.222.0.23 "GET /v2.0/networks/06393cce-5b80-43fe-9fff-d0520935306e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856700 Oct 12 08:06:12.758490 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64a497-18fc-42f2-9d46-a4b1c32e5791 req-2a43e597-fc4c-47d0-887b-4b974f1025db tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:06:12.759930 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cb64a497-18fc-42f2-9d46-a4b1c32e5791 req-2a43e597-fc4c-47d0-887b-4b974f1025db tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7cd53d2-a084-4133-b619-7188d1a14c78 HTTP/1.1" status: 200 len: 985 time: 0.0483334 Oct 12 08:06:12.797523 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cb64a497-18fc-42f2-9d46-a4b1c32e5791 req-569edfc5-97ed-4af0-8bac-ef0144f74002 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8894eab-6fcc-42d2-8933-6f84edebb4d0&id=96623f9a-03bc-4989-9349-7d3ad021ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0316641 Oct 12 08:06:13.963625 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c6620da3-12d2-465e-839d-a6aeb35648be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:06:16.133305 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5efbd7b8-dfe0-49f4-b2ff-0d7c1f1de0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:06:17.340514 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:06:18.899586 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:06:19.191157 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:06:19.394522 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-96d5721f-5950-44d2-9b50-e46be2c4f46e req-9335074a-67f3-4ef5-bbd1-f4f66f749db7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d7cd53d2-a084-4133-b619-7188d1a14c78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428836 Oct 12 08:06:19.472033 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5721f-5950-44d2-9b50-e46be2c4f46e req-6a8a2b33-1c3d-4d5d-a7e1-316edf930eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:06:19.473403 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-96d5721f-5950-44d2-9b50-e46be2c4f46e req-6a8a2b33-1c3d-4d5d-a7e1-316edf930eea service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=12fc8da11bc34bc29ed0e3d2c0ec59ed&device_id=d7cd53d2-a084-4133-b619-7188d1a14c78 HTTP/1.1" status: 200 len: 1138 time: 0.0400603 Oct 12 08:06:19.575954 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5721f-5950-44d2-9b50-e46be2c4f46e req-78b90d75-c3bb-4cc4-9487-b787afbd10c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:06:19.577370 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-96d5721f-5950-44d2-9b50-e46be2c4f46e req-78b90d75-c3bb-4cc4-9487-b787afbd10c0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=06393cce-5b80-43fe-9fff-d0520935306e HTTP/1.1" status: 200 len: 916 time: 0.0857077 Oct 12 08:06:19.640391 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-96d5721f-5950-44d2-9b50-e46be2c4f46e req-62fc5ab6-72ed-4cd0-8fb6-17aa28608b57 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23813cc9-2caa-40a9-bfcd-5d53bc909d58 HTTP/1.1" status: 200 len: 1001 time: 0.0558379 Oct 12 08:06:19.686765 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5721f-5950-44d2-9b50-e46be2c4f46e req-ab969a3c-9fe4-43c1-9f3e-0c5658d88b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:06:19.688107 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-96d5721f-5950-44d2-9b50-e46be2c4f46e req-ab969a3c-9fe4-43c1-9f3e-0c5658d88b4c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d28ac88d-77bc-4621-805c-f2ddee76aa77 HTTP/1.1" status: 200 len: 854 time: 0.0412858 Oct 12 08:06:19.735247 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5721f-5950-44d2-9b50-e46be2c4f46e req-b986a3dd-50e7-4e27-a753-98bd663effea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:06:19.736609 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-96d5721f-5950-44d2-9b50-e46be2c4f46e req-b986a3dd-50e7-4e27-a753-98bd663effea service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=06393cce-5b80-43fe-9fff-d0520935306e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418494 Oct 12 08:06:19.823588 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-96d5721f-5950-44d2-9b50-e46be2c4f46e req-d32bce7a-6c3b-4ca1-9a27-d510c15c5081 service neutron] 10.222.0.23 "GET /v2.0/networks/06393cce-5b80-43fe-9fff-d0520935306e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799947 Oct 12 08:06:19.914508 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-96d5721f-5950-44d2-9b50-e46be2c4f46e req-efffcaf2-89c1-4c2b-a301-6933e7418dc4 service neutron] 10.222.0.23 "GET /v2.0/networks/06393cce-5b80-43fe-9fff-d0520935306e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836496 Oct 12 08:06:21.342582 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:06:31.422671 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:06:43.964766 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fd8b1d1d-5876-4c9e-b7c4-394c48e47223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:06:46.134406 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bf6f7225-5d9d-4e41-a43b-32450c4928f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:06:47.342724 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:06:48.903249 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:06:49.192475 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:06:51.340552 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:07:08.420906 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:07:13.966018 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4d5b553e-08bd-4c19-bef5-4412bbf3eda7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:07:16.135498 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d1a3e512-8c48-4d3f-9cc1-70cffec0f057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:07:17.344808 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:07:18.905799 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:07:19.193963 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:07:19.427832 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-80f351bd-3546-4439-98a5-80178d050943 req-838c77f3-158d-4a5d-b842-05683e6aff86 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d7cd53d2-a084-4133-b619-7188d1a14c78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0812573 Oct 12 08:07:19.510335 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f351bd-3546-4439-98a5-80178d050943 req-18eec3e0-bbc9-461f-9103-519e5e9484c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:07:19.511780 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-80f351bd-3546-4439-98a5-80178d050943 req-18eec3e0-bbc9-461f-9103-519e5e9484c0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=12fc8da11bc34bc29ed0e3d2c0ec59ed&device_id=d7cd53d2-a084-4133-b619-7188d1a14c78 HTTP/1.1" status: 200 len: 1138 time: 0.0437717 Oct 12 08:07:19.610468 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f351bd-3546-4439-98a5-80178d050943 req-1af40d30-cfab-4a19-a484-25d85ad810a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:07:19.611897 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-80f351bd-3546-4439-98a5-80178d050943 req-1af40d30-cfab-4a19-a484-25d85ad810a9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=06393cce-5b80-43fe-9fff-d0520935306e HTTP/1.1" status: 200 len: 916 time: 0.0828371 Oct 12 08:07:19.994366 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-80f351bd-3546-4439-98a5-80178d050943 req-76c7b4dd-c10e-4863-83cb-f819ef516d1d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23813cc9-2caa-40a9-bfcd-5d53bc909d58 HTTP/1.1" status: 200 len: 1001 time: 0.3753836 Oct 12 08:07:20.041510 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f351bd-3546-4439-98a5-80178d050943 req-95261d45-af87-41ce-b5e7-71bf11c3a7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:07:20.042925 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-80f351bd-3546-4439-98a5-80178d050943 req-95261d45-af87-41ce-b5e7-71bf11c3a7f3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d28ac88d-77bc-4621-805c-f2ddee76aa77 HTTP/1.1" status: 200 len: 854 time: 0.0427504 Oct 12 08:07:20.085054 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f351bd-3546-4439-98a5-80178d050943 req-8013b2b8-8446-4f43-8379-5ab26f3812f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:07:20.086940 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-80f351bd-3546-4439-98a5-80178d050943 req-8013b2b8-8446-4f43-8379-5ab26f3812f0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=06393cce-5b80-43fe-9fff-d0520935306e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0378306 Oct 12 08:07:20.096824 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [req-80f351bd-3546-4439-98a5-80178d050943 req-595b8094-67ee-4237-ab87-bfd6378513eb service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 08:07:20.098070 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-80f351bd-3546-4439-98a5-80178d050943 req-595b8094-67ee-4237-ab87-bfd6378513eb service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050018 Oct 12 08:07:20.187007 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-80f351bd-3546-4439-98a5-80178d050943 req-60bbd8d2-d7a3-464f-828b-b7ab77a01649 service neutron] 10.222.0.23 "GET /v2.0/networks/06393cce-5b80-43fe-9fff-d0520935306e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823722 Oct 12 08:07:20.273531 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-80f351bd-3546-4439-98a5-80178d050943 req-197cd795-c474-4e93-8e48-77f2f304810c service neutron] 10.222.0.23 "GET /v2.0/networks/06393cce-5b80-43fe-9fff-d0520935306e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804682 Oct 12 08:07:21.352757 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:07:25.770354 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f9c47ec9-66c4-4578-b816-94e377485cac req-931d3d29-159e-490d-862e-400df1611d00 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-465120304&fields=id&tenant_id=12fc8da11bc34bc29ed0e3d2c0ec59ed HTTP/1.1" status: 200 len: 267 time: 0.1393583 Oct 12 08:07:25.822375 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c47ec9-66c4-4578-b816-94e377485cac req-7f0bc500-c293-40a3-91cc-71473a919be5 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:07:25.823847 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f9c47ec9-66c4-4578-b816-94e377485cac req-7f0bc500-c293-40a3-91cc-71473a919be5 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7cd53d2-a084-4133-b619-7188d1a14c78 HTTP/1.1" status: 200 len: 985 time: 0.0478880 Oct 12 08:07:25.834702 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-f9c47ec9-66c4-4578-b816-94e377485cac req-8f06ecaa-1e13-4293-94ca-8d81e82fdf6b tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Request body: {'port': {'security_groups': ['96623f9a-03bc-4989-9349-7d3ad021ebd3']}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:07:25.895899 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-f9c47ec9-66c4-4578-b816-94e377485cac req-8f06ecaa-1e13-4293-94ca-8d81e82fdf6b tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:07:26.063843 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-f9c47ec9-66c4-4578-b816-94e377485cac req-8f06ecaa-1e13-4293-94ca-8d81e82fdf6b tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] For port 23813cc9-2caa-40a9-bfcd-5d53bc909d58, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=23813cc9-2caa-40a9-bfcd-5d53bc909d58,segment=NetworkSegment(dd4cd432-5695-4f48-90ca-f98a12eb7695),segment_id=dd4cd432-5695-4f48-90ca-f98a12eb7695)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:07:26.092194 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-f9c47ec9-66c4-4578-b816-94e377485cac req-8f06ecaa-1e13-4293-94ca-8d81e82fdf6b tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:07:26.096661 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-f9c47ec9-66c4-4578-b816-94e377485cac req-8f06ecaa-1e13-4293-94ca-8d81e82fdf6b tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:07:26.107950 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c47ec9-66c4-4578-b816-94e377485cac req-8f06ecaa-1e13-4293-94ca-8d81e82fdf6b tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:07:26.108551 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-f9c47ec9-66c4-4578-b816-94e377485cac req-8f06ecaa-1e13-4293-94ca-8d81e82fdf6b tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:07:26.114054 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f9c47ec9-66c4-4578-b816-94e377485cac req-8f06ecaa-1e13-4293-94ca-8d81e82fdf6b tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "PUT /v2.0/ports/23813cc9-2caa-40a9-bfcd-5d53bc909d58 HTTP/1.1" status: 200 len: 943 time: 0.2796974 Oct 12 08:07:26.114054 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7cd53d2-a084-4133-b619-7188d1a14c78', 'tag': '23813cc9-2caa-40a9-bfcd-5d53bc909d58'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:07:26.114513 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['23813cc9-2caa-40a9-bfcd-5d53bc909d58'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 08:07:26.114960 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a35dea-9787-4cdc-8c50-ac777953fe79" -d '{"events": [{"name": "network-changed", "server_uuid": "d7cd53d2-a084-4133-b619-7188d1a14c78", "tag": "23813cc9-2caa-40a9-bfcd-5d53bc909d58"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:07:26.116531 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 47590) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:07:26.155608 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 08:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9df4b63-8ec2-42bb-bdb2-adc6d308b8ee x-openstack-request-id: req-b9df4b63-8ec2-42bb-bdb2-adc6d308b8ee {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:07:26.156022 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7cd53d2-a084-4133-b619-7188d1a14c78", "tag": "23813cc9-2caa-40a9-bfcd-5d53bc909d58", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:07:26.156157 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b9df4b63-8ec2-42bb-bdb2-adc6d308b8ee {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:07:26.156557 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9df4b63-8ec2-42bb-bdb2-adc6d308b8ee'] response: {'name': 'network-changed', 'server_uuid': 'd7cd53d2-a084-4133-b619-7188d1a14c78', 'tag': '23813cc9-2caa-40a9-bfcd-5d53bc909d58', 'status': 'completed', 'code': 200} Oct 12 08:07:26.178746 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f06ecaa-1e13-4293-94ca-8d81e82fdf6b tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Pushing event updated for resources: {'Port': ['ID=23813cc9-2caa-40a9-bfcd-5d53bc909d58,revision_number=7']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:07:26.191927 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['23813cc9-2caa-40a9-bfcd-5d53bc909d58'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 08:07:26.196871 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-18f5185d-5311-415e-a066-c6a144c1e997 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:07:26.213113 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06ecaa-1e13-4293-94ca-8d81e82fdf6b tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:07:26.213463 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06ecaa-1e13-4293-94ca-8d81e82fdf6b tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:07:26.213804 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06ecaa-1e13-4293-94ca-8d81e82fdf6b tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:07:26.214166 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06ecaa-1e13-4293-94ca-8d81e82fdf6b tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:07:26.214523 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06ecaa-1e13-4293-94ca-8d81e82fdf6b tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:07:26.214851 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06ecaa-1e13-4293-94ca-8d81e82fdf6b tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:07:26.215175 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06ecaa-1e13-4293-94ca-8d81e82fdf6b tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:07:26.215501 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06ecaa-1e13-4293-94ca-8d81e82fdf6b tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:07:26.215821 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06ecaa-1e13-4293-94ca-8d81e82fdf6b tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:07:26.216141 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06ecaa-1e13-4293-94ca-8d81e82fdf6b tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:07:26.216466 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06ecaa-1e13-4293-94ca-8d81e82fdf6b tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:07:26.216783 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06ecaa-1e13-4293-94ca-8d81e82fdf6b tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:07:26.222817 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-18f5185d-5311-415e-a066-c6a144c1e997 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:07:26.236028 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a35dea-9787-4cdc-8c50-ac777953fe79 req-a419e670-2f9b-480c-8d17-f94bd21f8c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:07:26.237536 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-34a35dea-9787-4cdc-8c50-ac777953fe79 req-a419e670-2f9b-480c-8d17-f94bd21f8c11 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=12fc8da11bc34bc29ed0e3d2c0ec59ed&device_id=d7cd53d2-a084-4133-b619-7188d1a14c78 HTTP/1.1" status: 200 len: 1099 time: 0.0559156 Oct 12 08:07:26.296549 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-18f5185d-5311-415e-a066-c6a144c1e997 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:07:26.300070 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-18f5185d-5311-415e-a066-c6a144c1e997 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:07:26.301405 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-18f5185d-5311-415e-a066-c6a144c1e997 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "DELETE /v2.0/security-groups/d8894eab-6fcc-42d2-8933-6f84edebb4d0 HTTP/1.1" status: 204 len: 168 time: 0.1838088 Oct 12 08:07:26.305835 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 47596) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:07:26.342700 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a35dea-9787-4cdc-8c50-ac777953fe79 req-3625157a-c3b7-41da-800b-02eb4402b441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:07:26.344185 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-34a35dea-9787-4cdc-8c50-ac777953fe79 req-3625157a-c3b7-41da-800b-02eb4402b441 service neutron] 10.222.0.23 "GET /v2.0/networks?id=06393cce-5b80-43fe-9fff-d0520935306e HTTP/1.1" status: 200 len: 916 time: 0.0977228 Oct 12 08:07:26.348706 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f5185d-5311-415e-a066-c6a144c1e997 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8894eab-6fcc-42d2-8933-6f84edebb4d0,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:07:26.363394 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f5185d-5311-415e-a066-c6a144c1e997 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:07:26.363746 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f5185d-5311-415e-a066-c6a144c1e997 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:07:26.364084 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f5185d-5311-415e-a066-c6a144c1e997 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:07:26.364420 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f5185d-5311-415e-a066-c6a144c1e997 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:07:26.365024 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f5185d-5311-415e-a066-c6a144c1e997 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:07:26.365159 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f5185d-5311-415e-a066-c6a144c1e997 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:07:26.365388 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f5185d-5311-415e-a066-c6a144c1e997 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:07:26.365711 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f5185d-5311-415e-a066-c6a144c1e997 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:07:26.366054 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f5185d-5311-415e-a066-c6a144c1e997 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:07:26.366378 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f5185d-5311-415e-a066-c6a144c1e997 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:07:26.366814 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f5185d-5311-415e-a066-c6a144c1e997 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:07:26.367145 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f5185d-5311-415e-a066-c6a144c1e997 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:07:26.419053 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-34a35dea-9787-4cdc-8c50-ac777953fe79 req-cb752f0b-af51-4b3c-8f8e-fe5190957ff8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23813cc9-2caa-40a9-bfcd-5d53bc909d58 HTTP/1.1" status: 200 len: 1001 time: 0.0678573 Oct 12 08:07:26.467512 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a35dea-9787-4cdc-8c50-ac777953fe79 req-9110646a-83b6-4a81-9592-05c1e0ab2bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:07:26.468702 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-34a35dea-9787-4cdc-8c50-ac777953fe79 req-9110646a-83b6-4a81-9592-05c1e0ab2bd2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d28ac88d-77bc-4621-805c-f2ddee76aa77 HTTP/1.1" status: 200 len: 854 time: 0.0430403 Oct 12 08:07:26.489597 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-5e4dda02-51fc-4e0d-8059-fdf8fe4e7a74 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Deleting port 9d56a6de-24fe-4908-8662-e1b32c823f79 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:07:26.489943 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5e4dda02-51fc-4e0d-8059-fdf8fe4e7a74 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:07:26.518533 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a35dea-9787-4cdc-8c50-ac777953fe79 req-e038151b-3d10-472c-b6d3-084fe1d7ba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:07:26.520009 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-34a35dea-9787-4cdc-8c50-ac777953fe79 req-e038151b-3d10-472c-b6d3-084fe1d7ba08 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=06393cce-5b80-43fe-9fff-d0520935306e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436144 Oct 12 08:07:26.566940 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5e4dda02-51fc-4e0d-8059-fdf8fe4e7a74 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:07:26.567289 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5e4dda02-51fc-4e0d-8059-fdf8fe4e7a74 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:07:26.578719 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-5e4dda02-51fc-4e0d-8059-fdf8fe4e7a74 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Calling delete_port for 9d56a6de-24fe-4908-8662-e1b32c823f79 owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:07:26.612474 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-34a35dea-9787-4cdc-8c50-ac777953fe79 req-5a887ea5-d8fd-400e-b2a6-77b7bb412f9b service neutron] 10.222.0.23 "GET /v2.0/networks/06393cce-5b80-43fe-9fff-d0520935306e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837617 Oct 12 08:07:26.718892 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-34a35dea-9787-4cdc-8c50-ac777953fe79 req-b60da907-0981-4656-9eb9-9a5ee711a9c9 service neutron] 10.222.0.23 "GET /v2.0/networks/06393cce-5b80-43fe-9fff-d0520935306e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991035 Oct 12 08:07:26.743266 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5e4dda02-51fc-4e0d-8059-fdf8fe4e7a74 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:07:26.767393 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4dda02-51fc-4e0d-8059-fdf8fe4e7a74 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Pushing event deleted for resources: {'Port': ['ID=9d56a6de-24fe-4908-8662-e1b32c823f79,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:07:26.826354 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5e4dda02-51fc-4e0d-8059-fdf8fe4e7a74 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for floatingip, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:07:26.826682 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.l3_db [None req-5e4dda02-51fc-4e0d-8059-fdf8fe4e7a74 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Floating IP 5a1334aa-38cf-472c-9109-759df7a6c6b9 disassociated (deleted). External IP: 172.26.3.78, port: 23813cc9-2caa-40a9-bfcd-5d53bc909d58. Oct 12 08:07:27.032476 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e4dda02-51fc-4e0d-8059-fdf8fe4e7a74 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Router 9791d87e-9fbc-470d-bb79-a8337e380d3f has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:07:27.138979 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4dda02-51fc-4e0d-8059-fdf8fe4e7a74 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:07:27.143641 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5e4dda02-51fc-4e0d-8059-fdf8fe4e7a74 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:07:27.149376 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06788008-c859-4862-afce-6da20fb9f34f None None] Sync routers for ids ['9791d87e-9fbc-470d-bb79-a8337e380d3f'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:07:27.158883 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06788008-c859-4862-afce-6da20fb9f34f None None] Routers {'9791d87e-9fbc-470d-bb79-a8337e380d3f'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:07:27.159494 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-06788008-c859-4862-afce-6da20fb9f34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:07:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['9791d87e-9fbc-470d-bb79-a8337e380d3f'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:07:27.170177 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-5e4dda02-51fc-4e0d-8059-fdf8fe4e7a74 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "DELETE /v2.0/floatingips/5a1334aa-38cf-472c-9109-759df7a6c6b9 HTTP/1.1" status: 204 len: 168 time: 0.8633091 Oct 12 08:07:27.170817 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7cd53d2-a084-4133-b619-7188d1a14c78', 'tag': '23813cc9-2caa-40a9-bfcd-5d53bc909d58'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:07:27.173121 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddba47f6901442025abf8f9725c41876113475a10693ce4f7782efac72d774e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea5fec3-52fc-4fe9-aed6-ca54eeb8059a" -d '{"events": [{"name": "network-changed", "server_uuid": "d7cd53d2-a084-4133-b619-7188d1a14c78", "tag": "23813cc9-2caa-40a9-bfcd-5d53bc909d58"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:07:27.267301 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-06788008-c859-4862-afce-6da20fb9f34f None None] Set router 9791d87e-9fbc-470d-bb79-a8337e380d3f gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:07:27.284253 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 08:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef41fd10-ce9d-4d8b-9e24-64fda211dd6e x-openstack-request-id: req-ef41fd10-ce9d-4d8b-9e24-64fda211dd6e {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:07:27.284511 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7cd53d2-a084-4133-b619-7188d1a14c78", "tag": "23813cc9-2caa-40a9-bfcd-5d53bc909d58", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:07:27.284793 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ef41fd10-ce9d-4d8b-9e24-64fda211dd6e {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:07:27.285230 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef41fd10-ce9d-4d8b-9e24-64fda211dd6e'] response: {'name': 'network-changed', 'server_uuid': 'd7cd53d2-a084-4133-b619-7188d1a14c78', 'tag': '23813cc9-2caa-40a9-bfcd-5d53bc909d58', 'status': 'completed', 'code': 200} Oct 12 08:07:27.348163 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5fec3-52fc-4fe9-aed6-ca54eeb8059a req-87d79401-031d-4576-987e-f44a2b988a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:07:27.349984 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-aea5fec3-52fc-4fe9-aed6-ca54eeb8059a req-87d79401-031d-4576-987e-f44a2b988a96 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=12fc8da11bc34bc29ed0e3d2c0ec59ed&device_id=d7cd53d2-a084-4133-b619-7188d1a14c78 HTTP/1.1" status: 200 len: 1099 time: 0.0435436 Oct 12 08:07:27.449921 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5fec3-52fc-4fe9-aed6-ca54eeb8059a req-0837662f-abec-4895-bd11-584b1a276ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:07:27.451425 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-aea5fec3-52fc-4fe9-aed6-ca54eeb8059a req-0837662f-abec-4895-bd11-584b1a276ef4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=06393cce-5b80-43fe-9fff-d0520935306e HTTP/1.1" status: 200 len: 916 time: 0.0927632 Oct 12 08:07:27.480542 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-06788008-c859-4862-afce-6da20fb9f34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'name': 'tempest-TestMinimumBasicScenario-1051134320-router', 'tenant_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'be715957-c604-4d4c-b5a5-85027c36fb1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:03:40Z', 'updated_at': '2022-10-12T08:03:43Z', 'revision_number': 4, 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'gw_port': {'id': 'be715957-c604-4d4c-b5a5-85027c36fb1c', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:af:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:03:41Z', 'updated_at': '2022-10-12T08:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '158b6c4c-dde4-4383-807d-ddcdcce440e8', 'name': '', 'network_id': '06393cce-5b80-43fe-9fff-d0520935306e', 'tenant_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'mac_address': 'fa:16:3e:97:ab:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'd28ac88d-77bc-4621-805c-f2ddee76aa77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:03:42Z', 'updated_at': '2022-10-12T08:03:46Z', 'revision_number': 5, 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'subnets': [{'id': 'd28ac88d-77bc-4621-805c-f2ddee76aa77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:07:27.496523 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-aea5fec3-52fc-4fe9-aed6-ca54eeb8059a req-a89ea127-a1d5-4f32-b736-46af99c5b58c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23813cc9-2caa-40a9-bfcd-5d53bc909d58 HTTP/1.1" status: 200 len: 217 time: 0.0385313 Oct 12 08:07:27.511564 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06788008-c859-4862-afce-6da20fb9f34f None None] Checking router: 9791d87e-9fbc-470d-bb79-a8337e380d3f for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:07:27.521356 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06788008-c859-4862-afce-6da20fb9f34f None None] Routers {'9791d87e-9fbc-470d-bb79-a8337e380d3f'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:07:27.521955 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-06788008-c859-4862-afce-6da20fb9f34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:07:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['9791d87e-9fbc-470d-bb79-a8337e380d3f'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:07:27.552511 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5fec3-52fc-4fe9-aed6-ca54eeb8059a req-d9bad55d-5542-43b5-8b5e-12d1918cdba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:07:27.554216 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-aea5fec3-52fc-4fe9-aed6-ca54eeb8059a req-d9bad55d-5542-43b5-8b5e-12d1918cdba3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d28ac88d-77bc-4621-805c-f2ddee76aa77 HTTP/1.1" status: 200 len: 854 time: 0.0515556 Oct 12 08:07:27.605475 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5fec3-52fc-4fe9-aed6-ca54eeb8059a req-ad828d80-3b1a-47aa-ad03-06d5e1b9d21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:07:27.607035 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-aea5fec3-52fc-4fe9-aed6-ca54eeb8059a req-ad828d80-3b1a-47aa-ad03-06d5e1b9d21a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=06393cce-5b80-43fe-9fff-d0520935306e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0465882 Oct 12 08:07:27.640908 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-06788008-c859-4862-afce-6da20fb9f34f None None] Set router 9791d87e-9fbc-470d-bb79-a8337e380d3f gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:07:27.702659 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-aea5fec3-52fc-4fe9-aed6-ca54eeb8059a req-cefad3e2-a2ab-499b-a81e-f29332fd4538 service neutron] 10.222.0.23 "GET /v2.0/networks/06393cce-5b80-43fe-9fff-d0520935306e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888805 Oct 12 08:07:27.804195 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-aea5fec3-52fc-4fe9-aed6-ca54eeb8059a req-323d4986-9f75-4706-93a9-4049117f3ba5 service neutron] 10.222.0.23 "GET /v2.0/networks/06393cce-5b80-43fe-9fff-d0520935306e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944865 Oct 12 08:07:27.921688 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-06788008-c859-4862-afce-6da20fb9f34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'name': 'tempest-TestMinimumBasicScenario-1051134320-router', 'tenant_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'be715957-c604-4d4c-b5a5-85027c36fb1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:03:40Z', 'updated_at': '2022-10-12T08:03:43Z', 'revision_number': 4, 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'gw_port': {'id': 'be715957-c604-4d4c-b5a5-85027c36fb1c', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:af:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:03:41Z', 'updated_at': '2022-10-12T08:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '158b6c4c-dde4-4383-807d-ddcdcce440e8', 'name': '', 'network_id': '06393cce-5b80-43fe-9fff-d0520935306e', 'tenant_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'mac_address': 'fa:16:3e:97:ab:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'd28ac88d-77bc-4621-805c-f2ddee76aa77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:03:42Z', 'updated_at': '2022-10-12T08:03:46Z', 'revision_number': 5, 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'subnets': [{'id': 'd28ac88d-77bc-4621-805c-f2ddee76aa77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:07:27.951979 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06788008-c859-4862-afce-6da20fb9f34f None None] The sync data for ids ['9791d87e-9fbc-470d-bb79-a8337e380d3f'] in dv-neutron-860909-2-hyperv is: [{'id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'name': 'tempest-TestMinimumBasicScenario-1051134320-router', 'tenant_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'be715957-c604-4d4c-b5a5-85027c36fb1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:03:40Z', 'updated_at': '2022-10-12T08:03:43Z', 'revision_number': 4, 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'gw_port': {'id': 'be715957-c604-4d4c-b5a5-85027c36fb1c', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:af:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:03:41Z', 'updated_at': '2022-10-12T08:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '158b6c4c-dde4-4383-807d-ddcdcce440e8', 'name': '', 'network_id': '06393cce-5b80-43fe-9fff-d0520935306e', 'tenant_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'mac_address': 'fa:16:3e:97:ab:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'd28ac88d-77bc-4621-805c-f2ddee76aa77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:03:42Z', 'updated_at': '2022-10-12T08:03:46Z', 'revision_number': 5, 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'subnets': [{'id': 'd28ac88d-77bc-4621-805c-f2ddee76aa77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:07:28.173281 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801caf2f-3f20-444b-9c62-155c32e6e79a None None] New status for floating IP 5a1334aa-38cf-472c-9109-759df7a6c6b9: DOWN {{(pid=103202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 08:07:34.261420 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382f25d-3074-4a7b-8ee8-6a176cd5b221 req-6c3b2aaa-d8bd-456a-a141-0dc2f8cd1839 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:07:34.262968 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d382f25d-3074-4a7b-8ee8-6a176cd5b221 req-6c3b2aaa-d8bd-456a-a141-0dc2f8cd1839 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7cd53d2-a084-4133-b619-7188d1a14c78 HTTP/1.1" status: 200 len: 946 time: 0.0517888 Oct 12 08:07:34.301060 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d382f25d-3074-4a7b-8ee8-6a176cd5b221 req-1fb81c2c-4921-4584-a13e-793166200b6f tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?id=96623f9a-03bc-4989-9349-7d3ad021ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320299 Oct 12 08:07:35.420910 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c190b-f957-4938-ae3e-cfa3a9dc8f98 req-828dd67a-7e6b-47f2-9fc0-9bba2370f7f3 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:07:35.422382 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ef5c190b-f957-4938-ae3e-cfa3a9dc8f98 req-828dd67a-7e6b-47f2-9fc0-9bba2370f7f3 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7cd53d2-a084-4133-b619-7188d1a14c78 HTTP/1.1" status: 200 len: 946 time: 0.0479560 Oct 12 08:07:35.459874 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ef5c190b-f957-4938-ae3e-cfa3a9dc8f98 req-a20798e1-2f73-4cc8-a499-8bb2430cf7e9 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?id=96623f9a-03bc-4989-9349-7d3ad021ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315306 Oct 12 08:07:35.841540 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641787f4-9115-46f9-a4d2-bbfeca22916d req-861357ea-0055-4f5e-a117-eca477e3e6c0 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:07:35.843015 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-641787f4-9115-46f9-a4d2-bbfeca22916d req-861357ea-0055-4f5e-a117-eca477e3e6c0 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7cd53d2-a084-4133-b619-7188d1a14c78 HTTP/1.1" status: 200 len: 946 time: 0.0521874 Oct 12 08:07:35.930095 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-641787f4-9115-46f9-a4d2-bbfeca22916d req-94a3b97f-c9e8-4fbb-9b00-66ec55ab8a96 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Deleting port 23813cc9-2caa-40a9-bfcd-5d53bc909d58 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:07:35.930442 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-641787f4-9115-46f9-a4d2-bbfeca22916d req-94a3b97f-c9e8-4fbb-9b00-66ec55ab8a96 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:07:36.021136 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-641787f4-9115-46f9-a4d2-bbfeca22916d req-94a3b97f-c9e8-4fbb-9b00-66ec55ab8a96 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] For port 23813cc9-2caa-40a9-bfcd-5d53bc909d58, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=23813cc9-2caa-40a9-bfcd-5d53bc909d58,segment=NetworkSegment(dd4cd432-5695-4f48-90ca-f98a12eb7695),segment_id=dd4cd432-5695-4f48-90ca-f98a12eb7695)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:07:36.021492 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-641787f4-9115-46f9-a4d2-bbfeca22916d req-94a3b97f-c9e8-4fbb-9b00-66ec55ab8a96 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:07:36.033584 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-641787f4-9115-46f9-a4d2-bbfeca22916d req-94a3b97f-c9e8-4fbb-9b00-66ec55ab8a96 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Calling delete_port for 23813cc9-2caa-40a9-bfcd-5d53bc909d58 owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:07:36.157005 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-641787f4-9115-46f9-a4d2-bbfeca22916d req-94a3b97f-c9e8-4fbb-9b00-66ec55ab8a96 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:07:36.169029 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['23813cc9-2caa-40a9-bfcd-5d53bc909d58'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 08:07:36.186892 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a3b97f-c9e8-4fbb-9b00-66ec55ab8a96 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Pushing event deleted for resources: {'Port': ['ID=23813cc9-2caa-40a9-bfcd-5d53bc909d58,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:07:36.231424 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-641787f4-9115-46f9-a4d2-bbfeca22916d req-94a3b97f-c9e8-4fbb-9b00-66ec55ab8a96 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] No DVR routers for this DVR port 23813cc9-2caa-40a9-bfcd-5d53bc909d58 on host hv-neutron-8609 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 08:07:36.234125 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-641787f4-9115-46f9-a4d2-bbfeca22916d req-94a3b97f-c9e8-4fbb-9b00-66ec55ab8a96 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:07:36.237346 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-641787f4-9115-46f9-a4d2-bbfeca22916d req-94a3b97f-c9e8-4fbb-9b00-66ec55ab8a96 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.23 "DELETE /v2.0/ports/23813cc9-2caa-40a9-bfcd-5d53bc909d58 HTTP/1.1" status: 204 len: 173 time: 0.3887782 Oct 12 08:07:36.237851 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7cd53d2-a084-4133-b619-7188d1a14c78', 'name': 'network-vif-deleted', 'tag': '23813cc9-2caa-40a9-bfcd-5d53bc909d58'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:07:36.240163 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024b4a3c-4e5c-43a2-b201-275f44f1b2bb" -d '{"events": [{"server_uuid": "d7cd53d2-a084-4133-b619-7188d1a14c78", "name": "network-vif-deleted", "tag": "23813cc9-2caa-40a9-bfcd-5d53bc909d58"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:07:36.282289 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 08:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6e1ace-0f6d-45d2-8af6-580dc9f5877e x-openstack-request-id: req-fa6e1ace-0f6d-45d2-8af6-580dc9f5877e {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:07:36.282610 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7cd53d2-a084-4133-b619-7188d1a14c78", "name": "network-vif-deleted", "tag": "23813cc9-2caa-40a9-bfcd-5d53bc909d58", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:07:36.282868 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fa6e1ace-0f6d-45d2-8af6-580dc9f5877e {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:07:36.283275 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa6e1ace-0f6d-45d2-8af6-580dc9f5877e'] response: {'server_uuid': 'd7cd53d2-a084-4133-b619-7188d1a14c78', 'name': 'network-vif-deleted', 'tag': '23813cc9-2caa-40a9-bfcd-5d53bc909d58', 'status': 'completed', 'code': 200} Oct 12 08:07:36.571403 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-da67fd7a-df2e-4e0d-99b5-483a2d3127b8 req-6df6c1b8-a613-41b6-b832-bbff81ed9b3d tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7cd53d2-a084-4133-b619-7188d1a14c78 HTTP/1.1" status: 200 len: 210 time: 0.0275538 Oct 12 08:07:41.624325 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 23813cc9-2caa-40a9-bfcd-5d53bc909d58 no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:07:41.656664 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] No Port match for: 23813cc9-2caa-40a9-bfcd-5d53bc909d58 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:07:41.657302 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 23813cc9-2caa-40a9-bfcd-5d53bc909d58 not bound to the agent host hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:07:43.970047 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0e354872-2e1d-42f8-83b0-2f788a0a1791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:07:45.419509 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:07:46.138771 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bdc354fd-abff-41d8-b5cb-df4362f442ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:07:46.760489 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-3cb32351-b8e7-46c2-b471-c54c5ee01ec6 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:07:46.761851 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-3cb32351-b8e7-46c2-b471-c54c5ee01ec6 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/networks?id=06393cce-5b80-43fe-9fff-d0520935306e HTTP/1.1" status: 200 len: 815 time: 0.1049900 Oct 12 08:07:46.776304 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-18ac85e5-5cd5-494d-89a2-b29c472ebdda tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/quotas/12fc8da11bc34bc29ed0e3d2c0ec59ed HTTP/1.1" status: 200 len: 375 time: 0.0087259 Oct 12 08:07:46.826932 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-419ba077-549d-4666-b5b0-c03cd5fa025c tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=12fc8da11bc34bc29ed0e3d2c0ec59ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456033 Oct 12 08:07:46.841948 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-07f3282f-0fdd-40bc-9722-40e233aea1b2 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 08:07:46.842910 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-07f3282f-0fdd-40bc-9722-40e233aea1b2 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049126 Oct 12 08:07:46.933228 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-ec412fd3-bd7a-404b-8faa-fac6ff148648 service neutron] 10.222.0.26 "GET /v2.0/networks/06393cce-5b80-43fe-9fff-d0520935306e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842013 Oct 12 08:07:47.022209 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-3f41e98c-bd2a-481f-8750-d677eef38ae5 service neutron] 10.222.0.26 "GET /v2.0/networks/06393cce-5b80-43fe-9fff-d0520935306e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828979 Oct 12 08:07:47.175957 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c7429019-f78c-4e58-a89a-65d425a9a21a req-7eefeb21-9ecf-42ae-9d7d-7ecbeb24e18d tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=369b0b73-8f34-40de-8572-2e61ea3131af HTTP/1.1" status: 200 len: 210 time: 0.0274296 Oct 12 08:07:47.352009 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:07:48.116380 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-be70ec9a-3c38-4dcc-a75e-dd63879fa0ff tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:07:48.117831 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-be70ec9a-3c38-4dcc-a75e-dd63879fa0ff tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.23 "GET /v2.0/networks?id=06393cce-5b80-43fe-9fff-d0520935306e HTTP/1.1" status: 200 len: 815 time: 0.1084046 Oct 12 08:07:48.130216 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-cb899d4c-182e-453d-8ac7-3e8f213a6482 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Request body: {'port': {'device_id': '369b0b73-8f34-40de-8572-2e61ea3131af', 'network_id': '06393cce-5b80-43fe-9fff-d0520935306e', 'admin_state_up': True, 'tenant_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:07:48.243969 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-cb899d4c-182e-453d-8ac7-3e8f213a6482 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Made reservation on behalf of 12fc8da11bc34bc29ed0e3d2c0ec59ed for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:07:48.247523 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-cb899d4c-182e-453d-8ac7-3e8f213a6482 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:07:48.288018 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7a0e39e3-8569-466b-bc58-bcb5478ea2f5 req-1c091831-4a87-41a5-8f68-e166cbe3473a tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=369b0b73-8f34-40de-8572-2e61ea3131af HTTP/1.1" status: 200 len: 210 time: 0.0288570 Oct 12 08:07:48.415786 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-cb899d4c-182e-453d-8ac7-3e8f213a6482 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Allocated IP 172.20.0.3 (06393cce-5b80-43fe-9fff-d0520935306e/d28ac88d-77bc-4621-805c-f2ddee76aa77/4252e01d-2eb1-4a92-aff8-b58a54963bc3) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:07:48.658994 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-cb899d4c-182e-453d-8ac7-3e8f213a6482 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:07:48.701529 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-cb899d4c-182e-453d-8ac7-3e8f213a6482 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:07:48.771203 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb899d4c-182e-453d-8ac7-3e8f213a6482 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Pushing event updated for resources: {'Port': ['ID=4252e01d-2eb1-4a92-aff8-b58a54963bc3,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:07:48.787546 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-cb899d4c-182e-453d-8ac7-3e8f213a6482 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Network 06393cce-5b80-43fe-9fff-d0520935306e is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:07:48.790975 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-cb899d4c-182e-453d-8ac7-3e8f213a6482 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:07:48.794747 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-cb899d4c-182e-453d-8ac7-3e8f213a6482 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:07:48.855403 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-cb899d4c-182e-453d-8ac7-3e8f213a6482 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:07:48.856099 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-cb899d4c-182e-453d-8ac7-3e8f213a6482 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:07:48.882058 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-cb899d4c-182e-453d-8ac7-3e8f213a6482 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7558763 Oct 12 08:07:48.915877 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:07:49.129289 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-ccce13c1-e394-419c-8baa-3ef59e62cbe4 None None] Provisioning complete for port 4252e01d-2eb1-4a92-aff8-b58a54963bc3 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:07:49.129654 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ccce13c1-e394-419c-8baa-3ef59e62cbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:07:49.129988 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ccce13c1-e394-419c-8baa-3ef59e62cbe4 None None] Attempt 1 to provision port 4252e01d-2eb1-4a92-aff8-b58a54963bc3 Oct 12 08:07:49.172977 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ccce13c1-e394-419c-8baa-3ef59e62cbe4 None None] Port 4252e01d-2eb1-4a92-aff8-b58a54963bc3 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:07:49.196391 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:07:49.412172 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dec96-42cc-4576-894e-f99fe22eab6d req-d90196a9-c526-4eb4-98c0-6ed0c3c20fec tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:07:49.413669 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-071dec96-42cc-4576-894e-f99fe22eab6d req-d90196a9-c526-4eb4-98c0-6ed0c3c20fec tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=369b0b73-8f34-40de-8572-2e61ea3131af HTTP/1.1" status: 200 len: 931 time: 0.0510304 Oct 12 08:07:49.456091 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-071dec96-42cc-4576-894e-f99fe22eab6d req-cab2c29a-945c-4682-8824-e5372ca83e1a tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?id=96623f9a-03bc-4989-9349-7d3ad021ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361907 Oct 12 08:07:49.674276 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ccce13c1-e394-419c-8baa-3ef59e62cbe4 None None] Attempt 2 to provision port 4252e01d-2eb1-4a92-aff8-b58a54963bc3 Oct 12 08:07:49.710722 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ccce13c1-e394-419c-8baa-3ef59e62cbe4 None None] Port 4252e01d-2eb1-4a92-aff8-b58a54963bc3 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:07:50.211605 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ccce13c1-e394-419c-8baa-3ef59e62cbe4 None None] Attempt 3 to provision port 4252e01d-2eb1-4a92-aff8-b58a54963bc3 Oct 12 08:07:50.251640 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ccce13c1-e394-419c-8baa-3ef59e62cbe4 None None] Port 4252e01d-2eb1-4a92-aff8-b58a54963bc3 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:07:50.583852 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39a439-d0ee-4b87-aa47-24d6d5432057 req-32e8af70-a5db-4a2a-bc96-dce6cec078ec tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:07:50.586187 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-df39a439-d0ee-4b87-aa47-24d6d5432057 req-32e8af70-a5db-4a2a-bc96-dce6cec078ec tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=369b0b73-8f34-40de-8572-2e61ea3131af HTTP/1.1" status: 200 len: 931 time: 0.0534797 Oct 12 08:07:50.635311 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-df39a439-d0ee-4b87-aa47-24d6d5432057 req-43da45c2-11f9-498f-864d-a07d24889354 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?id=96623f9a-03bc-4989-9349-7d3ad021ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426104 Oct 12 08:07:50.752650 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ccce13c1-e394-419c-8baa-3ef59e62cbe4 None None] Attempt 4 to provision port 4252e01d-2eb1-4a92-aff8-b58a54963bc3 Oct 12 08:07:50.787943 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ccce13c1-e394-419c-8baa-3ef59e62cbe4 None None] Port 4252e01d-2eb1-4a92-aff8-b58a54963bc3 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:07:51.289813 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ccce13c1-e394-419c-8baa-3ef59e62cbe4 None None] Attempt 5 to provision port 4252e01d-2eb1-4a92-aff8-b58a54963bc3 Oct 12 08:07:51.325521 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ccce13c1-e394-419c-8baa-3ef59e62cbe4 None None] Port 4252e01d-2eb1-4a92-aff8-b58a54963bc3 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:07:51.357194 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:07:51.777372 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f4c0da-82b4-400d-9a8a-af684e86e2f4 req-efe69504-b686-4498-9b66-e19933cc9859 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:07:51.779028 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e8f4c0da-82b4-400d-9a8a-af684e86e2f4 req-efe69504-b686-4498-9b66-e19933cc9859 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=369b0b73-8f34-40de-8572-2e61ea3131af HTTP/1.1" status: 200 len: 931 time: 0.0595293 Oct 12 08:07:51.826652 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e8f4c0da-82b4-400d-9a8a-af684e86e2f4 req-deb7244f-ac80-4aa8-a8d1-81cde76b9659 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?id=96623f9a-03bc-4989-9349-7d3ad021ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397809 Oct 12 08:07:51.829942 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ccce13c1-e394-419c-8baa-3ef59e62cbe4 None None] Attempt 6 to provision port 4252e01d-2eb1-4a92-aff8-b58a54963bc3 Oct 12 08:07:51.874575 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ccce13c1-e394-419c-8baa-3ef59e62cbe4 None None] Port 4252e01d-2eb1-4a92-aff8-b58a54963bc3 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:07:52.375415 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ccce13c1-e394-419c-8baa-3ef59e62cbe4 None None] Attempt 7 to provision port 4252e01d-2eb1-4a92-aff8-b58a54963bc3 Oct 12 08:07:52.414170 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ccce13c1-e394-419c-8baa-3ef59e62cbe4 None None] Port 4252e01d-2eb1-4a92-aff8-b58a54963bc3 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:07:52.915660 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ccce13c1-e394-419c-8baa-3ef59e62cbe4 None None] Attempt 8 to provision port 4252e01d-2eb1-4a92-aff8-b58a54963bc3 Oct 12 08:07:52.955381 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ccce13c1-e394-419c-8baa-3ef59e62cbe4 None None] Port 4252e01d-2eb1-4a92-aff8-b58a54963bc3 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:07:52.974388 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7e575-e976-45fd-8430-05dcea971336 req-45ed022e-84b9-4d2f-a3cd-e85a0be86dc8 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:07:52.980282 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-eac7e575-e976-45fd-8430-05dcea971336 req-45ed022e-84b9-4d2f-a3cd-e85a0be86dc8 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=369b0b73-8f34-40de-8572-2e61ea3131af HTTP/1.1" status: 200 len: 931 time: 0.0616283 Oct 12 08:07:53.016822 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-eac7e575-e976-45fd-8430-05dcea971336 req-fc7d2b4b-a422-4caf-acb8-6e2500c6af10 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?id=96623f9a-03bc-4989-9349-7d3ad021ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342970 Oct 12 08:07:53.456712 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ccce13c1-e394-419c-8baa-3ef59e62cbe4 None None] Attempt 9 to provision port 4252e01d-2eb1-4a92-aff8-b58a54963bc3 Oct 12 08:07:53.497031 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ccce13c1-e394-419c-8baa-3ef59e62cbe4 None None] Port 4252e01d-2eb1-4a92-aff8-b58a54963bc3 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:07:53.998053 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ccce13c1-e394-419c-8baa-3ef59e62cbe4 None None] Attempt 10 to provision port 4252e01d-2eb1-4a92-aff8-b58a54963bc3 Oct 12 08:07:54.038283 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ccce13c1-e394-419c-8baa-3ef59e62cbe4 None None] Port 4252e01d-2eb1-4a92-aff8-b58a54963bc3 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:07:54.147267 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408aad7-2a79-4452-8cd4-2d827ed3167c req-aef3c2f4-5e74-42b4-a401-e65337960b1e tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:07:54.149098 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c408aad7-2a79-4452-8cd4-2d827ed3167c req-aef3c2f4-5e74-42b4-a401-e65337960b1e tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=369b0b73-8f34-40de-8572-2e61ea3131af HTTP/1.1" status: 200 len: 931 time: 0.0528326 Oct 12 08:07:54.193354 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c408aad7-2a79-4452-8cd4-2d827ed3167c req-42102cd2-fb24-4d47-9c7d-5d6577a715cd tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?id=96623f9a-03bc-4989-9349-7d3ad021ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383205 Oct 12 08:07:55.316991 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8c989-fdc2-4646-aceb-5382699d3b69 req-2e4f1ef6-c75a-4ed2-996d-1bc11075fe98 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:07:55.318493 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e8a8c989-fdc2-4646-aceb-5382699d3b69 req-2e4f1ef6-c75a-4ed2-996d-1bc11075fe98 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=369b0b73-8f34-40de-8572-2e61ea3131af HTTP/1.1" status: 200 len: 931 time: 0.0492795 Oct 12 08:07:55.357154 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e8a8c989-fdc2-4646-aceb-5382699d3b69 req-827b73c1-cb50-49d8-a396-b385f515cd1c tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?id=96623f9a-03bc-4989-9349-7d3ad021ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318089 Oct 12 08:07:55.717908 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-c5ce397a-b1ee-46d0-9dc3-6d5b8349ada9 service neutron] Request body: {'port': {'device_id': '369b0b73-8f34-40de-8572-2e61ea3131af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8609'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:07:55.769444 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-c5ce397a-b1ee-46d0-9dc3-6d5b8349ada9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:07:56.026642 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-c5ce397a-b1ee-46d0-9dc3-6d5b8349ada9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4252e01d-2eb1-4a92-aff8-b58a54963bc3 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 08:07:56.033876 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-c5ce397a-b1ee-46d0-9dc3-6d5b8349ada9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:07:56.045969 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-c5ce397a-b1ee-46d0-9dc3-6d5b8349ada9 service neutron] Transition to ACTIVE for port object 4252e01d-2eb1-4a92-aff8-b58a54963bc3 will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 08:07:56.049538 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-c5ce397a-b1ee-46d0-9dc3-6d5b8349ada9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:07:56.125291 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce397a-b1ee-46d0-9dc3-6d5b8349ada9 service neutron] Pushing event updated for resources: {'Port': ['ID=4252e01d-2eb1-4a92-aff8-b58a54963bc3,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:07:56.154762 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-c5ce397a-b1ee-46d0-9dc3-6d5b8349ada9 service neutron] Attempting to bind port 4252e01d-2eb1-4a92-aff8-b58a54963bc3 on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:07:56.155094 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-c5ce397a-b1ee-46d0-9dc3-6d5b8349ada9 service neutron] Attempting to bind port 4252e01d-2eb1-4a92-aff8-b58a54963bc3 by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': 'dd4cd432-5695-4f48-90ca-f98a12eb7695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '06393cce-5b80-43fe-9fff-d0520935306e'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:07:56.155415 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-c5ce397a-b1ee-46d0-9dc3-6d5b8349ada9 service neutron] Attempting to bind port 4252e01d-2eb1-4a92-aff8-b58a54963bc3 on network 06393cce-5b80-43fe-9fff-d0520935306e {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:07:56.159796 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-c5ce397a-b1ee-46d0-9dc3-6d5b8349ada9 service neutron] Port 4252e01d-2eb1-4a92-aff8-b58a54963bc3 on network 06393cce-5b80-43fe-9fff-d0520935306e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 08:07:56.160112 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-c5ce397a-b1ee-46d0-9dc3-6d5b8349ada9 service neutron] Attempting to bind port 4252e01d-2eb1-4a92-aff8-b58a54963bc3 on network 06393cce-5b80-43fe-9fff-d0520935306e {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:07:56.164912 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-c5ce397a-b1ee-46d0-9dc3-6d5b8349ada9 service neutron] Checking agent: {'id': 'afe9b392-c72e-4ef3-a7bd-ca4c2066af02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8609', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'started_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:07:56.165245 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-c5ce397a-b1ee-46d0-9dc3-6d5b8349ada9 service neutron] Checking segment: {'id': 'dd4cd432-5695-4f48-90ca-f98a12eb7695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '06393cce-5b80-43fe-9fff-d0520935306e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:07:56.165617 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-c5ce397a-b1ee-46d0-9dc3-6d5b8349ada9 service neutron] Bound using segment: {'id': 'dd4cd432-5695-4f48-90ca-f98a12eb7695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '06393cce-5b80-43fe-9fff-d0520935306e'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:07:56.166064 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-c5ce397a-b1ee-46d0-9dc3-6d5b8349ada9 service neutron] Bound port: 4252e01d-2eb1-4a92-aff8-b58a54963bc3, host: hv-neutron-8609, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd4cd432-5695-4f48-90ca-f98a12eb7695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '06393cce-5b80-43fe-9fff-d0520935306e'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:07:56.166417 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-c5ce397a-b1ee-46d0-9dc3-6d5b8349ada9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:07:56.231307 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-c5ce397a-b1ee-46d0-9dc3-6d5b8349ada9 service neutron] For port 4252e01d-2eb1-4a92-aff8-b58a54963bc3, host hv-neutron-8609, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:07:56.234296 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-c5ce397a-b1ee-46d0-9dc3-6d5b8349ada9 service neutron] For port 4252e01d-2eb1-4a92-aff8-b58a54963bc3, host hv-neutron-8609, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=4252e01d-2eb1-4a92-aff8-b58a54963bc3,segment=NetworkSegment(dd4cd432-5695-4f48-90ca-f98a12eb7695),segment_id=dd4cd432-5695-4f48-90ca-f98a12eb7695)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:07:56.238259 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-c5ce397a-b1ee-46d0-9dc3-6d5b8349ada9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:07:56.241088 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-c5ce397a-b1ee-46d0-9dc3-6d5b8349ada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:07:56.241824 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-c5ce397a-b1ee-46d0-9dc3-6d5b8349ada9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:07:56.243792 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-c5ce397a-b1ee-46d0-9dc3-6d5b8349ada9 service neutron] 10.222.0.23 "PUT /v2.0/ports/4252e01d-2eb1-4a92-aff8-b58a54963bc3 HTTP/1.1" status: 200 len: 1093 time: 0.5302124 Oct 12 08:07:56.245713 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '369b0b73-8f34-40de-8572-2e61ea3131af', 'tag': '4252e01d-2eb1-4a92-aff8-b58a54963bc3'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:07:56.249078 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19be5fcd-e129-46ae-996b-881b5f28db33" -d '{"events": [{"name": "network-changed", "server_uuid": "369b0b73-8f34-40de-8572-2e61ea3131af", "tag": "4252e01d-2eb1-4a92-aff8-b58a54963bc3"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:07:56.289987 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 08:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bbc9f06-f900-4983-8b68-3b6efb29cc59 x-openstack-request-id: req-3bbc9f06-f900-4983-8b68-3b6efb29cc59 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:07:56.290302 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "369b0b73-8f34-40de-8572-2e61ea3131af", "tag": "4252e01d-2eb1-4a92-aff8-b58a54963bc3", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:07:56.290554 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3bbc9f06-f900-4983-8b68-3b6efb29cc59 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:07:56.290945 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bbc9f06-f900-4983-8b68-3b6efb29cc59'] response: {'name': 'network-changed', 'server_uuid': '369b0b73-8f34-40de-8572-2e61ea3131af', 'tag': '4252e01d-2eb1-4a92-aff8-b58a54963bc3', 'status': 'completed', 'code': 200} Oct 12 08:07:56.326732 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce397a-b1ee-46d0-9dc3-6d5b8349ada9 service neutron] Pushing event updated for resources: {'Port': ['ID=4252e01d-2eb1-4a92-aff8-b58a54963bc3,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:07:56.336865 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-d710a7f7-dab6-4c7c-94c3-4b5aad2e956b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:07:56.338374 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-d710a7f7-dab6-4c7c-94c3-4b5aad2e956b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=12fc8da11bc34bc29ed0e3d2c0ec59ed&device_id=369b0b73-8f34-40de-8572-2e61ea3131af HTTP/1.1" status: 200 len: 1096 time: 0.0571020 Oct 12 08:07:56.385096 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-e7b7759d-9881-431b-af48-643a5cc2ffc2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4252e01d-2eb1-4a92-aff8-b58a54963bc3 HTTP/1.1" status: 200 len: 217 time: 0.0373750 Oct 12 08:07:56.444238 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-822b3848-5eef-44f2-bd2a-270d65d4480e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:07:56.445636 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-822b3848-5eef-44f2-bd2a-270d65d4480e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d28ac88d-77bc-4621-805c-f2ddee76aa77 HTTP/1.1" status: 200 len: 854 time: 0.0535426 Oct 12 08:07:56.504123 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579fd18-8ca6-497e-bc48-415276c7960b req-fdc624d6-9f07-4df6-892d-d49d1c902855 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:07:56.505580 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7579fd18-8ca6-497e-bc48-415276c7960b req-fdc624d6-9f07-4df6-892d-d49d1c902855 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=369b0b73-8f34-40de-8572-2e61ea3131af HTTP/1.1" status: 200 len: 943 time: 0.0752273 Oct 12 08:07:56.519979 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-7a524d79-af82-4170-8eff-b8641c54c805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:07:56.521342 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-7a524d79-af82-4170-8eff-b8641c54c805 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=06393cce-5b80-43fe-9fff-d0520935306e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0622919 Oct 12 08:07:56.570919 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7579fd18-8ca6-497e-bc48-415276c7960b req-24af67fe-116f-4a76-b763-e35d434113a8 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?id=96623f9a-03bc-4989-9349-7d3ad021ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578425 Oct 12 08:07:56.632036 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-17dc9ffb-1710-4f5e-a931-1cf6203149f6 service neutron] 10.222.0.23 "GET /v2.0/networks/06393cce-5b80-43fe-9fff-d0520935306e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030486 Oct 12 08:07:56.724080 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-776830f8-23cd-4933-bce4-66e6e24bea4f req-cb227ccd-5cc8-4902-9f54-6ef13fbf0281 service neutron] 10.222.0.23 "GET /v2.0/networks/06393cce-5b80-43fe-9fff-d0520935306e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854623 Oct 12 08:07:56.815467 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be5fcd-e129-46ae-996b-881b5f28db33 req-b6f59972-debc-4495-9f0f-b9918b8700c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:07:56.817040 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-19be5fcd-e129-46ae-996b-881b5f28db33 req-b6f59972-debc-4495-9f0f-b9918b8700c5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=12fc8da11bc34bc29ed0e3d2c0ec59ed&device_id=369b0b73-8f34-40de-8572-2e61ea3131af HTTP/1.1" status: 200 len: 1096 time: 0.0446887 Oct 12 08:07:56.906356 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be5fcd-e129-46ae-996b-881b5f28db33 req-5963e750-4523-48aa-8311-05ef5d4e1dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:07:56.907773 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-19be5fcd-e129-46ae-996b-881b5f28db33 req-5963e750-4523-48aa-8311-05ef5d4e1dc8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=06393cce-5b80-43fe-9fff-d0520935306e HTTP/1.1" status: 200 len: 916 time: 0.0828176 Oct 12 08:07:56.951331 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-19be5fcd-e129-46ae-996b-881b5f28db33 req-8fe4dbba-1f48-4e12-9868-a061125d757a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4252e01d-2eb1-4a92-aff8-b58a54963bc3 HTTP/1.1" status: 200 len: 217 time: 0.0355320 Oct 12 08:07:56.998006 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be5fcd-e129-46ae-996b-881b5f28db33 req-ac6769cb-6091-401b-bc43-8feb20b063fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:07:56.999420 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-19be5fcd-e129-46ae-996b-881b5f28db33 req-ac6769cb-6091-401b-bc43-8feb20b063fe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d28ac88d-77bc-4621-805c-f2ddee76aa77 HTTP/1.1" status: 200 len: 854 time: 0.0419018 Oct 12 08:07:57.043347 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be5fcd-e129-46ae-996b-881b5f28db33 req-ba5fada3-aac5-439e-9fe1-e580ca8548b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:07:57.044769 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-19be5fcd-e129-46ae-996b-881b5f28db33 req-ba5fada3-aac5-439e-9fe1-e580ca8548b4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=06393cce-5b80-43fe-9fff-d0520935306e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386152 Oct 12 08:07:57.135943 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-19be5fcd-e129-46ae-996b-881b5f28db33 req-dbd23be8-d114-4dc4-86da-19d42307e9f6 service neutron] 10.222.0.23 "GET /v2.0/networks/06393cce-5b80-43fe-9fff-d0520935306e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840445 Oct 12 08:07:57.224974 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-19be5fcd-e129-46ae-996b-881b5f28db33 req-3fdd1df5-c4bf-43d2-94b0-e4576c7110b4 service neutron] 10.222.0.23 "GET /v2.0/networks/06393cce-5b80-43fe-9fff-d0520935306e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808764 Oct 12 08:07:57.695435 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a408fa-af19-4bc0-a9c8-b6b5f936e595 req-98f67a03-bda4-4743-8697-9f7e191b9f7b tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:07:57.696928 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b1a408fa-af19-4bc0-a9c8-b6b5f936e595 req-98f67a03-bda4-4743-8697-9f7e191b9f7b tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=369b0b73-8f34-40de-8572-2e61ea3131af HTTP/1.1" status: 200 len: 943 time: 0.0533030 Oct 12 08:07:57.700523 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 4252e01d-2eb1-4a92-aff8-b58a54963bc3 details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 08:07:57.736106 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b1a408fa-af19-4bc0-a9c8-b6b5f936e595 req-238de5b9-5ed0-4fe2-9f2b-ec63d04e7151 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?id=96623f9a-03bc-4989-9349-7d3ad021ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325818 Oct 12 08:07:57.796889 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 4252e01d-2eb1-4a92-aff8-b58a54963bc3, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=4252e01d-2eb1-4a92-aff8-b58a54963bc3,segment=NetworkSegment(dd4cd432-5695-4f48-90ca-f98a12eb7695),segment_id=dd4cd432-5695-4f48-90ca-f98a12eb7695)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:07:57.808764 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': '4252e01d-2eb1-4a92-aff8-b58a54963bc3', 'network_id': '06393cce-5b80-43fe-9fff-d0520935306e', 'port_id': '4252e01d-2eb1-4a92-aff8-b58a54963bc3', 'mac_address': 'fa:16:3e:bb:9e:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd28ac88d-77bc-4621-805c-f2ddee76aa77', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 08:07:57.844271 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 4252e01d-2eb1-4a92-aff8-b58a54963bc3 is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:07:57.844691 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:07:57.858080 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4252e01d-2eb1-4a92-aff8-b58a54963bc3 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 08:07:57.877448 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 4252e01d-2eb1-4a92-aff8-b58a54963bc3, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=4252e01d-2eb1-4a92-aff8-b58a54963bc3,segment=NetworkSegment(dd4cd432-5695-4f48-90ca-f98a12eb7695),segment_id=dd4cd432-5695-4f48-90ca-f98a12eb7695)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:07:57.881036 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:07:57.925719 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=4252e01d-2eb1-4a92-aff8-b58a54963bc3,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:07:57.933078 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:07:57.933423 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:07:57.933762 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:07:57.934125 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:07:57.934454 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:07:57.934781 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:07:57.935107 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:07:57.935434 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:07:57.935753 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:07:57.936071 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:07:57.936389 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:07:57.936705 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:07:58.119352 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['4252e01d-2eb1-4a92-aff8-b58a54963bc3'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 08:07:58.856086 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e1208-52c9-4863-838e-f875b9d096a6 req-fcd30e5d-eb1a-42f1-a2ef-05fd367f6d8f tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:07:58.857541 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-959e1208-52c9-4863-838e-f875b9d096a6 req-fcd30e5d-eb1a-42f1-a2ef-05fd367f6d8f tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=369b0b73-8f34-40de-8572-2e61ea3131af HTTP/1.1" status: 200 len: 944 time: 0.0510831 Oct 12 08:07:58.893301 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-959e1208-52c9-4863-838e-f875b9d096a6 req-73ca4eb4-6075-4de3-8aef-8647fe037b00 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?id=96623f9a-03bc-4989-9349-7d3ad021ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298560 Oct 12 08:07:59.699270 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 4252e01d-2eb1-4a92-aff8-b58a54963bc3 up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:07:59.747785 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning for port 4252e01d-2eb1-4a92-aff8-b58a54963bc3 completed by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 12 08:07:59.751649 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port 4252e01d-2eb1-4a92-aff8-b58a54963bc3 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:07:59.752018 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:07:59.752349 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port 4252e01d-2eb1-4a92-aff8-b58a54963bc3 Oct 12 08:07:59.829751 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 4252e01d-2eb1-4a92-aff8-b58a54963bc3 is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:07:59.830167 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:07:59.853028 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '369b0b73-8f34-40de-8572-2e61ea3131af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4252e01d-2eb1-4a92-aff8-b58a54963bc3'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:07:59.855416 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71845ae0-0bdb-489a-8808-b92ffbcb1fbd" -d '{"events": [{"server_uuid": "369b0b73-8f34-40de-8572-2e61ea3131af", "name": "network-vif-plugged", "status": "completed", "tag": "4252e01d-2eb1-4a92-aff8-b58a54963bc3"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:07:59.869534 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 4252e01d-2eb1-4a92-aff8-b58a54963bc3, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=4252e01d-2eb1-4a92-aff8-b58a54963bc3,segment=NetworkSegment(dd4cd432-5695-4f48-90ca-f98a12eb7695),segment_id=dd4cd432-5695-4f48-90ca-f98a12eb7695)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:07:59.873955 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:07:59.920930 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=4252e01d-2eb1-4a92-aff8-b58a54963bc3,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:07:59.957376 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 08:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d41587-9bc2-4f4d-8c1a-99d9bd372f00 x-openstack-request-id: req-b0d41587-9bc2-4f4d-8c1a-99d9bd372f00 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:07:59.957673 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "369b0b73-8f34-40de-8572-2e61ea3131af", "name": "network-vif-plugged", "status": "completed", "tag": "4252e01d-2eb1-4a92-aff8-b58a54963bc3", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:07:59.957928 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b0d41587-9bc2-4f4d-8c1a-99d9bd372f00 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:07:59.958372 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0d41587-9bc2-4f4d-8c1a-99d9bd372f00'] response: {'server_uuid': '369b0b73-8f34-40de-8572-2e61ea3131af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4252e01d-2eb1-4a92-aff8-b58a54963bc3', 'code': 200} Oct 12 08:08:00.014811 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdde18a-255c-4e17-91e0-67942e569d66 req-b66811d3-a94a-4cf8-9543-ca2f3fb84697 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:08:00.016286 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-efdde18a-255c-4e17-91e0-67942e569d66 req-b66811d3-a94a-4cf8-9543-ca2f3fb84697 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=369b0b73-8f34-40de-8572-2e61ea3131af HTTP/1.1" status: 200 len: 945 time: 0.0487325 Oct 12 08:08:00.056292 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-efdde18a-255c-4e17-91e0-67942e569d66 req-e9e28d12-88ba-4323-8805-2a01707285c5 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?id=96623f9a-03bc-4989-9349-7d3ad021ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333517 Oct 12 08:08:00.123475 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe176a49-44a3-47c9-b948-e503d10a87b3 req-b95bc0ec-c1c6-43a8-a7f4-b33ccffcc3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:08:00.124967 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fe176a49-44a3-47c9-b948-e503d10a87b3 req-b95bc0ec-c1c6-43a8-a7f4-b33ccffcc3cb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=369b0b73-8f34-40de-8572-2e61ea3131af HTTP/1.1" status: 200 len: 1098 time: 0.0426486 Oct 12 08:08:00.159533 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fe176a49-44a3-47c9-b948-e503d10a87b3 req-5a48d6ff-b15b-402d-95b4-608b575f187b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=96623f9a-03bc-4989-9349-7d3ad021ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279965 Oct 12 08:08:01.181960 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e3cbf-c010-45c5-839f-653f6a8be35b req-01461c2e-9bd8-43d4-a640-98e8899f676e tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:08:01.183475 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f90e3cbf-c010-45c5-839f-653f6a8be35b req-01461c2e-9bd8-43d4-a640-98e8899f676e tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=369b0b73-8f34-40de-8572-2e61ea3131af HTTP/1.1" status: 200 len: 945 time: 0.0521178 Oct 12 08:08:01.223852 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f90e3cbf-c010-45c5-839f-653f6a8be35b req-83aad150-974b-4ddb-96ff-a9c87bf1fe7d tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?id=96623f9a-03bc-4989-9349-7d3ad021ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340886 Oct 12 08:08:02.341917 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e4ae08-4945-4f50-a410-75a07e7a1fc4 req-7a689557-4b3a-4d1e-b636-57ef7a2a03a5 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:08:02.343397 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c2e4ae08-4945-4f50-a410-75a07e7a1fc4 req-7a689557-4b3a-4d1e-b636-57ef7a2a03a5 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=369b0b73-8f34-40de-8572-2e61ea3131af HTTP/1.1" status: 200 len: 945 time: 0.0486715 Oct 12 08:08:02.381494 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c2e4ae08-4945-4f50-a410-75a07e7a1fc4 req-c8d9ffd5-2977-4c4f-9850-2a4dfa5035e4 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?id=96623f9a-03bc-4989-9349-7d3ad021ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319021 Oct 12 08:08:02.505522 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550bfcf7-3604-41ef-ab39-ccf276b46fcb req-792ce116-6c13-4cb5-8403-b055157f5fc3 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:08:02.507083 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-550bfcf7-3604-41ef-ab39-ccf276b46fcb req-792ce116-6c13-4cb5-8403-b055157f5fc3 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=369b0b73-8f34-40de-8572-2e61ea3131af HTTP/1.1" status: 200 len: 945 time: 0.0538058 Oct 12 08:08:02.545015 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-550bfcf7-3604-41ef-ab39-ccf276b46fcb req-e0419645-be0c-4537-a7c8-811ff3e5c47a tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?id=96623f9a-03bc-4989-9349-7d3ad021ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319967 Oct 12 08:08:02.876985 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626ba4f-2c2e-4d0e-b5fc-d7aad97b8a57 req-b35342a3-8cbb-43c9-a187-96bca3f2ff59 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:08:02.878465 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0626ba4f-2c2e-4d0e-b5fc-d7aad97b8a57 req-b35342a3-8cbb-43c9-a187-96bca3f2ff59 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=369b0b73-8f34-40de-8572-2e61ea3131af HTTP/1.1" status: 200 len: 945 time: 0.0507767 Oct 12 08:08:02.917423 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0626ba4f-2c2e-4d0e-b5fc-d7aad97b8a57 req-c46e575b-af89-4135-aae9-d7f90cbd272e tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?id=96623f9a-03bc-4989-9349-7d3ad021ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323331 Oct 12 08:08:13.971749 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-175a6b1e-b40b-482f-85d6-1553cc9a5fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:14.384147 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55699bff-40b5-43db-8425-9c8ab0284bb3 req-bcb9cd4e-e863-4e0d-8995-322740831870 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:08:14.385590 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-55699bff-40b5-43db-8425-9c8ab0284bb3 req-bcb9cd4e-e863-4e0d-8995-322740831870 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=369b0b73-8f34-40de-8572-2e61ea3131af HTTP/1.1" status: 200 len: 945 time: 0.0478485 Oct 12 08:08:14.425958 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-55699bff-40b5-43db-8425-9c8ab0284bb3 req-a5a8a239-5217-40bd-9e54-53d857e2b019 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?id=96623f9a-03bc-4989-9349-7d3ad021ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345228 Oct 12 08:08:14.453678 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 47890) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:08:14.492838 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d9156f-e8bb-4130-b45c-7470151b3f66 tempest-TestMinimumBasicScenario-1973749490 tempest-TestMinimumBasicScenario-1973749490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:08:14.494354 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b6d9156f-e8bb-4130-b45c-7470151b3f66 tempest-TestMinimumBasicScenario-1973749490 tempest-TestMinimumBasicScenario-1973749490-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=369b0b73-8f34-40de-8572-2e61ea3131af HTTP/1.1" status: 200 len: 1093 time: 0.0396612 Oct 12 08:08:14.497099 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 47892) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:08:14.501247 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-eb844085-0ff0-4621-9aea-0e997009d797 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Request body: {'floatingip': {'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'port_id': '4252e01d-2eb1-4a92-aff8-b58a54963bc3', 'tenant_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:08:14.520884 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-eb844085-0ff0-4621-9aea-0e997009d797 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for floatingip, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:14.614775 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-eb844085-0ff0-4621-9aea-0e997009d797 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:14.716599 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-eb844085-0ff0-4621-9aea-0e997009d797 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Allocated IP 172.26.3.101 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/d40e17cb-4273-4ca8-92e5-c0fdb62542a6) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:08:14.814706 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-eb844085-0ff0-4621-9aea-0e997009d797 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:14.849178 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-eb844085-0ff0-4621-9aea-0e997009d797 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:14.889827 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb844085-0ff0-4621-9aea-0e997009d797 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:08:14.892693 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-eb844085-0ff0-4621-9aea-0e997009d797 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:08:14.897193 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb844085-0ff0-4621-9aea-0e997009d797 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:08:14.923302 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb844085-0ff0-4621-9aea-0e997009d797 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Pushing event updated for resources: {'Port': ['ID=d40e17cb-4273-4ca8-92e5-c0fdb62542a6,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:08:15.244055 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-eb844085-0ff0-4621-9aea-0e997009d797 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:15.310625 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-eb844085-0ff0-4621-9aea-0e997009d797 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:15.778731 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-eb844085-0ff0-4621-9aea-0e997009d797 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:15.783348 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-eb844085-0ff0-4621-9aea-0e997009d797 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:15.847844 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-eb844085-0ff0-4621-9aea-0e997009d797 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:15.850643 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb844085-0ff0-4621-9aea-0e997009d797 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Pushing event updated for resources: {'Port': ['ID=d40e17cb-4273-4ca8-92e5-c0fdb62542a6,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:08:15.948644 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [None req-eb844085-0ff0-4621-9aea-0e997009d797 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Floating IP 6878a2b4-4778-480e-891d-e6fb71892524 associated. External IP: 172.26.3.101, port: 4252e01d-2eb1-4a92-aff8-b58a54963bc3. Oct 12 08:08:16.141443 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3cf6c3da-5446-4dd3-a0a9-a630d7030f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:16.151972 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb844085-0ff0-4621-9aea-0e997009d797 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Router 9791d87e-9fbc-470d-bb79-a8337e380d3f has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:08:16.257597 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb844085-0ff0-4621-9aea-0e997009d797 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:08:16.267946 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c49b22-d2e7-4719-9ff6-bc8132d808ff None None] Sync routers for ids ['9791d87e-9fbc-470d-bb79-a8337e380d3f'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:08:16.274858 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-eb844085-0ff0-4621-9aea-0e997009d797 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:16.278484 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c49b22-d2e7-4719-9ff6-bc8132d808ff None None] Routers {'9791d87e-9fbc-470d-bb79-a8337e380d3f'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:08:16.279121 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-a2c49b22-d2e7-4719-9ff6-bc8132d808ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:08:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['9791d87e-9fbc-470d-bb79-a8337e380d3f'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:08:16.301174 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-eb844085-0ff0-4621-9aea-0e997009d797 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8030844 Oct 12 08:08:16.301807 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '369b0b73-8f34-40de-8572-2e61ea3131af', 'tag': '4252e01d-2eb1-4a92-aff8-b58a54963bc3'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:08:16.303988 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 47894) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:08:16.304504 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002e0c2b-fbb2-4c54-b541-8191d7e7974e" -d '{"events": [{"name": "network-changed", "server_uuid": "369b0b73-8f34-40de-8572-2e61ea3131af", "tag": "4252e01d-2eb1-4a92-aff8-b58a54963bc3"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:08:16.316725 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-c9bac21e-0715-4127-b2de-cfc2836722c9 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-34542260', 'description': 'tempest-secgroup-smoke-34542260 description', 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:08:16.340841 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c9bac21e-0715-4127-b2de-cfc2836722c9 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:16.391639 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-a2c49b22-d2e7-4719-9ff6-bc8132d808ff None None] Set router 9791d87e-9fbc-470d-bb79-a8337e380d3f gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:08:16.403618 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 08:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ac1709-2c1e-44ed-aaa0-de661b6d5873 x-openstack-request-id: req-15ac1709-2c1e-44ed-aaa0-de661b6d5873 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:08:16.404312 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "369b0b73-8f34-40de-8572-2e61ea3131af", "tag": "4252e01d-2eb1-4a92-aff8-b58a54963bc3", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:08:16.404312 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-15ac1709-2c1e-44ed-aaa0-de661b6d5873 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:08:16.404762 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15ac1709-2c1e-44ed-aaa0-de661b6d5873'] response: {'name': 'network-changed', 'server_uuid': '369b0b73-8f34-40de-8572-2e61ea3131af', 'tag': '4252e01d-2eb1-4a92-aff8-b58a54963bc3', 'status': 'completed', 'code': 200} Oct 12 08:08:16.410350 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c9bac21e-0715-4127-b2de-cfc2836722c9 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:16.414443 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c9bac21e-0715-4127-b2de-cfc2836722c9 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:16.440688 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c9bac21e-0715-4127-b2de-cfc2836722c9 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:16.442613 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c9bac21e-0715-4127-b2de-cfc2836722c9 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1372480 Oct 12 08:08:16.452659 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bac21e-0715-4127-b2de-cfc2836722c9 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4a8131-03e0-4557-9bce-d974be3ec00b,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:08:16.454895 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 47900) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:08:16.461858 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-db848409-2399-4ef6-855b-1991771af24d tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Request body: {'security_group_rule': {'security_group_id': 'dd4a8131-03e0-4557-9bce-d974be3ec00b', 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:08:16.493153 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e0c2b-fbb2-4c54-b541-8191d7e7974e req-121658eb-b867-4c0e-9723-8c491f8582d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:08:16.495369 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-002e0c2b-fbb2-4c54-b541-8191d7e7974e req-121658eb-b867-4c0e-9723-8c491f8582d0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=12fc8da11bc34bc29ed0e3d2c0ec59ed&device_id=369b0b73-8f34-40de-8572-2e61ea3131af HTTP/1.1" status: 200 len: 1098 time: 0.0677280 Oct 12 08:08:16.500973 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-db848409-2399-4ef6-855b-1991771af24d tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:16.614252 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-db848409-2399-4ef6-855b-1991771af24d tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:16.621013 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-db848409-2399-4ef6-855b-1991771af24d tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:16.632358 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e0c2b-fbb2-4c54-b541-8191d7e7974e req-29c9ac0d-48fc-4b91-9f20-2799c2dafd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:08:16.633792 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-002e0c2b-fbb2-4c54-b541-8191d7e7974e req-29c9ac0d-48fc-4b91-9f20-2799c2dafd99 service neutron] 10.222.0.23 "GET /v2.0/networks?id=06393cce-5b80-43fe-9fff-d0520935306e HTTP/1.1" status: 200 len: 916 time: 0.1302118 Oct 12 08:08:16.639765 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-a2c49b22-d2e7-4719-9ff6-bc8132d808ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'name': 'tempest-TestMinimumBasicScenario-1051134320-router', 'tenant_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'be715957-c604-4d4c-b5a5-85027c36fb1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:03:40Z', 'updated_at': '2022-10-12T08:03:43Z', 'revision_number': 4, 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'gw_port': {'id': 'be715957-c604-4d4c-b5a5-85027c36fb1c', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:af:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:03:41Z', 'updated_at': '2022-10-12T08:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '6878a2b4-4778-480e-891d-e6fb71892524', 'tenant_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'floating_ip_address': '172.26.3.101', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'port_id': '4252e01d-2eb1-4a92-aff8-b58a54963bc3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06393cce-5b80-43fe-9fff-d0520935306e', 'mac_address': 'fa:16:3e:bb:9e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369b0b73-8f34-40de-8572-2e61ea3131af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T08:08:15Z', 'updated_at': '2022-10-12T08:08:15Z', 'revision_number': 0, 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '158b6c4c-dde4-4383-807d-ddcdcce440e8', 'name': '', 'network_id': '06393cce-5b80-43fe-9fff-d0520935306e', 'tenant_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'mac_address': 'fa:16:3e:97:ab:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'd28ac88d-77bc-4621-805c-f2ddee76aa77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:03:42Z', 'updated_at': '2022-10-12T08:03:46Z', 'revision_number': 5, 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'subnets': [{'id': 'd28ac88d-77bc-4621-805c-f2ddee76aa77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:08:16.651317 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db848409-2399-4ef6-855b-1991771af24d tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e3d969-e701-4ac4-9bbd-816d64aab218,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:08:16.673399 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c49b22-d2e7-4719-9ff6-bc8132d808ff None None] Checking router: 9791d87e-9fbc-470d-bb79-a8337e380d3f for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:08:16.684416 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c49b22-d2e7-4719-9ff6-bc8132d808ff None None] Routers {'9791d87e-9fbc-470d-bb79-a8337e380d3f'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:08:16.685067 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-a2c49b22-d2e7-4719-9ff6-bc8132d808ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:08:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['9791d87e-9fbc-470d-bb79-a8337e380d3f'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:08:16.694938 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-db848409-2399-4ef6-855b-1991771af24d tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:16.696135 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-db848409-2399-4ef6-855b-1991771af24d tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2393844 Oct 12 08:08:16.700936 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 47902) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:08:16.705546 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-fe2be5e8-5f27-48e6-99b4-0a0cb7c76c5d tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Request body: {'security_group_rule': {'security_group_id': 'dd4a8131-03e0-4557-9bce-d974be3ec00b', 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:08:16.724541 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-002e0c2b-fbb2-4c54-b541-8191d7e7974e req-cd0ffdd3-7d74-410d-8967-e553eccd7fd7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4252e01d-2eb1-4a92-aff8-b58a54963bc3 HTTP/1.1" status: 200 len: 999 time: 0.0819776 Oct 12 08:08:16.759376 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe2be5e8-5f27-48e6-99b4-0a0cb7c76c5d tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:16.778955 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e0c2b-fbb2-4c54-b541-8191d7e7974e req-74a20c3e-6657-4b26-b9b7-a432971138e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:08:16.780561 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-002e0c2b-fbb2-4c54-b541-8191d7e7974e req-74a20c3e-6657-4b26-b9b7-a432971138e7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d28ac88d-77bc-4621-805c-f2ddee76aa77 HTTP/1.1" status: 200 len: 854 time: 0.0490718 Oct 12 08:08:16.819411 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-a2c49b22-d2e7-4719-9ff6-bc8132d808ff None None] Set router 9791d87e-9fbc-470d-bb79-a8337e380d3f gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:08:16.842052 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e0c2b-fbb2-4c54-b541-8191d7e7974e req-d6824d73-29d9-4850-893a-072234f6b1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:08:16.843845 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-002e0c2b-fbb2-4c54-b541-8191d7e7974e req-d6824d73-29d9-4850-893a-072234f6b1dc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=06393cce-5b80-43fe-9fff-d0520935306e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0561988 Oct 12 08:08:16.847357 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe2be5e8-5f27-48e6-99b4-0a0cb7c76c5d tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:16.855134 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe2be5e8-5f27-48e6-99b4-0a0cb7c76c5d tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:16.883239 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2be5e8-5f27-48e6-99b4-0a0cb7c76c5d tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44b539ae-f53c-43da-ab5a-805e8257d77e,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:08:16.895945 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fe2be5e8-5f27-48e6-99b4-0a0cb7c76c5d tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:16.897441 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-fe2be5e8-5f27-48e6-99b4-0a0cb7c76c5d tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1958184 Oct 12 08:08:16.900694 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 47904) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:08:16.907733 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-a73242d9-88ee-4bfd-a1d9-c2d075a1f328 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Request body: {'security_group_rule': {'security_group_id': 'dd4a8131-03e0-4557-9bce-d974be3ec00b', 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:08:16.940452 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a73242d9-88ee-4bfd-a1d9-c2d075a1f328 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:16.956760 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-002e0c2b-fbb2-4c54-b541-8191d7e7974e req-dfb759bf-8e9d-45eb-9f33-922a740ad83b service neutron] 10.222.0.23 "GET /v2.0/networks/06393cce-5b80-43fe-9fff-d0520935306e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056449 Oct 12 08:08:17.009640 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a73242d9-88ee-4bfd-a1d9-c2d075a1f328 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:17.013683 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a73242d9-88ee-4bfd-a1d9-c2d075a1f328 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:17.031973 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73242d9-88ee-4bfd-a1d9-c2d075a1f328 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac8ba184-f74b-435b-ab57-ba2f0003dfd4,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:08:17.041964 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a73242d9-88ee-4bfd-a1d9-c2d075a1f328 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:17.043219 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a73242d9-88ee-4bfd-a1d9-c2d075a1f328 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1413651 Oct 12 08:08:17.046048 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 47906) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:08:17.050376 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-3fce6944-bd32-4d07-bd01-638f89f0beaa tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Request body: {'security_group_rule': {'security_group_id': 'dd4a8131-03e0-4557-9bce-d974be3ec00b', 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:08:17.072037 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-002e0c2b-fbb2-4c54-b541-8191d7e7974e req-a205491a-dd90-4b2c-be2b-a0ffef5a2f60 service neutron] 10.222.0.23 "GET /v2.0/networks/06393cce-5b80-43fe-9fff-d0520935306e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079948 Oct 12 08:08:17.075098 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3fce6944-bd32-4d07-bd01-638f89f0beaa tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:17.122051 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-a2c49b22-d2e7-4719-9ff6-bc8132d808ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'name': 'tempest-TestMinimumBasicScenario-1051134320-router', 'tenant_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'be715957-c604-4d4c-b5a5-85027c36fb1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:03:40Z', 'updated_at': '2022-10-12T08:03:43Z', 'revision_number': 4, 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'gw_port': {'id': 'be715957-c604-4d4c-b5a5-85027c36fb1c', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:af:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:03:41Z', 'updated_at': '2022-10-12T08:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '6878a2b4-4778-480e-891d-e6fb71892524', 'tenant_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'floating_ip_address': '172.26.3.101', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'port_id': '4252e01d-2eb1-4a92-aff8-b58a54963bc3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06393cce-5b80-43fe-9fff-d0520935306e', 'mac_address': 'fa:16:3e:bb:9e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369b0b73-8f34-40de-8572-2e61ea3131af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T08:08:15Z', 'updated_at': '2022-10-12T08:08:15Z', 'revision_number': 0, 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '158b6c4c-dde4-4383-807d-ddcdcce440e8', 'name': '', 'network_id': '06393cce-5b80-43fe-9fff-d0520935306e', 'tenant_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'mac_address': 'fa:16:3e:97:ab:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'd28ac88d-77bc-4621-805c-f2ddee76aa77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:03:42Z', 'updated_at': '2022-10-12T08:03:46Z', 'revision_number': 5, 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'subnets': [{'id': 'd28ac88d-77bc-4621-805c-f2ddee76aa77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:08:17.136633 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3fce6944-bd32-4d07-bd01-638f89f0beaa tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:17.141169 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3fce6944-bd32-4d07-bd01-638f89f0beaa tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:17.152300 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c49b22-d2e7-4719-9ff6-bc8132d808ff None None] The sync data for ids ['9791d87e-9fbc-470d-bb79-a8337e380d3f'] in dv-neutron-860909-2-hyperv is: [{'id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'name': 'tempest-TestMinimumBasicScenario-1051134320-router', 'tenant_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'be715957-c604-4d4c-b5a5-85027c36fb1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:03:40Z', 'updated_at': '2022-10-12T08:03:43Z', 'revision_number': 4, 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'gw_port': {'id': 'be715957-c604-4d4c-b5a5-85027c36fb1c', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:af:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:03:41Z', 'updated_at': '2022-10-12T08:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '6878a2b4-4778-480e-891d-e6fb71892524', 'tenant_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'floating_ip_address': '172.26.3.101', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'port_id': '4252e01d-2eb1-4a92-aff8-b58a54963bc3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06393cce-5b80-43fe-9fff-d0520935306e', 'mac_address': 'fa:16:3e:bb:9e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369b0b73-8f34-40de-8572-2e61ea3131af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T08:08:15Z', 'updated_at': '2022-10-12T08:08:15Z', 'revision_number': 0, 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '158b6c4c-dde4-4383-807d-ddcdcce440e8', 'name': '', 'network_id': '06393cce-5b80-43fe-9fff-d0520935306e', 'tenant_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'mac_address': 'fa:16:3e:97:ab:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'd28ac88d-77bc-4621-805c-f2ddee76aa77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:03:42Z', 'updated_at': '2022-10-12T08:03:46Z', 'revision_number': 5, 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'subnets': [{'id': 'd28ac88d-77bc-4621-805c-f2ddee76aa77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:08:17.158914 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fce6944-bd32-4d07-bd01-638f89f0beaa tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da8a12cd-4e2a-474d-aefa-6aaf7345e92e,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:08:17.168767 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3fce6944-bd32-4d07-bd01-638f89f0beaa tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:17.169995 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-3fce6944-bd32-4d07-bd01-638f89f0beaa tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1230247 Oct 12 08:08:17.174817 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 47908) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:08:17.179319 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-513fa686-4894-4e22-a416-2593f5bd6027 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Request body: {'security_group_rule': {'security_group_id': 'dd4a8131-03e0-4557-9bce-d974be3ec00b', 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:08:17.203062 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-513fa686-4894-4e22-a416-2593f5bd6027 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Project 12fc8da11bc34bc29ed0e3d2c0ec59ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 08:08:17.208380 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-513fa686-4894-4e22-a416-2593f5bd6027 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:17.271150 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-513fa686-4894-4e22-a416-2593f5bd6027 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:17.276066 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-513fa686-4894-4e22-a416-2593f5bd6027 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:17.295143 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513fa686-4894-4e22-a416-2593f5bd6027 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c120aab5-8e92-4640-9900-85adddb61f67,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:08:17.305327 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-513fa686-4894-4e22-a416-2593f5bd6027 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:17.306588 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-513fa686-4894-4e22-a416-2593f5bd6027 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1307616 Oct 12 08:08:17.309290 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 47910) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:08:17.313650 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-5704f9ec-f7b3-43a1-951e-1b9558e85137 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Request body: {'security_group_rule': {'security_group_id': 'dd4a8131-03e0-4557-9bce-d974be3ec00b', 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:08:17.335785 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-5704f9ec-f7b3-43a1-951e-1b9558e85137 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Project 12fc8da11bc34bc29ed0e3d2c0ec59ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 08:08:17.341927 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5704f9ec-f7b3-43a1-951e-1b9558e85137 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:17.360847 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:17.375501 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15aeee00-529c-4a5f-bcd2-d9893749b38f None None] New status for floating IP 6878a2b4-4778-480e-891d-e6fb71892524: ACTIVE {{(pid=103202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 08:08:17.405778 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5704f9ec-f7b3-43a1-951e-1b9558e85137 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:17.409756 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5704f9ec-f7b3-43a1-951e-1b9558e85137 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:17.427887 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5704f9ec-f7b3-43a1-951e-1b9558e85137 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80d7cdf0-a20c-440a-a591-e399745544c7,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:08:17.436534 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5704f9ec-f7b3-43a1-951e-1b9558e85137 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:17.437732 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-5704f9ec-f7b3-43a1-951e-1b9558e85137 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1275148 Oct 12 08:08:17.515185 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c614862a-19cb-457a-9d44-656d8011a54a req-cc528206-2ab2-423c-a390-579c9e4c983b tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-34542260&fields=id&tenant_id=12fc8da11bc34bc29ed0e3d2c0ec59ed HTTP/1.1" status: 200 len: 267 time: 0.0327327 Oct 12 08:08:17.575317 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614862a-19cb-457a-9d44-656d8011a54a req-6dbf4833-e711-4487-ac62-3b7e8ccfd16f tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:08:17.577033 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c614862a-19cb-457a-9d44-656d8011a54a req-6dbf4833-e711-4487-ac62-3b7e8ccfd16f tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=369b0b73-8f34-40de-8572-2e61ea3131af HTTP/1.1" status: 200 len: 945 time: 0.0559242 Oct 12 08:08:17.588845 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-c614862a-19cb-457a-9d44-656d8011a54a req-61682843-f845-40f9-96b4-09a092b13991 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Request body: {'port': {'security_groups': ['96623f9a-03bc-4989-9349-7d3ad021ebd3', 'dd4a8131-03e0-4557-9bce-d974be3ec00b']}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:08:17.650299 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-c614862a-19cb-457a-9d44-656d8011a54a req-61682843-f845-40f9-96b4-09a092b13991 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:17.831097 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-c614862a-19cb-457a-9d44-656d8011a54a req-61682843-f845-40f9-96b4-09a092b13991 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] For port 4252e01d-2eb1-4a92-aff8-b58a54963bc3, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=4252e01d-2eb1-4a92-aff8-b58a54963bc3,segment=NetworkSegment(dd4cd432-5695-4f48-90ca-f98a12eb7695),segment_id=dd4cd432-5695-4f48-90ca-f98a12eb7695)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:08:17.860518 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-c614862a-19cb-457a-9d44-656d8011a54a req-61682843-f845-40f9-96b4-09a092b13991 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:17.864886 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-c614862a-19cb-457a-9d44-656d8011a54a req-61682843-f845-40f9-96b4-09a092b13991 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:17.876276 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['4252e01d-2eb1-4a92-aff8-b58a54963bc3'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 08:08:17.878151 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614862a-19cb-457a-9d44-656d8011a54a req-61682843-f845-40f9-96b4-09a092b13991 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:08:17.878764 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-c614862a-19cb-457a-9d44-656d8011a54a req-61682843-f845-40f9-96b4-09a092b13991 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:17.880133 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c614862a-19cb-457a-9d44-656d8011a54a req-61682843-f845-40f9-96b4-09a092b13991 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "PUT /v2.0/ports/4252e01d-2eb1-4a92-aff8-b58a54963bc3 HTTP/1.1" status: 200 len: 981 time: 0.2965400 Oct 12 08:08:17.937747 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61682843-f845-40f9-96b4-09a092b13991 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Pushing event updated for resources: {'Port': ['ID=4252e01d-2eb1-4a92-aff8-b58a54963bc3,revision_number=6']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:08:17.950926 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['4252e01d-2eb1-4a92-aff8-b58a54963bc3'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 08:08:17.987980 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f41783-a2bf-49ad-b784-eab9dde5d7ff req-5fc3d342-352b-442e-a70e-97aa5bd0493b tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:08:17.989479 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f3f41783-a2bf-49ad-b784-eab9dde5d7ff req-5fc3d342-352b-442e-a70e-97aa5bd0493b tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=369b0b73-8f34-40de-8572-2e61ea3131af HTTP/1.1" status: 200 len: 984 time: 0.0535104 Oct 12 08:08:18.030997 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f3f41783-a2bf-49ad-b784-eab9dde5d7ff req-05f84b85-5820-4199-a4ac-f58172a2c689 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?id=96623f9a-03bc-4989-9349-7d3ad021ebd3&id=dd4a8131-03e0-4557-9bce-d974be3ec00b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0348060 Oct 12 08:08:18.406074 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '369b0b73-8f34-40de-8572-2e61ea3131af', 'tag': '4252e01d-2eb1-4a92-aff8-b58a54963bc3'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:08:18.408687 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8219dce-aba4-43ef-a249-89c8e1e1356b" -d '{"events": [{"name": "network-changed", "server_uuid": "369b0b73-8f34-40de-8572-2e61ea3131af", "tag": "4252e01d-2eb1-4a92-aff8-b58a54963bc3"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:08:18.445001 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 08:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0124b746-80ce-4f7c-a502-69cee1835817 x-openstack-request-id: req-0124b746-80ce-4f7c-a502-69cee1835817 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:08:18.445305 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "369b0b73-8f34-40de-8572-2e61ea3131af", "tag": "4252e01d-2eb1-4a92-aff8-b58a54963bc3", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:08:18.445563 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0124b746-80ce-4f7c-a502-69cee1835817 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:08:18.445975 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0124b746-80ce-4f7c-a502-69cee1835817'] response: {'name': 'network-changed', 'server_uuid': '369b0b73-8f34-40de-8572-2e61ea3131af', 'tag': '4252e01d-2eb1-4a92-aff8-b58a54963bc3', 'status': 'completed', 'code': 200} Oct 12 08:08:18.505794 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8219dce-aba4-43ef-a249-89c8e1e1356b req-d1d77949-f6d4-4f19-b69a-a21f06133e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:08:18.507319 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a8219dce-aba4-43ef-a249-89c8e1e1356b req-d1d77949-f6d4-4f19-b69a-a21f06133e31 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=12fc8da11bc34bc29ed0e3d2c0ec59ed&device_id=369b0b73-8f34-40de-8572-2e61ea3131af HTTP/1.1" status: 200 len: 1137 time: 0.0403328 Oct 12 08:08:18.601618 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8219dce-aba4-43ef-a249-89c8e1e1356b req-c59628e6-39b4-4835-bc34-bb82afeb497f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:08:18.603185 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a8219dce-aba4-43ef-a249-89c8e1e1356b req-c59628e6-39b4-4835-bc34-bb82afeb497f service neutron] 10.222.0.23 "GET /v2.0/networks?id=06393cce-5b80-43fe-9fff-d0520935306e HTTP/1.1" status: 200 len: 916 time: 0.0884149 Oct 12 08:08:18.668408 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a8219dce-aba4-43ef-a249-89c8e1e1356b req-edf69c7d-ba1a-4434-be6f-b7048d32a277 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4252e01d-2eb1-4a92-aff8-b58a54963bc3 HTTP/1.1" status: 200 len: 1001 time: 0.0579908 Oct 12 08:08:18.717345 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8219dce-aba4-43ef-a249-89c8e1e1356b req-ec057f4d-94ff-4334-b1ce-c53ab8f32b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:08:18.718756 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a8219dce-aba4-43ef-a249-89c8e1e1356b req-ec057f4d-94ff-4334-b1ce-c53ab8f32b2a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d28ac88d-77bc-4621-805c-f2ddee76aa77 HTTP/1.1" status: 200 len: 854 time: 0.0426986 Oct 12 08:08:18.768226 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8219dce-aba4-43ef-a249-89c8e1e1356b req-ed0f42b5-2049-41f8-a56b-1e2d09b09cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:08:18.769655 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a8219dce-aba4-43ef-a249-89c8e1e1356b req-ed0f42b5-2049-41f8-a56b-1e2d09b09cf6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=06393cce-5b80-43fe-9fff-d0520935306e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437078 Oct 12 08:08:18.859340 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a8219dce-aba4-43ef-a249-89c8e1e1356b req-74c1d7a6-8327-4f3f-838b-a0ee4a877488 service neutron] 10.222.0.23 "GET /v2.0/networks/06393cce-5b80-43fe-9fff-d0520935306e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820973 Oct 12 08:08:18.916038 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:18.956721 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a8219dce-aba4-43ef-a249-89c8e1e1356b req-132aaf44-6fdf-4ca5-86f1-5596d438e906 service neutron] 10.222.0.23 "GET /v2.0/networks/06393cce-5b80-43fe-9fff-d0520935306e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904992 Oct 12 08:08:19.195752 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:19.388994 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bcb6c2b6-3422-4657-905b-e3eb4bb90e4f req-e8b3d5f6-b735-49a0-ab82-c449bae9b635 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=369b0b73-8f34-40de-8572-2e61ea3131af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389652 Oct 12 08:08:19.469305 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6c2b6-3422-4657-905b-e3eb4bb90e4f req-20d1346b-5da3-4cdf-845f-573439265d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:08:19.470729 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bcb6c2b6-3422-4657-905b-e3eb4bb90e4f req-20d1346b-5da3-4cdf-845f-573439265d37 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=12fc8da11bc34bc29ed0e3d2c0ec59ed&device_id=369b0b73-8f34-40de-8572-2e61ea3131af HTTP/1.1" status: 200 len: 1137 time: 0.0408237 Oct 12 08:08:19.574904 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6c2b6-3422-4657-905b-e3eb4bb90e4f req-7acfd2f4-bb4e-4f78-a502-7d12c00d7cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:08:19.576355 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bcb6c2b6-3422-4657-905b-e3eb4bb90e4f req-7acfd2f4-bb4e-4f78-a502-7d12c00d7cfa service neutron] 10.222.0.23 "GET /v2.0/networks?id=06393cce-5b80-43fe-9fff-d0520935306e HTTP/1.1" status: 200 len: 916 time: 0.0873756 Oct 12 08:08:19.640657 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bcb6c2b6-3422-4657-905b-e3eb4bb90e4f req-84f337c9-42de-4c23-a239-d954fe0f857f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4252e01d-2eb1-4a92-aff8-b58a54963bc3 HTTP/1.1" status: 200 len: 1001 time: 0.0575137 Oct 12 08:08:19.692733 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6c2b6-3422-4657-905b-e3eb4bb90e4f req-80b93738-a172-4e4d-ab81-f2d76430cb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:08:19.694157 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bcb6c2b6-3422-4657-905b-e3eb4bb90e4f req-80b93738-a172-4e4d-ab81-f2d76430cb75 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d28ac88d-77bc-4621-805c-f2ddee76aa77 HTTP/1.1" status: 200 len: 854 time: 0.0460496 Oct 12 08:08:19.740967 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6c2b6-3422-4657-905b-e3eb4bb90e4f req-205e8d57-3de3-482d-af10-f8f57e8aa928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:08:19.742364 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bcb6c2b6-3422-4657-905b-e3eb4bb90e4f req-205e8d57-3de3-482d-af10-f8f57e8aa928 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=06393cce-5b80-43fe-9fff-d0520935306e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390697 Oct 12 08:08:19.836198 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bcb6c2b6-3422-4657-905b-e3eb4bb90e4f req-666df585-0cc9-48bb-be47-b4e8ca743426 service neutron] 10.222.0.23 "GET /v2.0/networks/06393cce-5b80-43fe-9fff-d0520935306e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853336 Oct 12 08:08:19.925879 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bcb6c2b6-3422-4657-905b-e3eb4bb90e4f req-f9147099-c1c8-4ed4-8b63-37cc56069be3 service neutron] 10.222.0.23 "GET /v2.0/networks/06393cce-5b80-43fe-9fff-d0520935306e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820632 Oct 12 08:08:21.358605 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:22.418440 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:08:35.244727 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73c6e0-b32c-40b6-b559-dab29efd89ba req-50d6a89a-fd83-4cf2-8f13-ba05a8f6d871 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:08:35.246226 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-af73c6e0-b32c-40b6-b559-dab29efd89ba req-50d6a89a-fd83-4cf2-8f13-ba05a8f6d871 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=369b0b73-8f34-40de-8572-2e61ea3131af HTTP/1.1" status: 200 len: 984 time: 0.0797510 Oct 12 08:08:35.251491 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704dc3cf-d429-49eb-8d9d-33fc8146ece8 req-489eacd3-78d5-44c4-8f18-2addd6e9a0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:08:35.252866 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-704dc3cf-d429-49eb-8d9d-33fc8146ece8 req-489eacd3-78d5-44c4-8f18-2addd6e9a0e3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=12fc8da11bc34bc29ed0e3d2c0ec59ed&device_id=369b0b73-8f34-40de-8572-2e61ea3131af HTTP/1.1" status: 200 len: 1137 time: 0.0768149 Oct 12 08:08:35.312870 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-af73c6e0-b32c-40b6-b559-dab29efd89ba req-89f07017-08ac-4d1c-ade7-3e85323c127b tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?id=96623f9a-03bc-4989-9349-7d3ad021ebd3&id=dd4a8131-03e0-4557-9bce-d974be3ec00b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0589681 Oct 12 08:08:35.369792 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704dc3cf-d429-49eb-8d9d-33fc8146ece8 req-a0607d58-59ed-43fe-af8f-686b310407a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:08:35.371293 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-704dc3cf-d429-49eb-8d9d-33fc8146ece8 req-a0607d58-59ed-43fe-af8f-686b310407a5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=06393cce-5b80-43fe-9fff-d0520935306e HTTP/1.1" status: 200 len: 916 time: 0.1111712 Oct 12 08:08:35.437436 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-704dc3cf-d429-49eb-8d9d-33fc8146ece8 req-a6b3feca-6cd3-4b08-a895-805f13a9ee74 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4252e01d-2eb1-4a92-aff8-b58a54963bc3 HTTP/1.1" status: 200 len: 1001 time: 0.0593579 Oct 12 08:08:35.484433 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704dc3cf-d429-49eb-8d9d-33fc8146ece8 req-3972cc76-e773-466b-96ba-658fb9439a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:08:35.485805 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-704dc3cf-d429-49eb-8d9d-33fc8146ece8 req-3972cc76-e773-466b-96ba-658fb9439a1b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d28ac88d-77bc-4621-805c-f2ddee76aa77 HTTP/1.1" status: 200 len: 854 time: 0.0419548 Oct 12 08:08:35.533702 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704dc3cf-d429-49eb-8d9d-33fc8146ece8 req-9794fa2f-07b4-4602-b5e3-e84dc4f8584f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:08:35.535185 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-704dc3cf-d429-49eb-8d9d-33fc8146ece8 req-9794fa2f-07b4-4602-b5e3-e84dc4f8584f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=06393cce-5b80-43fe-9fff-d0520935306e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430253 Oct 12 08:08:35.623313 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-704dc3cf-d429-49eb-8d9d-33fc8146ece8 req-87acd537-330a-4be7-bdac-9e83c6b07c65 service neutron] 10.222.0.23 "GET /v2.0/networks/06393cce-5b80-43fe-9fff-d0520935306e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808282 Oct 12 08:08:35.714786 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-704dc3cf-d429-49eb-8d9d-33fc8146ece8 req-8f4c2244-83b2-4f6c-8228-dce5959262f5 service neutron] 10.222.0.23 "GET /v2.0/networks/06393cce-5b80-43fe-9fff-d0520935306e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843551 Oct 12 08:08:36.433619 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cff665-2ba9-4e47-a9f5-0ac289599c45 req-c274f841-3ac0-4435-b4dd-a8439c5cf08b tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:08:36.435701 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-69cff665-2ba9-4e47-a9f5-0ac289599c45 req-c274f841-3ac0-4435-b4dd-a8439c5cf08b tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=369b0b73-8f34-40de-8572-2e61ea3131af HTTP/1.1" status: 200 len: 984 time: 0.0495613 Oct 12 08:08:36.474800 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-69cff665-2ba9-4e47-a9f5-0ac289599c45 req-33faa07f-4dc0-402d-8244-c82eb1058056 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?id=96623f9a-03bc-4989-9349-7d3ad021ebd3&id=dd4a8131-03e0-4557-9bce-d974be3ec00b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0328815 Oct 12 08:08:37.594211 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e572304-6808-48aa-8b8c-cce9ed8521aa req-28f2f764-c4ff-4261-a716-8e171842edc3 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:08:37.595674 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0e572304-6808-48aa-8b8c-cce9ed8521aa req-28f2f764-c4ff-4261-a716-8e171842edc3 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=369b0b73-8f34-40de-8572-2e61ea3131af HTTP/1.1" status: 200 len: 984 time: 0.0491247 Oct 12 08:08:37.634322 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0e572304-6808-48aa-8b8c-cce9ed8521aa req-db5adcbf-41b5-4e6b-87ac-06bb00403e2a tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?id=96623f9a-03bc-4989-9349-7d3ad021ebd3&id=dd4a8131-03e0-4557-9bce-d974be3ec00b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0325005 Oct 12 08:08:38.756071 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122daa8-338d-4dd3-9587-f1111dcb1787 req-092ae10c-8558-4320-acb9-20b34c9b5691 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:08:38.757505 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0122daa8-338d-4dd3-9587-f1111dcb1787 req-092ae10c-8558-4320-acb9-20b34c9b5691 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=369b0b73-8f34-40de-8572-2e61ea3131af HTTP/1.1" status: 200 len: 984 time: 0.0523152 Oct 12 08:08:38.796371 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0122daa8-338d-4dd3-9587-f1111dcb1787 req-55018524-c98c-41ba-817f-8654eaa19f06 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?id=96623f9a-03bc-4989-9349-7d3ad021ebd3&id=dd4a8131-03e0-4557-9bce-d974be3ec00b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0323479 Oct 12 08:08:39.913993 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2a971-d756-413a-afdd-07cdf54ee501 req-f22ad8e0-d367-435f-90dc-95a9db740366 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:08:39.915504 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9ff2a971-d756-413a-afdd-07cdf54ee501 req-f22ad8e0-d367-435f-90dc-95a9db740366 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=369b0b73-8f34-40de-8572-2e61ea3131af HTTP/1.1" status: 200 len: 984 time: 0.0485525 Oct 12 08:08:39.954093 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9ff2a971-d756-413a-afdd-07cdf54ee501 req-40bc5100-8baf-4b37-b3f2-4d87d31deb16 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?id=96623f9a-03bc-4989-9349-7d3ad021ebd3&id=dd4a8131-03e0-4557-9bce-d974be3ec00b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0320137 Oct 12 08:08:41.071648 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead95f4c-f064-403a-b607-f28b09d6f4d3 req-b4c5022d-f1c2-4aac-bcd3-de2229093451 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:08:41.073014 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ead95f4c-f064-403a-b607-f28b09d6f4d3 req-b4c5022d-f1c2-4aac-bcd3-de2229093451 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=369b0b73-8f34-40de-8572-2e61ea3131af HTTP/1.1" status: 200 len: 984 time: 0.0477779 Oct 12 08:08:41.112907 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ead95f4c-f064-403a-b607-f28b09d6f4d3 req-ab386ee4-4a5a-485e-8df2-0d46c2224fe3 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?id=96623f9a-03bc-4989-9349-7d3ad021ebd3&id=dd4a8131-03e0-4557-9bce-d974be3ec00b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0333757 Oct 12 08:08:42.234536 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f348029-7040-4938-a5ee-f4142d205abd req-bc985807-ff3b-4569-bca8-fb66d06d214b tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:08:42.235988 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6f348029-7040-4938-a5ee-f4142d205abd req-bc985807-ff3b-4569-bca8-fb66d06d214b tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=369b0b73-8f34-40de-8572-2e61ea3131af HTTP/1.1" status: 200 len: 984 time: 0.0526078 Oct 12 08:08:42.276754 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6f348029-7040-4938-a5ee-f4142d205abd req-8067c2a9-c23f-4843-be69-7af24e76cea1 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?id=96623f9a-03bc-4989-9349-7d3ad021ebd3&id=dd4a8131-03e0-4557-9bce-d974be3ec00b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0347240 Oct 12 08:08:43.395050 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf66e8-87aa-49d2-a309-d87749206b8d req-a07c8e81-b1f8-428f-8e96-4e487e5b1b8c tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:08:43.396543 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cbaf66e8-87aa-49d2-a309-d87749206b8d req-a07c8e81-b1f8-428f-8e96-4e487e5b1b8c tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=369b0b73-8f34-40de-8572-2e61ea3131af HTTP/1.1" status: 200 len: 984 time: 0.0484350 Oct 12 08:08:43.436155 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cbaf66e8-87aa-49d2-a309-d87749206b8d req-9c67b26e-a986-4362-a436-ca2779145c76 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?id=96623f9a-03bc-4989-9349-7d3ad021ebd3&id=dd4a8131-03e0-4557-9bce-d974be3ec00b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0335360 Oct 12 08:08:43.972432 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e19fa5f9-4823-4488-b5b7-bcb8aafe617e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:44.554945 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d7179-2695-4fd2-a4f0-650cf1242c42 req-8e95246b-f9b4-4c2b-8356-4b2a077aaceb tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:08:44.556384 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-174d7179-2695-4fd2-a4f0-650cf1242c42 req-8e95246b-f9b4-4c2b-8356-4b2a077aaceb tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=369b0b73-8f34-40de-8572-2e61ea3131af HTTP/1.1" status: 200 len: 984 time: 0.0479989 Oct 12 08:08:44.594693 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-174d7179-2695-4fd2-a4f0-650cf1242c42 req-4d74242e-ad34-48d2-8894-4c603cb87b32 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?id=96623f9a-03bc-4989-9349-7d3ad021ebd3&id=dd4a8131-03e0-4557-9bce-d974be3ec00b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0323300 Oct 12 08:08:45.718554 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d7c4d-314c-49a1-85d3-60fff2632a9a req-5f111553-cf87-49b9-8983-49ba8e435c6b tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:08:45.720038 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5c2d7c4d-314c-49a1-85d3-60fff2632a9a req-5f111553-cf87-49b9-8983-49ba8e435c6b tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=369b0b73-8f34-40de-8572-2e61ea3131af HTTP/1.1" status: 200 len: 984 time: 0.0533023 Oct 12 08:08:45.759327 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5c2d7c4d-314c-49a1-85d3-60fff2632a9a req-86095cbb-a196-473f-8f23-55487354b10a tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?id=96623f9a-03bc-4989-9349-7d3ad021ebd3&id=dd4a8131-03e0-4557-9bce-d974be3ec00b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0329559 Oct 12 08:08:46.144292 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9c9100de-3a31-4293-9594-48da8be9922f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:46.879105 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9273d1a-ea9b-4d65-9e22-b4ddca1f48b7 req-f6d393fb-0fab-4d82-9fe4-6268209760f0 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:08:46.880570 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c9273d1a-ea9b-4d65-9e22-b4ddca1f48b7 req-f6d393fb-0fab-4d82-9fe4-6268209760f0 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=369b0b73-8f34-40de-8572-2e61ea3131af HTTP/1.1" status: 200 len: 984 time: 0.0490563 Oct 12 08:08:46.919855 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c9273d1a-ea9b-4d65-9e22-b4ddca1f48b7 req-9d05cf68-de30-4fa8-a865-8bcd8c6ae023 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?id=96623f9a-03bc-4989-9349-7d3ad021ebd3&id=dd4a8131-03e0-4557-9bce-d974be3ec00b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0332346 Oct 12 08:08:47.354200 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:48.917239 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:49.196401 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:51.357185 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:08:59.416976 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:09:13.974214 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c59a5a62-8138-4a24-915e-55629f0abc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:16.145024 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b9c86f51-8be1-44e1-9841-38f2cdb7e012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:17.356492 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:18.919781 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:19.197568 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:19.455109 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-aa59ea92-e0c0-4370-b5df-1a8c24c134ff req-6e7076f1-ad16-427f-a8d0-0f75155c00fc tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-34542260&fields=id&tenant_id=12fc8da11bc34bc29ed0e3d2c0ec59ed HTTP/1.1" status: 200 len: 267 time: 0.0329919 Oct 12 08:09:19.510182 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59ea92-e0c0-4370-b5df-1a8c24c134ff req-a26ca63c-afed-41f6-9a79-9c936b511556 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:09:19.511648 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-aa59ea92-e0c0-4370-b5df-1a8c24c134ff req-a26ca63c-afed-41f6-9a79-9c936b511556 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=369b0b73-8f34-40de-8572-2e61ea3131af HTTP/1.1" status: 200 len: 984 time: 0.0510476 Oct 12 08:09:19.522937 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-aa59ea92-e0c0-4370-b5df-1a8c24c134ff req-02eaf4b4-4670-4aa7-a966-4ef657cd5e08 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Request body: {'port': {'security_groups': ['96623f9a-03bc-4989-9349-7d3ad021ebd3']}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:09:19.584034 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-aa59ea92-e0c0-4370-b5df-1a8c24c134ff req-02eaf4b4-4670-4aa7-a966-4ef657cd5e08 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:19.752239 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-aa59ea92-e0c0-4370-b5df-1a8c24c134ff req-02eaf4b4-4670-4aa7-a966-4ef657cd5e08 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] For port 4252e01d-2eb1-4a92-aff8-b58a54963bc3, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=4252e01d-2eb1-4a92-aff8-b58a54963bc3,segment=NetworkSegment(dd4cd432-5695-4f48-90ca-f98a12eb7695),segment_id=dd4cd432-5695-4f48-90ca-f98a12eb7695)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:09:19.779125 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-aa59ea92-e0c0-4370-b5df-1a8c24c134ff req-02eaf4b4-4670-4aa7-a966-4ef657cd5e08 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:19.783882 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-aa59ea92-e0c0-4370-b5df-1a8c24c134ff req-02eaf4b4-4670-4aa7-a966-4ef657cd5e08 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:19.795903 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59ea92-e0c0-4370-b5df-1a8c24c134ff req-02eaf4b4-4670-4aa7-a966-4ef657cd5e08 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:09:19.796391 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['4252e01d-2eb1-4a92-aff8-b58a54963bc3'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 08:09:19.796518 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-aa59ea92-e0c0-4370-b5df-1a8c24c134ff req-02eaf4b4-4670-4aa7-a966-4ef657cd5e08 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:19.798492 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-aa59ea92-e0c0-4370-b5df-1a8c24c134ff req-02eaf4b4-4670-4aa7-a966-4ef657cd5e08 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "PUT /v2.0/ports/4252e01d-2eb1-4a92-aff8-b58a54963bc3 HTTP/1.1" status: 200 len: 942 time: 0.2792382 Oct 12 08:09:19.798492 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '369b0b73-8f34-40de-8572-2e61ea3131af', 'tag': '4252e01d-2eb1-4a92-aff8-b58a54963bc3'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:09:19.801790 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdee2a21-d973-47ce-869a-45bcdec956cf" -d '{"events": [{"name": "network-changed", "server_uuid": "369b0b73-8f34-40de-8572-2e61ea3131af", "tag": "4252e01d-2eb1-4a92-aff8-b58a54963bc3"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:09:19.804127 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 47960) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:09:19.858591 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eaf4b4-4670-4aa7-a966-4ef657cd5e08 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Pushing event updated for resources: {'Port': ['ID=4252e01d-2eb1-4a92-aff8-b58a54963bc3,revision_number=7']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:09:19.865583 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 08:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f027a52-8af2-476f-8301-579b896bc300 x-openstack-request-id: req-2f027a52-8af2-476f-8301-579b896bc300 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:09:19.865869 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "369b0b73-8f34-40de-8572-2e61ea3131af", "tag": "4252e01d-2eb1-4a92-aff8-b58a54963bc3", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:09:19.866150 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2f027a52-8af2-476f-8301-579b896bc300 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:09:19.866557 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f027a52-8af2-476f-8301-579b896bc300'] response: {'name': 'network-changed', 'server_uuid': '369b0b73-8f34-40de-8572-2e61ea3131af', 'tag': '4252e01d-2eb1-4a92-aff8-b58a54963bc3', 'status': 'completed', 'code': 200} Oct 12 08:09:19.867981 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eaf4b4-4670-4aa7-a966-4ef657cd5e08 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:09:19.868328 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eaf4b4-4670-4aa7-a966-4ef657cd5e08 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:09:19.868668 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eaf4b4-4670-4aa7-a966-4ef657cd5e08 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:09:19.869006 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eaf4b4-4670-4aa7-a966-4ef657cd5e08 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:09:19.869339 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eaf4b4-4670-4aa7-a966-4ef657cd5e08 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:09:19.869673 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eaf4b4-4670-4aa7-a966-4ef657cd5e08 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:09:19.869784 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8f3f87ee-866f-46f1-8d83-9c947e5c4dc4 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:19.870006 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eaf4b4-4670-4aa7-a966-4ef657cd5e08 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:09:19.870356 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eaf4b4-4670-4aa7-a966-4ef657cd5e08 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:09:19.870687 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eaf4b4-4670-4aa7-a966-4ef657cd5e08 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:09:19.871012 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eaf4b4-4670-4aa7-a966-4ef657cd5e08 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:09:19.871838 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eaf4b4-4670-4aa7-a966-4ef657cd5e08 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:09:19.871838 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eaf4b4-4670-4aa7-a966-4ef657cd5e08 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:09:19.876228 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['4252e01d-2eb1-4a92-aff8-b58a54963bc3'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 08:09:19.907231 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8f3f87ee-866f-46f1-8d83-9c947e5c4dc4 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:19.919196 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee2a21-d973-47ce-869a-45bcdec956cf req-20fecb18-9c87-45c9-aa5f-24a6f7acf674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:09:19.921234 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fdee2a21-d973-47ce-869a-45bcdec956cf req-20fecb18-9c87-45c9-aa5f-24a6f7acf674 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=12fc8da11bc34bc29ed0e3d2c0ec59ed&device_id=369b0b73-8f34-40de-8572-2e61ea3131af HTTP/1.1" status: 200 len: 1098 time: 0.0417581 Oct 12 08:09:19.978195 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8f3f87ee-866f-46f1-8d83-9c947e5c4dc4 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:19.981958 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8f3f87ee-866f-46f1-8d83-9c947e5c4dc4 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:19.986596 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-8f3f87ee-866f-46f1-8d83-9c947e5c4dc4 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "DELETE /v2.0/security-groups/dd4a8131-03e0-4557-9bce-d974be3ec00b HTTP/1.1" status: 204 len: 168 time: 0.1813490 Oct 12 08:09:19.987234 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 47964) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:09:20.003048 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f87ee-866f-46f1-8d83-9c947e5c4dc4 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4a8131-03e0-4557-9bce-d974be3ec00b,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:09:20.018876 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee2a21-d973-47ce-869a-45bcdec956cf req-5bcefb01-4a83-487c-9047-9a5dea2086b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:09:20.020378 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fdee2a21-d973-47ce-869a-45bcdec956cf req-5bcefb01-4a83-487c-9047-9a5dea2086b2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=06393cce-5b80-43fe-9fff-d0520935306e HTTP/1.1" status: 200 len: 916 time: 0.0928848 Oct 12 08:09:20.044242 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f87ee-866f-46f1-8d83-9c947e5c4dc4 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:09:20.045170 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f87ee-866f-46f1-8d83-9c947e5c4dc4 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:09:20.045499 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f87ee-866f-46f1-8d83-9c947e5c4dc4 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:09:20.045835 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f87ee-866f-46f1-8d83-9c947e5c4dc4 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:09:20.046187 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f87ee-866f-46f1-8d83-9c947e5c4dc4 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:09:20.046516 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f87ee-866f-46f1-8d83-9c947e5c4dc4 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:09:20.046842 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f87ee-866f-46f1-8d83-9c947e5c4dc4 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:09:20.047169 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f87ee-866f-46f1-8d83-9c947e5c4dc4 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:09:20.047489 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f87ee-866f-46f1-8d83-9c947e5c4dc4 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:09:20.047812 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f87ee-866f-46f1-8d83-9c947e5c4dc4 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:09:20.048132 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f87ee-866f-46f1-8d83-9c947e5c4dc4 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:09:20.048624 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f87ee-866f-46f1-8d83-9c947e5c4dc4 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:09:20.105480 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fdee2a21-d973-47ce-869a-45bcdec956cf req-150e0816-a4de-4f5c-b070-7522f7cc0095 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4252e01d-2eb1-4a92-aff8-b58a54963bc3 HTTP/1.1" status: 200 len: 1001 time: 0.0789797 Oct 12 08:09:20.155148 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee2a21-d973-47ce-869a-45bcdec956cf req-183ad535-e5fa-43bc-a49e-9ff0986cc8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:09:20.156650 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fdee2a21-d973-47ce-869a-45bcdec956cf req-183ad535-e5fa-43bc-a49e-9ff0986cc8d8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d28ac88d-77bc-4621-805c-f2ddee76aa77 HTTP/1.1" status: 200 len: 854 time: 0.0444148 Oct 12 08:09:20.171662 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-76fdd093-8920-4aad-b01e-efcea2315eb9 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Deleting port d40e17cb-4273-4ca8-92e5-c0fdb62542a6 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:09:20.171979 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-76fdd093-8920-4aad-b01e-efcea2315eb9 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:20.201937 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee2a21-d973-47ce-869a-45bcdec956cf req-ca3cba0d-afb1-451e-9def-6c66c10b0a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:09:20.203478 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fdee2a21-d973-47ce-869a-45bcdec956cf req-ca3cba0d-afb1-451e-9def-6c66c10b0a09 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=06393cce-5b80-43fe-9fff-d0520935306e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396895 Oct 12 08:09:20.245019 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-76fdd093-8920-4aad-b01e-efcea2315eb9 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:20.245342 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-76fdd093-8920-4aad-b01e-efcea2315eb9 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:20.256928 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-76fdd093-8920-4aad-b01e-efcea2315eb9 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Calling delete_port for d40e17cb-4273-4ca8-92e5-c0fdb62542a6 owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:09:20.296482 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fdee2a21-d973-47ce-869a-45bcdec956cf req-e3273826-3843-48db-8763-21354460211a service neutron] 10.222.0.23 "GET /v2.0/networks/06393cce-5b80-43fe-9fff-d0520935306e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859404 Oct 12 08:09:20.386577 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fdee2a21-d973-47ce-869a-45bcdec956cf req-d1ca2dc7-8767-43b2-98da-a095b19f88fb service neutron] 10.222.0.23 "GET /v2.0/networks/06393cce-5b80-43fe-9fff-d0520935306e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836794 Oct 12 08:09:20.406714 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-76fdd093-8920-4aad-b01e-efcea2315eb9 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:20.432365 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdd093-8920-4aad-b01e-efcea2315eb9 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Pushing event deleted for resources: {'Port': ['ID=d40e17cb-4273-4ca8-92e5-c0fdb62542a6,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:09:20.491453 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-76fdd093-8920-4aad-b01e-efcea2315eb9 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks [] for floatingip, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:20.491815 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.l3_db [None req-76fdd093-8920-4aad-b01e-efcea2315eb9 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Floating IP 6878a2b4-4778-480e-891d-e6fb71892524 disassociated (deleted). External IP: 172.26.3.101, port: 4252e01d-2eb1-4a92-aff8-b58a54963bc3. Oct 12 08:09:20.687588 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76fdd093-8920-4aad-b01e-efcea2315eb9 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Router 9791d87e-9fbc-470d-bb79-a8337e380d3f has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:09:21.113839 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76fdd093-8920-4aad-b01e-efcea2315eb9 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:09:21.118563 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-76fdd093-8920-4aad-b01e-efcea2315eb9 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:21.123801 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c17953-6520-4a4c-91bf-2c6db3ce461a None None] Sync routers for ids ['9791d87e-9fbc-470d-bb79-a8337e380d3f'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:09:21.132921 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c17953-6520-4a4c-91bf-2c6db3ce461a None None] Routers {'9791d87e-9fbc-470d-bb79-a8337e380d3f'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:09:21.133599 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-31c17953-6520-4a4c-91bf-2c6db3ce461a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:09:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['9791d87e-9fbc-470d-bb79-a8337e380d3f'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:09:21.147905 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-76fdd093-8920-4aad-b01e-efcea2315eb9 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "DELETE /v2.0/floatingips/6878a2b4-4778-480e-891d-e6fb71892524 HTTP/1.1" status: 204 len: 168 time: 1.1556637 Oct 12 08:09:21.148642 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '369b0b73-8f34-40de-8572-2e61ea3131af', 'tag': '4252e01d-2eb1-4a92-aff8-b58a54963bc3'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:09:21.151051 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddba47f6901442025abf8f9725c41876113475a10693ce4f7782efac72d774e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3355e2b7-798f-4588-8021-5cd8acbc2ab4" -d '{"events": [{"name": "network-changed", "server_uuid": "369b0b73-8f34-40de-8572-2e61ea3131af", "tag": "4252e01d-2eb1-4a92-aff8-b58a54963bc3"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:09:21.189229 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 08:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6fbb153-4b5e-4986-af77-43c746961bd7 x-openstack-request-id: req-e6fbb153-4b5e-4986-af77-43c746961bd7 {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:09:21.189518 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "369b0b73-8f34-40de-8572-2e61ea3131af", "tag": "4252e01d-2eb1-4a92-aff8-b58a54963bc3", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:09:21.189770 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e6fbb153-4b5e-4986-af77-43c746961bd7 {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:09:21.190199 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6fbb153-4b5e-4986-af77-43c746961bd7'] response: {'name': 'network-changed', 'server_uuid': '369b0b73-8f34-40de-8572-2e61ea3131af', 'tag': '4252e01d-2eb1-4a92-aff8-b58a54963bc3', 'status': 'completed', 'code': 200} Oct 12 08:09:21.253266 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-31c17953-6520-4a4c-91bf-2c6db3ce461a None None] Set router 9791d87e-9fbc-470d-bb79-a8337e380d3f gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:09:21.254391 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355e2b7-798f-4588-8021-5cd8acbc2ab4 req-6437d8a3-0969-444b-b541-6d3b490d61a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:09:21.255941 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3355e2b7-798f-4588-8021-5cd8acbc2ab4 req-6437d8a3-0969-444b-b541-6d3b490d61a3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=12fc8da11bc34bc29ed0e3d2c0ec59ed&device_id=369b0b73-8f34-40de-8572-2e61ea3131af HTTP/1.1" status: 200 len: 1098 time: 0.0471530 Oct 12 08:09:21.356786 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355e2b7-798f-4588-8021-5cd8acbc2ab4 req-bf94f65b-9af2-48fa-9070-ccd87138e162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:09:21.359882 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3355e2b7-798f-4588-8021-5cd8acbc2ab4 req-bf94f65b-9af2-48fa-9070-ccd87138e162 service neutron] 10.222.0.23 "GET /v2.0/networks?id=06393cce-5b80-43fe-9fff-d0520935306e HTTP/1.1" status: 200 len: 916 time: 0.0975981 Oct 12 08:09:21.369048 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:21.421290 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3355e2b7-798f-4588-8021-5cd8acbc2ab4 req-f97b8217-ade4-4294-8fde-bb6981b0de02 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4252e01d-2eb1-4a92-aff8-b58a54963bc3 HTTP/1.1" status: 200 len: 217 time: 0.0474803 Oct 12 08:09:21.431766 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-fc2d0c9d-21dd-469f-b862-e30d662acc9e req-1191aa22-a48e-413d-9c8f-aa7d2a5f604b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=369b0b73-8f34-40de-8572-2e61ea3131af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507131 Oct 12 08:09:21.476367 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355e2b7-798f-4588-8021-5cd8acbc2ab4 req-8c6a54f0-ad64-47a6-9d56-53247e0ed092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:09:21.477831 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3355e2b7-798f-4588-8021-5cd8acbc2ab4 req-8c6a54f0-ad64-47a6-9d56-53247e0ed092 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d28ac88d-77bc-4621-805c-f2ddee76aa77 HTTP/1.1" status: 200 len: 854 time: 0.0502181 Oct 12 08:09:21.489510 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-31c17953-6520-4a4c-91bf-2c6db3ce461a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'name': 'tempest-TestMinimumBasicScenario-1051134320-router', 'tenant_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'be715957-c604-4d4c-b5a5-85027c36fb1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:03:40Z', 'updated_at': '2022-10-12T08:03:43Z', 'revision_number': 4, 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'gw_port': {'id': 'be715957-c604-4d4c-b5a5-85027c36fb1c', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:af:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:03:41Z', 'updated_at': '2022-10-12T08:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '158b6c4c-dde4-4383-807d-ddcdcce440e8', 'name': '', 'network_id': '06393cce-5b80-43fe-9fff-d0520935306e', 'tenant_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'mac_address': 'fa:16:3e:97:ab:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'd28ac88d-77bc-4621-805c-f2ddee76aa77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:03:42Z', 'updated_at': '2022-10-12T08:03:46Z', 'revision_number': 5, 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'subnets': [{'id': 'd28ac88d-77bc-4621-805c-f2ddee76aa77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:09:21.516680 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c17953-6520-4a4c-91bf-2c6db3ce461a None None] Checking router: 9791d87e-9fbc-470d-bb79-a8337e380d3f for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:09:21.523961 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355e2b7-798f-4588-8021-5cd8acbc2ab4 req-0a852759-f1dd-4201-b061-ad128bb7c0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:09:21.524533 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c17953-6520-4a4c-91bf-2c6db3ce461a None None] Routers {'9791d87e-9fbc-470d-bb79-a8337e380d3f'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:09:21.525134 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-31c17953-6520-4a4c-91bf-2c6db3ce461a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:09:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['9791d87e-9fbc-470d-bb79-a8337e380d3f'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:09:21.525365 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3355e2b7-798f-4588-8021-5cd8acbc2ab4 req-0a852759-f1dd-4201-b061-ad128bb7c0a1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=06393cce-5b80-43fe-9fff-d0520935306e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402956 Oct 12 08:09:21.619806 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3355e2b7-798f-4588-8021-5cd8acbc2ab4 req-8af86b5e-581b-4ac8-a19d-6576c1116e7f service neutron] 10.222.0.23 "GET /v2.0/networks/06393cce-5b80-43fe-9fff-d0520935306e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858870 Oct 12 08:09:21.712891 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3355e2b7-798f-4588-8021-5cd8acbc2ab4 req-7200a050-32ec-46a9-b818-41bd7fdffffa service neutron] 10.222.0.23 "GET /v2.0/networks/06393cce-5b80-43fe-9fff-d0520935306e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850837 Oct 12 08:09:21.714549 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-31c17953-6520-4a4c-91bf-2c6db3ce461a None None] Set router 9791d87e-9fbc-470d-bb79-a8337e380d3f gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:09:21.837898 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d0c9d-21dd-469f-b862-e30d662acc9e req-3cd0eb37-f04b-4ea3-b781-d50c6e5906b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:09:21.839463 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fc2d0c9d-21dd-469f-b862-e30d662acc9e req-3cd0eb37-f04b-4ea3-b781-d50c6e5906b0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=12fc8da11bc34bc29ed0e3d2c0ec59ed&device_id=369b0b73-8f34-40de-8572-2e61ea3131af HTTP/1.1" status: 200 len: 1098 time: 0.0481212 Oct 12 08:09:21.925739 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-31c17953-6520-4a4c-91bf-2c6db3ce461a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'name': 'tempest-TestMinimumBasicScenario-1051134320-router', 'tenant_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'be715957-c604-4d4c-b5a5-85027c36fb1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:03:40Z', 'updated_at': '2022-10-12T08:03:43Z', 'revision_number': 4, 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'gw_port': {'id': 'be715957-c604-4d4c-b5a5-85027c36fb1c', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:af:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:03:41Z', 'updated_at': '2022-10-12T08:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '158b6c4c-dde4-4383-807d-ddcdcce440e8', 'name': '', 'network_id': '06393cce-5b80-43fe-9fff-d0520935306e', 'tenant_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'mac_address': 'fa:16:3e:97:ab:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'd28ac88d-77bc-4621-805c-f2ddee76aa77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:03:42Z', 'updated_at': '2022-10-12T08:03:46Z', 'revision_number': 5, 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'subnets': [{'id': 'd28ac88d-77bc-4621-805c-f2ddee76aa77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:09:21.950549 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d0c9d-21dd-469f-b862-e30d662acc9e req-ef24c78b-06ae-46cf-a363-4792028639f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:09:21.952234 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fc2d0c9d-21dd-469f-b862-e30d662acc9e req-ef24c78b-06ae-46cf-a363-4792028639f2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=06393cce-5b80-43fe-9fff-d0520935306e HTTP/1.1" status: 200 len: 916 time: 0.0883839 Oct 12 08:09:21.958108 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c17953-6520-4a4c-91bf-2c6db3ce461a None None] The sync data for ids ['9791d87e-9fbc-470d-bb79-a8337e380d3f'] in dv-neutron-860909-2-hyperv is: [{'id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'name': 'tempest-TestMinimumBasicScenario-1051134320-router', 'tenant_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'be715957-c604-4d4c-b5a5-85027c36fb1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:03:40Z', 'updated_at': '2022-10-12T08:03:43Z', 'revision_number': 4, 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'gw_port': {'id': 'be715957-c604-4d4c-b5a5-85027c36fb1c', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:af:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:03:41Z', 'updated_at': '2022-10-12T08:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '158b6c4c-dde4-4383-807d-ddcdcce440e8', 'name': '', 'network_id': '06393cce-5b80-43fe-9fff-d0520935306e', 'tenant_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'mac_address': 'fa:16:3e:97:ab:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'd28ac88d-77bc-4621-805c-f2ddee76aa77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:03:42Z', 'updated_at': '2022-10-12T08:03:46Z', 'revision_number': 5, 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'subnets': [{'id': 'd28ac88d-77bc-4621-805c-f2ddee76aa77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:09:21.999296 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fc2d0c9d-21dd-469f-b862-e30d662acc9e req-d2adb5b5-9669-4eea-9663-f615971c4c44 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4252e01d-2eb1-4a92-aff8-b58a54963bc3 HTTP/1.1" status: 200 len: 217 time: 0.0410392 Oct 12 08:09:22.049598 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d0c9d-21dd-469f-b862-e30d662acc9e req-f9977f4e-813c-4404-96ad-78209359157a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:09:22.051140 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fc2d0c9d-21dd-469f-b862-e30d662acc9e req-f9977f4e-813c-4404-96ad-78209359157a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d28ac88d-77bc-4621-805c-f2ddee76aa77 HTTP/1.1" status: 200 len: 854 time: 0.0460293 Oct 12 08:09:22.097132 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d0c9d-21dd-469f-b862-e30d662acc9e req-7711421f-1503-4565-a2cc-7ec85155587b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:09:22.098784 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fc2d0c9d-21dd-469f-b862-e30d662acc9e req-7711421f-1503-4565-a2cc-7ec85155587b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=06393cce-5b80-43fe-9fff-d0520935306e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416095 Oct 12 08:09:22.195675 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fc2d0c9d-21dd-469f-b862-e30d662acc9e req-0afd4224-64a4-4ace-867e-ca3b5cdd1767 service neutron] 10.222.0.23 "GET /v2.0/networks/06393cce-5b80-43fe-9fff-d0520935306e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902336 Oct 12 08:09:22.196351 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9603a37-0bf5-4de5-8631-c85387ce9355 None None] New status for floating IP 6878a2b4-4778-480e-891d-e6fb71892524: DOWN {{(pid=103202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 08:09:22.288710 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fc2d0c9d-21dd-469f-b862-e30d662acc9e req-ff88090d-6a57-4ab1-8831-dc8b55505f02 service neutron] 10.222.0.23 "GET /v2.0/networks/06393cce-5b80-43fe-9fff-d0520935306e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862775 Oct 12 08:09:28.084164 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f2cae-295f-4e6a-b54e-ac7045306a13 req-b5d6fa79-4239-4655-9b54-588987e56f32 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:09:28.085677 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-698f2cae-295f-4e6a-b54e-ac7045306a13 req-b5d6fa79-4239-4655-9b54-588987e56f32 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=369b0b73-8f34-40de-8572-2e61ea3131af HTTP/1.1" status: 200 len: 945 time: 0.0513587 Oct 12 08:09:28.127669 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-698f2cae-295f-4e6a-b54e-ac7045306a13 req-87154758-1ef1-409d-b272-fd25913e0594 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?id=96623f9a-03bc-4989-9349-7d3ad021ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352197 Oct 12 08:09:29.569691 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6478c3-45f1-4e47-a93e-fdc9f5075dc0 req-57377c7a-d7ad-459a-8071-b82f8f87f893 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:09:29.571082 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-af6478c3-45f1-4e47-a93e-fdc9f5075dc0 req-57377c7a-d7ad-459a-8071-b82f8f87f893 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/ports?device_id=369b0b73-8f34-40de-8572-2e61ea3131af HTTP/1.1" status: 200 len: 945 time: 0.3693674 Oct 12 08:09:29.608252 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-af6478c3-45f1-4e47-a93e-fdc9f5075dc0 req-06ec666f-2ce6-4202-84c3-8d5c9bea9c47 tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.26 "GET /v2.0/security-groups?id=96623f9a-03bc-4989-9349-7d3ad021ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307362 Oct 12 08:09:29.718495 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2493f-bfeb-4c47-8d32-f41451839743 req-8c5663f2-75cb-4d7c-99cc-ce7980c9dfcc tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:09:29.719937 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-69f2493f-bfeb-4c47-8d32-f41451839743 req-8c5663f2-75cb-4d7c-99cc-ce7980c9dfcc tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.23 "GET /v2.0/ports?device_id=369b0b73-8f34-40de-8572-2e61ea3131af HTTP/1.1" status: 200 len: 945 time: 0.0465438 Oct 12 08:09:29.807432 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-69f2493f-bfeb-4c47-8d32-f41451839743 req-40336e0a-e9b0-4dae-b738-6cd1cc9d956d tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Deleting port 4252e01d-2eb1-4a92-aff8-b58a54963bc3 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:09:29.807779 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-69f2493f-bfeb-4c47-8d32-f41451839743 req-40336e0a-e9b0-4dae-b738-6cd1cc9d956d tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:29.894262 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-69f2493f-bfeb-4c47-8d32-f41451839743 req-40336e0a-e9b0-4dae-b738-6cd1cc9d956d tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] For port 4252e01d-2eb1-4a92-aff8-b58a54963bc3, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=4252e01d-2eb1-4a92-aff8-b58a54963bc3,segment=NetworkSegment(dd4cd432-5695-4f48-90ca-f98a12eb7695),segment_id=dd4cd432-5695-4f48-90ca-f98a12eb7695)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:09:29.894636 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-69f2493f-bfeb-4c47-8d32-f41451839743 req-40336e0a-e9b0-4dae-b738-6cd1cc9d956d tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:29.906608 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-69f2493f-bfeb-4c47-8d32-f41451839743 req-40336e0a-e9b0-4dae-b738-6cd1cc9d956d tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Calling delete_port for 4252e01d-2eb1-4a92-aff8-b58a54963bc3 owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:09:30.030847 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-69f2493f-bfeb-4c47-8d32-f41451839743 req-40336e0a-e9b0-4dae-b738-6cd1cc9d956d tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:30.042525 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['4252e01d-2eb1-4a92-aff8-b58a54963bc3'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 08:09:30.059053 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40336e0a-e9b0-4dae-b738-6cd1cc9d956d tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Pushing event deleted for resources: {'Port': ['ID=4252e01d-2eb1-4a92-aff8-b58a54963bc3,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:09:30.104430 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f2493f-bfeb-4c47-8d32-f41451839743 req-40336e0a-e9b0-4dae-b738-6cd1cc9d956d tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] No DVR routers for this DVR port 4252e01d-2eb1-4a92-aff8-b58a54963bc3 on host hv-neutron-8609 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 08:09:30.107486 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-69f2493f-bfeb-4c47-8d32-f41451839743 req-40336e0a-e9b0-4dae-b738-6cd1cc9d956d tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:30.110691 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-69f2493f-bfeb-4c47-8d32-f41451839743 req-40336e0a-e9b0-4dae-b738-6cd1cc9d956d tempest-TestMinimumBasicScenario-1906915337 tempest-TestMinimumBasicScenario-1906915337-project] 10.222.0.23 "DELETE /v2.0/ports/4252e01d-2eb1-4a92-aff8-b58a54963bc3 HTTP/1.1" status: 204 len: 173 time: 0.3854756 Oct 12 08:09:30.111191 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '369b0b73-8f34-40de-8572-2e61ea3131af', 'name': 'network-vif-deleted', 'tag': '4252e01d-2eb1-4a92-aff8-b58a54963bc3'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:09:30.113453 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf3e4c9-25ad-4ee8-aacd-ae17db0b5933" -d '{"events": [{"server_uuid": "369b0b73-8f34-40de-8572-2e61ea3131af", "name": "network-vif-deleted", "tag": "4252e01d-2eb1-4a92-aff8-b58a54963bc3"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:09:30.152894 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 08:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77e2e9a-3114-4451-9f19-83f0a64ec3a9 x-openstack-request-id: req-e77e2e9a-3114-4451-9f19-83f0a64ec3a9 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:09:30.153185 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "369b0b73-8f34-40de-8572-2e61ea3131af", "name": "network-vif-deleted", "tag": "4252e01d-2eb1-4a92-aff8-b58a54963bc3", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:09:30.153513 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e77e2e9a-3114-4451-9f19-83f0a64ec3a9 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:09:30.153976 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e77e2e9a-3114-4451-9f19-83f0a64ec3a9'] response: {'server_uuid': '369b0b73-8f34-40de-8572-2e61ea3131af', 'name': 'network-vif-deleted', 'tag': '4252e01d-2eb1-4a92-aff8-b58a54963bc3', 'status': 'completed', 'code': 200} Oct 12 08:09:31.183814 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48070) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:09:31.606381 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3b33e817-869a-4f9d-a94d-28529f3e5234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:31.842320 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-3b33e817-869a-4f9d-a94d-28529f3e5234 admin admin] Deleting port 158b6c4c-dde4-4383-807d-ddcdcce440e8 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:09:31.842667 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3b33e817-869a-4f9d-a94d-28529f3e5234 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:31.921141 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-3b33e817-869a-4f9d-a94d-28529f3e5234 admin admin] For port 158b6c4c-dde4-4383-807d-ddcdcce440e8, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=158b6c4c-dde4-4383-807d-ddcdcce440e8,segment=NetworkSegment(dd4cd432-5695-4f48-90ca-f98a12eb7695),segment_id=dd4cd432-5695-4f48-90ca-f98a12eb7695)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:09:31.921424 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3b33e817-869a-4f9d-a94d-28529f3e5234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:31.933526 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-3b33e817-869a-4f9d-a94d-28529f3e5234 admin admin] Calling delete_port for 158b6c4c-dde4-4383-807d-ddcdcce440e8 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:09:32.108502 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3b33e817-869a-4f9d-a94d-28529f3e5234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:32.134205 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b33e817-869a-4f9d-a94d-28529f3e5234 admin admin] Pushing event deleted for resources: {'Port': ['ID=158b6c4c-dde4-4383-807d-ddcdcce440e8,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:09:32.296485 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3b33e817-869a-4f9d-a94d-28529f3e5234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:32.508853 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b33e817-869a-4f9d-a94d-28529f3e5234 admin admin] Router 9791d87e-9fbc-470d-bb79-a8337e380d3f has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:09:32.612480 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b33e817-869a-4f9d-a94d-28529f3e5234 admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:09:32.617399 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-3b33e817-869a-4f9d-a94d-28529f3e5234 admin admin] 10.222.0.26 "PUT /v2.0/routers/9791d87e-9fbc-470d-bb79-a8337e380d3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4325771 Oct 12 08:09:32.620419 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48074) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:09:32.621226 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272f9499-0026-4f18-9d50-0e47d9c92384 None None] Sync routers for ids ['9791d87e-9fbc-470d-bb79-a8337e380d3f'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:09:32.631049 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272f9499-0026-4f18-9d50-0e47d9c92384 None None] Routers {'9791d87e-9fbc-470d-bb79-a8337e380d3f'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:09:32.631655 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-272f9499-0026-4f18-9d50-0e47d9c92384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:09:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['9791d87e-9fbc-470d-bb79-a8337e380d3f'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:09:32.731351 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f9c89721-fc98-43d7-a333-066628ec7734 admin admin] Notify callbacks [] for router, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:32.735031 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-272f9499-0026-4f18-9d50-0e47d9c92384 None None] Set router 9791d87e-9fbc-470d-bb79-a8337e380d3f gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:09:32.834972 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f9c89721-fc98-43d7-a333-066628ec7734 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:32.890251 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-f9c89721-fc98-43d7-a333-066628ec7734 admin admin] Deleting port be715957-c604-4d4c-b5a5-85027c36fb1c {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:09:32.890586 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f9c89721-fc98-43d7-a333-066628ec7734 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:32.911688 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-272f9499-0026-4f18-9d50-0e47d9c92384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'name': 'tempest-TestMinimumBasicScenario-1051134320-router', 'tenant_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'be715957-c604-4d4c-b5a5-85027c36fb1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:03:40Z', 'updated_at': '2022-10-12T08:09:32Z', 'revision_number': 5, 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'gw_port': {'id': 'be715957-c604-4d4c-b5a5-85027c36fb1c', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:af:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:03:41Z', 'updated_at': '2022-10-12T08:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:09:32.937702 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272f9499-0026-4f18-9d50-0e47d9c92384 None None] Checking router: 9791d87e-9fbc-470d-bb79-a8337e380d3f for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:09:32.945823 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272f9499-0026-4f18-9d50-0e47d9c92384 None None] Routers {'9791d87e-9fbc-470d-bb79-a8337e380d3f'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:09:32.946452 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-272f9499-0026-4f18-9d50-0e47d9c92384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:09:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['9791d87e-9fbc-470d-bb79-a8337e380d3f'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:09:32.968441 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-f9c89721-fc98-43d7-a333-066628ec7734 admin admin] For port be715957-c604-4d4c-b5a5-85027c36fb1c, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=be715957-c604-4d4c-b5a5-85027c36fb1c,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:09:32.968787 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f9c89721-fc98-43d7-a333-066628ec7734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:32.980498 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-f9c89721-fc98-43d7-a333-066628ec7734 admin admin] Calling delete_port for be715957-c604-4d4c-b5a5-85027c36fb1c owned by network:router_gateway {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:09:33.032308 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-272f9499-0026-4f18-9d50-0e47d9c92384 None None] Set router 9791d87e-9fbc-470d-bb79-a8337e380d3f gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:09:33.086115 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-272f9499-0026-4f18-9d50-0e47d9c92384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'name': 'tempest-TestMinimumBasicScenario-1051134320-router', 'tenant_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:03:40Z', 'updated_at': '2022-10-12T08:09:32Z', 'revision_number': 6, 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'gw_port_host': None}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:09:33.115118 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272f9499-0026-4f18-9d50-0e47d9c92384 None None] The sync data for ids ['9791d87e-9fbc-470d-bb79-a8337e380d3f'] in dv-neutron-860909-2-hyperv is: [{'id': '9791d87e-9fbc-470d-bb79-a8337e380d3f', 'name': 'tempest-TestMinimumBasicScenario-1051134320-router', 'tenant_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:03:40Z', 'updated_at': '2022-10-12T08:09:32Z', 'revision_number': 6, 'project_id': '12fc8da11bc34bc29ed0e3d2c0ec59ed', 'gw_port_host': None}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:09:33.153113 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f9c89721-fc98-43d7-a333-066628ec7734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:33.183944 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c89721-fc98-43d7-a333-066628ec7734 admin admin] Pushing event deleted for resources: {'Port': ['ID=be715957-c604-4d4c-b5a5-85027c36fb1c,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:09:33.248492 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f9c89721-fc98-43d7-a333-066628ec7734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:33.338538 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f9c89721-fc98-43d7-a333-066628ec7734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:33.340678 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f9c89721-fc98-43d7-a333-066628ec7734 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:33.383329 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f9c89721-fc98-43d7-a333-066628ec7734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:33.383873 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c89721-fc98-43d7-a333-066628ec7734 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9791d87e-9fbc-470d-bb79-a8337e380d3f {{(pid=103200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 08:09:33.390376 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f9c89721-fc98-43d7-a333-066628ec7734 admin admin] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:33.391526 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f9c89721-fc98-43d7-a333-066628ec7734 admin admin] 10.222.0.26 "DELETE /v2.0/routers/9791d87e-9fbc-470d-bb79-a8337e380d3f HTTP/1.1" status: 204 len: 168 time: 0.7701209 Oct 12 08:09:33.394126 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48076) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:09:33.441779 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-224f0110-e89b-487c-844d-7fb9048698b9 admin admin] Deleting subnet d28ac88d-77bc-4621-805c-f2ddee76aa77 {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 08:09:33.444725 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-224f0110-e89b-487c-844d-7fb9048698b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:33.481024 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-224f0110-e89b-487c-844d-7fb9048698b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:33.564515 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-224f0110-e89b-487c-844d-7fb9048698b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:33.620214 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-224f0110-e89b-487c-844d-7fb9048698b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:33.647071 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f0110-e89b-487c-844d-7fb9048698b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d28ac88d-77bc-4621-805c-f2ddee76aa77,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:09:33.650727 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-224f0110-e89b-487c-844d-7fb9048698b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:33.653922 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-224f0110-e89b-487c-844d-7fb9048698b9 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d28ac88d-77bc-4621-805c-f2ddee76aa77 HTTP/1.1" status: 204 len: 168 time: 0.2588308 Oct 12 08:09:33.656798 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48078) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:09:33.657642 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb7019b-9774-48ec-893d-ec305a3abab4 None None] Network 06393cce-5b80-43fe-9fff-d0520935306e requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:09:33.727770 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b9db5e2c-a535-4ddf-8e64-b60a49164fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:33.780275 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-b9db5e2c-a535-4ddf-8e64-b60a49164fbf admin admin] Deleting port caecc627-614f-4018-bb5a-5b54c9b21303 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:09:33.780680 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b9db5e2c-a535-4ddf-8e64-b60a49164fbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:33.843355 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-b9db5e2c-a535-4ddf-8e64-b60a49164fbf admin admin] For port caecc627-614f-4018-bb5a-5b54c9b21303, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=caecc627-614f-4018-bb5a-5b54c9b21303,segment=NetworkSegment(dd4cd432-5695-4f48-90ca-f98a12eb7695),segment_id=dd4cd432-5695-4f48-90ca-f98a12eb7695)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:09:33.843728 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b9db5e2c-a535-4ddf-8e64-b60a49164fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:33.855862 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-b9db5e2c-a535-4ddf-8e64-b60a49164fbf admin admin] Calling delete_port for caecc627-614f-4018-bb5a-5b54c9b21303 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:09:33.907270 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b16f42a-404e-42d4-960b-5b775e85488f None None] DHCP port deletion for 06393cce-5b80-43fe-9fff-d0520935306e request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 08:09:33.943641 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b9db5e2c-a535-4ddf-8e64-b60a49164fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:33.969724 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db5e2c-a535-4ddf-8e64-b60a49164fbf admin admin] Pushing event deleted for resources: {'Port': ['ID=caecc627-614f-4018-bb5a-5b54c9b21303,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:09:33.973619 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9db5e2c-a535-4ddf-8e64-b60a49164fbf admin admin] No DVR routers for this DVR port caecc627-614f-4018-bb5a-5b54c9b21303 on host dv-neutron-860909-2-hyperv {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 08:09:34.053155 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b9db5e2c-a535-4ddf-8e64-b60a49164fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:34.074934 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-b9db5e2c-a535-4ddf-8e64-b60a49164fbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06393cce-5b80-43fe-9fff-d0520935306e']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:09:34.084832 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-b9db5e2c-a535-4ddf-8e64-b60a49164fbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd4cd432-5695-4f48-90ca-f98a12eb7695') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:09:34.085128 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-b9db5e2c-a535-4ddf-8e64-b60a49164fbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd4cd432-5695-4f48-90ca-f98a12eb7695') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:09:34.094953 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b9db5e2c-a535-4ddf-8e64-b60a49164fbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:34.101195 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2b16f42a-404e-42d4-960b-5b775e85488f None None] Deleting port caecc627-614f-4018-bb5a-5b54c9b21303 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:09:34.101566 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2b16f42a-404e-42d4-960b-5b775e85488f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:34.109816 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b9db5e2c-a535-4ddf-8e64-b60a49164fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:34.117876 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 4252e01d-2eb1-4a92-aff8-b58a54963bc3 no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:09:34.119302 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9db5e2c-a535-4ddf-8e64-b60a49164fbf admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 08:09:34.119713 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b9db5e2c-a535-4ddf-8e64-b60a49164fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:34.149285 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] No Port match for: 4252e01d-2eb1-4a92-aff8-b58a54963bc3 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:09:34.149629 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 4252e01d-2eb1-4a92-aff8-b58a54963bc3 not bound to the agent host hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:09:34.194389 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-2b16f42a-404e-42d4-960b-5b775e85488f None None] For port caecc627-614f-4018-bb5a-5b54c9b21303, host dv-neutron-860909-2-hyperv, got binding levels [] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:09:34.194787 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2b16f42a-404e-42d4-960b-5b775e85488f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:34.203315 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b9db5e2c-a535-4ddf-8e64-b60a49164fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:34.220827 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2b16f42a-404e-42d4-960b-5b775e85488f None None] Calling delete_port for caecc627-614f-4018-bb5a-5b54c9b21303 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:09:34.223857 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.ipam_backend_mixin [None req-2b16f42a-404e-42d4-960b-5b775e85488f None None] Port caecc627-614f-4018-bb5a-5b54c9b21303 was not found and therefore no delete operation was performed {{(pid=103202) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 12 08:09:34.224416 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b9db5e2c-a535-4ddf-8e64-b60a49164fbf admin admin] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:34.225514 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2b16f42a-404e-42d4-960b-5b775e85488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:34.230184 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b9db5e2c-a535-4ddf-8e64-b60a49164fbf admin admin] 10.222.0.26 "DELETE /v2.0/networks/06393cce-5b80-43fe-9fff-d0520935306e HTTP/1.1" status: 204 len: 168 time: 0.5703700 Oct 12 08:09:34.230184 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db5e2c-a535-4ddf-8e64-b60a49164fbf admin admin] Pushing event deleted for resources: {'Network': ['ID=06393cce-5b80-43fe-9fff-d0520935306e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:09:34.231257 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48084) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:09:34.240735 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment dd4cd432-5695-4f48-90ca-f98a12eb7695 resource provider aggregate not found Oct 12 08:09:34.252516 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2b16f42a-404e-42d4-960b-5b775e85488f None None] Network 06393cce-5b80-43fe-9fff-d0520935306e is not hosted by any dhcp agent {{(pid=103202) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 12 08:09:34.252976 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b16f42a-404e-42d4-960b-5b775e85488f None None] No DVR routers for this DVR port caecc627-614f-4018-bb5a-5b54c9b21303 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 08:09:34.256990 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b16f42a-404e-42d4-960b-5b775e85488f None None] Pushing event deleted for resources: {'Port': ['ID=caecc627-614f-4018-bb5a-5b54c9b21303,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:09:34.269452 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b16f42a-404e-42d4-960b-5b775e85488f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:09:34.269871 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b16f42a-404e-42d4-960b-5b775e85488f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:09:34.270303 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b16f42a-404e-42d4-960b-5b775e85488f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:09:34.270703 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b16f42a-404e-42d4-960b-5b775e85488f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:09:34.271113 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b16f42a-404e-42d4-960b-5b775e85488f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:09:34.271504 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b16f42a-404e-42d4-960b-5b775e85488f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:09:34.271898 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b16f42a-404e-42d4-960b-5b775e85488f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:09:34.272286 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b16f42a-404e-42d4-960b-5b775e85488f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:09:34.272676 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b16f42a-404e-42d4-960b-5b775e85488f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:09:34.273063 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b16f42a-404e-42d4-960b-5b775e85488f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:09:34.273449 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b16f42a-404e-42d4-960b-5b775e85488f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:09:34.273833 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b16f42a-404e-42d4-960b-5b775e85488f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:09:34.290766 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment dd4cd432-5695-4f48-90ca-f98a12eb7695 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dd4cd432-5695-4f48-90ca-f98a12eb7695 found for delete ", "request_id": "req-d55e93ac-be6a-4664-b5d8-a97f798f505a"}]} Oct 12 08:09:34.578075 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-07e35421-6720-46c1-9fd6-65e068b2ec76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:34.747525 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device be715957-c604-4d4c-b5a5-85027c36fb1c no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:09:34.767751 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: be715957-c604-4d4c-b5a5-85027c36fb1c {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:09:34.768090 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device be715957-c604-4d4c-b5a5-85027c36fb1c not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:09:34.768506 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device caecc627-614f-4018-bb5a-5b54c9b21303 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:09:34.787600 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: caecc627-614f-4018-bb5a-5b54c9b21303 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:09:34.787938 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device caecc627-614f-4018-bb5a-5b54c9b21303 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:09:34.788349 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 158b6c4c-dde4-4383-807d-ddcdcce440e8 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:09:34.807411 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 158b6c4c-dde4-4383-807d-ddcdcce440e8 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:09:34.808262 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 158b6c4c-dde4-4383-807d-ddcdcce440e8 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:09:34.816859 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-07e35421-6720-46c1-9fd6-65e068b2ec76 admin admin] Deleting port 1c55e6a4-454b-4b24-82f3-4ae75e36c14a {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:09:34.817315 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-07e35421-6720-46c1-9fd6-65e068b2ec76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:34.891992 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-07e35421-6720-46c1-9fd6-65e068b2ec76 admin admin] For port 1c55e6a4-454b-4b24-82f3-4ae75e36c14a, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=1c55e6a4-454b-4b24-82f3-4ae75e36c14a,segment=NetworkSegment(8a063af2-a10e-41db-b074-d9205a90d095),segment_id=8a063af2-a10e-41db-b074-d9205a90d095)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:09:34.892350 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-07e35421-6720-46c1-9fd6-65e068b2ec76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:34.908488 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-07e35421-6720-46c1-9fd6-65e068b2ec76 admin admin] Calling delete_port for 1c55e6a4-454b-4b24-82f3-4ae75e36c14a owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:09:35.081094 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-07e35421-6720-46c1-9fd6-65e068b2ec76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:35.105425 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e35421-6720-46c1-9fd6-65e068b2ec76 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c55e6a4-454b-4b24-82f3-4ae75e36c14a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:09:35.266598 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-07e35421-6720-46c1-9fd6-65e068b2ec76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:35.471891 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e35421-6720-46c1-9fd6-65e068b2ec76 admin admin] Router 5a5e4b6e-6317-4155-9483-94e07ce6f797 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:09:35.573476 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e35421-6720-46c1-9fd6-65e068b2ec76 admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:09:35.578387 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-07e35421-6720-46c1-9fd6-65e068b2ec76 admin admin] 10.222.0.26 "PUT /v2.0/routers/5a5e4b6e-6317-4155-9483-94e07ce6f797/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3455579 Oct 12 08:09:35.581274 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48088) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:09:35.585967 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e544fcc-0443-4a8f-9677-f1f6d16882c1 None None] Sync routers for ids ['5a5e4b6e-6317-4155-9483-94e07ce6f797'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:09:35.595115 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e544fcc-0443-4a8f-9677-f1f6d16882c1 None None] Routers {'5a5e4b6e-6317-4155-9483-94e07ce6f797'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:09:35.595724 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-9e544fcc-0443-4a8f-9677-f1f6d16882c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:09:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['5a5e4b6e-6317-4155-9483-94e07ce6f797'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:09:35.682289 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d07975af-b04c-483c-bacb-5f4e60442199 admin admin] Notify callbacks [] for router, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:35.699973 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-9e544fcc-0443-4a8f-9677-f1f6d16882c1 None None] Set router 5a5e4b6e-6317-4155-9483-94e07ce6f797 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:09:35.783258 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d07975af-b04c-483c-bacb-5f4e60442199 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:35.835886 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-d07975af-b04c-483c-bacb-5f4e60442199 admin admin] Deleting port ab65bc6d-a241-4d19-9dca-1368f819fed3 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:09:35.836548 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d07975af-b04c-483c-bacb-5f4e60442199 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:35.879132 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-9e544fcc-0443-4a8f-9677-f1f6d16882c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5e4b6e-6317-4155-9483-94e07ce6f797', 'name': 'tempest-TestMinimumBasicScenario-1665602132-router', 'tenant_id': 'f8b1a32deaf4464e93af07a8038cdb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.189'}], 'enable_snat': True}, 'gw_port_id': 'ab65bc6d-a241-4d19-9dca-1368f819fed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:03:44Z', 'updated_at': '2022-10-12T08:09:35Z', 'revision_number': 5, 'project_id': 'f8b1a32deaf4464e93af07a8038cdb4f', 'gw_port': {'id': 'ab65bc6d-a241-4d19-9dca-1368f819fed3', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:90:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5e4b6e-6317-4155-9483-94e07ce6f797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:03:45Z', 'updated_at': '2022-10-12T08:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:09:35.906090 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e544fcc-0443-4a8f-9677-f1f6d16882c1 None None] Checking router: 5a5e4b6e-6317-4155-9483-94e07ce6f797 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:09:35.912183 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-d07975af-b04c-483c-bacb-5f4e60442199 admin admin] For port ab65bc6d-a241-4d19-9dca-1368f819fed3, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=ab65bc6d-a241-4d19-9dca-1368f819fed3,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:09:35.912546 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d07975af-b04c-483c-bacb-5f4e60442199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:35.914367 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e544fcc-0443-4a8f-9677-f1f6d16882c1 None None] Routers {'5a5e4b6e-6317-4155-9483-94e07ce6f797'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:09:35.914967 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-9e544fcc-0443-4a8f-9677-f1f6d16882c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:09:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['5a5e4b6e-6317-4155-9483-94e07ce6f797'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:09:35.928488 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-d07975af-b04c-483c-bacb-5f4e60442199 admin admin] Calling delete_port for ab65bc6d-a241-4d19-9dca-1368f819fed3 owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:09:36.006952 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-9e544fcc-0443-4a8f-9677-f1f6d16882c1 None None] Set router 5a5e4b6e-6317-4155-9483-94e07ce6f797 gateway port host: None {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:09:36.063222 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-9e544fcc-0443-4a8f-9677-f1f6d16882c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5e4b6e-6317-4155-9483-94e07ce6f797', 'name': 'tempest-TestMinimumBasicScenario-1665602132-router', 'tenant_id': 'f8b1a32deaf4464e93af07a8038cdb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:03:44Z', 'updated_at': '2022-10-12T08:09:35Z', 'revision_number': 6, 'project_id': 'f8b1a32deaf4464e93af07a8038cdb4f', 'gw_port_host': None}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:09:36.090591 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e544fcc-0443-4a8f-9677-f1f6d16882c1 None None] The sync data for ids ['5a5e4b6e-6317-4155-9483-94e07ce6f797'] in dv-neutron-860909-2-hyperv is: [{'id': '5a5e4b6e-6317-4155-9483-94e07ce6f797', 'name': 'tempest-TestMinimumBasicScenario-1665602132-router', 'tenant_id': 'f8b1a32deaf4464e93af07a8038cdb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:03:44Z', 'updated_at': '2022-10-12T08:09:35Z', 'revision_number': 6, 'project_id': 'f8b1a32deaf4464e93af07a8038cdb4f', 'gw_port_host': None}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:09:36.091676 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d07975af-b04c-483c-bacb-5f4e60442199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:36.124280 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07975af-b04c-483c-bacb-5f4e60442199 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab65bc6d-a241-4d19-9dca-1368f819fed3,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:09:36.180405 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d07975af-b04c-483c-bacb-5f4e60442199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:36.267452 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d07975af-b04c-483c-bacb-5f4e60442199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:36.269656 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d07975af-b04c-483c-bacb-5f4e60442199 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:36.314978 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d07975af-b04c-483c-bacb-5f4e60442199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:36.315545 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07975af-b04c-483c-bacb-5f4e60442199 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a5e4b6e-6317-4155-9483-94e07ce6f797 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 08:09:36.320504 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d07975af-b04c-483c-bacb-5f4e60442199 admin admin] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:36.321650 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d07975af-b04c-483c-bacb-5f4e60442199 admin admin] 10.222.0.26 "DELETE /v2.0/routers/5a5e4b6e-6317-4155-9483-94e07ce6f797 HTTP/1.1" status: 204 len: 168 time: 0.7394645 Oct 12 08:09:36.324181 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48090) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:09:36.416995 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:09:36.686928 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a946036-8a84-4b26-8b67-d4c0c08992c6 admin admin] Deleting subnet a2a58c3f-262b-49ef-baeb-e5496dab5d79 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 08:09:36.689906 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6a946036-8a84-4b26-8b67-d4c0c08992c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:36.722414 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6a946036-8a84-4b26-8b67-d4c0c08992c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:36.797885 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6a946036-8a84-4b26-8b67-d4c0c08992c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:36.853534 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6a946036-8a84-4b26-8b67-d4c0c08992c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:36.886350 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6a946036-8a84-4b26-8b67-d4c0c08992c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:36.890170 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-6a946036-8a84-4b26-8b67-d4c0c08992c6 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a2a58c3f-262b-49ef-baeb-e5496dab5d79 HTTP/1.1" status: 204 len: 168 time: 0.5649981 Oct 12 08:09:36.891110 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a946036-8a84-4b26-8b67-d4c0c08992c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2a58c3f-262b-49ef-baeb-e5496dab5d79,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:09:36.891526 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbae570d-6fae-4b77-b34f-066396a81e02 None None] Network 6a547d68-a28c-4523-bb9c-d7d71f1ee3bc requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:09:36.893794 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48092) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:09:36.965079 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device ab65bc6d-a241-4d19-9dca-1368f819fed3 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:09:36.966313 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6174af52-d225-4d52-8bcc-7b3810ac7578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:36.988483 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: ab65bc6d-a241-4d19-9dca-1368f819fed3 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:09:36.988831 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device ab65bc6d-a241-4d19-9dca-1368f819fed3 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:09:36.989254 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 1c55e6a4-454b-4b24-82f3-4ae75e36c14a no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:09:37.025333 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-6174af52-d225-4d52-8bcc-7b3810ac7578 admin admin] Deleting port af200aa3-1293-4881-9b60-17749677af4b {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:09:37.025671 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6174af52-d225-4d52-8bcc-7b3810ac7578 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:37.026758 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 1c55e6a4-454b-4b24-82f3-4ae75e36c14a {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:09:37.027109 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 1c55e6a4-454b-4b24-82f3-4ae75e36c14a not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:09:37.092775 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-6174af52-d225-4d52-8bcc-7b3810ac7578 admin admin] For port af200aa3-1293-4881-9b60-17749677af4b, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=af200aa3-1293-4881-9b60-17749677af4b,segment=NetworkSegment(8a063af2-a10e-41db-b074-d9205a90d095),segment_id=8a063af2-a10e-41db-b074-d9205a90d095)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:09:37.093149 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6174af52-d225-4d52-8bcc-7b3810ac7578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:37.106334 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-6174af52-d225-4d52-8bcc-7b3810ac7578 admin admin] Calling delete_port for af200aa3-1293-4881-9b60-17749677af4b owned by network:dhcp {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:09:37.114836 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83578b1e-5d60-4a6b-a638-4c601e5e81cb None None] DHCP port deletion for 6a547d68-a28c-4523-bb9c-d7d71f1ee3bc request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 08:09:37.165575 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-83578b1e-5d60-4a6b-a638-4c601e5e81cb None None] Deleting port af200aa3-1293-4881-9b60-17749677af4b {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:09:37.166178 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-83578b1e-5d60-4a6b-a638-4c601e5e81cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:37.198914 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6174af52-d225-4d52-8bcc-7b3810ac7578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:37.225667 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6174af52-d225-4d52-8bcc-7b3810ac7578 admin admin] Pushing event deleted for resources: {'Port': ['ID=af200aa3-1293-4881-9b60-17749677af4b,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:09:37.229445 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6174af52-d225-4d52-8bcc-7b3810ac7578 admin admin] No DVR routers for this DVR port af200aa3-1293-4881-9b60-17749677af4b on host dv-neutron-860909-2-hyperv {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 08:09:37.239153 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-83578b1e-5d60-4a6b-a638-4c601e5e81cb None None] For port af200aa3-1293-4881-9b60-17749677af4b, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=af200aa3-1293-4881-9b60-17749677af4b,segment=NetworkSegment(8a063af2-a10e-41db-b074-d9205a90d095),segment_id=8a063af2-a10e-41db-b074-d9205a90d095)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:09:37.239552 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-83578b1e-5d60-4a6b-a638-4c601e5e81cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:37.252132 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-83578b1e-5d60-4a6b-a638-4c601e5e81cb None None] Calling delete_port for af200aa3-1293-4881-9b60-17749677af4b owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:09:37.300992 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6174af52-d225-4d52-8bcc-7b3810ac7578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:37.324825 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-6174af52-d225-4d52-8bcc-7b3810ac7578 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a547d68-a28c-4523-bb9c-d7d71f1ee3bc']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:09:37.330482 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-83578b1e-5d60-4a6b-a638-4c601e5e81cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:37.334499 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-6174af52-d225-4d52-8bcc-7b3810ac7578 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a063af2-a10e-41db-b074-d9205a90d095') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:09:37.334800 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-6174af52-d225-4d52-8bcc-7b3810ac7578 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a063af2-a10e-41db-b074-d9205a90d095') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:09:37.344936 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6174af52-d225-4d52-8bcc-7b3810ac7578 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:37.352720 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83578b1e-5d60-4a6b-a638-4c601e5e81cb None None] Pushing event deleted for resources: {'Port': ['ID=af200aa3-1293-4881-9b60-17749677af4b,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:09:37.361727 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6174af52-d225-4d52-8bcc-7b3810ac7578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:37.362630 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83578b1e-5d60-4a6b-a638-4c601e5e81cb None None] No DVR routers for this DVR port af200aa3-1293-4881-9b60-17749677af4b on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 08:09:37.369047 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6174af52-d225-4d52-8bcc-7b3810ac7578 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 08:09:37.369449 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6174af52-d225-4d52-8bcc-7b3810ac7578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:37.434010 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6174af52-d225-4d52-8bcc-7b3810ac7578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:37.440825 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6174af52-d225-4d52-8bcc-7b3810ac7578 admin admin] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:37.446437 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-6174af52-d225-4d52-8bcc-7b3810ac7578 admin admin] 10.222.0.26 "DELETE /v2.0/networks/6a547d68-a28c-4523-bb9c-d7d71f1ee3bc HTTP/1.1" status: 204 len: 168 time: 0.5491395 Oct 12 08:09:37.455662 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 8a063af2-a10e-41db-b074-d9205a90d095 resource provider aggregate not found Oct 12 08:09:37.459810 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6174af52-d225-4d52-8bcc-7b3810ac7578 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a547d68-a28c-4523-bb9c-d7d71f1ee3bc,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:09:37.474967 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 8a063af2-a10e-41db-b074-d9205a90d095 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8a063af2-a10e-41db-b074-d9205a90d095 found for delete ", "request_id": "req-4c896937-42ba-4a9c-a227-8749dfb7758b"}]} Oct 12 08:09:37.552839 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48102) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:09:37.591825 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-636ad08b-5696-4fb3-953a-77ca2b9a6b31 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=12fc8da11bc34bc29ed0e3d2c0ec59ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373309 Oct 12 08:09:37.594195 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48104) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:09:37.648154 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0969608b-1afa-429b-b4ac-e6259e234dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:37.669352 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0969608b-1afa-429b-b4ac-e6259e234dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:37.713793 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0969608b-1afa-429b-b4ac-e6259e234dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:37.716905 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0969608b-1afa-429b-b4ac-e6259e234dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:37.718084 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-0969608b-1afa-429b-b4ac-e6259e234dbc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/96623f9a-03bc-4989-9349-7d3ad021ebd3 HTTP/1.1" status: 204 len: 168 time: 0.1229582 Oct 12 08:09:37.726347 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0969608b-1afa-429b-b4ac-e6259e234dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96623f9a-03bc-4989-9349-7d3ad021ebd3,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:09:38.023091 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48110) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:09:38.062047 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-3971dea0-436c-4088-8b95-d803d310a22f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f8b1a32deaf4464e93af07a8038cdb4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377142 Oct 12 08:09:38.064418 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48112) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:09:38.111607 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-78126afd-1df2-4c08-84a1-9d8d5a2e123e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:38.132560 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-78126afd-1df2-4c08-84a1-9d8d5a2e123e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:38.177867 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-78126afd-1df2-4c08-84a1-9d8d5a2e123e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:38.180389 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-78126afd-1df2-4c08-84a1-9d8d5a2e123e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:38.181561 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-78126afd-1df2-4c08-84a1-9d8d5a2e123e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2cfce084-9d91-4642-9986-42267ab17d7a HTTP/1.1" status: 204 len: 168 time: 0.1162598 Oct 12 08:09:38.190845 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78126afd-1df2-4c08-84a1-9d8d5a2e123e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cfce084-9d91-4642-9986-42267ab17d7a,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:09:38.743904 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device af200aa3-1293-4881-9b60-17749677af4b no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:09:38.764813 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: af200aa3-1293-4881-9b60-17749677af4b {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:09:38.765156 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device af200aa3-1293-4881-9b60-17749677af4b not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:09:39.558916 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48152) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:09:39.563973 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-f2006735-2023-4353-985e-895ea1b51077 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2028342320', 'description': 'tempest-secgroup-smoke-2028342320 description', 'project_id': 'de61a77e33c34229aece15b07cc0cc0f'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:09:39.583275 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f2006735-2023-4353-985e-895ea1b51077 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:39.590775 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f2006735-2023-4353-985e-895ea1b51077 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:39.666900 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f2006735-2023-4353-985e-895ea1b51077 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:39.671322 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f2006735-2023-4353-985e-895ea1b51077 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:39.709054 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2006735-2023-4353-985e-895ea1b51077 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=098f2033-b5bc-4465-b7c7-579f277a882a,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:09:39.747599 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f2006735-2023-4353-985e-895ea1b51077 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:39.750930 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f2006735-2023-4353-985e-895ea1b51077 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:39.778428 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f2006735-2023-4353-985e-895ea1b51077 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:39.780174 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f2006735-2023-4353-985e-895ea1b51077 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2201245 Oct 12 08:09:39.781975 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2006735-2023-4353-985e-895ea1b51077 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d93e6cab-7517-4a00-a420-ab646ea09b24,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:09:39.783253 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48154) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:09:39.787906 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-c4677061-498e-4ba4-bb1e-bdbf8b741c81 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'security_group_rule': {'security_group_id': 'd93e6cab-7517-4a00-a420-ab646ea09b24', 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:09:39.812706 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c4677061-498e-4ba4-bb1e-bdbf8b741c81 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:39.866221 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c4677061-498e-4ba4-bb1e-bdbf8b741c81 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:39.869554 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c4677061-498e-4ba4-bb1e-bdbf8b741c81 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:39.886265 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4677061-498e-4ba4-bb1e-bdbf8b741c81 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64960a18-29ae-421f-a460-cd8f8f1e5175,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:09:39.894038 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c4677061-498e-4ba4-bb1e-bdbf8b741c81 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:39.895213 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c4677061-498e-4ba4-bb1e-bdbf8b741c81 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1109581 Oct 12 08:09:39.897868 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48156) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:09:39.902034 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-9f3a0033-3ede-47c6-9925-98496eb86f7f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'security_group_rule': {'security_group_id': 'd93e6cab-7517-4a00-a420-ab646ea09b24', 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:09:39.926389 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9f3a0033-3ede-47c6-9925-98496eb86f7f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:39.981603 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9f3a0033-3ede-47c6-9925-98496eb86f7f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:39.985094 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9f3a0033-3ede-47c6-9925-98496eb86f7f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:40.005259 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a0033-3ede-47c6-9925-98496eb86f7f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed68ae44-8da3-42a1-8e02-9414bccd43b4,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:09:40.010030 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9f3a0033-3ede-47c6-9925-98496eb86f7f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:40.011199 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-9f3a0033-3ede-47c6-9925-98496eb86f7f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1124001 Oct 12 08:09:40.014358 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48158) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:09:40.018511 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-6858efea-854f-4e2e-acd2-15a0080a3307 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'security_group_rule': {'security_group_id': 'd93e6cab-7517-4a00-a420-ab646ea09b24', 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:09:40.043176 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6858efea-854f-4e2e-acd2-15a0080a3307 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:40.100728 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6858efea-854f-4e2e-acd2-15a0080a3307 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:40.104825 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6858efea-854f-4e2e-acd2-15a0080a3307 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:40.122389 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6858efea-854f-4e2e-acd2-15a0080a3307 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b04e8ffd-eaf1-4abe-90f5-8820f65ee840,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:09:40.127029 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6858efea-854f-4e2e-acd2-15a0080a3307 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:40.130586 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-6858efea-854f-4e2e-acd2-15a0080a3307 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1151397 Oct 12 08:09:40.131268 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48160) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:09:40.136041 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-b666fc4c-5854-4cdf-a87c-32dc75b7f113 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'security_group_rule': {'security_group_id': 'd93e6cab-7517-4a00-a420-ab646ea09b24', 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:09:40.161766 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b666fc4c-5854-4cdf-a87c-32dc75b7f113 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:40.220235 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b666fc4c-5854-4cdf-a87c-32dc75b7f113 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:40.224380 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b666fc4c-5854-4cdf-a87c-32dc75b7f113 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:40.242724 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b666fc4c-5854-4cdf-a87c-32dc75b7f113 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c4bcca4-cde9-4ee2-bf9e-bc9c6aaec8e9,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:09:40.251252 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b666fc4c-5854-4cdf-a87c-32dc75b7f113 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:40.254971 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b666fc4c-5854-4cdf-a87c-32dc75b7f113 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1201861 Oct 12 08:09:40.255151 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48162) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:09:40.259466 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-c50a38f3-a035-4b60-af22-9d57c6c0d146 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'security_group_rule': {'security_group_id': 'd93e6cab-7517-4a00-a420-ab646ea09b24', 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:09:40.279644 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.securitygroups_db [None req-c50a38f3-a035-4b60-af22-9d57c6c0d146 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Project de61a77e33c34229aece15b07cc0cc0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 08:09:40.284450 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c50a38f3-a035-4b60-af22-9d57c6c0d146 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:40.342195 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c50a38f3-a035-4b60-af22-9d57c6c0d146 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:40.347126 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c50a38f3-a035-4b60-af22-9d57c6c0d146 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:40.362415 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a38f3-a035-4b60-af22-9d57c6c0d146 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e0ef741-1740-4422-a235-547c2372cb45,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:09:40.373799 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c50a38f3-a035-4b60-af22-9d57c6c0d146 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:40.375053 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c50a38f3-a035-4b60-af22-9d57c6c0d146 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1189888 Oct 12 08:09:40.377826 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48164) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:09:40.382174 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-f853cb93-308a-4a39-a465-58948061ce6e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'security_group_rule': {'security_group_id': 'd93e6cab-7517-4a00-a420-ab646ea09b24', 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:09:40.403049 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.securitygroups_db [None req-f853cb93-308a-4a39-a465-58948061ce6e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Project de61a77e33c34229aece15b07cc0cc0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 08:09:40.407924 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f853cb93-308a-4a39-a465-58948061ce6e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:40.475220 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f853cb93-308a-4a39-a465-58948061ce6e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:40.478857 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f853cb93-308a-4a39-a465-58948061ce6e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:40.497111 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f853cb93-308a-4a39-a465-58948061ce6e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2799a34-8585-4529-bf8f-f0e225f02c2a,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:09:40.505419 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f853cb93-308a-4a39-a465-58948061ce6e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:40.506670 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f853cb93-308a-4a39-a465-58948061ce6e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1278822 Oct 12 08:09:40.509721 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48166) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:09:40.515574 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-0d869182-53a3-4159-bd89-2555ea5bda03 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'network': {'name': 'tempest-network-smoke--947560712', 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'port_security_enabled': True}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:09:40.537863 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d869182-53a3-4159-bd89-2555ea5bda03 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Made reservation on behalf of de61a77e33c34229aece15b07cc0cc0f for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:09:40.541433 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0d869182-53a3-4159-bd89-2555ea5bda03 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:40.567657 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d869182-53a3-4159-bd89-2555ea5bda03 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 08:09:40.577915 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0d869182-53a3-4159-bd89-2555ea5bda03 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:40.578295 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-0d869182-53a3-4159-bd89-2555ea5bda03 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Added segment b73902a0-04a0-444c-87dd-b03b961e13c5 of type vlan for network b5d2ebc4-5a83-4eaf-9814-fe8708df6b81 Oct 12 08:09:40.619976 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0d869182-53a3-4159-bd89-2555ea5bda03 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:40.644480 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0d869182-53a3-4159-bd89-2555ea5bda03 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:40.650807 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d869182-53a3-4159-bd89-2555ea5bda03 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:09:40.651500 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-0d869182-53a3-4159-bd89-2555ea5bda03 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:40.694219 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-0d869182-53a3-4159-bd89-2555ea5bda03 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1805871 Oct 12 08:09:40.694619 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48168) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:09:40.699327 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-5024ffe5-f0a4-4a38-a1fe-c4984ad6c65d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-299978284', 'admin_state_up': True, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:09:40.739278 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d869182-53a3-4159-bd89-2555ea5bda03 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'Network': ['ID=b5d2ebc4-5a83-4eaf-9814-fe8708df6b81,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:09:40.752965 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network b5d2ebc4-5a83-4eaf-9814-fe8708df6b81 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 08:09:40.757549 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5024ffe5-f0a4-4a38-a1fe-c4984ad6c65d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:40.758728 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5024ffe5-f0a4-4a38-a1fe-c4984ad6c65d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:40.813185 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5024ffe5-f0a4-4a38-a1fe-c4984ad6c65d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:40.956708 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5024ffe5-f0a4-4a38-a1fe-c4984ad6c65d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:41.144085 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5024ffe5-f0a4-4a38-a1fe-c4984ad6c65d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for router_gateway, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:41.166805 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5024ffe5-f0a4-4a38-a1fe-c4984ad6c65d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:41.265583 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-5024ffe5-f0a4-4a38-a1fe-c4984ad6c65d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Allocated IP 172.26.3.70 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/31e05037-ab6b-400f-894e-88ff5ef8ed01) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:09:41.369252 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5024ffe5-f0a4-4a38-a1fe-c4984ad6c65d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:41.400906 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5024ffe5-f0a4-4a38-a1fe-c4984ad6c65d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:41.438266 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5024ffe5-f0a4-4a38-a1fe-c4984ad6c65d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:09:41.441112 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-5024ffe5-f0a4-4a38-a1fe-c4984ad6c65d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:09:41.444680 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5024ffe5-f0a4-4a38-a1fe-c4984ad6c65d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:09:41.469540 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5024ffe5-f0a4-4a38-a1fe-c4984ad6c65d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'Port': ['ID=31e05037-ab6b-400f-894e-88ff5ef8ed01,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:09:41.686892 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5024ffe5-f0a4-4a38-a1fe-c4984ad6c65d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for router_gateway, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:41.879893 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5024ffe5-f0a4-4a38-a1fe-c4984ad6c65d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:42.004421 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5024ffe5-f0a4-4a38-a1fe-c4984ad6c65d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Router 8a0fd13e-45f1-4496-96df-38479b88d47d is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 08:09:42.109684 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5024ffe5-f0a4-4a38-a1fe-c4984ad6c65d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:09:42.119142 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1619d44a-fb3d-4f66-826e-3ff34a92a295 None None] Sync routers for ids ['8a0fd13e-45f1-4496-96df-38479b88d47d'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:09:42.129432 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1619d44a-fb3d-4f66-826e-3ff34a92a295 None None] Routers {'8a0fd13e-45f1-4496-96df-38479b88d47d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:09:42.130056 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1619d44a-fb3d-4f66-826e-3ff34a92a295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:09:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['8a0fd13e-45f1-4496-96df-38479b88d47d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:09:42.130569 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5024ffe5-f0a4-4a38-a1fe-c4984ad6c65d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:42.131789 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-5024ffe5-f0a4-4a38-a1fe-c4984ad6c65d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4361551 Oct 12 08:09:42.135098 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48170) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:09:42.232822 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-1619d44a-fb3d-4f66-826e-3ff34a92a295 None None] Set router 8a0fd13e-45f1-4496-96df-38479b88d47d gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:09:42.255948 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a41a5c38-11d5-4418-9855-9b741b9b1f12 tempest-TestNetworkAdvancedServerOps-682992196 tempest-TestNetworkAdvancedServerOps-682992196-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=de61a77e33c34229aece15b07cc0cc0f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1194997 Oct 12 08:09:42.258390 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48174) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:09:42.345536 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73188b3f-c795-4fdc-9518-3f1e2a88cb37 tempest-TestNetworkAdvancedServerOps-682992196 tempest-TestNetworkAdvancedServerOps-682992196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:09:42.347072 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-73188b3f-c795-4fdc-9518-3f1e2a88cb37 tempest-TestNetworkAdvancedServerOps-682992196 tempest-TestNetworkAdvancedServerOps-682992196-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0877767 Oct 12 08:09:42.349856 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48176) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:09:42.378207 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-08665d7b-13e1-4cdf-b3eb-79c3d56e04e5 tempest-TestNetworkAdvancedServerOps-682992196 tempest-TestNetworkAdvancedServerOps-682992196-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272059 Oct 12 08:09:42.380644 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48178) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:09:42.385260 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-5703b181-1a0f-44e9-aab8-55f0467c807a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1549721736', 'network_id': 'b5d2ebc4-5a83-4eaf-9814-fe8708df6b81', 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:09:42.408511 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1619d44a-fb3d-4f66-826e-3ff34a92a295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0fd13e-45f1-4496-96df-38479b88d47d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299978284', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '31e05037-ab6b-400f-894e-88ff5ef8ed01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:09:40Z', 'updated_at': '2022-10-12T08:09:41Z', 'revision_number': 3, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': '31e05037-ab6b-400f-894e-88ff5ef8ed01', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0fd13e-45f1-4496-96df-38479b88d47d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:09:41Z', 'updated_at': '2022-10-12T08:09:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:09:42.435676 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1619d44a-fb3d-4f66-826e-3ff34a92a295 None None] Checking router: 8a0fd13e-45f1-4496-96df-38479b88d47d for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:09:42.436013 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1619d44a-fb3d-4f66-826e-3ff34a92a295 None None] Updating router 8a0fd13e-45f1-4496-96df-38479b88d47d port 31e05037-ab6b-400f-894e-88ff5ef8ed01 binding host dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 08:09:42.460792 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1619d44a-fb3d-4f66-826e-3ff34a92a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:42.468974 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5703b181-1a0f-44e9-aab8-55f0467c807a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Made reservation on behalf of de61a77e33c34229aece15b07cc0cc0f for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:09:42.472398 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5703b181-1a0f-44e9-aab8-55f0467c807a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:42.655970 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5703b181-1a0f-44e9-aab8-55f0467c807a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:42.712283 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1619d44a-fb3d-4f66-826e-3ff34a92a295 None None] Notify callbacks [] for port, precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:42.719186 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1619d44a-fb3d-4f66-826e-3ff34a92a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:42.724769 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703b181-1a0f-44e9-aab8-55f0467c807a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'Subnet': ['ID=b6f17220-6aa0-40b4-b33a-d73f8d8f8781,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:09:42.733698 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5703b181-1a0f-44e9-aab8-55f0467c807a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Checking segment: {'id': 'b73902a0-04a0-444c-87dd-b03b961e13c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b5d2ebc4-5a83-4eaf-9814-fe8708df6b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:09:42.734088 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5703b181-1a0f-44e9-aab8-55f0467c807a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Network hostable DHCP agents. Network: b5d2ebc4-5a83-4eaf-9814-fe8708df6b81, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 08:09:42.750913 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5703b181-1a0f-44e9-aab8-55f0467c807a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Network b5d2ebc4-5a83-4eaf-9814-fe8708df6b81 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 08:09:42.756741 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-1619d44a-fb3d-4f66-826e-3ff34a92a295 None None] Attempting to bind port 31e05037-ab6b-400f-894e-88ff5ef8ed01 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:09:42.757113 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-1619d44a-fb3d-4f66-826e-3ff34a92a295 None None] Attempting to bind port 31e05037-ab6b-400f-894e-88ff5ef8ed01 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:09:42.757468 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1619d44a-fb3d-4f66-826e-3ff34a92a295 None None] Attempting to bind port 31e05037-ab6b-400f-894e-88ff5ef8ed01 on network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:09:42.760236 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-5703b181-1a0f-44e9-aab8-55f0467c807a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, b5d2ebc4-5a83-4eaf-9814-fe8708df6b81) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:09:42.765120 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5703b181-1a0f-44e9-aab8-55f0467c807a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:09:42.765707 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5703b181-1a0f-44e9-aab8-55f0467c807a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:42.765975 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1619d44a-fb3d-4f66-826e-3ff34a92a295 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:09:42.766375 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1619d44a-fb3d-4f66-826e-3ff34a92a295 None None] Checking segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:09:42.766773 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1619d44a-fb3d-4f66-826e-3ff34a92a295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:42.767156 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1619d44a-fb3d-4f66-826e-3ff34a92a295 None None] Bound using segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:09:42.767620 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-1619d44a-fb3d-4f66-826e-3ff34a92a295 None None] Bound port: 31e05037-ab6b-400f-894e-88ff5ef8ed01, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:09:42.767989 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1619d44a-fb3d-4f66-826e-3ff34a92a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:42.775192 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510ea8fd-ac48-4f3f-bb6a-85d9e4397edd None None] Network b5d2ebc4-5a83-4eaf-9814-fe8708df6b81 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:09:42.783111 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-5703b181-1a0f-44e9-aab8-55f0467c807a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4014654 Oct 12 08:09:42.785956 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48180) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:09:42.791038 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e7c13e-66c1-43b2-b17d-f03766ab51b5 None None] Pushing event updated for resources: {'Port': ['ID=31e05037-ab6b-400f-894e-88ff5ef8ed01,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:09:42.812788 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e7c13e-66c1-43b2-b17d-f03766ab51b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:09:42.813135 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e7c13e-66c1-43b2-b17d-f03766ab51b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:09:42.813467 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e7c13e-66c1-43b2-b17d-f03766ab51b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:09:42.813796 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e7c13e-66c1-43b2-b17d-f03766ab51b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:09:42.814150 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e7c13e-66c1-43b2-b17d-f03766ab51b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:09:42.814473 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e7c13e-66c1-43b2-b17d-f03766ab51b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:09:42.814794 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e7c13e-66c1-43b2-b17d-f03766ab51b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:09:42.815112 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e7c13e-66c1-43b2-b17d-f03766ab51b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:09:42.815448 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e7c13e-66c1-43b2-b17d-f03766ab51b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:09:42.815753 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e7c13e-66c1-43b2-b17d-f03766ab51b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:09:42.816068 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e7c13e-66c1-43b2-b17d-f03766ab51b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:09:42.816379 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e7c13e-66c1-43b2-b17d-f03766ab51b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:09:42.844680 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-1619d44a-fb3d-4f66-826e-3ff34a92a295 None None] For port 31e05037-ab6b-400f-894e-88ff5ef8ed01, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:09:42.850059 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-1619d44a-fb3d-4f66-826e-3ff34a92a295 None None] For port 31e05037-ab6b-400f-894e-88ff5ef8ed01, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=31e05037-ab6b-400f-894e-88ff5ef8ed01,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:09:42.855346 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1619d44a-fb3d-4f66-826e-3ff34a92a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:42.895426 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1619d44a-fb3d-4f66-826e-3ff34a92a295 None None] Routers {'8a0fd13e-45f1-4496-96df-38479b88d47d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:09:42.896041 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1619d44a-fb3d-4f66-826e-3ff34a92a295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:09:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['8a0fd13e-45f1-4496-96df-38479b88d47d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:09:42.936887 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b2a377-bf65-4d9c-b41a-ac5d87fb6db7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-b5d2ebc4-5a83-4eaf-9814-fe8708df6b81', 'network_id': 'b5d2ebc4-5a83-4eaf-9814-fe8708df6b81', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'fixed_ips': [{'subnet_id': 'b6f17220-6aa0-40b4-b33a-d73f8d8f8781'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 08:09:42.938345 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-01b2a377-bf65-4d9c-b41a-ac5d87fb6db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:42.996156 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e7c13e-66c1-43b2-b17d-f03766ab51b5 None None] Pushing event updated for resources: {'Port': ['ID=31e05037-ab6b-400f-894e-88ff5ef8ed01,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:09:43.015588 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-1619d44a-fb3d-4f66-826e-3ff34a92a295 None None] Set router 8a0fd13e-45f1-4496-96df-38479b88d47d gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:09:43.090377 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-01b2a377-bf65-4d9c-b41a-ac5d87fb6db7 None None] Allocated IP 172.20.0.2 (b5d2ebc4-5a83-4eaf-9814-fe8708df6b81/b6f17220-6aa0-40b4-b33a-d73f8d8f8781/d496a9bb-bd5a-4358-bad6-1671b29fe54a) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:09:43.251029 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-01b2a377-bf65-4d9c-b41a-ac5d87fb6db7 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:43.257549 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-01b2a377-bf65-4d9c-b41a-ac5d87fb6db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:43.301196 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b2a377-bf65-4d9c-b41a-ac5d87fb6db7 None None] Network b5d2ebc4-5a83-4eaf-9814-fe8708df6b81 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:09:43.304159 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-01b2a377-bf65-4d9c-b41a-ac5d87fb6db7 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:09:43.307750 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b2a377-bf65-4d9c-b41a-ac5d87fb6db7 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:09:43.311603 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-1619d44a-fb3d-4f66-826e-3ff34a92a295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0fd13e-45f1-4496-96df-38479b88d47d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299978284', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '31e05037-ab6b-400f-894e-88ff5ef8ed01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:09:40Z', 'updated_at': '2022-10-12T08:09:41Z', 'revision_number': 3, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': '31e05037-ab6b-400f-894e-88ff5ef8ed01', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0fd13e-45f1-4496-96df-38479b88d47d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:09:41Z', 'updated_at': '2022-10-12T08:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:09:43.315307 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b2a377-bf65-4d9c-b41a-ac5d87fb6db7 None None] Pushing event updated for resources: {'Port': ['ID=d496a9bb-bd5a-4358-bad6-1671b29fe54a,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:09:43.345670 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1619d44a-fb3d-4f66-826e-3ff34a92a295 None None] The sync data for ids ['8a0fd13e-45f1-4496-96df-38479b88d47d'] in dv-neutron-860909-2-hyperv is: [{'id': '8a0fd13e-45f1-4496-96df-38479b88d47d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299978284', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '31e05037-ab6b-400f-894e-88ff5ef8ed01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:09:40Z', 'updated_at': '2022-10-12T08:09:41Z', 'revision_number': 3, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': '31e05037-ab6b-400f-894e-88ff5ef8ed01', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0fd13e-45f1-4496-96df-38479b88d47d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:09:41Z', 'updated_at': '2022-10-12T08:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:09:43.367972 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-01b2a377-bf65-4d9c-b41a-ac5d87fb6db7 None None] Attempting to bind port d496a9bb-bd5a-4358-bad6-1671b29fe54a on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:09:43.368336 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-01b2a377-bf65-4d9c-b41a-ac5d87fb6db7 None None] Attempting to bind port d496a9bb-bd5a-4358-bad6-1671b29fe54a by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'b73902a0-04a0-444c-87dd-b03b961e13c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b5d2ebc4-5a83-4eaf-9814-fe8708df6b81'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:09:43.368698 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b2a377-bf65-4d9c-b41a-ac5d87fb6db7 None None] Attempting to bind port d496a9bb-bd5a-4358-bad6-1671b29fe54a on network b5d2ebc4-5a83-4eaf-9814-fe8708df6b81 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:09:43.374204 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b2a377-bf65-4d9c-b41a-ac5d87fb6db7 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:09:43.374572 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b2a377-bf65-4d9c-b41a-ac5d87fb6db7 None None] Checking segment: {'id': 'b73902a0-04a0-444c-87dd-b03b961e13c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b5d2ebc4-5a83-4eaf-9814-fe8708df6b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:09:43.374971 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-01b2a377-bf65-4d9c-b41a-ac5d87fb6db7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:43.375353 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b2a377-bf65-4d9c-b41a-ac5d87fb6db7 None None] Bound using segment: {'id': 'b73902a0-04a0-444c-87dd-b03b961e13c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b5d2ebc4-5a83-4eaf-9814-fe8708df6b81'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:09:43.375815 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-01b2a377-bf65-4d9c-b41a-ac5d87fb6db7 None None] Bound port: d496a9bb-bd5a-4358-bad6-1671b29fe54a, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b73902a0-04a0-444c-87dd-b03b961e13c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b5d2ebc4-5a83-4eaf-9814-fe8708df6b81'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:09:43.376190 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-01b2a377-bf65-4d9c-b41a-ac5d87fb6db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:43.445681 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-01b2a377-bf65-4d9c-b41a-ac5d87fb6db7 None None] For port d496a9bb-bd5a-4358-bad6-1671b29fe54a, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:09:43.448983 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-01b2a377-bf65-4d9c-b41a-ac5d87fb6db7 None None] For port d496a9bb-bd5a-4358-bad6-1671b29fe54a, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=d496a9bb-bd5a-4358-bad6-1671b29fe54a,segment=NetworkSegment(b73902a0-04a0-444c-87dd-b03b961e13c5),segment_id=b73902a0-04a0-444c-87dd-b03b961e13c5)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:09:43.454269 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-01b2a377-bf65-4d9c-b41a-ac5d87fb6db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:43.514897 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b2a377-bf65-4d9c-b41a-ac5d87fb6db7 None None] Pushing event updated for resources: {'Port': ['ID=d496a9bb-bd5a-4358-bad6-1671b29fe54a,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:09:43.638970 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-901333e8-6eff-4cee-ad12-8999990533fc tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:43.979682 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d0b293ae-5efa-4052-aa7c-ad5da98ad5b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:44.014082 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-901333e8-6eff-4cee-ad12-8999990533fc tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Allocated IP 172.20.0.1 (b5d2ebc4-5a83-4eaf-9814-fe8708df6b81/b6f17220-6aa0-40b4-b33a-d73f8d8f8781/b36c23a2-699f-4b96-bc47-6984c5c3bd19) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:09:44.130322 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-901333e8-6eff-4cee-ad12-8999990533fc tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:44.166057 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-901333e8-6eff-4cee-ad12-8999990533fc tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:44.217493 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901333e8-6eff-4cee-ad12-8999990533fc tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Network b5d2ebc4-5a83-4eaf-9814-fe8708df6b81 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:09:44.220689 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-901333e8-6eff-4cee-ad12-8999990533fc tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:09:44.223353 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901333e8-6eff-4cee-ad12-8999990533fc tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:09:44.257520 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901333e8-6eff-4cee-ad12-8999990533fc tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'Port': ['ID=b36c23a2-699f-4b96-bc47-6984c5c3bd19,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:09:44.278412 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-901333e8-6eff-4cee-ad12-8999990533fc tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:44.418261 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-901333e8-6eff-4cee-ad12-8999990533fc tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:44.489265 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a318ede-701e-4c13-bb8f-52617dc9faff None None] Network b5d2ebc4-5a83-4eaf-9814-fe8708df6b81 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:09:44.577862 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-4ac43a22-f2cc-4c7d-9649-929f1e5ff468 None None] Provisioning complete for port d496a9bb-bd5a-4358-bad6-1671b29fe54a triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:09:44.578167 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4ac43a22-f2cc-4c7d-9649-929f1e5ff468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:44.578499 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-4ac43a22-f2cc-4c7d-9649-929f1e5ff468 None None] Attempt 1 to provision port d496a9bb-bd5a-4358-bad6-1671b29fe54a Oct 12 08:09:44.701894 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-901333e8-6eff-4cee-ad12-8999990533fc tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:44.709734 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-901333e8-6eff-4cee-ad12-8999990533fc tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:44.713307 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-4ac43a22-f2cc-4c7d-9649-929f1e5ff468 None None] Current status of the port d496a9bb-bd5a-4358-bad6-1671b29fe54a is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:09:44.713695 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4ac43a22-f2cc-4c7d-9649-929f1e5ff468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:44.772167 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-4ac43a22-f2cc-4c7d-9649-929f1e5ff468 None None] For port d496a9bb-bd5a-4358-bad6-1671b29fe54a, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=d496a9bb-bd5a-4358-bad6-1671b29fe54a,segment=NetworkSegment(b73902a0-04a0-444c-87dd-b03b961e13c5),segment_id=b73902a0-04a0-444c-87dd-b03b961e13c5)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:09:44.772973 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-901333e8-6eff-4cee-ad12-8999990533fc tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:44.786313 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4ac43a22-f2cc-4c7d-9649-929f1e5ff468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:44.848253 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac43a22-f2cc-4c7d-9649-929f1e5ff468 None None] Pushing event updated for resources: {'Port': ['ID=d496a9bb-bd5a-4358-bad6-1671b29fe54a,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:09:44.887867 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device d496a9bb-bd5a-4358-bad6-1671b29fe54a up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:09:44.902006 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901333e8-6eff-4cee-ad12-8999990533fc tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Network b5d2ebc4-5a83-4eaf-9814-fe8708df6b81 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:09:44.905521 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-901333e8-6eff-4cee-ad12-8999990533fc tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:09:44.915525 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901333e8-6eff-4cee-ad12-8999990533fc tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'Port': ['ID=b36c23a2-699f-4b96-bc47-6984c5c3bd19,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:09:44.944200 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port d496a9bb-bd5a-4358-bad6-1671b29fe54a triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:09:44.944685 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:44.945076 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port d496a9bb-bd5a-4358-bad6-1671b29fe54a Oct 12 08:09:45.039411 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port d496a9bb-bd5a-4358-bad6-1671b29fe54a is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:09:45.040584 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 31e05037-ab6b-400f-894e-88ff5ef8ed01 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:09:45.041604 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901333e8-6eff-4cee-ad12-8999990533fc tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Router 8a0fd13e-45f1-4496-96df-38479b88d47d has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:09:45.092215 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 31e05037-ab6b-400f-894e-88ff5ef8ed01 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:09:45.092691 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:45.093655 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 31e05037-ab6b-400f-894e-88ff5ef8ed01 Oct 12 08:09:45.137602 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-d0c38657-38d4-4945-aa1f-25b20762b194 None None] Provisioning complete for port b36c23a2-699f-4b96-bc47-6984c5c3bd19 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:09:45.138002 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d0c38657-38d4-4945-aa1f-25b20762b194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:45.138357 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-d0c38657-38d4-4945-aa1f-25b20762b194 None None] Attempt 1 to provision port b36c23a2-699f-4b96-bc47-6984c5c3bd19 Oct 12 08:09:45.167103 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901333e8-6eff-4cee-ad12-8999990533fc tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:09:45.180798 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8c1b7b-8215-4c2e-8d90-49d61abe563f None None] Sync routers for ids ['8a0fd13e-45f1-4496-96df-38479b88d47d'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:09:45.181985 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-901333e8-6eff-4cee-ad12-8999990533fc tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "PUT /v2.0/routers/8a0fd13e-45f1-4496-96df-38479b88d47d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3947937 Oct 12 08:09:45.192128 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-d0c38657-38d4-4945-aa1f-25b20762b194 None None] Port b36c23a2-699f-4b96-bc47-6984c5c3bd19 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:09:45.220327 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8c1b7b-8215-4c2e-8d90-49d61abe563f None None] Routers {'8a0fd13e-45f1-4496-96df-38479b88d47d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:09:45.220980 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-7c8c1b7b-8215-4c2e-8d90-49d61abe563f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:09:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['8a0fd13e-45f1-4496-96df-38479b88d47d'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:09:45.268916 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 31e05037-ab6b-400f-894e-88ff5ef8ed01 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:09:45.269310 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:45.332946 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-9ba192c8-94f6-4a99-9daf-2c1a5634f3f6 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2028342320&fields=id&tenant_id=de61a77e33c34229aece15b07cc0cc0f HTTP/1.1" status: 200 len: 267 time: 0.0420382 Oct 12 08:09:45.458949 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 31e05037-ab6b-400f-894e-88ff5ef8ed01, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=31e05037-ab6b-400f-894e-88ff5ef8ed01,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:09:45.467607 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-0b531a64-8ac2-48e9-86d7-c511792d6e0d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:09:45.469117 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-0b531a64-8ac2-48e9-86d7-c511792d6e0d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/networks?id=b5d2ebc4-5a83-4eaf-9814-fe8708df6b81 HTTP/1.1" status: 200 len: 796 time: 0.1280069 Oct 12 08:09:45.486535 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-73966613-f503-4d87-97de-22eca34a3d69 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/quotas/de61a77e33c34229aece15b07cc0cc0f HTTP/1.1" status: 200 len: 375 time: 0.0097787 Oct 12 08:09:45.486969 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:45.537978 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-7c8c1b7b-8215-4c2e-8d90-49d61abe563f None None] Set router 8a0fd13e-45f1-4496-96df-38479b88d47d gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:09:45.538981 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-79982e99-261e-432e-9986-805c2b949c35 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=de61a77e33c34229aece15b07cc0cc0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459859 Oct 12 08:09:45.588573 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=31e05037-ab6b-400f-894e-88ff5ef8ed01,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:09:45.685873 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-9984606e-8f23-4e0e-bea4-eecf51725f30 service neutron] 10.222.0.26 "GET /v2.0/networks/b5d2ebc4-5a83-4eaf-9814-fe8708df6b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351149 Oct 12 08:09:45.695750 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-d0c38657-38d4-4945-aa1f-25b20762b194 None None] Attempt 2 to provision port b36c23a2-699f-4b96-bc47-6984c5c3bd19 Oct 12 08:09:45.758207 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-d0c38657-38d4-4945-aa1f-25b20762b194 None None] Port b36c23a2-699f-4b96-bc47-6984c5c3bd19 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:09:45.777743 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-67670e31-c094-4cb2-bd9f-5a1494973a01 service neutron] 10.222.0.26 "GET /v2.0/networks/b5d2ebc4-5a83-4eaf-9814-fe8708df6b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859087 Oct 12 08:09:45.780204 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-7c8c1b7b-8215-4c2e-8d90-49d61abe563f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0fd13e-45f1-4496-96df-38479b88d47d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299978284', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '31e05037-ab6b-400f-894e-88ff5ef8ed01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:09:40Z', 'updated_at': '2022-10-12T08:09:44Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': '31e05037-ab6b-400f-894e-88ff5ef8ed01', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0fd13e-45f1-4496-96df-38479b88d47d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:09:41Z', 'updated_at': '2022-10-12T08:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': 'b36c23a2-699f-4b96-bc47-6984c5c3bd19', 'name': '', 'network_id': 'b5d2ebc4-5a83-4eaf-9814-fe8708df6b81', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'mac_address': 'fa:16:3e:25:19:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0fd13e-45f1-4496-96df-38479b88d47d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'b6f17220-6aa0-40b4-b33a-d73f8d8f8781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:09:43Z', 'updated_at': '2022-10-12T08:09:44Z', 'revision_number': 2, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'subnets': [{'id': 'b6f17220-6aa0-40b4-b33a-d73f8d8f8781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:09:45.806322 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8c1b7b-8215-4c2e-8d90-49d61abe563f None None] Checking router: 8a0fd13e-45f1-4496-96df-38479b88d47d for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:09:45.806672 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8c1b7b-8215-4c2e-8d90-49d61abe563f None None] Updating router 8a0fd13e-45f1-4496-96df-38479b88d47d port b36c23a2-699f-4b96-bc47-6984c5c3bd19 binding host dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 08:09:45.836050 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7c8c1b7b-8215-4c2e-8d90-49d61abe563f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:45.947345 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-21c66669-49e4-4502-aabe-6fe1ea6ee55c req-51a9aef3-0ce4-4992-8abf-96c25af188e6 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=49ed2c5c-e1a1-4436-883b-459d3d7a0a86 HTTP/1.1" status: 200 len: 210 time: 0.0311177 Oct 12 08:09:46.129354 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7c8c1b7b-8215-4c2e-8d90-49d61abe563f None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:46.144854 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7c8c1b7b-8215-4c2e-8d90-49d61abe563f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:46.178871 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f47bf45c-219f-4f6a-8016-064ad91070ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:46.231399 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0138803f-3fd7-4573-a79c-6938e11caf27 None None] Pushing event updated for resources: {'Port': ['ID=b36c23a2-699f-4b96-bc47-6984c5c3bd19,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:09:46.244740 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-7c8c1b7b-8215-4c2e-8d90-49d61abe563f None None] Attempting to bind port b36c23a2-699f-4b96-bc47-6984c5c3bd19 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:09:46.245177 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-7c8c1b7b-8215-4c2e-8d90-49d61abe563f None None] Attempting to bind port b36c23a2-699f-4b96-bc47-6984c5c3bd19 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'b73902a0-04a0-444c-87dd-b03b961e13c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b5d2ebc4-5a83-4eaf-9814-fe8708df6b81'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:09:46.245585 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8c1b7b-8215-4c2e-8d90-49d61abe563f None None] Attempting to bind port b36c23a2-699f-4b96-bc47-6984c5c3bd19 on network b5d2ebc4-5a83-4eaf-9814-fe8708df6b81 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:09:46.251725 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8c1b7b-8215-4c2e-8d90-49d61abe563f None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:09:46.252099 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8c1b7b-8215-4c2e-8d90-49d61abe563f None None] Checking segment: {'id': 'b73902a0-04a0-444c-87dd-b03b961e13c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b5d2ebc4-5a83-4eaf-9814-fe8708df6b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:09:46.252498 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7c8c1b7b-8215-4c2e-8d90-49d61abe563f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:46.252884 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8c1b7b-8215-4c2e-8d90-49d61abe563f None None] Bound using segment: {'id': 'b73902a0-04a0-444c-87dd-b03b961e13c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b5d2ebc4-5a83-4eaf-9814-fe8708df6b81'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:09:46.253347 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-7c8c1b7b-8215-4c2e-8d90-49d61abe563f None None] Bound port: b36c23a2-699f-4b96-bc47-6984c5c3bd19, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b73902a0-04a0-444c-87dd-b03b961e13c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b5d2ebc4-5a83-4eaf-9814-fe8708df6b81'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:09:46.253731 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7c8c1b7b-8215-4c2e-8d90-49d61abe563f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:46.264489 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-d0c38657-38d4-4945-aa1f-25b20762b194 None None] Attempt 3 to provision port b36c23a2-699f-4b96-bc47-6984c5c3bd19 Oct 12 08:09:46.327024 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-d0c38657-38d4-4945-aa1f-25b20762b194 None None] Port b36c23a2-699f-4b96-bc47-6984c5c3bd19 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:09:46.349644 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-7c8c1b7b-8215-4c2e-8d90-49d61abe563f None None] For port b36c23a2-699f-4b96-bc47-6984c5c3bd19, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:09:46.353191 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-7c8c1b7b-8215-4c2e-8d90-49d61abe563f None None] For port b36c23a2-699f-4b96-bc47-6984c5c3bd19, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=b36c23a2-699f-4b96-bc47-6984c5c3bd19,segment=NetworkSegment(b73902a0-04a0-444c-87dd-b03b961e13c5),segment_id=b73902a0-04a0-444c-87dd-b03b961e13c5)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:09:46.357593 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7c8c1b7b-8215-4c2e-8d90-49d61abe563f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:46.396250 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8c1b7b-8215-4c2e-8d90-49d61abe563f None None] Routers {'8a0fd13e-45f1-4496-96df-38479b88d47d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:09:46.396860 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-7c8c1b7b-8215-4c2e-8d90-49d61abe563f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:09:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['8a0fd13e-45f1-4496-96df-38479b88d47d'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:09:46.461474 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0138803f-3fd7-4573-a79c-6938e11caf27 None None] Pushing event updated for resources: {'Port': ['ID=b36c23a2-699f-4b96-bc47-6984c5c3bd19,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:09:46.517785 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-7c8c1b7b-8215-4c2e-8d90-49d61abe563f None None] Set router 8a0fd13e-45f1-4496-96df-38479b88d47d gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:09:46.716254 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-7c8c1b7b-8215-4c2e-8d90-49d61abe563f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0fd13e-45f1-4496-96df-38479b88d47d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299978284', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '31e05037-ab6b-400f-894e-88ff5ef8ed01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:09:40Z', 'updated_at': '2022-10-12T08:09:44Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': '31e05037-ab6b-400f-894e-88ff5ef8ed01', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0fd13e-45f1-4496-96df-38479b88d47d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:09:41Z', 'updated_at': '2022-10-12T08:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': 'b36c23a2-699f-4b96-bc47-6984c5c3bd19', 'name': '', 'network_id': 'b5d2ebc4-5a83-4eaf-9814-fe8708df6b81', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'mac_address': 'fa:16:3e:25:19:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0fd13e-45f1-4496-96df-38479b88d47d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'b6f17220-6aa0-40b4-b33a-d73f8d8f8781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:09:43Z', 'updated_at': '2022-10-12T08:09:46Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'subnets': [{'id': 'b6f17220-6aa0-40b4-b33a-d73f8d8f8781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:09:46.743526 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8c1b7b-8215-4c2e-8d90-49d61abe563f None None] The sync data for ids ['8a0fd13e-45f1-4496-96df-38479b88d47d'] in dv-neutron-860909-2-hyperv is: [{'id': '8a0fd13e-45f1-4496-96df-38479b88d47d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299978284', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '31e05037-ab6b-400f-894e-88ff5ef8ed01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:09:40Z', 'updated_at': '2022-10-12T08:09:44Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': '31e05037-ab6b-400f-894e-88ff5ef8ed01', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0fd13e-45f1-4496-96df-38479b88d47d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:09:41Z', 'updated_at': '2022-10-12T08:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': 'b36c23a2-699f-4b96-bc47-6984c5c3bd19', 'name': '', 'network_id': 'b5d2ebc4-5a83-4eaf-9814-fe8708df6b81', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'mac_address': 'fa:16:3e:25:19:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0fd13e-45f1-4496-96df-38479b88d47d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'b6f17220-6aa0-40b4-b33a-d73f8d8f8781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:09:43Z', 'updated_at': '2022-10-12T08:09:46Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'subnets': [{'id': 'b6f17220-6aa0-40b4-b33a-d73f8d8f8781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:09:46.770524 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device d496a9bb-bd5a-4358-bad6-1671b29fe54a up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:09:46.829350 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-d0c38657-38d4-4945-aa1f-25b20762b194 None None] Attempt 4 to provision port b36c23a2-699f-4b96-bc47-6984c5c3bd19 Oct 12 08:09:46.923150 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port d496a9bb-bd5a-4358-bad6-1671b29fe54a triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:09:46.923520 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:46.923853 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port d496a9bb-bd5a-4358-bad6-1671b29fe54a Oct 12 08:09:46.940329 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-466f8797-e462-4a0d-8d99-0d37a7d84bfc tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:09:46.942412 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-466f8797-e462-4a0d-8d99-0d37a7d84bfc tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.23 "GET /v2.0/networks?id=b5d2ebc4-5a83-4eaf-9814-fe8708df6b81 HTTP/1.1" status: 200 len: 796 time: 0.1640580 Oct 12 08:09:46.962238 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-d0c38657-38d4-4945-aa1f-25b20762b194 None None] Current status of the port b36c23a2-699f-4b96-bc47-6984c5c3bd19 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:09:46.962591 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d0c38657-38d4-4945-aa1f-25b20762b194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:47.012107 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-0b1bef58-aa8f-419c-a8c4-85f01704b9a4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de61a77e33c34229aece15b07cc0cc0f HTTP/1.1" status: 200 len: 380 time: 0.0599635 Oct 12 08:09:47.022866 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-d7789ea0-954a-4964-82b6-aab605fb17f6 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'port': {'device_id': '49ed2c5c-e1a1-4436-883b-459d3d7a0a86', 'network_id': 'b5d2ebc4-5a83-4eaf-9814-fe8708df6b81', 'admin_state_up': True, 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'security_groups': ['d93e6cab-7517-4a00-a420-ab646ea09b24']}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:09:47.033527 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-d0c38657-38d4-4945-aa1f-25b20762b194 None None] For port b36c23a2-699f-4b96-bc47-6984c5c3bd19, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=b36c23a2-699f-4b96-bc47-6984c5c3bd19,segment=NetworkSegment(b73902a0-04a0-444c-87dd-b03b961e13c5),segment_id=b73902a0-04a0-444c-87dd-b03b961e13c5)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:09:47.042926 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d0c38657-38d4-4945-aa1f-25b20762b194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:47.072451 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port d496a9bb-bd5a-4358-bad6-1671b29fe54a is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:09:47.076614 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 31e05037-ab6b-400f-894e-88ff5ef8ed01 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:09:47.098523 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3ba3c04d-5982-4827-962b-6659e60547cb req-8fc799e6-302c-494f-b6f5-7eaf6386533f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=49ed2c5c-e1a1-4436-883b-459d3d7a0a86 HTTP/1.1" status: 200 len: 210 time: 0.0531411 Oct 12 08:09:47.111476 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-d0c38657-38d4-4945-aa1f-25b20762b194 None None] Provisioning complete for port d496a9bb-bd5a-4358-bad6-1671b29fe54a triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:09:47.111852 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d0c38657-38d4-4945-aa1f-25b20762b194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:47.112182 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-d0c38657-38d4-4945-aa1f-25b20762b194 None None] Attempt 1 to provision port d496a9bb-bd5a-4358-bad6-1671b29fe54a Oct 12 08:09:47.164632 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c38657-38d4-4945-aa1f-25b20762b194 None None] Pushing event updated for resources: {'Port': ['ID=b36c23a2-699f-4b96-bc47-6984c5c3bd19,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:09:47.184173 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-d7789ea0-954a-4964-82b6-aab605fb17f6 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Made reservation on behalf of de61a77e33c34229aece15b07cc0cc0f for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:09:47.189047 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-d7789ea0-954a-4964-82b6-aab605fb17f6 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:47.194878 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 31e05037-ab6b-400f-894e-88ff5ef8ed01 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:09:47.195259 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:47.195597 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 31e05037-ab6b-400f-894e-88ff5ef8ed01 Oct 12 08:09:47.258569 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-d0c38657-38d4-4945-aa1f-25b20762b194 None None] Current status of the port d496a9bb-bd5a-4358-bad6-1671b29fe54a is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:09:47.307460 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 31e05037-ab6b-400f-894e-88ff5ef8ed01 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:09:47.336834 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-d7789ea0-954a-4964-82b6-aab605fb17f6 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Allocated IP 172.20.0.11 (b5d2ebc4-5a83-4eaf-9814-fe8708df6b81/b6f17220-6aa0-40b4-b33a-d73f8d8f8781/2b50f361-c7c2-4eb4-a41f-53ae771d7433) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:09:47.363814 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:47.379824 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b744-8246-41bc-ab95-9de27642b073 None None] Provisioning complete for port b36c23a2-699f-4b96-bc47-6984c5c3bd19 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:09:47.380199 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b744-8246-41bc-ab95-9de27642b073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:47.380535 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-a6a2b744-8246-41bc-ab95-9de27642b073 None None] Attempt 1 to provision port b36c23a2-699f-4b96-bc47-6984c5c3bd19 Oct 12 08:09:47.475226 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b744-8246-41bc-ab95-9de27642b073 None None] Current status of the port b36c23a2-699f-4b96-bc47-6984c5c3bd19 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:09:47.494428 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-d7789ea0-954a-4964-82b6-aab605fb17f6 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:47.528435 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-d7789ea0-954a-4964-82b6-aab605fb17f6 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:47.580044 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-d7789ea0-954a-4964-82b6-aab605fb17f6 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Network b5d2ebc4-5a83-4eaf-9814-fe8708df6b81 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:09:47.583281 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-d7789ea0-954a-4964-82b6-aab605fb17f6 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:09:47.587091 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-d7789ea0-954a-4964-82b6-aab605fb17f6 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:09:47.593566 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7789ea0-954a-4964-82b6-aab605fb17f6 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'Port': ['ID=2b50f361-c7c2-4eb4-a41f-53ae771d7433,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:09:47.642636 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-d7789ea0-954a-4964-82b6-aab605fb17f6 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:09:47.643334 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-d7789ea0-954a-4964-82b6-aab605fb17f6 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:47.662948 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-d7789ea0-954a-4964-82b6-aab605fb17f6 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6449041 Oct 12 08:09:47.676105 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-95f1fb35-77ff-46e0-ac7c-3a3ca3239a89 service neutron] Request body: {'port': {'device_id': '49ed2c5c-e1a1-4436-883b-459d3d7a0a86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8609'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:09:47.736642 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-95f1fb35-77ff-46e0-ac7c-3a3ca3239a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:47.898275 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-7b66b16c-7769-41ff-a693-4f3527a7570b None None] Provisioning complete for port 2b50f361-c7c2-4eb4-a41f-53ae771d7433 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:09:47.898787 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7b66b16c-7769-41ff-a693-4f3527a7570b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:47.899694 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-7b66b16c-7769-41ff-a693-4f3527a7570b None None] Attempt 1 to provision port 2b50f361-c7c2-4eb4-a41f-53ae771d7433 Oct 12 08:09:47.935838 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7b66b16c-7769-41ff-a693-4f3527a7570b None None] Port 2b50f361-c7c2-4eb4-a41f-53ae771d7433 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:09:48.022555 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-95f1fb35-77ff-46e0-ac7c-3a3ca3239a89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b50f361-c7c2-4eb4-a41f-53ae771d7433 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 08:09:48.030644 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-95f1fb35-77ff-46e0-ac7c-3a3ca3239a89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:48.042861 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-95f1fb35-77ff-46e0-ac7c-3a3ca3239a89 service neutron] Transition to ACTIVE for port object 2b50f361-c7c2-4eb4-a41f-53ae771d7433 will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 08:09:48.048294 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-95f1fb35-77ff-46e0-ac7c-3a3ca3239a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:48.129900 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1fb35-77ff-46e0-ac7c-3a3ca3239a89 service neutron] Pushing event updated for resources: {'Port': ['ID=2b50f361-c7c2-4eb4-a41f-53ae771d7433,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:09:48.160382 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-95f1fb35-77ff-46e0-ac7c-3a3ca3239a89 service neutron] Attempting to bind port 2b50f361-c7c2-4eb4-a41f-53ae771d7433 on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:09:48.160720 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-95f1fb35-77ff-46e0-ac7c-3a3ca3239a89 service neutron] Attempting to bind port 2b50f361-c7c2-4eb4-a41f-53ae771d7433 by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': 'b73902a0-04a0-444c-87dd-b03b961e13c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b5d2ebc4-5a83-4eaf-9814-fe8708df6b81'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:09:48.161047 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-95f1fb35-77ff-46e0-ac7c-3a3ca3239a89 service neutron] Attempting to bind port 2b50f361-c7c2-4eb4-a41f-53ae771d7433 on network b5d2ebc4-5a83-4eaf-9814-fe8708df6b81 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:09:48.165358 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-95f1fb35-77ff-46e0-ac7c-3a3ca3239a89 service neutron] Port 2b50f361-c7c2-4eb4-a41f-53ae771d7433 on network b5d2ebc4-5a83-4eaf-9814-fe8708df6b81 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 08:09:48.165677 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-95f1fb35-77ff-46e0-ac7c-3a3ca3239a89 service neutron] Attempting to bind port 2b50f361-c7c2-4eb4-a41f-53ae771d7433 on network b5d2ebc4-5a83-4eaf-9814-fe8708df6b81 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:09:48.171356 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-95f1fb35-77ff-46e0-ac7c-3a3ca3239a89 service neutron] Checking agent: {'id': 'afe9b392-c72e-4ef3-a7bd-ca4c2066af02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8609', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'started_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:09:48.171698 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-95f1fb35-77ff-46e0-ac7c-3a3ca3239a89 service neutron] Checking segment: {'id': 'b73902a0-04a0-444c-87dd-b03b961e13c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b5d2ebc4-5a83-4eaf-9814-fe8708df6b81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:09:48.172081 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-95f1fb35-77ff-46e0-ac7c-3a3ca3239a89 service neutron] Bound using segment: {'id': 'b73902a0-04a0-444c-87dd-b03b961e13c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b5d2ebc4-5a83-4eaf-9814-fe8708df6b81'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:09:48.172512 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-95f1fb35-77ff-46e0-ac7c-3a3ca3239a89 service neutron] Bound port: 2b50f361-c7c2-4eb4-a41f-53ae771d7433, host: hv-neutron-8609, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b73902a0-04a0-444c-87dd-b03b961e13c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b5d2ebc4-5a83-4eaf-9814-fe8708df6b81'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:09:48.172872 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-95f1fb35-77ff-46e0-ac7c-3a3ca3239a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:48.268937 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63703e4f-6f72-49e4-9c33-b9d4d2a60521 req-ef6429b5-07db-4720-8947-9206fec72fda tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:09:48.270392 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-63703e4f-6f72-49e4-9c33-b9d4d2a60521 req-ef6429b5-07db-4720-8947-9206fec72fda tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=49ed2c5c-e1a1-4436-883b-459d3d7a0a86 HTTP/1.1" status: 200 len: 944 time: 0.0878203 Oct 12 08:09:48.274814 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-95f1fb35-77ff-46e0-ac7c-3a3ca3239a89 service neutron] For port 2b50f361-c7c2-4eb4-a41f-53ae771d7433, host hv-neutron-8609, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:09:48.279792 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-95f1fb35-77ff-46e0-ac7c-3a3ca3239a89 service neutron] For port 2b50f361-c7c2-4eb4-a41f-53ae771d7433, host hv-neutron-8609, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=2b50f361-c7c2-4eb4-a41f-53ae771d7433,segment=NetworkSegment(b73902a0-04a0-444c-87dd-b03b961e13c5),segment_id=b73902a0-04a0-444c-87dd-b03b961e13c5)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:09:48.287074 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-95f1fb35-77ff-46e0-ac7c-3a3ca3239a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:48.297653 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-95f1fb35-77ff-46e0-ac7c-3a3ca3239a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:09:48.298340 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-95f1fb35-77ff-46e0-ac7c-3a3ca3239a89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:48.299686 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-95f1fb35-77ff-46e0-ac7c-3a3ca3239a89 service neutron] 10.222.0.23 "PUT /v2.0/ports/2b50f361-c7c2-4eb4-a41f-53ae771d7433 HTTP/1.1" status: 200 len: 1094 time: 0.6290007 Oct 12 08:09:48.302458 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49ed2c5c-e1a1-4436-883b-459d3d7a0a86', 'tag': '2b50f361-c7c2-4eb4-a41f-53ae771d7433'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:09:48.304755 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a620bbf-396a-4ce5-9627-1cf1f149976b" -d '{"events": [{"name": "network-changed", "server_uuid": "49ed2c5c-e1a1-4436-883b-459d3d7a0a86", "tag": "2b50f361-c7c2-4eb4-a41f-53ae771d7433"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:09:48.361969 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 08:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55620d23-139d-4836-a7b7-0074ec5024f4 x-openstack-request-id: req-55620d23-139d-4836-a7b7-0074ec5024f4 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:09:48.362296 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49ed2c5c-e1a1-4436-883b-459d3d7a0a86", "tag": "2b50f361-c7c2-4eb4-a41f-53ae771d7433", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:09:48.362560 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-55620d23-139d-4836-a7b7-0074ec5024f4 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:09:48.362976 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55620d23-139d-4836-a7b7-0074ec5024f4'] response: {'name': 'network-changed', 'server_uuid': '49ed2c5c-e1a1-4436-883b-459d3d7a0a86', 'tag': '2b50f361-c7c2-4eb4-a41f-53ae771d7433', 'status': 'completed', 'code': 200} Oct 12 08:09:48.387089 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-63703e4f-6f72-49e4-9c33-b9d4d2a60521 req-11805d1b-cd45-42d1-a25d-7885439f1d70 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=d93e6cab-7517-4a00-a420-ab646ea09b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099436 Oct 12 08:09:48.401628 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1fb35-77ff-46e0-ac7c-3a3ca3239a89 service neutron] Pushing event updated for resources: {'Port': ['ID=2b50f361-c7c2-4eb4-a41f-53ae771d7433,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:09:48.411538 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-4dabbf47-ac27-4b2b-bdac-34cc17294738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:09:48.413041 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-4dabbf47-ac27-4b2b-bdac-34cc17294738 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de61a77e33c34229aece15b07cc0cc0f&device_id=49ed2c5c-e1a1-4436-883b-459d3d7a0a86 HTTP/1.1" status: 200 len: 1097 time: 0.0718451 Oct 12 08:09:48.436752 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-7b66b16c-7769-41ff-a693-4f3527a7570b None None] Attempt 2 to provision port 2b50f361-c7c2-4eb4-a41f-53ae771d7433 Oct 12 08:09:48.455871 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-4b5cfde0-96c1-445d-ad67-5c93cb137114 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b50f361-c7c2-4eb4-a41f-53ae771d7433 HTTP/1.1" status: 200 len: 217 time: 0.0350058 Oct 12 08:09:48.482244 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7b66b16c-7769-41ff-a693-4f3527a7570b None None] Port 2b50f361-c7c2-4eb4-a41f-53ae771d7433 had new provisioning blocks added so it will not transition to active. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 12 08:09:48.505588 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-dc76a923-363e-4b93-b48b-75b30748eee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:09:48.507093 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-dc76a923-363e-4b93-b48b-75b30748eee3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b6f17220-6aa0-40b4-b33a-d73f8d8f8781 HTTP/1.1" status: 200 len: 835 time: 0.0453649 Oct 12 08:09:48.557311 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-927ed7bd-cf4b-4695-9028-22577123d078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:09:48.558765 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-927ed7bd-cf4b-4695-9028-22577123d078 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5d2ebc4-5a83-4eaf-9814-fe8708df6b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439303 Oct 12 08:09:48.645744 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-0258c0d5-16e3-430e-8fbc-7c3a41edc7e0 service neutron] 10.222.0.23 "GET /v2.0/networks/b5d2ebc4-5a83-4eaf-9814-fe8708df6b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806417 Oct 12 08:09:48.740131 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f27e4426-a96e-456d-87d8-cf07d5d61fd8 req-32a78c47-e8c9-4b1e-a901-b239b645af76 service neutron] 10.222.0.23 "GET /v2.0/networks/b5d2ebc4-5a83-4eaf-9814-fe8708df6b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877848 Oct 12 08:09:48.774462 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device b36c23a2-699f-4b96-bc47-6984c5c3bd19 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:09:48.822254 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a620bbf-396a-4ce5-9627-1cf1f149976b req-e2a2f31d-3b5d-45ac-8275-c4f9682c28b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:09:48.823781 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8a620bbf-396a-4ce5-9627-1cf1f149976b req-e2a2f31d-3b5d-45ac-8275-c4f9682c28b2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de61a77e33c34229aece15b07cc0cc0f&device_id=49ed2c5c-e1a1-4436-883b-459d3d7a0a86 HTTP/1.1" status: 200 len: 1097 time: 0.0416915 Oct 12 08:09:48.823922 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port b36c23a2-699f-4b96-bc47-6984c5c3bd19 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:09:48.824285 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:48.824617 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port b36c23a2-699f-4b96-bc47-6984c5c3bd19 Oct 12 08:09:48.901809 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port b36c23a2-699f-4b96-bc47-6984c5c3bd19 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:09:48.920013 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a620bbf-396a-4ce5-9627-1cf1f149976b req-8258ee5b-01b4-4c52-b747-aab809407c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:09:48.921530 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8a620bbf-396a-4ce5-9627-1cf1f149976b req-8258ee5b-01b4-4c52-b747-aab809407c17 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b5d2ebc4-5a83-4eaf-9814-fe8708df6b81 HTTP/1.1" status: 200 len: 897 time: 0.0907538 Oct 12 08:09:48.922577 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:48.962634 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8a620bbf-396a-4ce5-9627-1cf1f149976b req-74be1618-f64f-425b-8aa1-7dfcaf309cc5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b50f361-c7c2-4eb4-a41f-53ae771d7433 HTTP/1.1" status: 200 len: 217 time: 0.0345755 Oct 12 08:09:49.011369 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a620bbf-396a-4ce5-9627-1cf1f149976b req-a19b374b-a1b0-4e35-b995-1e43fd4cced2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:09:49.013308 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8a620bbf-396a-4ce5-9627-1cf1f149976b req-a19b374b-a1b0-4e35-b995-1e43fd4cced2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b6f17220-6aa0-40b4-b33a-d73f8d8f8781 HTTP/1.1" status: 200 len: 835 time: 0.0430043 Oct 12 08:09:49.062199 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a620bbf-396a-4ce5-9627-1cf1f149976b req-e0c12995-6402-40dd-8a3b-cf77dbb3c05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:09:49.063538 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8a620bbf-396a-4ce5-9627-1cf1f149976b req-e0c12995-6402-40dd-8a3b-cf77dbb3c05f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5d2ebc4-5a83-4eaf-9814-fe8708df6b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431149 Oct 12 08:09:49.152076 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8a620bbf-396a-4ce5-9627-1cf1f149976b req-ea5ec377-a01a-4722-86a7-3d14ee6d5375 service neutron] 10.222.0.23 "GET /v2.0/networks/b5d2ebc4-5a83-4eaf-9814-fe8708df6b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819483 Oct 12 08:09:49.198703 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:49.249769 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8a620bbf-396a-4ce5-9627-1cf1f149976b req-f7a0bf02-a623-4578-bb93-79570e5796a0 service neutron] 10.222.0.23 "GET /v2.0/networks/b5d2ebc4-5a83-4eaf-9814-fe8708df6b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867562 Oct 12 08:09:49.508149 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce70c8c-1c1d-423f-8a4d-4fe3dee0ea32 req-026b82e7-8153-4327-960c-75c094470b4a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:09:49.509614 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9ce70c8c-1c1d-423f-8a4d-4fe3dee0ea32 req-026b82e7-8153-4327-960c-75c094470b4a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=49ed2c5c-e1a1-4436-883b-459d3d7a0a86 HTTP/1.1" status: 200 len: 944 time: 0.0480874 Oct 12 08:09:49.546831 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9ce70c8c-1c1d-423f-8a4d-4fe3dee0ea32 req-848cc847-1e34-4ad8-8289-8b90c488a443 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=d93e6cab-7517-4a00-a420-ab646ea09b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307620 Oct 12 08:09:50.668085 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e004a4-5406-4a53-b805-e40f90622cbc req-8fd0788a-6f40-453c-a574-3de348d15a65 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:09:50.669620 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d8e004a4-5406-4a53-b805-e40f90622cbc req-8fd0788a-6f40-453c-a574-3de348d15a65 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=49ed2c5c-e1a1-4436-883b-459d3d7a0a86 HTTP/1.1" status: 200 len: 944 time: 0.0490963 Oct 12 08:09:50.707384 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d8e004a4-5406-4a53-b805-e40f90622cbc req-0eef8e73-3bcf-483b-afe5-8b0b62470707 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=d93e6cab-7517-4a00-a420-ab646ea09b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318191 Oct 12 08:09:51.375687 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:51.829608 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0336322-7f3c-4a85-88dc-511fc0bc5498 req-7a7afaed-91c8-42cc-9983-0601817db8a6 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:09:51.831102 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b0336322-7f3c-4a85-88dc-511fc0bc5498 req-7a7afaed-91c8-42cc-9983-0601817db8a6 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=49ed2c5c-e1a1-4436-883b-459d3d7a0a86 HTTP/1.1" status: 200 len: 944 time: 0.0533421 Oct 12 08:09:51.868822 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b0336322-7f3c-4a85-88dc-511fc0bc5498 req-4268fced-c04e-4998-a276-5554c0134a5a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=d93e6cab-7517-4a00-a420-ab646ea09b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317924 Oct 12 08:09:52.145519 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 2b50f361-c7c2-4eb4-a41f-53ae771d7433 details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 08:09:52.238320 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 2b50f361-c7c2-4eb4-a41f-53ae771d7433, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=2b50f361-c7c2-4eb4-a41f-53ae771d7433,segment=NetworkSegment(b73902a0-04a0-444c-87dd-b03b961e13c5),segment_id=b73902a0-04a0-444c-87dd-b03b961e13c5)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:09:52.249509 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': '2b50f361-c7c2-4eb4-a41f-53ae771d7433', 'network_id': 'b5d2ebc4-5a83-4eaf-9814-fe8708df6b81', 'port_id': '2b50f361-c7c2-4eb4-a41f-53ae771d7433', 'mac_address': 'fa:16:3e:1c:16:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6f17220-6aa0-40b4-b33a-d73f8d8f8781', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 08:09:52.288034 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 2b50f361-c7c2-4eb4-a41f-53ae771d7433 is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:09:52.288410 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:52.301110 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b50f361-c7c2-4eb4-a41f-53ae771d7433 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 08:09:52.320428 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 2b50f361-c7c2-4eb4-a41f-53ae771d7433, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=2b50f361-c7c2-4eb4-a41f-53ae771d7433,segment=NetworkSegment(b73902a0-04a0-444c-87dd-b03b961e13c5),segment_id=b73902a0-04a0-444c-87dd-b03b961e13c5)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:09:52.324318 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:52.370393 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=2b50f361-c7c2-4eb4-a41f-53ae771d7433,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:09:52.527402 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['2b50f361-c7c2-4eb4-a41f-53ae771d7433'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 08:09:52.989983 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a076326-4520-406a-817b-d9273b7e5429 req-2d9f5c91-2e92-4792-b6ab-be02db83c86c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:09:52.991398 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8a076326-4520-406a-817b-d9273b7e5429 req-2d9f5c91-2e92-4792-b6ab-be02db83c86c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=49ed2c5c-e1a1-4436-883b-459d3d7a0a86 HTTP/1.1" status: 200 len: 945 time: 0.0498068 Oct 12 08:09:53.029531 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8a076326-4520-406a-817b-d9273b7e5429 req-437ecdec-aef6-49f2-abda-a29d1a05f2c8 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=d93e6cab-7517-4a00-a420-ab646ea09b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321696 Oct 12 08:09:54.148542 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e367ce8e-e870-4e20-92d1-a42e266a28ec req-2aeb16f6-cc23-4609-8053-7d1ae562d9dc tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:09:54.150002 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e367ce8e-e870-4e20-92d1-a42e266a28ec req-2aeb16f6-cc23-4609-8053-7d1ae562d9dc tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=49ed2c5c-e1a1-4436-883b-459d3d7a0a86 HTTP/1.1" status: 200 len: 945 time: 0.0481548 Oct 12 08:09:54.171527 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 2b50f361-c7c2-4eb4-a41f-53ae771d7433 up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:09:54.187649 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e367ce8e-e870-4e20-92d1-a42e266a28ec req-1303da81-a942-4abf-92b8-50ce971c1bcd tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=d93e6cab-7517-4a00-a420-ab646ea09b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318370 Oct 12 08:09:54.223086 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning for port 2b50f361-c7c2-4eb4-a41f-53ae771d7433 completed by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 12 08:09:54.227227 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port 2b50f361-c7c2-4eb4-a41f-53ae771d7433 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:09:54.227599 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:54.227930 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port 2b50f361-c7c2-4eb4-a41f-53ae771d7433 Oct 12 08:09:54.302587 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 2b50f361-c7c2-4eb4-a41f-53ae771d7433 is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:09:54.302969 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:54.325374 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ed2c5c-e1a1-4436-883b-459d3d7a0a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b50f361-c7c2-4eb4-a41f-53ae771d7433'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:09:54.327601 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028e4855-0568-4574-aadf-da3b3a57f8d7" -d '{"events": [{"server_uuid": "49ed2c5c-e1a1-4436-883b-459d3d7a0a86", "name": "network-vif-plugged", "status": "completed", "tag": "2b50f361-c7c2-4eb4-a41f-53ae771d7433"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:09:54.339939 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 2b50f361-c7c2-4eb4-a41f-53ae771d7433, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=2b50f361-c7c2-4eb4-a41f-53ae771d7433,segment=NetworkSegment(b73902a0-04a0-444c-87dd-b03b961e13c5),segment_id=b73902a0-04a0-444c-87dd-b03b961e13c5)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:09:54.343884 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:54.367548 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 08:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6747cce8-b1e7-41d6-9247-943d446276f9 x-openstack-request-id: req-6747cce8-b1e7-41d6-9247-943d446276f9 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:09:54.367916 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ed2c5c-e1a1-4436-883b-459d3d7a0a86", "name": "network-vif-plugged", "status": "completed", "tag": "2b50f361-c7c2-4eb4-a41f-53ae771d7433", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:09:54.368306 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6747cce8-b1e7-41d6-9247-943d446276f9 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:09:54.368830 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6747cce8-b1e7-41d6-9247-943d446276f9'] response: {'server_uuid': '49ed2c5c-e1a1-4436-883b-459d3d7a0a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b50f361-c7c2-4eb4-a41f-53ae771d7433', 'code': 200} Oct 12 08:09:54.397373 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=2b50f361-c7c2-4eb4-a41f-53ae771d7433,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:09:54.531294 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972d2d8-bd2d-419b-a07f-e6c6c03b4836 req-3d587577-12e6-4e83-ab81-98b7462d03ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:09:54.532751 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d972d2d8-bd2d-419b-a07f-e6c6c03b4836 req-3d587577-12e6-4e83-ab81-98b7462d03ab service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=49ed2c5c-e1a1-4436-883b-459d3d7a0a86 HTTP/1.1" status: 200 len: 1099 time: 0.0425937 Oct 12 08:09:54.565751 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d972d2d8-bd2d-419b-a07f-e6c6c03b4836 req-e82502df-1194-4d26-9dd0-ae642f10be52 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d93e6cab-7517-4a00-a420-ab646ea09b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267174 Oct 12 08:09:55.305232 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883444c-3a5f-487b-8ad1-248d650c0f29 req-bdc567fb-d313-49d3-86f4-ca682a68b076 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:09:55.306779 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c883444c-3a5f-487b-8ad1-248d650c0f29 req-bdc567fb-d313-49d3-86f4-ca682a68b076 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=49ed2c5c-e1a1-4436-883b-459d3d7a0a86 HTTP/1.1" status: 200 len: 946 time: 0.0481246 Oct 12 08:09:55.344578 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c883444c-3a5f-487b-8ad1-248d650c0f29 req-cda4de41-28e1-463e-9fc7-343a2a2d40e2 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=d93e6cab-7517-4a00-a420-ab646ea09b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311167 Oct 12 08:09:56.465704 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d871a0-5ca4-4184-811b-4d6276e8093e req-9fd88a69-7f38-4dd3-9ab8-07af330870bf tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:09:56.467228 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-24d871a0-5ca4-4184-811b-4d6276e8093e req-9fd88a69-7f38-4dd3-9ab8-07af330870bf tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=49ed2c5c-e1a1-4436-883b-459d3d7a0a86 HTTP/1.1" status: 200 len: 946 time: 0.0510118 Oct 12 08:09:56.504079 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-24d871a0-5ca4-4184-811b-4d6276e8093e req-03be65bc-7266-4480-a974-b55f6ea83eda tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=d93e6cab-7517-4a00-a420-ab646ea09b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310009 Oct 12 08:09:56.626379 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205f36a-df38-40e8-a341-3ec611aad598 req-d28ce4a5-4dbf-4943-9d42-750b0d7bf77d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:09:56.627936 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e205f36a-df38-40e8-a341-3ec611aad598 req-d28ce4a5-4dbf-4943-9d42-750b0d7bf77d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=49ed2c5c-e1a1-4436-883b-459d3d7a0a86 HTTP/1.1" status: 200 len: 946 time: 0.0530498 Oct 12 08:09:56.665807 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e205f36a-df38-40e8-a341-3ec611aad598 req-7d2547dc-c6b7-4cbc-81b6-24a72b6fa4d9 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=d93e6cab-7517-4a00-a420-ab646ea09b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318813 Oct 12 08:09:56.694081 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48236) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:09:56.733073 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41f01d6-a076-44a6-b76e-09116b7297ab tempest-TestNetworkAdvancedServerOps-682992196 tempest-TestNetworkAdvancedServerOps-682992196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:09:56.735161 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e41f01d6-a076-44a6-b76e-09116b7297ab tempest-TestNetworkAdvancedServerOps-682992196 tempest-TestNetworkAdvancedServerOps-682992196-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=49ed2c5c-e1a1-4436-883b-459d3d7a0a86 HTTP/1.1" status: 200 len: 1094 time: 0.0401089 Oct 12 08:09:56.737961 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48238) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:09:56.742145 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-f8e7c467-a2c6-46a5-b3ae-8e004998406a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'floatingip': {'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'port_id': '2b50f361-c7c2-4eb4-a41f-53ae771d7433', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:09:56.760746 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f8e7c467-a2c6-46a5-b3ae-8e004998406a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for floatingip, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:56.859447 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f8e7c467-a2c6-46a5-b3ae-8e004998406a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:56.958242 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-f8e7c467-a2c6-46a5-b3ae-8e004998406a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Allocated IP 172.26.3.175 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/62886d69-c713-4ba8-976a-daff5dd336a1) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:09:57.059093 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f8e7c467-a2c6-46a5-b3ae-8e004998406a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:57.091574 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f8e7c467-a2c6-46a5-b3ae-8e004998406a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:57.130646 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e7c467-a2c6-46a5-b3ae-8e004998406a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:09:57.135043 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-f8e7c467-a2c6-46a5-b3ae-8e004998406a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:09:57.138475 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e7c467-a2c6-46a5-b3ae-8e004998406a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:09:57.143713 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7c467-a2c6-46a5-b3ae-8e004998406a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'Port': ['ID=62886d69-c713-4ba8-976a-daff5dd336a1,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:09:57.814226 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f8e7c467-a2c6-46a5-b3ae-8e004998406a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:57.878460 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f8e7c467-a2c6-46a5-b3ae-8e004998406a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:58.022679 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f8e7c467-a2c6-46a5-b3ae-8e004998406a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:58.027026 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f8e7c467-a2c6-46a5-b3ae-8e004998406a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:58.091081 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7c467-a2c6-46a5-b3ae-8e004998406a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'Port': ['ID=62886d69-c713-4ba8-976a-daff5dd336a1,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:09:58.094189 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f8e7c467-a2c6-46a5-b3ae-8e004998406a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:58.193767 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [None req-f8e7c467-a2c6-46a5-b3ae-8e004998406a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Floating IP 172ee23a-1fe9-4c8c-9870-0fb8ae85da10 associated. External IP: 172.26.3.175, port: 2b50f361-c7c2-4eb4-a41f-53ae771d7433. Oct 12 08:09:58.398966 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e7c467-a2c6-46a5-b3ae-8e004998406a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Router 8a0fd13e-45f1-4496-96df-38479b88d47d has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:09:58.507145 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e7c467-a2c6-46a5-b3ae-8e004998406a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:09:58.516547 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ff1233-9ed6-4e40-b3d7-0bf20e3e58ef None None] Sync routers for ids ['8a0fd13e-45f1-4496-96df-38479b88d47d'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:09:58.524806 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f8e7c467-a2c6-46a5-b3ae-8e004998406a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:09:58.526727 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ff1233-9ed6-4e40-b3d7-0bf20e3e58ef None None] Routers {'8a0fd13e-45f1-4496-96df-38479b88d47d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:09:58.527330 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-14ff1233-9ed6-4e40-b3d7-0bf20e3e58ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:09:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['8a0fd13e-45f1-4496-96df-38479b88d47d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:09:58.552926 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f8e7c467-a2c6-46a5-b3ae-8e004998406a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8139522 Oct 12 08:09:58.553996 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49ed2c5c-e1a1-4436-883b-459d3d7a0a86', 'tag': '2b50f361-c7c2-4eb4-a41f-53ae771d7433'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:09:58.556584 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6bb05b7-5aba-4772-bd6f-8f4762aa5822" -d '{"events": [{"name": "network-changed", "server_uuid": "49ed2c5c-e1a1-4436-883b-459d3d7a0a86", "tag": "2b50f361-c7c2-4eb4-a41f-53ae771d7433"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:09:58.595664 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 08:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b86b31-29fa-4568-a7a1-d3e335a51f79 x-openstack-request-id: req-46b86b31-29fa-4568-a7a1-d3e335a51f79 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:09:58.596161 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49ed2c5c-e1a1-4436-883b-459d3d7a0a86", "tag": "2b50f361-c7c2-4eb4-a41f-53ae771d7433", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:09:58.596425 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-46b86b31-29fa-4568-a7a1-d3e335a51f79 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:09:58.596841 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46b86b31-29fa-4568-a7a1-d3e335a51f79'] response: {'name': 'network-changed', 'server_uuid': '49ed2c5c-e1a1-4436-883b-459d3d7a0a86', 'tag': '2b50f361-c7c2-4eb4-a41f-53ae771d7433', 'status': 'completed', 'code': 200} Oct 12 08:09:58.633763 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-14ff1233-9ed6-4e40-b3d7-0bf20e3e58ef None None] Set router 8a0fd13e-45f1-4496-96df-38479b88d47d gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:09:58.686075 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dedbcbb-3c37-4d98-8798-f0eb3d0f320e req-8c555d37-b4b5-49d9-922f-97dfe5c7f4e8 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:09:58.687525 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0dedbcbb-3c37-4d98-8798-f0eb3d0f320e req-8c555d37-b4b5-49d9-922f-97dfe5c7f4e8 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=49ed2c5c-e1a1-4436-883b-459d3d7a0a86 HTTP/1.1" status: 200 len: 946 time: 0.0829973 Oct 12 08:09:58.689989 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb05b7-5aba-4772-bd6f-8f4762aa5822 req-66a0f738-278f-4301-bbec-e00942deeffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:09:58.691371 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e6bb05b7-5aba-4772-bd6f-8f4762aa5822 req-66a0f738-278f-4301-bbec-e00942deeffc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de61a77e33c34229aece15b07cc0cc0f&device_id=49ed2c5c-e1a1-4436-883b-459d3d7a0a86 HTTP/1.1" status: 200 len: 1099 time: 0.0741198 Oct 12 08:09:58.754656 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0dedbcbb-3c37-4d98-8798-f0eb3d0f320e req-7d5bbf7c-2537-4e59-b4b2-655e01cd6dc0 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=d93e6cab-7517-4a00-a420-ab646ea09b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609086 Oct 12 08:09:58.784038 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48244) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:09:58.812799 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb05b7-5aba-4772-bd6f-8f4762aa5822 req-a5e05eee-83ca-48b8-b8c8-73f6d012881e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:09:58.814568 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e6bb05b7-5aba-4772-bd6f-8f4762aa5822 req-a5e05eee-83ca-48b8-b8c8-73f6d012881e service neutron] 10.222.0.23 "GET /v2.0/networks?id=b5d2ebc4-5a83-4eaf-9814-fe8708df6b81 HTTP/1.1" status: 200 len: 897 time: 0.1151912 Oct 12 08:09:58.846562 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-2ddb1457-6202-46aa-9a69-424ead28dcdf tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/floatingips/172ee23a-1fe9-4c8c-9870-0fb8ae85da10 HTTP/1.1" status: 200 len: 992 time: 0.0613205 Oct 12 08:09:58.860599 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-14ff1233-9ed6-4e40-b3d7-0bf20e3e58ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0fd13e-45f1-4496-96df-38479b88d47d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299978284', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '31e05037-ab6b-400f-894e-88ff5ef8ed01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:09:40Z', 'updated_at': '2022-10-12T08:09:44Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': '31e05037-ab6b-400f-894e-88ff5ef8ed01', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0fd13e-45f1-4496-96df-38479b88d47d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:09:41Z', 'updated_at': '2022-10-12T08:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '172ee23a-1fe9-4c8c-9870-0fb8ae85da10', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'floating_ip_address': '172.26.3.175', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '8a0fd13e-45f1-4496-96df-38479b88d47d', 'port_id': '2b50f361-c7c2-4eb4-a41f-53ae771d7433', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d2ebc4-5a83-4eaf-9814-fe8708df6b81', 'mac_address': 'fa:16:3e:1c:16:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ed2c5c-e1a1-4436-883b-459d3d7a0a86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T08:09:57Z', 'updated_at': '2022-10-12T08:09:57Z', 'revision_number': 0, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b36c23a2-699f-4b96-bc47-6984c5c3bd19', 'name': '', 'network_id': 'b5d2ebc4-5a83-4eaf-9814-fe8708df6b81', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'mac_address': 'fa:16:3e:25:19:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0fd13e-45f1-4496-96df-38479b88d47d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'b6f17220-6aa0-40b4-b33a-d73f8d8f8781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:09:43Z', 'updated_at': '2022-10-12T08:09:46Z', 'revision_number': 5, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'subnets': [{'id': 'b6f17220-6aa0-40b4-b33a-d73f8d8f8781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:09:58.884604 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e6bb05b7-5aba-4772-bd6f-8f4762aa5822 req-1474c270-8f61-4fcc-848f-f9d08e88db60 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b50f361-c7c2-4eb4-a41f-53ae771d7433 HTTP/1.1" status: 200 len: 1000 time: 0.0636246 Oct 12 08:09:58.890149 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ff1233-9ed6-4e40-b3d7-0bf20e3e58ef None None] Checking router: 8a0fd13e-45f1-4496-96df-38479b88d47d for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:09:58.898188 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ff1233-9ed6-4e40-b3d7-0bf20e3e58ef None None] Routers {'8a0fd13e-45f1-4496-96df-38479b88d47d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:09:58.898783 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-14ff1233-9ed6-4e40-b3d7-0bf20e3e58ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:09:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['8a0fd13e-45f1-4496-96df-38479b88d47d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:09:58.932868 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb05b7-5aba-4772-bd6f-8f4762aa5822 req-2ab97046-76c5-4787-8f6c-caa97755bada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:09:58.934349 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e6bb05b7-5aba-4772-bd6f-8f4762aa5822 req-2ab97046-76c5-4787-8f6c-caa97755bada service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b6f17220-6aa0-40b4-b33a-d73f8d8f8781 HTTP/1.1" status: 200 len: 835 time: 0.0434434 Oct 12 08:09:58.979699 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb05b7-5aba-4772-bd6f-8f4762aa5822 req-0b296fb7-9e59-4286-8032-82c1f43a0d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:09:58.981454 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e6bb05b7-5aba-4772-bd6f-8f4762aa5822 req-0b296fb7-9e59-4286-8032-82c1f43a0d94 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5d2ebc4-5a83-4eaf-9814-fe8708df6b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403175 Oct 12 08:09:59.001690 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-14ff1233-9ed6-4e40-b3d7-0bf20e3e58ef None None] Set router 8a0fd13e-45f1-4496-96df-38479b88d47d gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:09:59.074853 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e6bb05b7-5aba-4772-bd6f-8f4762aa5822 req-8a333bde-adac-4957-99e4-7fdfd9ce94ca service neutron] 10.222.0.23 "GET /v2.0/networks/b5d2ebc4-5a83-4eaf-9814-fe8708df6b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864575 Oct 12 08:09:59.165582 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e6bb05b7-5aba-4772-bd6f-8f4762aa5822 req-d072b3f8-5f23-4d7c-ada7-d236d86beb2e service neutron] 10.222.0.23 "GET /v2.0/networks/b5d2ebc4-5a83-4eaf-9814-fe8708df6b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835910 Oct 12 08:09:59.217946 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-14ff1233-9ed6-4e40-b3d7-0bf20e3e58ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0fd13e-45f1-4496-96df-38479b88d47d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299978284', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '31e05037-ab6b-400f-894e-88ff5ef8ed01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:09:40Z', 'updated_at': '2022-10-12T08:09:44Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': '31e05037-ab6b-400f-894e-88ff5ef8ed01', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0fd13e-45f1-4496-96df-38479b88d47d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:09:41Z', 'updated_at': '2022-10-12T08:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '172ee23a-1fe9-4c8c-9870-0fb8ae85da10', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'floating_ip_address': '172.26.3.175', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '8a0fd13e-45f1-4496-96df-38479b88d47d', 'port_id': '2b50f361-c7c2-4eb4-a41f-53ae771d7433', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d2ebc4-5a83-4eaf-9814-fe8708df6b81', 'mac_address': 'fa:16:3e:1c:16:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ed2c5c-e1a1-4436-883b-459d3d7a0a86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T08:09:57Z', 'updated_at': '2022-10-12T08:09:57Z', 'revision_number': 0, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b36c23a2-699f-4b96-bc47-6984c5c3bd19', 'name': '', 'network_id': 'b5d2ebc4-5a83-4eaf-9814-fe8708df6b81', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'mac_address': 'fa:16:3e:25:19:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0fd13e-45f1-4496-96df-38479b88d47d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'b6f17220-6aa0-40b4-b33a-d73f8d8f8781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:09:43Z', 'updated_at': '2022-10-12T08:09:46Z', 'revision_number': 5, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'subnets': [{'id': 'b6f17220-6aa0-40b4-b33a-d73f8d8f8781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:09:59.244837 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ff1233-9ed6-4e40-b3d7-0bf20e3e58ef None None] The sync data for ids ['8a0fd13e-45f1-4496-96df-38479b88d47d'] in dv-neutron-860909-2-hyperv is: [{'id': '8a0fd13e-45f1-4496-96df-38479b88d47d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299978284', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '31e05037-ab6b-400f-894e-88ff5ef8ed01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:09:40Z', 'updated_at': '2022-10-12T08:09:44Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': '31e05037-ab6b-400f-894e-88ff5ef8ed01', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0fd13e-45f1-4496-96df-38479b88d47d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:09:41Z', 'updated_at': '2022-10-12T08:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '172ee23a-1fe9-4c8c-9870-0fb8ae85da10', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'floating_ip_address': '172.26.3.175', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '8a0fd13e-45f1-4496-96df-38479b88d47d', 'port_id': '2b50f361-c7c2-4eb4-a41f-53ae771d7433', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d2ebc4-5a83-4eaf-9814-fe8708df6b81', 'mac_address': 'fa:16:3e:1c:16:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ed2c5c-e1a1-4436-883b-459d3d7a0a86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T08:09:57Z', 'updated_at': '2022-10-12T08:09:57Z', 'revision_number': 0, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b36c23a2-699f-4b96-bc47-6984c5c3bd19', 'name': '', 'network_id': 'b5d2ebc4-5a83-4eaf-9814-fe8708df6b81', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'mac_address': 'fa:16:3e:25:19:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0fd13e-45f1-4496-96df-38479b88d47d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'b6f17220-6aa0-40b4-b33a-d73f8d8f8781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:09:43Z', 'updated_at': '2022-10-12T08:09:46Z', 'revision_number': 5, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'subnets': [{'id': 'b6f17220-6aa0-40b4-b33a-d73f8d8f8781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:09:59.429295 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5bfedd-8f25-4b40-b6c9-fd5c7a814332 None None] New status for floating IP 172ee23a-1fe9-4c8c-9870-0fb8ae85da10: ACTIVE {{(pid=103202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 08:09:59.850514 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48246) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:09:59.912824 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ed5fdc38-b369-49dd-abe5-67bcf3a4d2c5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/floatingips/172ee23a-1fe9-4c8c-9870-0fb8ae85da10 HTTP/1.1" status: 200 len: 994 time: 0.0612252 Oct 12 08:10:13.415824 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:10:13.972838 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bbd245be-a4f4-410a-b99c-693912e06b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:16.150357 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dd6b4307-b19d-43da-b937-d6cdcc4e621f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:17.363602 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:18.926369 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:19.200667 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:21.378013 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:23.390388 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9309e8aa-0e75-4cf4-9c44-c12cbc7fa42c req-b101678c-b523-4ffa-8d2d-9ec371ab0562 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=49ed2c5c-e1a1-4436-883b-459d3d7a0a86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387828 Oct 12 08:10:23.472635 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9309e8aa-0e75-4cf4-9c44-c12cbc7fa42c req-53e2dbd3-c12f-4666-8bd4-45bef7121039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:10:23.474167 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9309e8aa-0e75-4cf4-9c44-c12cbc7fa42c req-53e2dbd3-c12f-4666-8bd4-45bef7121039 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de61a77e33c34229aece15b07cc0cc0f&device_id=49ed2c5c-e1a1-4436-883b-459d3d7a0a86 HTTP/1.1" status: 200 len: 1099 time: 0.0407805 Oct 12 08:10:23.579991 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9309e8aa-0e75-4cf4-9c44-c12cbc7fa42c req-8d3f5ad2-4de9-468c-a423-edc1c8af1f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:10:23.581424 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9309e8aa-0e75-4cf4-9c44-c12cbc7fa42c req-8d3f5ad2-4de9-468c-a423-edc1c8af1f22 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b5d2ebc4-5a83-4eaf-9814-fe8708df6b81 HTTP/1.1" status: 200 len: 897 time: 0.0867655 Oct 12 08:10:23.645058 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9309e8aa-0e75-4cf4-9c44-c12cbc7fa42c req-a3246d7d-96da-40ee-b80c-8f92c9507cd8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b50f361-c7c2-4eb4-a41f-53ae771d7433 HTTP/1.1" status: 200 len: 1002 time: 0.0564451 Oct 12 08:10:23.693656 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9309e8aa-0e75-4cf4-9c44-c12cbc7fa42c req-44b23da4-1bcf-4c37-b3ed-02bb1433859a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:10:23.695066 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9309e8aa-0e75-4cf4-9c44-c12cbc7fa42c req-44b23da4-1bcf-4c37-b3ed-02bb1433859a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b6f17220-6aa0-40b4-b33a-d73f8d8f8781 HTTP/1.1" status: 200 len: 835 time: 0.0426736 Oct 12 08:10:23.743728 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9309e8aa-0e75-4cf4-9c44-c12cbc7fa42c req-0cd11699-5bcf-4302-9d19-01e6a19a152f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:10:23.745190 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9309e8aa-0e75-4cf4-9c44-c12cbc7fa42c req-0cd11699-5bcf-4302-9d19-01e6a19a152f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5d2ebc4-5a83-4eaf-9814-fe8708df6b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434735 Oct 12 08:10:23.835281 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9309e8aa-0e75-4cf4-9c44-c12cbc7fa42c req-2a0bb678-c1d3-4a45-afb8-d5ebb25f61eb service neutron] 10.222.0.23 "GET /v2.0/networks/b5d2ebc4-5a83-4eaf-9814-fe8708df6b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820367 Oct 12 08:10:23.927345 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9309e8aa-0e75-4cf4-9c44-c12cbc7fa42c req-c97849e7-049d-41de-9a3b-85739468da75 service neutron] 10.222.0.23 "GET /v2.0/networks/b5d2ebc4-5a83-4eaf-9814-fe8708df6b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852072 Oct 12 08:10:31.317125 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa755f3-0ef8-4b0f-9db5-89413fe85752 req-152a37ea-777f-474a-a315-13cd76124817 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:10:31.318628 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2fa755f3-0ef8-4b0f-9db5-89413fe85752 req-152a37ea-777f-474a-a315-13cd76124817 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=49ed2c5c-e1a1-4436-883b-459d3d7a0a86 HTTP/1.1" status: 200 len: 946 time: 0.0493517 Oct 12 08:10:31.356521 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2fa755f3-0ef8-4b0f-9db5-89413fe85752 req-7df01177-3460-42ae-a6fc-673db69a16bd tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=d93e6cab-7517-4a00-a420-ab646ea09b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320926 Oct 12 08:10:32.483429 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c29d9-69e0-492c-aa36-bd973d99adfc req-91a1911a-75cc-4242-a936-30677c0ca192 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:10:32.484918 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-095c29d9-69e0-492c-aa36-bd973d99adfc req-91a1911a-75cc-4242-a936-30677c0ca192 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=49ed2c5c-e1a1-4436-883b-459d3d7a0a86 HTTP/1.1" status: 200 len: 946 time: 0.0534773 Oct 12 08:10:32.522573 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-095c29d9-69e0-492c-aa36-bd973d99adfc req-39a4290a-8712-4a88-b38c-f008370450a6 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=d93e6cab-7517-4a00-a420-ab646ea09b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313482 Oct 12 08:10:32.549879 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48264) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:10:32.609046 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-fbd78993-ccd8-4a9c-9638-8f976cf5d2aa tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/floatingips/172ee23a-1fe9-4c8c-9870-0fb8ae85da10 HTTP/1.1" status: 200 len: 994 time: 0.0580356 Oct 12 08:10:33.891839 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d9be2-401f-4f28-82ae-e42c5bc5477b req-ebeecd23-6281-436c-9a2d-ea24bb4abfbf tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:10:33.893249 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5f8d9be2-401f-4f28-82ae-e42c5bc5477b req-ebeecd23-6281-436c-9a2d-ea24bb4abfbf tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=49ed2c5c-e1a1-4436-883b-459d3d7a0a86 HTTP/1.1" status: 200 len: 946 time: 0.0497217 Oct 12 08:10:33.931158 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5f8d9be2-401f-4f28-82ae-e42c5bc5477b req-a27f6016-18e3-4cc9-8cc1-b56ba30b4c50 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=d93e6cab-7517-4a00-a420-ab646ea09b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320475 Oct 12 08:10:35.061182 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8383ace-ab09-4773-af4b-0f04a5e70796 req-c6914c5e-13b0-4b39-b092-49e1f6aeb516 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:10:35.063276 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f8383ace-ab09-4773-af4b-0f04a5e70796 req-c6914c5e-13b0-4b39-b092-49e1f6aeb516 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=49ed2c5c-e1a1-4436-883b-459d3d7a0a86 HTTP/1.1" status: 200 len: 946 time: 0.0532146 Oct 12 08:10:35.099581 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f8383ace-ab09-4773-af4b-0f04a5e70796 req-e20653b5-36b5-4286-9f49-665a0299fd29 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=d93e6cab-7517-4a00-a420-ab646ea09b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305738 Oct 12 08:10:35.128159 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48274) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:10:35.186514 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b2b472de-4d08-4abf-952f-05d8fd399b7d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/floatingips/172ee23a-1fe9-4c8c-9870-0fb8ae85da10 HTTP/1.1" status: 200 len: 994 time: 0.0572398 Oct 12 08:10:35.423524 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48280) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:10:35.581453 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-ad3fad58-65d1-4bae-8099-2a351ca9c577 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Deleting port 62886d69-c713-4ba8-976a-daff5dd336a1 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:10:35.581711 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ad3fad58-65d1-4bae-8099-2a351ca9c577 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:35.659385 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ad3fad58-65d1-4bae-8099-2a351ca9c577 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:35.659709 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ad3fad58-65d1-4bae-8099-2a351ca9c577 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:35.670840 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-ad3fad58-65d1-4bae-8099-2a351ca9c577 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Calling delete_port for 62886d69-c713-4ba8-976a-daff5dd336a1 owned by network:floatingip {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:10:35.815593 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ad3fad58-65d1-4bae-8099-2a351ca9c577 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:35.839229 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3fad58-65d1-4bae-8099-2a351ca9c577 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event deleted for resources: {'Port': ['ID=62886d69-c713-4ba8-976a-daff5dd336a1,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:10:35.849317 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3fad58-65d1-4bae-8099-2a351ca9c577 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:10:35.849667 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3fad58-65d1-4bae-8099-2a351ca9c577 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:10:35.850011 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3fad58-65d1-4bae-8099-2a351ca9c577 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:10:35.850371 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3fad58-65d1-4bae-8099-2a351ca9c577 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:10:35.850704 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3fad58-65d1-4bae-8099-2a351ca9c577 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:10:35.851415 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3fad58-65d1-4bae-8099-2a351ca9c577 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:10:35.851415 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3fad58-65d1-4bae-8099-2a351ca9c577 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:10:35.851658 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3fad58-65d1-4bae-8099-2a351ca9c577 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:10:35.851987 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3fad58-65d1-4bae-8099-2a351ca9c577 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:10:35.852566 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3fad58-65d1-4bae-8099-2a351ca9c577 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:10:35.852888 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3fad58-65d1-4bae-8099-2a351ca9c577 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:10:35.853208 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3fad58-65d1-4bae-8099-2a351ca9c577 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:10:35.911739 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ad3fad58-65d1-4bae-8099-2a351ca9c577 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for floatingip, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:35.912084 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [None req-ad3fad58-65d1-4bae-8099-2a351ca9c577 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Floating IP 172ee23a-1fe9-4c8c-9870-0fb8ae85da10 disassociated (deleted). External IP: 172.26.3.175, port: 2b50f361-c7c2-4eb4-a41f-53ae771d7433. Oct 12 08:10:36.118007 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad3fad58-65d1-4bae-8099-2a351ca9c577 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Router 8a0fd13e-45f1-4496-96df-38479b88d47d has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:10:36.224525 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3fad58-65d1-4bae-8099-2a351ca9c577 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:10:36.229419 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-ad3fad58-65d1-4bae-8099-2a351ca9c577 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:36.234489 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3901ded-faf0-47ef-88eb-94e96705ed48 None None] Sync routers for ids ['8a0fd13e-45f1-4496-96df-38479b88d47d'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:10:36.244948 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3901ded-faf0-47ef-88eb-94e96705ed48 None None] Routers {'8a0fd13e-45f1-4496-96df-38479b88d47d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:10:36.245541 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c3901ded-faf0-47ef-88eb-94e96705ed48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:10:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['8a0fd13e-45f1-4496-96df-38479b88d47d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:10:36.256320 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-ad3fad58-65d1-4bae-8099-2a351ca9c577 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "DELETE /v2.0/floatingips/172ee23a-1fe9-4c8c-9870-0fb8ae85da10 HTTP/1.1" status: 204 len: 168 time: 0.8314259 Oct 12 08:10:36.256973 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49ed2c5c-e1a1-4436-883b-459d3d7a0a86', 'tag': '2b50f361-c7c2-4eb4-a41f-53ae771d7433'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:10:36.259304 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8ba082-c7eb-4871-827c-8cdb93ba8a54" -d '{"events": [{"name": "network-changed", "server_uuid": "49ed2c5c-e1a1-4436-883b-459d3d7a0a86", "tag": "2b50f361-c7c2-4eb4-a41f-53ae771d7433"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:10:36.306108 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 08:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766ed256-91f4-4088-9ab1-6825469d5119 x-openstack-request-id: req-766ed256-91f4-4088-9ab1-6825469d5119 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:10:36.306420 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49ed2c5c-e1a1-4436-883b-459d3d7a0a86", "tag": "2b50f361-c7c2-4eb4-a41f-53ae771d7433", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:10:36.306667 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-766ed256-91f4-4088-9ab1-6825469d5119 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:10:36.307077 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-766ed256-91f4-4088-9ab1-6825469d5119'] response: {'name': 'network-changed', 'server_uuid': '49ed2c5c-e1a1-4436-883b-459d3d7a0a86', 'tag': '2b50f361-c7c2-4eb4-a41f-53ae771d7433', 'status': 'completed', 'code': 200} Oct 12 08:10:36.355213 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-c3901ded-faf0-47ef-88eb-94e96705ed48 None None] Set router 8a0fd13e-45f1-4496-96df-38479b88d47d gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:10:36.372923 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ba082-c7eb-4871-827c-8cdb93ba8a54 req-6512e621-66a6-4a9c-9890-ff2b557d47b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:10:36.374982 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-be8ba082-c7eb-4871-827c-8cdb93ba8a54 req-6512e621-66a6-4a9c-9890-ff2b557d47b1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de61a77e33c34229aece15b07cc0cc0f&device_id=49ed2c5c-e1a1-4436-883b-459d3d7a0a86 HTTP/1.1" status: 200 len: 1099 time: 0.0452611 Oct 12 08:10:36.509280 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ba082-c7eb-4871-827c-8cdb93ba8a54 req-930c3b3d-02d8-476b-8b8f-b9aae98cdc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:10:36.510785 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-be8ba082-c7eb-4871-827c-8cdb93ba8a54 req-930c3b3d-02d8-476b-8b8f-b9aae98cdc76 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b5d2ebc4-5a83-4eaf-9814-fe8708df6b81 HTTP/1.1" status: 200 len: 897 time: 0.1288640 Oct 12 08:10:36.521193 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0ffb2-0f54-4249-8514-422461d664f0 req-681d6cb7-01d7-4355-9543-6f39e83a7000 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:10:36.522650 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-93d0ffb2-0f54-4249-8514-422461d664f0 req-681d6cb7-01d7-4355-9543-6f39e83a7000 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=49ed2c5c-e1a1-4436-883b-459d3d7a0a86 HTTP/1.1" status: 200 len: 946 time: 0.0717597 Oct 12 08:10:36.573450 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-be8ba082-c7eb-4871-827c-8cdb93ba8a54 req-916cd6cd-3e9c-41b5-8fa2-b0bb2067a17b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b50f361-c7c2-4eb4-a41f-53ae771d7433 HTTP/1.1" status: 200 len: 217 time: 0.0498819 Oct 12 08:10:36.615732 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-93d0ffb2-0f54-4249-8514-422461d664f0 req-001f416f-b82f-4626-baa7-7e353f6852c8 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=d93e6cab-7517-4a00-a420-ab646ea09b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866461 Oct 12 08:10:36.643025 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ba082-c7eb-4871-827c-8cdb93ba8a54 req-e508023f-c5b5-4569-8196-268c1eab823c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:10:36.643025 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-be8ba082-c7eb-4871-827c-8cdb93ba8a54 req-e508023f-c5b5-4569-8196-268c1eab823c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b6f17220-6aa0-40b4-b33a-d73f8d8f8781 HTTP/1.1" status: 200 len: 835 time: 0.0535815 Oct 12 08:10:36.655283 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c3901ded-faf0-47ef-88eb-94e96705ed48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0fd13e-45f1-4496-96df-38479b88d47d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299978284', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '31e05037-ab6b-400f-894e-88ff5ef8ed01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:09:40Z', 'updated_at': '2022-10-12T08:09:44Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': '31e05037-ab6b-400f-894e-88ff5ef8ed01', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0fd13e-45f1-4496-96df-38479b88d47d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:09:41Z', 'updated_at': '2022-10-12T08:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': 'b36c23a2-699f-4b96-bc47-6984c5c3bd19', 'name': '', 'network_id': 'b5d2ebc4-5a83-4eaf-9814-fe8708df6b81', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'mac_address': 'fa:16:3e:25:19:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0fd13e-45f1-4496-96df-38479b88d47d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'b6f17220-6aa0-40b4-b33a-d73f8d8f8781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:09:43Z', 'updated_at': '2022-10-12T08:09:46Z', 'revision_number': 5, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'subnets': [{'id': 'b6f17220-6aa0-40b4-b33a-d73f8d8f8781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:10:36.681716 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3901ded-faf0-47ef-88eb-94e96705ed48 None None] Checking router: 8a0fd13e-45f1-4496-96df-38479b88d47d for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:10:36.683127 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ba082-c7eb-4871-827c-8cdb93ba8a54 req-e183683c-1291-41bb-b876-2f4dcb6d6407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:10:36.684617 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-be8ba082-c7eb-4871-827c-8cdb93ba8a54 req-e183683c-1291-41bb-b876-2f4dcb6d6407 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5d2ebc4-5a83-4eaf-9814-fe8708df6b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404313 Oct 12 08:10:36.690666 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3901ded-faf0-47ef-88eb-94e96705ed48 None None] Routers {'8a0fd13e-45f1-4496-96df-38479b88d47d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:10:36.691288 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c3901ded-faf0-47ef-88eb-94e96705ed48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:10:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['8a0fd13e-45f1-4496-96df-38479b88d47d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:10:36.777585 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-be8ba082-c7eb-4871-827c-8cdb93ba8a54 req-aa0a1d5f-9b65-4ff4-b257-b84b1593d0b9 service neutron] 10.222.0.23 "GET /v2.0/networks/b5d2ebc4-5a83-4eaf-9814-fe8708df6b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859020 Oct 12 08:10:36.794490 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-c3901ded-faf0-47ef-88eb-94e96705ed48 None None] Set router 8a0fd13e-45f1-4496-96df-38479b88d47d gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:10:36.868565 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-be8ba082-c7eb-4871-827c-8cdb93ba8a54 req-5145d89e-a299-46fb-90ff-f28b44fb7b81 service neutron] 10.222.0.23 "GET /v2.0/networks/b5d2ebc4-5a83-4eaf-9814-fe8708df6b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831349 Oct 12 08:10:36.989961 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c3901ded-faf0-47ef-88eb-94e96705ed48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0fd13e-45f1-4496-96df-38479b88d47d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299978284', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '31e05037-ab6b-400f-894e-88ff5ef8ed01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:09:40Z', 'updated_at': '2022-10-12T08:09:44Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': '31e05037-ab6b-400f-894e-88ff5ef8ed01', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0fd13e-45f1-4496-96df-38479b88d47d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:09:41Z', 'updated_at': '2022-10-12T08:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': 'b36c23a2-699f-4b96-bc47-6984c5c3bd19', 'name': '', 'network_id': 'b5d2ebc4-5a83-4eaf-9814-fe8708df6b81', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'mac_address': 'fa:16:3e:25:19:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0fd13e-45f1-4496-96df-38479b88d47d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'b6f17220-6aa0-40b4-b33a-d73f8d8f8781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:09:43Z', 'updated_at': '2022-10-12T08:09:46Z', 'revision_number': 5, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'subnets': [{'id': 'b6f17220-6aa0-40b4-b33a-d73f8d8f8781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:10:37.018714 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3901ded-faf0-47ef-88eb-94e96705ed48 None None] The sync data for ids ['8a0fd13e-45f1-4496-96df-38479b88d47d'] in dv-neutron-860909-2-hyperv is: [{'id': '8a0fd13e-45f1-4496-96df-38479b88d47d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299978284', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '31e05037-ab6b-400f-894e-88ff5ef8ed01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:09:40Z', 'updated_at': '2022-10-12T08:09:44Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': '31e05037-ab6b-400f-894e-88ff5ef8ed01', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0fd13e-45f1-4496-96df-38479b88d47d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:09:41Z', 'updated_at': '2022-10-12T08:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': 'b36c23a2-699f-4b96-bc47-6984c5c3bd19', 'name': '', 'network_id': 'b5d2ebc4-5a83-4eaf-9814-fe8708df6b81', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'mac_address': 'fa:16:3e:25:19:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0fd13e-45f1-4496-96df-38479b88d47d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'b6f17220-6aa0-40b4-b33a-d73f8d8f8781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:09:43Z', 'updated_at': '2022-10-12T08:09:46Z', 'revision_number': 5, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'subnets': [{'id': 'b6f17220-6aa0-40b4-b33a-d73f8d8f8781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:10:37.220498 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf7634e-3440-468c-b3d5-437e9efb089e None None] New status for floating IP 172ee23a-1fe9-4c8c-9870-0fb8ae85da10: DOWN {{(pid=103202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 08:10:37.745523 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cb207-455a-4d78-a524-c562e0a960af req-98317253-cc8d-438a-b06c-926fac4080f3 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:10:37.747033 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-688cb207-455a-4d78-a524-c562e0a960af req-98317253-cc8d-438a-b06c-926fac4080f3 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=49ed2c5c-e1a1-4436-883b-459d3d7a0a86 HTTP/1.1" status: 200 len: 946 time: 0.0519814 Oct 12 08:10:37.786295 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-688cb207-455a-4d78-a524-c562e0a960af req-b39061bd-2500-48ff-a4bb-65490d27f2dd tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=d93e6cab-7517-4a00-a420-ab646ea09b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325940 Oct 12 08:10:37.979112 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4c717-d908-4b60-a483-12b9d05f26a1 req-282b1df3-2743-46d7-88b6-01f3b403d896 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:10:37.980478 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5cc4c717-d908-4b60-a483-12b9d05f26a1 req-282b1df3-2743-46d7-88b6-01f3b403d896 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.23 "GET /v2.0/ports?device_id=49ed2c5c-e1a1-4436-883b-459d3d7a0a86 HTTP/1.1" status: 200 len: 946 time: 0.0481460 Oct 12 08:10:38.066650 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-5cc4c717-d908-4b60-a483-12b9d05f26a1 req-ec8b9b79-0926-45b6-9137-bfcbfd8916bc tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Deleting port 2b50f361-c7c2-4eb4-a41f-53ae771d7433 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:10:38.066999 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-5cc4c717-d908-4b60-a483-12b9d05f26a1 req-ec8b9b79-0926-45b6-9137-bfcbfd8916bc tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:38.157885 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-5cc4c717-d908-4b60-a483-12b9d05f26a1 req-ec8b9b79-0926-45b6-9137-bfcbfd8916bc tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] For port 2b50f361-c7c2-4eb4-a41f-53ae771d7433, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=2b50f361-c7c2-4eb4-a41f-53ae771d7433,segment=NetworkSegment(b73902a0-04a0-444c-87dd-b03b961e13c5),segment_id=b73902a0-04a0-444c-87dd-b03b961e13c5)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:10:38.158270 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-5cc4c717-d908-4b60-a483-12b9d05f26a1 req-ec8b9b79-0926-45b6-9137-bfcbfd8916bc tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:38.170282 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-5cc4c717-d908-4b60-a483-12b9d05f26a1 req-ec8b9b79-0926-45b6-9137-bfcbfd8916bc tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Calling delete_port for 2b50f361-c7c2-4eb4-a41f-53ae771d7433 owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:10:38.295930 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-5cc4c717-d908-4b60-a483-12b9d05f26a1 req-ec8b9b79-0926-45b6-9137-bfcbfd8916bc tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:38.324916 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b9b79-0926-45b6-9137-bfcbfd8916bc tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event deleted for resources: {'Port': ['ID=2b50f361-c7c2-4eb4-a41f-53ae771d7433,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:10:38.366169 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc4c717-d908-4b60-a483-12b9d05f26a1 req-ec8b9b79-0926-45b6-9137-bfcbfd8916bc tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] No DVR routers for this DVR port 2b50f361-c7c2-4eb4-a41f-53ae771d7433 on host hv-neutron-8609 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 08:10:38.368720 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-5cc4c717-d908-4b60-a483-12b9d05f26a1 req-ec8b9b79-0926-45b6-9137-bfcbfd8916bc tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:38.372032 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5cc4c717-d908-4b60-a483-12b9d05f26a1 req-ec8b9b79-0926-45b6-9137-bfcbfd8916bc tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.23 "DELETE /v2.0/ports/2b50f361-c7c2-4eb4-a41f-53ae771d7433 HTTP/1.1" status: 204 len: 173 time: 0.3862448 Oct 12 08:10:38.372549 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ed2c5c-e1a1-4436-883b-459d3d7a0a86', 'name': 'network-vif-deleted', 'tag': '2b50f361-c7c2-4eb4-a41f-53ae771d7433'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:10:38.374878 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6923df-e250-4128-87d5-8e4e04c5b7b5" -d '{"events": [{"server_uuid": "49ed2c5c-e1a1-4436-883b-459d3d7a0a86", "name": "network-vif-deleted", "tag": "2b50f361-c7c2-4eb4-a41f-53ae771d7433"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:10:38.410429 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 08:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c835306-969a-47ed-acf7-88111128c78b x-openstack-request-id: req-3c835306-969a-47ed-acf7-88111128c78b {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:10:38.410724 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ed2c5c-e1a1-4436-883b-459d3d7a0a86", "name": "network-vif-deleted", "tag": "2b50f361-c7c2-4eb4-a41f-53ae771d7433", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:10:38.410983 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3c835306-969a-47ed-acf7-88111128c78b {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:10:38.411391 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c835306-969a-47ed-acf7-88111128c78b'] response: {'server_uuid': '49ed2c5c-e1a1-4436-883b-459d3d7a0a86', 'name': 'network-vif-deleted', 'tag': '2b50f361-c7c2-4eb4-a41f-53ae771d7433', 'status': 'completed', 'code': 200} Oct 12 08:10:38.847441 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48294) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:10:39.203109 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8ae5bd1d-98cd-4f25-83bd-64430324a2d9 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:39.449755 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-8ae5bd1d-98cd-4f25-83bd-64430324a2d9 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Deleting port b36c23a2-699f-4b96-bc47-6984c5c3bd19 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:10:39.450124 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8ae5bd1d-98cd-4f25-83bd-64430324a2d9 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:39.535656 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-8ae5bd1d-98cd-4f25-83bd-64430324a2d9 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] For port b36c23a2-699f-4b96-bc47-6984c5c3bd19, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=b36c23a2-699f-4b96-bc47-6984c5c3bd19,segment=NetworkSegment(b73902a0-04a0-444c-87dd-b03b961e13c5),segment_id=b73902a0-04a0-444c-87dd-b03b961e13c5)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:10:39.535924 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8ae5bd1d-98cd-4f25-83bd-64430324a2d9 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:39.547786 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-8ae5bd1d-98cd-4f25-83bd-64430324a2d9 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Calling delete_port for b36c23a2-699f-4b96-bc47-6984c5c3bd19 owned by network:router_interface {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:10:39.727650 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8ae5bd1d-98cd-4f25-83bd-64430324a2d9 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:39.752606 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae5bd1d-98cd-4f25-83bd-64430324a2d9 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event deleted for resources: {'Port': ['ID=b36c23a2-699f-4b96-bc47-6984c5c3bd19,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:10:39.923560 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8ae5bd1d-98cd-4f25-83bd-64430324a2d9 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:40.465233 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae5bd1d-98cd-4f25-83bd-64430324a2d9 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Router 8a0fd13e-45f1-4496-96df-38479b88d47d has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:10:40.573582 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae5bd1d-98cd-4f25-83bd-64430324a2d9 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:10:40.581989 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-8ae5bd1d-98cd-4f25-83bd-64430324a2d9 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "PUT /v2.0/routers/8a0fd13e-45f1-4496-96df-38479b88d47d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7334976 Oct 12 08:10:40.582683 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48296) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:10:40.584379 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4b90c5-28a7-47cd-9174-ad8f460856ae None None] Sync routers for ids ['8a0fd13e-45f1-4496-96df-38479b88d47d'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:10:40.595148 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4b90c5-28a7-47cd-9174-ad8f460856ae None None] Routers {'8a0fd13e-45f1-4496-96df-38479b88d47d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:10:40.595891 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-6c4b90c5-28a7-47cd-9174-ad8f460856ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:10:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['8a0fd13e-45f1-4496-96df-38479b88d47d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:10:40.634291 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb0ca927-4c1e-4065-a7cc-f13d5c3235e5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Deleting subnet b6f17220-6aa0-40b4-b33a-d73f8d8f8781 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 08:10:40.637310 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb0ca927-4c1e-4065-a7cc-f13d5c3235e5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:40.677042 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb0ca927-4c1e-4065-a7cc-f13d5c3235e5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:40.700883 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-6c4b90c5-28a7-47cd-9174-ad8f460856ae None None] Set router 8a0fd13e-45f1-4496-96df-38479b88d47d gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:10:40.768904 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb0ca927-4c1e-4065-a7cc-f13d5c3235e5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:40.831136 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb0ca927-4c1e-4065-a7cc-f13d5c3235e5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:40.860737 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ca927-4c1e-4065-a7cc-f13d5c3235e5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event deleted for resources: {'Subnet': ['ID=b6f17220-6aa0-40b4-b33a-d73f8d8f8781,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:10:40.863278 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb0ca927-4c1e-4065-a7cc-f13d5c3235e5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:40.866651 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-bb0ca927-4c1e-4065-a7cc-f13d5c3235e5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "DELETE /v2.0/subnets/b6f17220-6aa0-40b4-b33a-d73f8d8f8781 HTTP/1.1" status: 204 len: 168 time: 0.2825334 Oct 12 08:10:40.868690 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52d5dc0-29dc-4a97-9199-9401440ae75c None None] Network b5d2ebc4-5a83-4eaf-9814-fe8708df6b81 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:10:40.869945 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48298) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:10:40.873576 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0ca927-4c1e-4065-a7cc-f13d5c3235e5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:10:40.874083 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0ca927-4c1e-4065-a7cc-f13d5c3235e5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:10:40.874604 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0ca927-4c1e-4065-a7cc-f13d5c3235e5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:10:40.875043 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0ca927-4c1e-4065-a7cc-f13d5c3235e5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:10:40.875480 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0ca927-4c1e-4065-a7cc-f13d5c3235e5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:10:40.875937 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0ca927-4c1e-4065-a7cc-f13d5c3235e5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:10:40.876397 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0ca927-4c1e-4065-a7cc-f13d5c3235e5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:10:40.876794 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0ca927-4c1e-4065-a7cc-f13d5c3235e5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:10:40.877194 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0ca927-4c1e-4065-a7cc-f13d5c3235e5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:10:40.877594 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0ca927-4c1e-4065-a7cc-f13d5c3235e5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:10:40.877994 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0ca927-4c1e-4065-a7cc-f13d5c3235e5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:10:40.878407 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0ca927-4c1e-4065-a7cc-f13d5c3235e5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:10:40.901363 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-6c4b90c5-28a7-47cd-9174-ad8f460856ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0fd13e-45f1-4496-96df-38479b88d47d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299978284', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '31e05037-ab6b-400f-894e-88ff5ef8ed01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:09:40Z', 'updated_at': '2022-10-12T08:10:39Z', 'revision_number': 5, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': '31e05037-ab6b-400f-894e-88ff5ef8ed01', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0fd13e-45f1-4496-96df-38479b88d47d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:09:41Z', 'updated_at': '2022-10-12T08:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:10:40.931465 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4b90c5-28a7-47cd-9174-ad8f460856ae None None] Checking router: 8a0fd13e-45f1-4496-96df-38479b88d47d for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:10:40.940989 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4b90c5-28a7-47cd-9174-ad8f460856ae None None] Routers {'8a0fd13e-45f1-4496-96df-38479b88d47d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:10:40.941586 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-6c4b90c5-28a7-47cd-9174-ad8f460856ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:10:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['8a0fd13e-45f1-4496-96df-38479b88d47d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:10:41.008509 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7f824cab-6477-4135-b45b-da64a907456a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for router, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:41.065853 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-6c4b90c5-28a7-47cd-9174-ad8f460856ae None None] Set router 8a0fd13e-45f1-4496-96df-38479b88d47d gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:10:41.073582 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f7ba41-f916-4d57-9fe7-b9858e92731a None None] DHCP port deletion for b5d2ebc4-5a83-4eaf-9814-fe8708df6b81 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 08:10:41.123064 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-12f7ba41-f916-4d57-9fe7-b9858e92731a None None] Deleting port d496a9bb-bd5a-4358-bad6-1671b29fe54a {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:10:41.123286 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7f824cab-6477-4135-b45b-da64a907456a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:41.123446 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-12f7ba41-f916-4d57-9fe7-b9858e92731a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:41.177563 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-7f824cab-6477-4135-b45b-da64a907456a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Deleting port 31e05037-ab6b-400f-894e-88ff5ef8ed01 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:10:41.177908 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7f824cab-6477-4135-b45b-da64a907456a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:41.187087 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-12f7ba41-f916-4d57-9fe7-b9858e92731a None None] For port d496a9bb-bd5a-4358-bad6-1671b29fe54a, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=d496a9bb-bd5a-4358-bad6-1671b29fe54a,segment=NetworkSegment(b73902a0-04a0-444c-87dd-b03b961e13c5),segment_id=b73902a0-04a0-444c-87dd-b03b961e13c5)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:10:41.187485 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-12f7ba41-f916-4d57-9fe7-b9858e92731a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:41.206644 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-12f7ba41-f916-4d57-9fe7-b9858e92731a None None] Calling delete_port for d496a9bb-bd5a-4358-bad6-1671b29fe54a owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:10:41.259695 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-6c4b90c5-28a7-47cd-9174-ad8f460856ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0fd13e-45f1-4496-96df-38479b88d47d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299978284', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '31e05037-ab6b-400f-894e-88ff5ef8ed01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:09:40Z', 'updated_at': '2022-10-12T08:10:39Z', 'revision_number': 5, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': '31e05037-ab6b-400f-894e-88ff5ef8ed01', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0fd13e-45f1-4496-96df-38479b88d47d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:09:41Z', 'updated_at': '2022-10-12T08:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:10:41.269958 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-7f824cab-6477-4135-b45b-da64a907456a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] For port 31e05037-ab6b-400f-894e-88ff5ef8ed01, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=31e05037-ab6b-400f-894e-88ff5ef8ed01,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:10:41.270581 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7f824cab-6477-4135-b45b-da64a907456a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:41.282696 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-7f824cab-6477-4135-b45b-da64a907456a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Calling delete_port for 31e05037-ab6b-400f-894e-88ff5ef8ed01 owned by network:router_gateway {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:10:41.286573 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4b90c5-28a7-47cd-9174-ad8f460856ae None None] The sync data for ids ['8a0fd13e-45f1-4496-96df-38479b88d47d'] in dv-neutron-860909-2-hyperv is: [{'id': '8a0fd13e-45f1-4496-96df-38479b88d47d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299978284', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '31e05037-ab6b-400f-894e-88ff5ef8ed01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:09:40Z', 'updated_at': '2022-10-12T08:10:39Z', 'revision_number': 5, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': '31e05037-ab6b-400f-894e-88ff5ef8ed01', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0fd13e-45f1-4496-96df-38479b88d47d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:09:41Z', 'updated_at': '2022-10-12T08:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:10:41.297962 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-12f7ba41-f916-4d57-9fe7-b9858e92731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:41.326183 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f7ba41-f916-4d57-9fe7-b9858e92731a None None] Pushing event deleted for resources: {'Port': ['ID=d496a9bb-bd5a-4358-bad6-1671b29fe54a,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:10:41.329458 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f7ba41-f916-4d57-9fe7-b9858e92731a None None] No DVR routers for this DVR port d496a9bb-bd5a-4358-bad6-1671b29fe54a on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 08:10:41.336229 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f7ba41-f916-4d57-9fe7-b9858e92731a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:10:41.336839 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f7ba41-f916-4d57-9fe7-b9858e92731a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:10:41.337386 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f7ba41-f916-4d57-9fe7-b9858e92731a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:10:41.337923 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f7ba41-f916-4d57-9fe7-b9858e92731a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:10:41.339258 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f7ba41-f916-4d57-9fe7-b9858e92731a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:10:41.339258 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f7ba41-f916-4d57-9fe7-b9858e92731a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:10:41.339258 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f7ba41-f916-4d57-9fe7-b9858e92731a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:10:41.339782 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f7ba41-f916-4d57-9fe7-b9858e92731a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:10:41.340181 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f7ba41-f916-4d57-9fe7-b9858e92731a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:10:41.340723 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f7ba41-f916-4d57-9fe7-b9858e92731a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:10:41.341258 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f7ba41-f916-4d57-9fe7-b9858e92731a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:10:41.341711 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f7ba41-f916-4d57-9fe7-b9858e92731a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:10:41.462008 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7f824cab-6477-4135-b45b-da64a907456a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:41.489514 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f824cab-6477-4135-b45b-da64a907456a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event deleted for resources: {'Port': ['ID=31e05037-ab6b-400f-894e-88ff5ef8ed01,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:10:41.547490 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7f824cab-6477-4135-b45b-da64a907456a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:41.638501 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7f824cab-6477-4135-b45b-da64a907456a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:41.641698 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7f824cab-6477-4135-b45b-da64a907456a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:41.689126 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7f824cab-6477-4135-b45b-da64a907456a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:41.689693 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f824cab-6477-4135-b45b-da64a907456a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Fanout notify agent at l3_agent the message router_deleted on router 8a0fd13e-45f1-4496-96df-38479b88d47d {{(pid=103200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 08:10:41.698267 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7f824cab-6477-4135-b45b-da64a907456a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:41.699367 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-7f824cab-6477-4135-b45b-da64a907456a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "DELETE /v2.0/routers/8a0fd13e-45f1-4496-96df-38479b88d47d HTTP/1.1" status: 204 len: 168 time: 0.8282521 Oct 12 08:10:41.702190 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48300) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:10:41.781051 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d6fcc0c3-ff39-45e4-919b-0e200e737cc5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:41.871979 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d6fcc0c3-ff39-45e4-919b-0e200e737cc5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:41.893764 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-d6fcc0c3-ff39-45e4-919b-0e200e737cc5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5d2ebc4-5a83-4eaf-9814-fe8708df6b81']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:10:41.903181 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-d6fcc0c3-ff39-45e4-919b-0e200e737cc5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b73902a0-04a0-444c-87dd-b03b961e13c5') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:10:41.903474 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-d6fcc0c3-ff39-45e4-919b-0e200e737cc5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b73902a0-04a0-444c-87dd-b03b961e13c5') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:10:41.913093 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d6fcc0c3-ff39-45e4-919b-0e200e737cc5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:41.926686 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d6fcc0c3-ff39-45e4-919b-0e200e737cc5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:41.933550 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6fcc0c3-ff39-45e4-919b-0e200e737cc5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 08:10:41.933550 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d6fcc0c3-ff39-45e4-919b-0e200e737cc5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:41.964321 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment b73902a0-04a0-444c-87dd-b03b961e13c5 resource provider aggregate not found Oct 12 08:10:41.998522 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment b73902a0-04a0-444c-87dd-b03b961e13c5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b73902a0-04a0-444c-87dd-b03b961e13c5 found for delete ", "request_id": "req-f6b257a3-e39b-4ba6-a675-b4d7e72fc0d1"}]} Oct 12 08:10:42.007309 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d6fcc0c3-ff39-45e4-919b-0e200e737cc5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:42.015006 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d6fcc0c3-ff39-45e4-919b-0e200e737cc5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:42.017674 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d6fcc0c3-ff39-45e4-919b-0e200e737cc5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "DELETE /v2.0/networks/b5d2ebc4-5a83-4eaf-9814-fe8708df6b81 HTTP/1.1" status: 204 len: 168 time: 0.3140016 Oct 12 08:10:42.020626 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48306) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:10:42.028721 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fcc0c3-ff39-45e4-919b-0e200e737cc5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event deleted for resources: {'Network': ['ID=b5d2ebc4-5a83-4eaf-9814-fe8708df6b81,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:10:42.078078 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-325c2d28-f9c8-4415-ae00-c043846c75e4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:42.103044 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-325c2d28-f9c8-4415-ae00-c043846c75e4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:42.161101 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-325c2d28-f9c8-4415-ae00-c043846c75e4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:42.163675 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-325c2d28-f9c8-4415-ae00-c043846c75e4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:42.164825 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-325c2d28-f9c8-4415-ae00-c043846c75e4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "DELETE /v2.0/security-groups/d93e6cab-7517-4a00-a420-ab646ea09b24 HTTP/1.1" status: 204 len: 168 time: 0.1430392 Oct 12 08:10:42.174662 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325c2d28-f9c8-4415-ae00-c043846c75e4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93e6cab-7517-4a00-a420-ab646ea09b24,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:10:42.278273 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48312) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:10:42.283659 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-c7e51a3a-b439-4e9f-9503-979ebc5287d0 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-839060276', 'description': 'tempest-secgroup-smoke-839060276 description', 'project_id': 'de61a77e33c34229aece15b07cc0cc0f'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:10:42.308067 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c7e51a3a-b439-4e9f-9503-979ebc5287d0 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:42.377110 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c7e51a3a-b439-4e9f-9503-979ebc5287d0 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:42.380370 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c7e51a3a-b439-4e9f-9503-979ebc5287d0 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:42.408441 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c7e51a3a-b439-4e9f-9503-979ebc5287d0 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:42.409666 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c7e51a3a-b439-4e9f-9503-979ebc5287d0 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1303866 Oct 12 08:10:42.412327 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e51a3a-b439-4e9f-9503-979ebc5287d0 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bca6eb21-ac4a-4fd7-b1a6-ced502e7c7d4,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:10:42.412807 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48314) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:10:42.418920 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-c6d96eb2-dbc6-4d22-8dc2-7335c2d4a810 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'security_group_rule': {'security_group_id': 'bca6eb21-ac4a-4fd7-b1a6-ced502e7c7d4', 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:10:42.420619 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 2b50f361-c7c2-4eb4-a41f-53ae771d7433 no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:10:42.451920 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] No Port match for: 2b50f361-c7c2-4eb4-a41f-53ae771d7433 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:10:42.452195 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c6d96eb2-dbc6-4d22-8dc2-7335c2d4a810 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:42.452319 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 2b50f361-c7c2-4eb4-a41f-53ae771d7433 not bound to the agent host hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:10:42.507893 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c6d96eb2-dbc6-4d22-8dc2-7335c2d4a810 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:42.511652 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c6d96eb2-dbc6-4d22-8dc2-7335c2d4a810 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:42.529802 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d96eb2-dbc6-4d22-8dc2-7335c2d4a810 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdc096fb-aa2d-460d-adfc-4d950446bf17,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:10:42.537761 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c6d96eb2-dbc6-4d22-8dc2-7335c2d4a810 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:42.538985 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c6d96eb2-dbc6-4d22-8dc2-7335c2d4a810 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1246617 Oct 12 08:10:42.541669 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48316) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:10:42.545970 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-e869f1b2-94d6-42b4-83e2-aa93b5a5d67d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'security_group_rule': {'security_group_id': 'bca6eb21-ac4a-4fd7-b1a6-ced502e7c7d4', 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:10:42.570338 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e869f1b2-94d6-42b4-83e2-aa93b5a5d67d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:42.627688 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e869f1b2-94d6-42b4-83e2-aa93b5a5d67d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:42.631281 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e869f1b2-94d6-42b4-83e2-aa93b5a5d67d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:42.648226 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869f1b2-94d6-42b4-83e2-aa93b5a5d67d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb1e9c9e-cdee-4853-8b46-824ff4f04cdc,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:10:42.656629 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e869f1b2-94d6-42b4-83e2-aa93b5a5d67d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:42.657817 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e869f1b2-94d6-42b4-83e2-aa93b5a5d67d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1151798 Oct 12 08:10:42.660637 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48318) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:10:42.664860 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-68d0c1f2-f6c2-42ce-9635-f7aab885c768 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'security_group_rule': {'security_group_id': 'bca6eb21-ac4a-4fd7-b1a6-ced502e7c7d4', 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:10:42.688360 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-68d0c1f2-f6c2-42ce-9635-f7aab885c768 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:42.750187 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-68d0c1f2-f6c2-42ce-9635-f7aab885c768 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:42.754326 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-68d0c1f2-f6c2-42ce-9635-f7aab885c768 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:42.772650 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d0c1f2-f6c2-42ce-9635-f7aab885c768 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a608dca-22fe-49b5-94c6-d3d27ca89310,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:10:42.780408 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-68d0c1f2-f6c2-42ce-9635-f7aab885c768 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:42.782715 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-68d0c1f2-f6c2-42ce-9635-f7aab885c768 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1207423 Oct 12 08:10:42.784967 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48320) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:10:42.789247 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-50365a21-69ca-45af-a182-dda3d1f07d62 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'security_group_rule': {'security_group_id': 'bca6eb21-ac4a-4fd7-b1a6-ced502e7c7d4', 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:10:42.800854 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device d496a9bb-bd5a-4358-bad6-1671b29fe54a no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:10:42.817227 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-50365a21-69ca-45af-a182-dda3d1f07d62 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:42.823595 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: d496a9bb-bd5a-4358-bad6-1671b29fe54a {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:10:42.823937 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device d496a9bb-bd5a-4358-bad6-1671b29fe54a not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:10:42.824358 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 31e05037-ab6b-400f-894e-88ff5ef8ed01 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:10:42.844066 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 31e05037-ab6b-400f-894e-88ff5ef8ed01 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:10:42.844408 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 31e05037-ab6b-400f-894e-88ff5ef8ed01 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:10:42.844823 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device b36c23a2-699f-4b96-bc47-6984c5c3bd19 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:10:42.863822 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: b36c23a2-699f-4b96-bc47-6984c5c3bd19 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:10:42.864161 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device b36c23a2-699f-4b96-bc47-6984c5c3bd19 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:10:42.878382 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-50365a21-69ca-45af-a182-dda3d1f07d62 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:42.881811 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-50365a21-69ca-45af-a182-dda3d1f07d62 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:42.899757 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365a21-69ca-45af-a182-dda3d1f07d62 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba67cd51-30b2-47ce-9e16-0e164e7adc88,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:10:42.906918 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-50365a21-69ca-45af-a182-dda3d1f07d62 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:42.908112 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-50365a21-69ca-45af-a182-dda3d1f07d62 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1222243 Oct 12 08:10:42.910775 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48322) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:10:42.915038 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-c9a90f8d-783a-4021-929f-aa33649ecc42 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'security_group_rule': {'security_group_id': 'bca6eb21-ac4a-4fd7-b1a6-ced502e7c7d4', 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:10:42.934391 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.securitygroups_db [None req-c9a90f8d-783a-4021-929f-aa33649ecc42 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Project de61a77e33c34229aece15b07cc0cc0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 08:10:42.939656 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c9a90f8d-783a-4021-929f-aa33649ecc42 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:42.998655 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c9a90f8d-783a-4021-929f-aa33649ecc42 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:43.002495 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c9a90f8d-783a-4021-929f-aa33649ecc42 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:43.019985 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a90f8d-783a-4021-929f-aa33649ecc42 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69955f71-e7c0-4445-942c-dbdaae881cb9,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:10:43.029037 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c9a90f8d-783a-4021-929f-aa33649ecc42 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:43.030237 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c9a90f8d-783a-4021-929f-aa33649ecc42 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1184988 Oct 12 08:10:43.032848 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48324) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:10:43.037073 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-23839c70-2884-484c-8b5b-7401bcd0d56b tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'security_group_rule': {'security_group_id': 'bca6eb21-ac4a-4fd7-b1a6-ced502e7c7d4', 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:10:43.056307 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.securitygroups_db [None req-23839c70-2884-484c-8b5b-7401bcd0d56b tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Project de61a77e33c34229aece15b07cc0cc0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 08:10:43.061042 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23839c70-2884-484c-8b5b-7401bcd0d56b tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:43.125263 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23839c70-2884-484c-8b5b-7401bcd0d56b tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:43.128877 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23839c70-2884-484c-8b5b-7401bcd0d56b tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:43.146228 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23839c70-2884-484c-8b5b-7401bcd0d56b tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f113c70b-6e2a-4fe8-8b94-8766ce074480,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:10:43.153676 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-23839c70-2884-484c-8b5b-7401bcd0d56b tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:43.154894 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-23839c70-2884-484c-8b5b-7401bcd0d56b tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1211345 Oct 12 08:10:43.157702 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48326) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:10:43.162481 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-6ef5a990-8950-4b2f-8a54-fa454cd2a145 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'network': {'name': 'tempest-network-smoke--1692679452', 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'port_security_enabled': True}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:10:43.181174 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef5a990-8950-4b2f-8a54-fa454cd2a145 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Made reservation on behalf of de61a77e33c34229aece15b07cc0cc0f for: {'network': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:10:43.184555 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6ef5a990-8950-4b2f-8a54-fa454cd2a145 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:43.209013 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ef5a990-8950-4b2f-8a54-fa454cd2a145 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=103200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 08:10:43.218193 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6ef5a990-8950-4b2f-8a54-fa454cd2a145 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:43.218576 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.segments_db [None req-6ef5a990-8950-4b2f-8a54-fa454cd2a145 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Added segment 3a4d1b16-3f2a-47cf-bead-4308e8920c10 of type vlan for network b90fb442-050c-41ff-8c6a-fceeea079410 Oct 12 08:10:43.259770 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6ef5a990-8950-4b2f-8a54-fa454cd2a145 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:43.282419 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6ef5a990-8950-4b2f-8a54-fa454cd2a145 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:43.287806 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef5a990-8950-4b2f-8a54-fa454cd2a145 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:10:43.288379 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6ef5a990-8950-4b2f-8a54-fa454cd2a145 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:43.321008 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-6ef5a990-8950-4b2f-8a54-fa454cd2a145 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1622972 Oct 12 08:10:43.323812 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48328) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:10:43.328632 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-40e15311-5673-4d69-bea4-41989b178707 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1110732039', 'admin_state_up': True, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:10:43.350357 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-40e15311-5673-4d69-bea4-41989b178707 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:43.351358 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-40e15311-5673-4d69-bea4-41989b178707 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:43.361182 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5a990-8950-4b2f-8a54-fa454cd2a145 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'Network': ['ID=b90fb442-050c-41ff-8c6a-fceeea079410,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:10:43.371489 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network b90fb442-050c-41ff-8c6a-fceeea079410 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 08:10:43.402619 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-40e15311-5673-4d69-bea4-41989b178707 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:43.541018 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-40e15311-5673-4d69-bea4-41989b178707 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:43.725087 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-40e15311-5673-4d69-bea4-41989b178707 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for router_gateway, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:43.747703 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-40e15311-5673-4d69-bea4-41989b178707 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:43.848896 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-40e15311-5673-4d69-bea4-41989b178707 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Allocated IP 172.26.3.65 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/0e1f5e1e-f0e3-49d0-822b-138e70feaad3) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:10:43.954003 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-40e15311-5673-4d69-bea4-41989b178707 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:43.975423 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9a05db73-74c7-43a1-9d31-67c15f5fca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:43.987379 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-40e15311-5673-4d69-bea4-41989b178707 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:44.026625 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e15311-5673-4d69-bea4-41989b178707 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:10:44.029427 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-40e15311-5673-4d69-bea4-41989b178707 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:10:44.033515 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e15311-5673-4d69-bea4-41989b178707 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:10:44.054526 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e15311-5673-4d69-bea4-41989b178707 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'Port': ['ID=0e1f5e1e-f0e3-49d0-822b-138e70feaad3,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:10:44.277808 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-40e15311-5673-4d69-bea4-41989b178707 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for router_gateway, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:44.467757 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-40e15311-5673-4d69-bea4-41989b178707 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:44.589340 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e15311-5673-4d69-bea4-41989b178707 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Router 393ee898-e25d-4f6b-b5ad-2db28f5f710d is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 08:10:44.691592 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e15311-5673-4d69-bea4-41989b178707 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:10:44.701474 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41172895-4c8b-41f8-911c-31769b9b9695 None None] Sync routers for ids ['393ee898-e25d-4f6b-b5ad-2db28f5f710d'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:10:44.711639 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41172895-4c8b-41f8-911c-31769b9b9695 None None] Routers {'393ee898-e25d-4f6b-b5ad-2db28f5f710d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:10:44.712276 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-41172895-4c8b-41f8-911c-31769b9b9695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:10:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['393ee898-e25d-4f6b-b5ad-2db28f5f710d'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:10:44.712455 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-40e15311-5673-4d69-bea4-41989b178707 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:44.713525 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-40e15311-5673-4d69-bea4-41989b178707 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3885734 Oct 12 08:10:44.716667 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48330) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:10:44.745583 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-45f9d61c-f4b1-4dd6-9eb4-17d13d4dae05 tempest-TestNetworkAdvancedServerOps-682992196 tempest-TestNetworkAdvancedServerOps-682992196-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=de61a77e33c34229aece15b07cc0cc0f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276680 Oct 12 08:10:44.748236 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48332) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:10:44.815747 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-41172895-4c8b-41f8-911c-31769b9b9695 None None] Set router 393ee898-e25d-4f6b-b5ad-2db28f5f710d gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:10:44.837410 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ddacf8-32f4-447b-95b8-8039b0064d7b tempest-TestNetworkAdvancedServerOps-682992196 tempest-TestNetworkAdvancedServerOps-682992196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:10:44.838976 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d6ddacf8-32f4-447b-95b8-8039b0064d7b tempest-TestNetworkAdvancedServerOps-682992196 tempest-TestNetworkAdvancedServerOps-682992196-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0897899 Oct 12 08:10:44.841807 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48334) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:10:44.869606 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-374174d2-28ed-4d08-8906-71b03cb95bc3 tempest-TestNetworkAdvancedServerOps-682992196 tempest-TestNetworkAdvancedServerOps-682992196-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267787 Oct 12 08:10:44.872036 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48336) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:10:44.876673 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-1f91dfa6-ed20-458f-b00d-13015341c314 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1913687286', 'network_id': 'b90fb442-050c-41ff-8c6a-fceeea079410', 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:10:44.959512 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f91dfa6-ed20-458f-b00d-13015341c314 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Made reservation on behalf of de61a77e33c34229aece15b07cc0cc0f for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:10:44.963197 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1f91dfa6-ed20-458f-b00d-13015341c314 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:44.991898 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-41172895-4c8b-41f8-911c-31769b9b9695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393ee898-e25d-4f6b-b5ad-2db28f5f710d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1110732039', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '0e1f5e1e-f0e3-49d0-822b-138e70feaad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:10:43Z', 'updated_at': '2022-10-12T08:10:44Z', 'revision_number': 3, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': '0e1f5e1e-f0e3-49d0-822b-138e70feaad3', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b4:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '393ee898-e25d-4f6b-b5ad-2db28f5f710d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:10:43Z', 'updated_at': '2022-10-12T08:10:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:10:45.023376 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41172895-4c8b-41f8-911c-31769b9b9695 None None] Checking router: 393ee898-e25d-4f6b-b5ad-2db28f5f710d for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:10:45.023721 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41172895-4c8b-41f8-911c-31769b9b9695 None None] Updating router 393ee898-e25d-4f6b-b5ad-2db28f5f710d port 0e1f5e1e-f0e3-49d0-822b-138e70feaad3 binding host dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 08:10:45.050797 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-41172895-4c8b-41f8-911c-31769b9b9695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:45.144983 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1f91dfa6-ed20-458f-b00d-13015341c314 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:45.206850 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f91dfa6-ed20-458f-b00d-13015341c314 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'Subnet': ['ID=324666e0-50d4-45fd-9c12-994078bca441,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:10:45.216515 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f91dfa6-ed20-458f-b00d-13015341c314 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Checking segment: {'id': '3a4d1b16-3f2a-47cf-bead-4308e8920c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b90fb442-050c-41ff-8c6a-fceeea079410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:10:45.216883 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f91dfa6-ed20-458f-b00d-13015341c314 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Network hostable DHCP agents. Network: b90fb442-050c-41ff-8c6a-fceeea079410, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 08:10:45.234914 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f91dfa6-ed20-458f-b00d-13015341c314 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Network b90fb442-050c-41ff-8c6a-fceeea079410 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 08:10:45.243866 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-1f91dfa6-ed20-458f-b00d-13015341c314 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, b90fb442-050c-41ff-8c6a-fceeea079410) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:10:45.248335 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f91dfa6-ed20-458f-b00d-13015341c314 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:10:45.248918 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-1f91dfa6-ed20-458f-b00d-13015341c314 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:45.256227 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2635c191-38c8-4405-b7b9-06a7d94273dc None None] Network b90fb442-050c-41ff-8c6a-fceeea079410 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:10:45.271391 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-1f91dfa6-ed20-458f-b00d-13015341c314 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3957894 Oct 12 08:10:45.271673 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48338) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:10:45.369242 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-41172895-4c8b-41f8-911c-31769b9b9695 None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:45.377118 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-41172895-4c8b-41f8-911c-31769b9b9695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:45.417118 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-41172895-4c8b-41f8-911c-31769b9b9695 None None] Attempting to bind port 0e1f5e1e-f0e3-49d0-822b-138e70feaad3 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:10:45.417399 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-41172895-4c8b-41f8-911c-31769b9b9695 None None] Attempting to bind port 0e1f5e1e-f0e3-49d0-822b-138e70feaad3 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:10:45.417756 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41172895-4c8b-41f8-911c-31769b9b9695 None None] Attempting to bind port 0e1f5e1e-f0e3-49d0-822b-138e70feaad3 on network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:10:45.457831 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41172895-4c8b-41f8-911c-31769b9b9695 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:10:45.458227 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41172895-4c8b-41f8-911c-31769b9b9695 None None] Checking segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:10:45.458624 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-41172895-4c8b-41f8-911c-31769b9b9695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:45.459009 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41172895-4c8b-41f8-911c-31769b9b9695 None None] Bound using segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:10:45.459475 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-41172895-4c8b-41f8-911c-31769b9b9695 None None] Bound port: 0e1f5e1e-f0e3-49d0-822b-138e70feaad3, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:10:45.459845 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-41172895-4c8b-41f8-911c-31769b9b9695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:45.491031 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67440fd-4df5-42f7-9214-6d178aaefa06 None None] Pushing event updated for resources: {'Port': ['ID=0e1f5e1e-f0e3-49d0-822b-138e70feaad3,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:10:45.533814 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ee2d1e-11ae-4537-87c7-0a81242bc34f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-b90fb442-050c-41ff-8c6a-fceeea079410', 'network_id': 'b90fb442-050c-41ff-8c6a-fceeea079410', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'fixed_ips': [{'subnet_id': '324666e0-50d4-45fd-9c12-994078bca441'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 08:10:45.534659 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4ee2d1e-11ae-4537-87c7-0a81242bc34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:45.551337 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-41172895-4c8b-41f8-911c-31769b9b9695 None None] For port 0e1f5e1e-f0e3-49d0-822b-138e70feaad3, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:10:45.569433 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-41172895-4c8b-41f8-911c-31769b9b9695 None None] For port 0e1f5e1e-f0e3-49d0-822b-138e70feaad3, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=0e1f5e1e-f0e3-49d0-822b-138e70feaad3,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:10:45.617475 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-41172895-4c8b-41f8-911c-31769b9b9695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:45.715480 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41172895-4c8b-41f8-911c-31769b9b9695 None None] Routers {'393ee898-e25d-4f6b-b5ad-2db28f5f710d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:10:45.716098 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-41172895-4c8b-41f8-911c-31769b9b9695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:10:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['393ee898-e25d-4f6b-b5ad-2db28f5f710d'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:10:45.723286 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67440fd-4df5-42f7-9214-6d178aaefa06 None None] Pushing event updated for resources: {'Port': ['ID=0e1f5e1e-f0e3-49d0-822b-138e70feaad3,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:10:45.789487 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-f4ee2d1e-11ae-4537-87c7-0a81242bc34f None None] Allocated IP 172.20.0.2 (b90fb442-050c-41ff-8c6a-fceeea079410/324666e0-50d4-45fd-9c12-994078bca441/f10faef7-4526-4559-b5e4-90495970ce52) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:10:46.008948 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-41172895-4c8b-41f8-911c-31769b9b9695 None None] Set router 393ee898-e25d-4f6b-b5ad-2db28f5f710d gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:10:46.028379 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-23db62ee-4a7f-4e43-88a3-12ab61a94cf4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:46.216922 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2816085f-4e84-4c80-a4d2-68408eb09557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:46.266746 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4ee2d1e-11ae-4537-87c7-0a81242bc34f None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:46.273641 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4ee2d1e-11ae-4537-87c7-0a81242bc34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:46.319525 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-23db62ee-4a7f-4e43-88a3-12ab61a94cf4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Allocated IP 172.20.0.1 (b90fb442-050c-41ff-8c6a-fceeea079410/324666e0-50d4-45fd-9c12-994078bca441/17af1dcf-5e49-42aa-af1a-a2075e6a62cf) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:10:46.322389 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ee2d1e-11ae-4537-87c7-0a81242bc34f None None] Network b90fb442-050c-41ff-8c6a-fceeea079410 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:10:46.327308 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-f4ee2d1e-11ae-4537-87c7-0a81242bc34f None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:10:46.333271 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ee2d1e-11ae-4537-87c7-0a81242bc34f None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:10:46.342230 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee2d1e-11ae-4537-87c7-0a81242bc34f None None] Pushing event updated for resources: {'Port': ['ID=f10faef7-4526-4559-b5e4-90495970ce52,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:10:46.385912 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-41172895-4c8b-41f8-911c-31769b9b9695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393ee898-e25d-4f6b-b5ad-2db28f5f710d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1110732039', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '0e1f5e1e-f0e3-49d0-822b-138e70feaad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:10:43Z', 'updated_at': '2022-10-12T08:10:44Z', 'revision_number': 3, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': '0e1f5e1e-f0e3-49d0-822b-138e70feaad3', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b4:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '393ee898-e25d-4f6b-b5ad-2db28f5f710d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:10:43Z', 'updated_at': '2022-10-12T08:10:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:10:46.420116 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41172895-4c8b-41f8-911c-31769b9b9695 None None] The sync data for ids ['393ee898-e25d-4f6b-b5ad-2db28f5f710d'] in dv-neutron-860909-2-hyperv is: [{'id': '393ee898-e25d-4f6b-b5ad-2db28f5f710d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1110732039', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '0e1f5e1e-f0e3-49d0-822b-138e70feaad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:10:43Z', 'updated_at': '2022-10-12T08:10:44Z', 'revision_number': 3, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': '0e1f5e1e-f0e3-49d0-822b-138e70feaad3', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b4:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '393ee898-e25d-4f6b-b5ad-2db28f5f710d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:10:43Z', 'updated_at': '2022-10-12T08:10:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:10:46.421868 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-f4ee2d1e-11ae-4537-87c7-0a81242bc34f None None] Attempting to bind port f10faef7-4526-4559-b5e4-90495970ce52 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:10:46.422252 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-f4ee2d1e-11ae-4537-87c7-0a81242bc34f None None] Attempting to bind port f10faef7-4526-4559-b5e4-90495970ce52 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '3a4d1b16-3f2a-47cf-bead-4308e8920c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b90fb442-050c-41ff-8c6a-fceeea079410'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:10:46.422607 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ee2d1e-11ae-4537-87c7-0a81242bc34f None None] Attempting to bind port f10faef7-4526-4559-b5e4-90495970ce52 on network b90fb442-050c-41ff-8c6a-fceeea079410 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:10:46.428114 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ee2d1e-11ae-4537-87c7-0a81242bc34f None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:10:46.428365 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ee2d1e-11ae-4537-87c7-0a81242bc34f None None] Checking segment: {'id': '3a4d1b16-3f2a-47cf-bead-4308e8920c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b90fb442-050c-41ff-8c6a-fceeea079410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:10:46.428758 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4ee2d1e-11ae-4537-87c7-0a81242bc34f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:46.429136 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ee2d1e-11ae-4537-87c7-0a81242bc34f None None] Bound using segment: {'id': '3a4d1b16-3f2a-47cf-bead-4308e8920c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b90fb442-050c-41ff-8c6a-fceeea079410'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:10:46.429595 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-f4ee2d1e-11ae-4537-87c7-0a81242bc34f None None] Bound port: f10faef7-4526-4559-b5e4-90495970ce52, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a4d1b16-3f2a-47cf-bead-4308e8920c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b90fb442-050c-41ff-8c6a-fceeea079410'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:10:46.429972 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4ee2d1e-11ae-4537-87c7-0a81242bc34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:46.443620 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-23db62ee-4a7f-4e43-88a3-12ab61a94cf4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:46.479195 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-23db62ee-4a7f-4e43-88a3-12ab61a94cf4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:46.509257 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-f4ee2d1e-11ae-4537-87c7-0a81242bc34f None None] For port f10faef7-4526-4559-b5e4-90495970ce52, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:10:46.514062 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-f4ee2d1e-11ae-4537-87c7-0a81242bc34f None None] For port f10faef7-4526-4559-b5e4-90495970ce52, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=f10faef7-4526-4559-b5e4-90495970ce52,segment=NetworkSegment(3a4d1b16-3f2a-47cf-bead-4308e8920c10),segment_id=3a4d1b16-3f2a-47cf-bead-4308e8920c10)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:10:46.521574 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23db62ee-4a7f-4e43-88a3-12ab61a94cf4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Network b90fb442-050c-41ff-8c6a-fceeea079410 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:10:46.521753 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4ee2d1e-11ae-4537-87c7-0a81242bc34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:46.524739 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-23db62ee-4a7f-4e43-88a3-12ab61a94cf4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:10:46.528531 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23db62ee-4a7f-4e43-88a3-12ab61a94cf4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:10:46.555739 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db62ee-4a7f-4e43-88a3-12ab61a94cf4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'Port': ['ID=17af1dcf-5e49-42aa-af1a-a2075e6a62cf,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:10:46.578584 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-23db62ee-4a7f-4e43-88a3-12ab61a94cf4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:46.584301 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee2d1e-11ae-4537-87c7-0a81242bc34f None None] Pushing event updated for resources: {'Port': ['ID=f10faef7-4526-4559-b5e4-90495970ce52,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:10:46.779414 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-23db62ee-4a7f-4e43-88a3-12ab61a94cf4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:46.872376 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 0e1f5e1e-f0e3-49d0-822b-138e70feaad3 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:10:46.931851 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 0e1f5e1e-f0e3-49d0-822b-138e70feaad3 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:10:46.932224 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:46.932721 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 0e1f5e1e-f0e3-49d0-822b-138e70feaad3 Oct 12 08:10:47.022201 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 0e1f5e1e-f0e3-49d0-822b-138e70feaad3 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:10:47.022908 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:47.044433 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 0e1f5e1e-f0e3-49d0-822b-138e70feaad3, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=0e1f5e1e-f0e3-49d0-822b-138e70feaad3,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:10:47.049182 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:47.101085 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=0e1f5e1e-f0e3-49d0-822b-138e70feaad3,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:10:47.113847 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-23db62ee-4a7f-4e43-88a3-12ab61a94cf4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:47.118627 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-23db62ee-4a7f-4e43-88a3-12ab61a94cf4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:47.192421 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-23db62ee-4a7f-4e43-88a3-12ab61a94cf4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:47.194295 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db62ee-4a7f-4e43-88a3-12ab61a94cf4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'Port': ['ID=17af1dcf-5e49-42aa-af1a-a2075e6a62cf,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:10:47.293956 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23db62ee-4a7f-4e43-88a3-12ab61a94cf4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Network b90fb442-050c-41ff-8c6a-fceeea079410 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:10:47.295377 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-23db62ee-4a7f-4e43-88a3-12ab61a94cf4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:10:47.380111 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:47.420623 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23db62ee-4a7f-4e43-88a3-12ab61a94cf4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Router 393ee898-e25d-4f6b-b5ad-2db28f5f710d has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:10:47.538229 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23db62ee-4a7f-4e43-88a3-12ab61a94cf4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:10:47.546178 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-23db62ee-4a7f-4e43-88a3-12ab61a94cf4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "PUT /v2.0/routers/393ee898-e25d-4f6b-b5ad-2db28f5f710d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2733555 Oct 12 08:10:47.671618 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0ee819-c89b-4692-96f1-54b803959302 None None] Network b90fb442-050c-41ff-8c6a-fceeea079410 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:10:47.698040 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-571a4c75-d860-4247-ace8-668c0a078945 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-839060276&fields=id&tenant_id=de61a77e33c34229aece15b07cc0cc0f HTTP/1.1" status: 200 len: 267 time: 0.0403454 Oct 12 08:10:47.760764 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-dcdbbc36-992b-4d63-b3f8-d47814abdc0d None None] Provisioning complete for port f10faef7-4526-4559-b5e4-90495970ce52 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:10:47.761128 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dcdbbc36-992b-4d63-b3f8-d47814abdc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:47.761457 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-dcdbbc36-992b-4d63-b3f8-d47814abdc0d None None] Attempt 1 to provision port f10faef7-4526-4559-b5e4-90495970ce52 Oct 12 08:10:47.813616 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-6b396465-1071-402b-a25d-a262052fcbc9 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:10:47.815671 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-6b396465-1071-402b-a25d-a262052fcbc9 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/networks?id=b90fb442-050c-41ff-8c6a-fceeea079410 HTTP/1.1" status: 200 len: 797 time: 0.1099379 Oct 12 08:10:47.834817 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-69a5cc3d-03d3-4e75-ad12-4d537ca2a826 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/quotas/de61a77e33c34229aece15b07cc0cc0f HTTP/1.1" status: 200 len: 375 time: 0.0129862 Oct 12 08:10:47.894188 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-c8c3f750-29d0-425a-b962-84363426417d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=de61a77e33c34229aece15b07cc0cc0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553541 Oct 12 08:10:47.901608 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-dcdbbc36-992b-4d63-b3f8-d47814abdc0d None None] Current status of the port f10faef7-4526-4559-b5e4-90495970ce52 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:10:47.901859 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dcdbbc36-992b-4d63-b3f8-d47814abdc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:47.938748 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-dcdbbc36-992b-4d63-b3f8-d47814abdc0d None None] For port f10faef7-4526-4559-b5e4-90495970ce52, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=f10faef7-4526-4559-b5e4-90495970ce52,segment=NetworkSegment(3a4d1b16-3f2a-47cf-bead-4308e8920c10),segment_id=3a4d1b16-3f2a-47cf-bead-4308e8920c10)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:10:47.944454 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dcdbbc36-992b-4d63-b3f8-d47814abdc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:47.997155 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdbbc36-992b-4d63-b3f8-d47814abdc0d None None] Pushing event updated for resources: {'Port': ['ID=f10faef7-4526-4559-b5e4-90495970ce52,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:10:48.004458 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-c2f7f8ee-20f4-4c32-aec8-94690193c81f service neutron] 10.222.0.26 "GET /v2.0/networks/b90fb442-050c-41ff-8c6a-fceeea079410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992775 Oct 12 08:10:48.110636 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-b2cd9e19-f4a6-4d7a-966b-55f8742470c3 service neutron] 10.222.0.26 "GET /v2.0/networks/b90fb442-050c-41ff-8c6a-fceeea079410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052237 Oct 12 08:10:48.170008 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-22cc62f9-50f8-43f5-b7df-dff94023c5f9 None None] Provisioning complete for port 17af1dcf-5e49-42aa-af1a-a2075e6a62cf triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:10:48.170499 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22cc62f9-50f8-43f5-b7df-dff94023c5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:48.170730 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-22cc62f9-50f8-43f5-b7df-dff94023c5f9 None None] Attempt 1 to provision port 17af1dcf-5e49-42aa-af1a-a2075e6a62cf Oct 12 08:10:48.213554 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-22cc62f9-50f8-43f5-b7df-dff94023c5f9 None None] Port 17af1dcf-5e49-42aa-af1a-a2075e6a62cf cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:10:48.214515 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09ddc46-84eb-4c86-8287-4efe78aefcb3 None None] Sync routers for ids ['393ee898-e25d-4f6b-b5ad-2db28f5f710d'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:10:48.231439 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09ddc46-84eb-4c86-8287-4efe78aefcb3 None None] Routers {'393ee898-e25d-4f6b-b5ad-2db28f5f710d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:10:48.232276 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c09ddc46-84eb-4c86-8287-4efe78aefcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:10:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['393ee898-e25d-4f6b-b5ad-2db28f5f710d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:10:48.295272 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b3ce2108-d85a-4043-843b-367a0f822947 req-6dc493da-3a57-4c57-8c8a-127be8900816 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5631b6-b133-45c1-9cf9-ab6fd4a1122d HTTP/1.1" status: 200 len: 210 time: 0.0284956 Oct 12 08:10:48.345078 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-c09ddc46-84eb-4c86-8287-4efe78aefcb3 None None] Set router 393ee898-e25d-4f6b-b5ad-2db28f5f710d gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:10:48.628923 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c09ddc46-84eb-4c86-8287-4efe78aefcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393ee898-e25d-4f6b-b5ad-2db28f5f710d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1110732039', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '0e1f5e1e-f0e3-49d0-822b-138e70feaad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:10:43Z', 'updated_at': '2022-10-12T08:10:46Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': '0e1f5e1e-f0e3-49d0-822b-138e70feaad3', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393ee898-e25d-4f6b-b5ad-2db28f5f710d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:10:43Z', 'updated_at': '2022-10-12T08:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '17af1dcf-5e49-42aa-af1a-a2075e6a62cf', 'name': '', 'network_id': 'b90fb442-050c-41ff-8c6a-fceeea079410', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'mac_address': 'fa:16:3e:8b:76:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '393ee898-e25d-4f6b-b5ad-2db28f5f710d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '324666e0-50d4-45fd-9c12-994078bca441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:10:46Z', 'updated_at': '2022-10-12T08:10:46Z', 'revision_number': 2, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'subnets': [{'id': '324666e0-50d4-45fd-9c12-994078bca441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:10:48.654629 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09ddc46-84eb-4c86-8287-4efe78aefcb3 None None] Checking router: 393ee898-e25d-4f6b-b5ad-2db28f5f710d for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:10:48.654977 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09ddc46-84eb-4c86-8287-4efe78aefcb3 None None] Updating router 393ee898-e25d-4f6b-b5ad-2db28f5f710d port 17af1dcf-5e49-42aa-af1a-a2075e6a62cf binding host dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 08:10:48.678440 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c09ddc46-84eb-4c86-8287-4efe78aefcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:48.715289 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-22cc62f9-50f8-43f5-b7df-dff94023c5f9 None None] Attempt 2 to provision port 17af1dcf-5e49-42aa-af1a-a2075e6a62cf Oct 12 08:10:48.751459 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-22cc62f9-50f8-43f5-b7df-dff94023c5f9 None None] Port 17af1dcf-5e49-42aa-af1a-a2075e6a62cf cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:10:48.874273 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 0e1f5e1e-f0e3-49d0-822b-138e70feaad3 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:10:48.936582 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:48.947086 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 0e1f5e1e-f0e3-49d0-822b-138e70feaad3 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:10:48.947447 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:48.947777 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 0e1f5e1e-f0e3-49d0-822b-138e70feaad3 Oct 12 08:10:48.963096 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c09ddc46-84eb-4c86-8287-4efe78aefcb3 None None] Notify callbacks [] for port, precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:48.967784 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c09ddc46-84eb-4c86-8287-4efe78aefcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:49.028115 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 0e1f5e1e-f0e3-49d0-822b-138e70feaad3 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:10:49.029172 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device f10faef7-4526-4559-b5e4-90495970ce52 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:10:49.042744 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f834d1-51ff-452b-849a-3ed996ce5386 None None] Pushing event updated for resources: {'Port': ['ID=17af1dcf-5e49-42aa-af1a-a2075e6a62cf,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:10:49.055643 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f834d1-51ff-452b-849a-3ed996ce5386 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:10:49.055976 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f834d1-51ff-452b-849a-3ed996ce5386 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:10:49.056309 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f834d1-51ff-452b-849a-3ed996ce5386 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:10:49.056630 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f834d1-51ff-452b-849a-3ed996ce5386 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:10:49.056947 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f834d1-51ff-452b-849a-3ed996ce5386 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:10:49.057265 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f834d1-51ff-452b-849a-3ed996ce5386 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:10:49.057572 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f834d1-51ff-452b-849a-3ed996ce5386 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:10:49.057882 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f834d1-51ff-452b-849a-3ed996ce5386 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:10:49.058219 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f834d1-51ff-452b-849a-3ed996ce5386 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:10:49.058527 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f834d1-51ff-452b-849a-3ed996ce5386 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:10:49.058833 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f834d1-51ff-452b-849a-3ed996ce5386 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:10:49.059137 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f834d1-51ff-452b-849a-3ed996ce5386 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:10:49.064401 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-c09ddc46-84eb-4c86-8287-4efe78aefcb3 None None] Attempting to bind port 17af1dcf-5e49-42aa-af1a-a2075e6a62cf on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:10:49.064755 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-c09ddc46-84eb-4c86-8287-4efe78aefcb3 None None] Attempting to bind port 17af1dcf-5e49-42aa-af1a-a2075e6a62cf by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '3a4d1b16-3f2a-47cf-bead-4308e8920c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b90fb442-050c-41ff-8c6a-fceeea079410'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:10:49.065105 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09ddc46-84eb-4c86-8287-4efe78aefcb3 None None] Attempting to bind port 17af1dcf-5e49-42aa-af1a-a2075e6a62cf on network b90fb442-050c-41ff-8c6a-fceeea079410 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:10:49.070992 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09ddc46-84eb-4c86-8287-4efe78aefcb3 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:10:49.071374 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09ddc46-84eb-4c86-8287-4efe78aefcb3 None None] Checking segment: {'id': '3a4d1b16-3f2a-47cf-bead-4308e8920c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b90fb442-050c-41ff-8c6a-fceeea079410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:10:49.072052 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c09ddc46-84eb-4c86-8287-4efe78aefcb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:49.072566 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09ddc46-84eb-4c86-8287-4efe78aefcb3 None None] Bound using segment: {'id': '3a4d1b16-3f2a-47cf-bead-4308e8920c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b90fb442-050c-41ff-8c6a-fceeea079410'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:10:49.073023 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-c09ddc46-84eb-4c86-8287-4efe78aefcb3 None None] Bound port: 17af1dcf-5e49-42aa-af1a-a2075e6a62cf, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a4d1b16-3f2a-47cf-bead-4308e8920c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b90fb442-050c-41ff-8c6a-fceeea079410'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:10:49.073387 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c09ddc46-84eb-4c86-8287-4efe78aefcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:49.080187 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port f10faef7-4526-4559-b5e4-90495970ce52 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:10:49.080556 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:49.080887 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port f10faef7-4526-4559-b5e4-90495970ce52 Oct 12 08:10:49.136173 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-c09ddc46-84eb-4c86-8287-4efe78aefcb3 None None] For port 17af1dcf-5e49-42aa-af1a-a2075e6a62cf, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:10:49.139114 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-c09ddc46-84eb-4c86-8287-4efe78aefcb3 None None] For port 17af1dcf-5e49-42aa-af1a-a2075e6a62cf, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=17af1dcf-5e49-42aa-af1a-a2075e6a62cf,segment=NetworkSegment(3a4d1b16-3f2a-47cf-bead-4308e8920c10),segment_id=3a4d1b16-3f2a-47cf-bead-4308e8920c10)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:10:49.144109 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c09ddc46-84eb-4c86-8287-4efe78aefcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:49.156943 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port f10faef7-4526-4559-b5e4-90495970ce52 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:10:49.177955 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09ddc46-84eb-4c86-8287-4efe78aefcb3 None None] Routers {'393ee898-e25d-4f6b-b5ad-2db28f5f710d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:10:49.178589 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c09ddc46-84eb-4c86-8287-4efe78aefcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:10:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['393ee898-e25d-4f6b-b5ad-2db28f5f710d'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:10:49.200831 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:49.236571 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f834d1-51ff-452b-849a-3ed996ce5386 None None] Pushing event updated for resources: {'Port': ['ID=17af1dcf-5e49-42aa-af1a-a2075e6a62cf,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:10:49.253004 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-22cc62f9-50f8-43f5-b7df-dff94023c5f9 None None] Attempt 3 to provision port 17af1dcf-5e49-42aa-af1a-a2075e6a62cf Oct 12 08:10:49.299650 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-c09ddc46-84eb-4c86-8287-4efe78aefcb3 None None] Set router 393ee898-e25d-4f6b-b5ad-2db28f5f710d gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:10:49.344809 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-22cc62f9-50f8-43f5-b7df-dff94023c5f9 None None] Current status of the port 17af1dcf-5e49-42aa-af1a-a2075e6a62cf is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:10:49.346302 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22cc62f9-50f8-43f5-b7df-dff94023c5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:49.380740 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-22cc62f9-50f8-43f5-b7df-dff94023c5f9 None None] For port 17af1dcf-5e49-42aa-af1a-a2075e6a62cf, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=17af1dcf-5e49-42aa-af1a-a2075e6a62cf,segment=NetworkSegment(3a4d1b16-3f2a-47cf-bead-4308e8920c10),segment_id=3a4d1b16-3f2a-47cf-bead-4308e8920c10)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:10:49.384166 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0c8734c9-6d91-4d61-a94a-2006189c7a1b req-885cc3c2-4770-4dda-aed5-b10fa6bd2cc1 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5631b6-b133-45c1-9cf9-ab6fd4a1122d HTTP/1.1" status: 200 len: 210 time: 0.0292053 Oct 12 08:10:49.385928 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22cc62f9-50f8-43f5-b7df-dff94023c5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:49.439124 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-22cc62f9-50f8-43f5-b7df-dff94023c5f9 None None] Provisioning complete for port f10faef7-4526-4559-b5e4-90495970ce52 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:10:49.439441 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-22cc62f9-50f8-43f5-b7df-dff94023c5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:49.439746 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-22cc62f9-50f8-43f5-b7df-dff94023c5f9 None None] Attempt 1 to provision port f10faef7-4526-4559-b5e4-90495970ce52 Oct 12 08:10:49.444041 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cc62f9-50f8-43f5-b7df-dff94023c5f9 None None] Pushing event updated for resources: {'Port': ['ID=17af1dcf-5e49-42aa-af1a-a2075e6a62cf,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:10:49.504587 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-c09ddc46-84eb-4c86-8287-4efe78aefcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393ee898-e25d-4f6b-b5ad-2db28f5f710d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1110732039', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '0e1f5e1e-f0e3-49d0-822b-138e70feaad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:10:43Z', 'updated_at': '2022-10-12T08:10:46Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': '0e1f5e1e-f0e3-49d0-822b-138e70feaad3', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393ee898-e25d-4f6b-b5ad-2db28f5f710d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:10:43Z', 'updated_at': '2022-10-12T08:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '17af1dcf-5e49-42aa-af1a-a2075e6a62cf', 'name': '', 'network_id': 'b90fb442-050c-41ff-8c6a-fceeea079410', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'mac_address': 'fa:16:3e:8b:76:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '393ee898-e25d-4f6b-b5ad-2db28f5f710d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '324666e0-50d4-45fd-9c12-994078bca441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:10:46Z', 'updated_at': '2022-10-12T08:10:49Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'subnets': [{'id': '324666e0-50d4-45fd-9c12-994078bca441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:10:49.524841 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-22cc62f9-50f8-43f5-b7df-dff94023c5f9 None None] Current status of the port f10faef7-4526-4559-b5e4-90495970ce52 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:10:49.533796 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09ddc46-84eb-4c86-8287-4efe78aefcb3 None None] The sync data for ids ['393ee898-e25d-4f6b-b5ad-2db28f5f710d'] in dv-neutron-860909-2-hyperv is: [{'id': '393ee898-e25d-4f6b-b5ad-2db28f5f710d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1110732039', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '0e1f5e1e-f0e3-49d0-822b-138e70feaad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:10:43Z', 'updated_at': '2022-10-12T08:10:46Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': '0e1f5e1e-f0e3-49d0-822b-138e70feaad3', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393ee898-e25d-4f6b-b5ad-2db28f5f710d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:10:43Z', 'updated_at': '2022-10-12T08:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '17af1dcf-5e49-42aa-af1a-a2075e6a62cf', 'name': '', 'network_id': 'b90fb442-050c-41ff-8c6a-fceeea079410', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'mac_address': 'fa:16:3e:8b:76:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '393ee898-e25d-4f6b-b5ad-2db28f5f710d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '324666e0-50d4-45fd-9c12-994078bca441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:10:46Z', 'updated_at': '2022-10-12T08:10:49Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'subnets': [{'id': '324666e0-50d4-45fd-9c12-994078bca441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:10:49.643922 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-b03c61ec-b3ae-4ea0-a58c-5650cc3c9b80 None None] Provisioning complete for port 17af1dcf-5e49-42aa-af1a-a2075e6a62cf triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:10:49.644291 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b03c61ec-b3ae-4ea0-a58c-5650cc3c9b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:49.644622 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-b03c61ec-b3ae-4ea0-a58c-5650cc3c9b80 None None] Attempt 1 to provision port 17af1dcf-5e49-42aa-af1a-a2075e6a62cf Oct 12 08:10:49.723600 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b03c61ec-b3ae-4ea0-a58c-5650cc3c9b80 None None] Current status of the port 17af1dcf-5e49-42aa-af1a-a2075e6a62cf is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:10:50.415528 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:10:50.466826 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9a03f6b1-ca50-4fd9-9e83-249a826d70bf req-f16866da-09df-4a86-8e9e-880a1aacc210 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5631b6-b133-45c1-9cf9-ab6fd4a1122d HTTP/1.1" status: 200 len: 210 time: 0.0264020 Oct 12 08:10:50.806201 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 17af1dcf-5e49-42aa-af1a-a2075e6a62cf up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:10:50.856555 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 17af1dcf-5e49-42aa-af1a-a2075e6a62cf triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:10:50.856922 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:50.857249 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 17af1dcf-5e49-42aa-af1a-a2075e6a62cf Oct 12 08:10:50.931043 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 17af1dcf-5e49-42aa-af1a-a2075e6a62cf is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:10:51.386929 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:51.554601 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e6d275a6-b80f-4d6f-bd3e-422e99bbaa7b req-89c813d8-4a5b-4f22-b785-8032aa1c4c81 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5631b6-b133-45c1-9cf9-ab6fd4a1122d HTTP/1.1" status: 200 len: 210 time: 0.0296841 Oct 12 08:10:52.650897 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9d4e0f0f-e57d-4917-8649-58b4e4e8d9d2 req-2e95f4c9-90c1-4f65-8ae2-5acf5bc72415 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5631b6-b133-45c1-9cf9-ab6fd4a1122d HTTP/1.1" status: 200 len: 210 time: 0.0256591 Oct 12 08:10:53.262696 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-f8afc6ec-175f-4f2d-8538-6f2b1d6d7a18 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:10:53.264169 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-f8afc6ec-175f-4f2d-8538-6f2b1d6d7a18 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.23 "GET /v2.0/networks?id=b90fb442-050c-41ff-8c6a-fceeea079410 HTTP/1.1" status: 200 len: 797 time: 0.1135821 Oct 12 08:10:53.310166 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-a6e35a52-8460-41ba-b350-afc9a0361caa tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de61a77e33c34229aece15b07cc0cc0f HTTP/1.1" status: 200 len: 379 time: 0.0362704 Oct 12 08:10:53.318758 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-823ebc89-da43-47e3-bd7e-7f99cfcb812f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'port': {'device_id': 'cb5631b6-b133-45c1-9cf9-ab6fd4a1122d', 'network_id': 'b90fb442-050c-41ff-8c6a-fceeea079410', 'admin_state_up': True, 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'security_groups': ['bca6eb21-ac4a-4fd7-b1a6-ced502e7c7d4']}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:10:53.429852 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-823ebc89-da43-47e3-bd7e-7f99cfcb812f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Made reservation on behalf of de61a77e33c34229aece15b07cc0cc0f for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:10:53.433765 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-823ebc89-da43-47e3-bd7e-7f99cfcb812f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:53.558291 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-823ebc89-da43-47e3-bd7e-7f99cfcb812f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Allocated IP 172.20.0.4 (b90fb442-050c-41ff-8c6a-fceeea079410/324666e0-50d4-45fd-9c12-994078bca441/d938c12e-72a7-4627-9d08-654385c8f170) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:10:53.710081 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-823ebc89-da43-47e3-bd7e-7f99cfcb812f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:53.760318 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-045aa2de-0772-4d75-830c-ca8896127d64 req-b00e272b-6bc1-4add-a38e-0d9c02bee025 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5631b6-b133-45c1-9cf9-ab6fd4a1122d HTTP/1.1" status: 200 len: 210 time: 0.0281160 Oct 12 08:10:53.767190 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-823ebc89-da43-47e3-bd7e-7f99cfcb812f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:53.814612 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-823ebc89-da43-47e3-bd7e-7f99cfcb812f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Network b90fb442-050c-41ff-8c6a-fceeea079410 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:10:53.817672 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-823ebc89-da43-47e3-bd7e-7f99cfcb812f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:10:53.822073 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-823ebc89-da43-47e3-bd7e-7f99cfcb812f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:10:53.828663 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ebc89-da43-47e3-bd7e-7f99cfcb812f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'Port': ['ID=d938c12e-72a7-4627-9d08-654385c8f170,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:10:53.884108 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-823ebc89-da43-47e3-bd7e-7f99cfcb812f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:10:53.884993 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-823ebc89-da43-47e3-bd7e-7f99cfcb812f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:53.904109 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-823ebc89-da43-47e3-bd7e-7f99cfcb812f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5891776 Oct 12 08:10:53.915970 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-54022d7e-ec07-43c2-8557-2889a73791b0 service neutron] Request body: {'port': {'device_id': 'cb5631b6-b133-45c1-9cf9-ab6fd4a1122d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8609'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:10:53.974094 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-54022d7e-ec07-43c2-8557-2889a73791b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:54.066135 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-1fbebd34-f900-4e2a-8823-757bcd3eb90d None None] Provisioning complete for port d938c12e-72a7-4627-9d08-654385c8f170 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:10:54.066674 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1fbebd34-f900-4e2a-8823-757bcd3eb90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:54.066768 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-1fbebd34-f900-4e2a-8823-757bcd3eb90d None None] Attempt 1 to provision port d938c12e-72a7-4627-9d08-654385c8f170 Oct 12 08:10:54.103588 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-1fbebd34-f900-4e2a-8823-757bcd3eb90d None None] Port d938c12e-72a7-4627-9d08-654385c8f170 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:10:54.246387 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-54022d7e-ec07-43c2-8557-2889a73791b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d938c12e-72a7-4627-9d08-654385c8f170 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 08:10:54.254295 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-54022d7e-ec07-43c2-8557-2889a73791b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:54.267442 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-54022d7e-ec07-43c2-8557-2889a73791b0 service neutron] Transition to ACTIVE for port object d938c12e-72a7-4627-9d08-654385c8f170 will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 08:10:54.271204 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-54022d7e-ec07-43c2-8557-2889a73791b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:54.352115 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54022d7e-ec07-43c2-8557-2889a73791b0 service neutron] Pushing event updated for resources: {'Port': ['ID=d938c12e-72a7-4627-9d08-654385c8f170,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:10:54.380124 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-54022d7e-ec07-43c2-8557-2889a73791b0 service neutron] Attempting to bind port d938c12e-72a7-4627-9d08-654385c8f170 on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:10:54.380453 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-54022d7e-ec07-43c2-8557-2889a73791b0 service neutron] Attempting to bind port d938c12e-72a7-4627-9d08-654385c8f170 by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '3a4d1b16-3f2a-47cf-bead-4308e8920c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b90fb442-050c-41ff-8c6a-fceeea079410'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:10:54.380776 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-54022d7e-ec07-43c2-8557-2889a73791b0 service neutron] Attempting to bind port d938c12e-72a7-4627-9d08-654385c8f170 on network b90fb442-050c-41ff-8c6a-fceeea079410 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:10:54.384864 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-54022d7e-ec07-43c2-8557-2889a73791b0 service neutron] Port d938c12e-72a7-4627-9d08-654385c8f170 on network b90fb442-050c-41ff-8c6a-fceeea079410 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 08:10:54.385169 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-54022d7e-ec07-43c2-8557-2889a73791b0 service neutron] Attempting to bind port d938c12e-72a7-4627-9d08-654385c8f170 on network b90fb442-050c-41ff-8c6a-fceeea079410 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:10:54.390659 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-54022d7e-ec07-43c2-8557-2889a73791b0 service neutron] Checking agent: {'id': 'afe9b392-c72e-4ef3-a7bd-ca4c2066af02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8609', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'started_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:10:54.391153 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-54022d7e-ec07-43c2-8557-2889a73791b0 service neutron] Checking segment: {'id': '3a4d1b16-3f2a-47cf-bead-4308e8920c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b90fb442-050c-41ff-8c6a-fceeea079410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:10:54.391743 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-54022d7e-ec07-43c2-8557-2889a73791b0 service neutron] Bound using segment: {'id': '3a4d1b16-3f2a-47cf-bead-4308e8920c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b90fb442-050c-41ff-8c6a-fceeea079410'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:10:54.392407 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-54022d7e-ec07-43c2-8557-2889a73791b0 service neutron] Bound port: d938c12e-72a7-4627-9d08-654385c8f170, host: hv-neutron-8609, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4d1b16-3f2a-47cf-bead-4308e8920c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b90fb442-050c-41ff-8c6a-fceeea079410'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:10:54.392820 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-54022d7e-ec07-43c2-8557-2889a73791b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:54.462980 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-54022d7e-ec07-43c2-8557-2889a73791b0 service neutron] For port d938c12e-72a7-4627-9d08-654385c8f170, host hv-neutron-8609, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:10:54.465907 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-54022d7e-ec07-43c2-8557-2889a73791b0 service neutron] For port d938c12e-72a7-4627-9d08-654385c8f170, host hv-neutron-8609, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=d938c12e-72a7-4627-9d08-654385c8f170,segment=NetworkSegment(3a4d1b16-3f2a-47cf-bead-4308e8920c10),segment_id=3a4d1b16-3f2a-47cf-bead-4308e8920c10)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:10:54.471547 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-54022d7e-ec07-43c2-8557-2889a73791b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:54.475563 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-54022d7e-ec07-43c2-8557-2889a73791b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:10:54.476180 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-54022d7e-ec07-43c2-8557-2889a73791b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:54.477572 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-54022d7e-ec07-43c2-8557-2889a73791b0 service neutron] 10.222.0.23 "PUT /v2.0/ports/d938c12e-72a7-4627-9d08-654385c8f170 HTTP/1.1" status: 200 len: 1093 time: 0.5658710 Oct 12 08:10:54.478468 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5631b6-b133-45c1-9cf9-ab6fd4a1122d', 'tag': 'd938c12e-72a7-4627-9d08-654385c8f170'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:10:54.480861 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef878a8b-87a7-4050-9ada-3b05bc344066" -d '{"events": [{"name": "network-changed", "server_uuid": "cb5631b6-b133-45c1-9cf9-ab6fd4a1122d", "tag": "d938c12e-72a7-4627-9d08-654385c8f170"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:10:54.523050 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 08:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc44477-0052-4e53-a0bc-53d778350ee9 x-openstack-request-id: req-2cc44477-0052-4e53-a0bc-53d778350ee9 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:10:54.523340 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb5631b6-b133-45c1-9cf9-ab6fd4a1122d", "tag": "d938c12e-72a7-4627-9d08-654385c8f170", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:10:54.523597 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2cc44477-0052-4e53-a0bc-53d778350ee9 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:10:54.524008 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cc44477-0052-4e53-a0bc-53d778350ee9'] response: {'name': 'network-changed', 'server_uuid': 'cb5631b6-b133-45c1-9cf9-ab6fd4a1122d', 'tag': 'd938c12e-72a7-4627-9d08-654385c8f170', 'status': 'completed', 'code': 200} Oct 12 08:10:54.554700 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54022d7e-ec07-43c2-8557-2889a73791b0 service neutron] Pushing event updated for resources: {'Port': ['ID=d938c12e-72a7-4627-9d08-654385c8f170,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:10:54.573578 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-c67d8dff-1eb5-4a38-998c-09536a37e7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:10:54.576214 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-c67d8dff-1eb5-4a38-998c-09536a37e7fd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de61a77e33c34229aece15b07cc0cc0f&device_id=cb5631b6-b133-45c1-9cf9-ab6fd4a1122d HTTP/1.1" status: 200 len: 1096 time: 0.0465670 Oct 12 08:10:54.605146 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-1fbebd34-f900-4e2a-8823-757bcd3eb90d None None] Attempt 2 to provision port d938c12e-72a7-4627-9d08-654385c8f170 Oct 12 08:10:54.622572 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-d928fd18-a5fe-481a-8423-003b847e343e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d938c12e-72a7-4627-9d08-654385c8f170 HTTP/1.1" status: 200 len: 217 time: 0.0390999 Oct 12 08:10:54.646519 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-1fbebd34-f900-4e2a-8823-757bcd3eb90d None None] Port d938c12e-72a7-4627-9d08-654385c8f170 had new provisioning blocks added so it will not transition to active. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 12 08:10:54.670561 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-96b76905-b9e0-4c1a-942f-0a610701b4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:10:54.672678 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-96b76905-b9e0-4c1a-942f-0a610701b4f6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=324666e0-50d4-45fd-9c12-994078bca441 HTTP/1.1" status: 200 len: 835 time: 0.0436742 Oct 12 08:10:54.718144 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-20e3a405-4499-4e20-89f4-94d91bfa2fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:10:54.719627 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-20e3a405-4499-4e20-89f4-94d91bfa2fc5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b90fb442-050c-41ff-8c6a-fceeea079410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394275 Oct 12 08:10:54.819048 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-082775ad-df6a-4add-8f77-69763ea725da service neutron] 10.222.0.23 "GET /v2.0/networks/b90fb442-050c-41ff-8c6a-fceeea079410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915382 Oct 12 08:10:54.936040 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2e8f3-908e-471e-a389-acae75162a3d req-02cea79f-f670-42ae-a149-b6919b4e53cd tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:10:54.937895 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6dc2e8f3-908e-471e-a389-acae75162a3d req-02cea79f-f670-42ae-a149-b6919b4e53cd tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5631b6-b133-45c1-9cf9-ab6fd4a1122d HTTP/1.1" status: 200 len: 943 time: 0.0954409 Oct 12 08:10:54.953866 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9ad5eb31-8fce-4a88-9743-98c19f81b48e req-d78e7e68-8027-4aab-a01d-b3c8b2898c26 service neutron] 10.222.0.23 "GET /v2.0/networks/b90fb442-050c-41ff-8c6a-fceeea079410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281934 Oct 12 08:10:54.982192 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6dc2e8f3-908e-471e-a389-acae75162a3d req-0ed47981-b0a1-4765-811e-43ffa494b345 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=bca6eb21-ac4a-4fd7-b1a6-ced502e7c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372717 Oct 12 08:10:55.037816 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef878a8b-87a7-4050-9ada-3b05bc344066 req-5350a26e-f6fc-4691-942b-c30d3b83ac6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:10:55.039419 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ef878a8b-87a7-4050-9ada-3b05bc344066 req-5350a26e-f6fc-4691-942b-c30d3b83ac6d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de61a77e33c34229aece15b07cc0cc0f&device_id=cb5631b6-b133-45c1-9cf9-ab6fd4a1122d HTTP/1.1" status: 200 len: 1096 time: 0.0413315 Oct 12 08:10:55.160645 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef878a8b-87a7-4050-9ada-3b05bc344066 req-653fb7c3-75ce-4df4-915f-315305de817b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:10:55.162127 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ef878a8b-87a7-4050-9ada-3b05bc344066 req-653fb7c3-75ce-4df4-915f-315305de817b service neutron] 10.222.0.23 "GET /v2.0/networks?id=b90fb442-050c-41ff-8c6a-fceeea079410 HTTP/1.1" status: 200 len: 898 time: 0.1156325 Oct 12 08:10:55.205333 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ef878a8b-87a7-4050-9ada-3b05bc344066 req-0597ec94-2ffa-4aaf-8a74-2af815d8e704 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d938c12e-72a7-4627-9d08-654385c8f170 HTTP/1.1" status: 200 len: 217 time: 0.0366237 Oct 12 08:10:55.257386 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef878a8b-87a7-4050-9ada-3b05bc344066 req-e25cd547-454e-4632-9d74-b49dd9d01931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:10:55.258882 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ef878a8b-87a7-4050-9ada-3b05bc344066 req-e25cd547-454e-4632-9d74-b49dd9d01931 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=324666e0-50d4-45fd-9c12-994078bca441 HTTP/1.1" status: 200 len: 835 time: 0.0466492 Oct 12 08:10:55.303785 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef878a8b-87a7-4050-9ada-3b05bc344066 req-13ddc45f-423d-4322-b641-36b04fcf5c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:10:55.305270 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ef878a8b-87a7-4050-9ada-3b05bc344066 req-13ddc45f-423d-4322-b641-36b04fcf5c9d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b90fb442-050c-41ff-8c6a-fceeea079410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390625 Oct 12 08:10:55.397085 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ef878a8b-87a7-4050-9ada-3b05bc344066 req-c330bcec-d9b6-48f0-b1f3-e66f05dc6cf0 service neutron] 10.222.0.23 "GET /v2.0/networks/b90fb442-050c-41ff-8c6a-fceeea079410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850062 Oct 12 08:10:55.501208 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ef878a8b-87a7-4050-9ada-3b05bc344066 req-1e93bfec-2726-4b71-ba24-0bb4ec586df1 service neutron] 10.222.0.23 "GET /v2.0/networks/b90fb442-050c-41ff-8c6a-fceeea079410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974791 Oct 12 08:10:56.110554 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4781d3-93c5-4e7c-a8a2-7d1f789db1b7 req-b277ff98-dd05-441d-98a6-f7efbc1b2075 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:10:56.112011 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6c4781d3-93c5-4e7c-a8a2-7d1f789db1b7 req-b277ff98-dd05-441d-98a6-f7efbc1b2075 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5631b6-b133-45c1-9cf9-ab6fd4a1122d HTTP/1.1" status: 200 len: 943 time: 0.0485299 Oct 12 08:10:56.148825 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6c4781d3-93c5-4e7c-a8a2-7d1f789db1b7 req-45dfa48d-07e9-4959-b1f4-6e30893dd37c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=bca6eb21-ac4a-4fd7-b1a6-ced502e7c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308449 Oct 12 08:10:57.267185 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a1a21-7d31-4cd8-b671-2f0a6801e0ce req-fee7362e-1dbc-4f7c-a45d-e6eb225d7c10 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:10:57.268659 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-936a1a21-7d31-4cd8-b671-2f0a6801e0ce req-fee7362e-1dbc-4f7c-a45d-e6eb225d7c10 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5631b6-b133-45c1-9cf9-ab6fd4a1122d HTTP/1.1" status: 200 len: 943 time: 0.0491121 Oct 12 08:10:57.306474 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-936a1a21-7d31-4cd8-b671-2f0a6801e0ce req-c13443d4-d49d-4c64-9987-6fb9e8af6b7a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=bca6eb21-ac4a-4fd7-b1a6-ced502e7c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319602 Oct 12 08:10:58.430232 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca4330a-7881-463b-9054-e9071b875d8c req-a30e5600-abda-4e52-abd6-28df204054db tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:10:58.431693 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4ca4330a-7881-463b-9054-e9071b875d8c req-a30e5600-abda-4e52-abd6-28df204054db tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5631b6-b133-45c1-9cf9-ab6fd4a1122d HTTP/1.1" status: 200 len: 943 time: 0.0511339 Oct 12 08:10:58.468802 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4ca4330a-7881-463b-9054-e9071b875d8c req-35db6180-bbac-4e4a-8296-da7797b53706 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=bca6eb21-ac4a-4fd7-b1a6-ced502e7c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304623 Oct 12 08:10:58.479869 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device d938c12e-72a7-4627-9d08-654385c8f170 details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 08:10:58.578375 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port d938c12e-72a7-4627-9d08-654385c8f170, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=d938c12e-72a7-4627-9d08-654385c8f170,segment=NetworkSegment(3a4d1b16-3f2a-47cf-bead-4308e8920c10),segment_id=3a4d1b16-3f2a-47cf-bead-4308e8920c10)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:10:58.588819 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': 'd938c12e-72a7-4627-9d08-654385c8f170', 'network_id': 'b90fb442-050c-41ff-8c6a-fceeea079410', 'port_id': 'd938c12e-72a7-4627-9d08-654385c8f170', 'mac_address': 'fa:16:3e:69:4c:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324666e0-50d4-45fd-9c12-994078bca441', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 08:10:58.624991 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port d938c12e-72a7-4627-9d08-654385c8f170 is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:10:58.625368 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:58.637448 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d938c12e-72a7-4627-9d08-654385c8f170 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 08:10:58.656599 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port d938c12e-72a7-4627-9d08-654385c8f170, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=d938c12e-72a7-4627-9d08-654385c8f170,segment=NetworkSegment(3a4d1b16-3f2a-47cf-bead-4308e8920c10),segment_id=3a4d1b16-3f2a-47cf-bead-4308e8920c10)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:10:58.660503 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:10:58.704676 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=d938c12e-72a7-4627-9d08-654385c8f170,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:10:58.862541 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['d938c12e-72a7-4627-9d08-654385c8f170'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 08:10:59.586208 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e914d-3997-4bcd-b6e8-830ea8850905 req-6363a9c5-376a-4737-a884-b20cb216d114 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:10:59.587664 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-225e914d-3997-4bcd-b6e8-830ea8850905 req-6363a9c5-376a-4737-a884-b20cb216d114 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5631b6-b133-45c1-9cf9-ab6fd4a1122d HTTP/1.1" status: 200 len: 944 time: 0.0479798 Oct 12 08:10:59.625648 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-225e914d-3997-4bcd-b6e8-830ea8850905 req-683905d4-83b2-4930-8b1e-5d4d8ed19e25 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=bca6eb21-ac4a-4fd7-b1a6-ced502e7c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313709 Oct 12 08:11:00.494992 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device d938c12e-72a7-4627-9d08-654385c8f170 up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:11:00.544034 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning for port d938c12e-72a7-4627-9d08-654385c8f170 completed by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 12 08:11:00.548248 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port d938c12e-72a7-4627-9d08-654385c8f170 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:11:00.548651 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:11:00.548996 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port d938c12e-72a7-4627-9d08-654385c8f170 Oct 12 08:11:00.623732 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port d938c12e-72a7-4627-9d08-654385c8f170 is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:11:00.624110 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:11:00.645967 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5631b6-b133-45c1-9cf9-ab6fd4a1122d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd938c12e-72a7-4627-9d08-654385c8f170'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:11:00.648223 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c366c512-58b7-4c4b-a65c-b2bd1119be31" -d '{"events": [{"server_uuid": "cb5631b6-b133-45c1-9cf9-ab6fd4a1122d", "name": "network-vif-plugged", "status": "completed", "tag": "d938c12e-72a7-4627-9d08-654385c8f170"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:11:00.661339 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port d938c12e-72a7-4627-9d08-654385c8f170, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=d938c12e-72a7-4627-9d08-654385c8f170,segment=NetworkSegment(3a4d1b16-3f2a-47cf-bead-4308e8920c10),segment_id=3a4d1b16-3f2a-47cf-bead-4308e8920c10)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:11:00.667701 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:11:00.697817 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 08:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6dc33ab-ae96-45e1-ae5a-a1c3bdf3d3c6 x-openstack-request-id: req-b6dc33ab-ae96-45e1-ae5a-a1c3bdf3d3c6 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:11:00.698108 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5631b6-b133-45c1-9cf9-ab6fd4a1122d", "name": "network-vif-plugged", "status": "completed", "tag": "d938c12e-72a7-4627-9d08-654385c8f170", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:11:00.698320 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b6dc33ab-ae96-45e1-ae5a-a1c3bdf3d3c6 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:11:00.698703 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6dc33ab-ae96-45e1-ae5a-a1c3bdf3d3c6'] response: {'server_uuid': 'cb5631b6-b133-45c1-9cf9-ab6fd4a1122d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd938c12e-72a7-4627-9d08-654385c8f170', 'code': 200} Oct 12 08:11:00.726254 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=d938c12e-72a7-4627-9d08-654385c8f170,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:11:00.755687 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69370e-0a8b-44ab-bfc5-0726020e69b9 req-f1a93f92-d03a-4cb1-b6ff-3e6581f5ff52 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:11:00.757172 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1f69370e-0a8b-44ab-bfc5-0726020e69b9 req-f1a93f92-d03a-4cb1-b6ff-3e6581f5ff52 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5631b6-b133-45c1-9cf9-ab6fd4a1122d HTTP/1.1" status: 200 len: 945 time: 0.0527909 Oct 12 08:11:00.795168 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1f69370e-0a8b-44ab-bfc5-0726020e69b9 req-e5d9dfdd-3575-4bc6-ad39-f193fae72eac tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=bca6eb21-ac4a-4fd7-b1a6-ced502e7c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315664 Oct 12 08:11:00.859427 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3645e00-c323-4d08-823d-b3444900f359 req-e5c12bf9-d10f-4d49-8310-6c7b6055cb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:11:00.860871 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b3645e00-c323-4d08-823d-b3444900f359 req-e5c12bf9-d10f-4d49-8310-6c7b6055cb66 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cb5631b6-b133-45c1-9cf9-ab6fd4a1122d HTTP/1.1" status: 200 len: 1098 time: 0.0431671 Oct 12 08:11:01.223238 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b3645e00-c323-4d08-823d-b3444900f359 req-61809433-cc8b-4b2e-97e4-62f8c09eb262 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bca6eb21-ac4a-4fd7-b1a6-ced502e7c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3541880 Oct 12 08:11:01.916722 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40925a62-8cd4-4164-921e-265e51206a8e req-d336572d-63c6-4b6f-a605-b3c34bde61e2 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:11:01.918193 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-40925a62-8cd4-4164-921e-265e51206a8e req-d336572d-63c6-4b6f-a605-b3c34bde61e2 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5631b6-b133-45c1-9cf9-ab6fd4a1122d HTTP/1.1" status: 200 len: 945 time: 0.0467541 Oct 12 08:11:01.954705 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-40925a62-8cd4-4164-921e-265e51206a8e req-650dc239-bf82-4c78-9ddb-1dc79fe91ec0 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=bca6eb21-ac4a-4fd7-b1a6-ced502e7c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300622 Oct 12 08:11:03.071257 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baeff2c-ad8f-4b1d-b64b-cc67d5702fc2 req-1a6464b3-f654-4558-900f-10565a1ac49a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:11:03.072713 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8baeff2c-ad8f-4b1d-b64b-cc67d5702fc2 req-1a6464b3-f654-4558-900f-10565a1ac49a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5631b6-b133-45c1-9cf9-ab6fd4a1122d HTTP/1.1" status: 200 len: 945 time: 0.0479426 Oct 12 08:11:03.109094 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8baeff2c-ad8f-4b1d-b64b-cc67d5702fc2 req-617de42a-06c7-4995-9d1d-61e721fbda1a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=bca6eb21-ac4a-4fd7-b1a6-ced502e7c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299494 Oct 12 08:11:03.229577 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b5293-139a-47ed-9997-428a1e589400 req-8d4f3b47-3888-404e-9278-b6d039603858 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:11:03.231090 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-903b5293-139a-47ed-9997-428a1e589400 req-8d4f3b47-3888-404e-9278-b6d039603858 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5631b6-b133-45c1-9cf9-ab6fd4a1122d HTTP/1.1" status: 200 len: 945 time: 0.0521436 Oct 12 08:11:03.268580 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-903b5293-139a-47ed-9997-428a1e589400 req-c80fb24b-927c-440d-8869-1d0f6da4375e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=bca6eb21-ac4a-4fd7-b1a6-ced502e7c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314827 Oct 12 08:11:03.295139 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48410) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:11:03.333593 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652dbc98-1626-438e-8d91-c95d9163310e tempest-TestNetworkAdvancedServerOps-682992196 tempest-TestNetworkAdvancedServerOps-682992196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:11:03.335110 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-652dbc98-1626-438e-8d91-c95d9163310e tempest-TestNetworkAdvancedServerOps-682992196 tempest-TestNetworkAdvancedServerOps-682992196-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=cb5631b6-b133-45c1-9cf9-ab6fd4a1122d HTTP/1.1" status: 200 len: 1093 time: 0.0390244 Oct 12 08:11:03.337872 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48412) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:11:03.342162 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-a00b6e4c-7ba4-4dc6-96f2-80da7ef8d337 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'floatingip': {'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'port_id': 'd938c12e-72a7-4627-9d08-654385c8f170', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:11:03.361959 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a00b6e4c-7ba4-4dc6-96f2-80da7ef8d337 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for floatingip, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:11:03.458999 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a00b6e4c-7ba4-4dc6-96f2-80da7ef8d337 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:11:03.559610 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-a00b6e4c-7ba4-4dc6-96f2-80da7ef8d337 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Allocated IP 172.26.3.170 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/9908b2f2-b447-40fe-b648-3075a2c1f17f) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:11:03.662207 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a00b6e4c-7ba4-4dc6-96f2-80da7ef8d337 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:11:03.694902 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a00b6e4c-7ba4-4dc6-96f2-80da7ef8d337 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:11:03.731832 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00b6e4c-7ba4-4dc6-96f2-80da7ef8d337 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:11:03.735242 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-a00b6e4c-7ba4-4dc6-96f2-80da7ef8d337 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:11:03.738725 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00b6e4c-7ba4-4dc6-96f2-80da7ef8d337 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:11:03.763194 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b6e4c-7ba4-4dc6-96f2-80da7ef8d337 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'Port': ['ID=9908b2f2-b447-40fe-b648-3075a2c1f17f,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:11:04.092753 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a00b6e4c-7ba4-4dc6-96f2-80da7ef8d337 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:11:04.156960 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a00b6e4c-7ba4-4dc6-96f2-80da7ef8d337 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:11:04.306290 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a00b6e4c-7ba4-4dc6-96f2-80da7ef8d337 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:11:04.310922 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a00b6e4c-7ba4-4dc6-96f2-80da7ef8d337 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:11:04.381934 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b6e4c-7ba4-4dc6-96f2-80da7ef8d337 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'Port': ['ID=9908b2f2-b447-40fe-b648-3075a2c1f17f,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:11:04.384463 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a00b6e4c-7ba4-4dc6-96f2-80da7ef8d337 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:11:04.485581 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [None req-a00b6e4c-7ba4-4dc6-96f2-80da7ef8d337 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Floating IP ab06152a-c152-4ef2-b580-e5fa4cdb81dd associated. External IP: 172.26.3.170, port: d938c12e-72a7-4627-9d08-654385c8f170. Oct 12 08:11:04.685297 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a00b6e4c-7ba4-4dc6-96f2-80da7ef8d337 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Router 393ee898-e25d-4f6b-b5ad-2db28f5f710d has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:11:04.789584 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00b6e4c-7ba4-4dc6-96f2-80da7ef8d337 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:11:04.799581 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b73dbb-d49a-4be3-9cf9-769a24d4e51b None None] Sync routers for ids ['393ee898-e25d-4f6b-b5ad-2db28f5f710d'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:11:04.809475 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b73dbb-d49a-4be3-9cf9-769a24d4e51b None None] Routers {'393ee898-e25d-4f6b-b5ad-2db28f5f710d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:11:04.810146 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-35b73dbb-d49a-4be3-9cf9-769a24d4e51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:10:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['393ee898-e25d-4f6b-b5ad-2db28f5f710d'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:11:04.812665 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a00b6e4c-7ba4-4dc6-96f2-80da7ef8d337 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:11:04.843790 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a00b6e4c-7ba4-4dc6-96f2-80da7ef8d337 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5042605 Oct 12 08:11:04.844687 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5631b6-b133-45c1-9cf9-ab6fd4a1122d', 'tag': 'd938c12e-72a7-4627-9d08-654385c8f170'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:11:04.847009 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9789ba4e-eac5-431d-bcc1-1c8dafa831ee" -d '{"events": [{"name": "network-changed", "server_uuid": "cb5631b6-b133-45c1-9cf9-ab6fd4a1122d", "tag": "d938c12e-72a7-4627-9d08-654385c8f170"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:11:04.882408 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 08:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929f71f9-7d2b-4e6f-99be-5f7b844de593 x-openstack-request-id: req-929f71f9-7d2b-4e6f-99be-5f7b844de593 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:11:04.882862 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb5631b6-b133-45c1-9cf9-ab6fd4a1122d", "tag": "d938c12e-72a7-4627-9d08-654385c8f170", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:11:04.883126 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-929f71f9-7d2b-4e6f-99be-5f7b844de593 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:11:04.883546 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-929f71f9-7d2b-4e6f-99be-5f7b844de593'] response: {'name': 'network-changed', 'server_uuid': 'cb5631b6-b133-45c1-9cf9-ab6fd4a1122d', 'tag': 'd938c12e-72a7-4627-9d08-654385c8f170', 'status': 'completed', 'code': 200} Oct 12 08:11:04.971815 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73790af7-9812-4ca4-8d72-263fa5c46ba8 req-364e194f-84ec-4e31-98ed-53aa423ed710 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:11:04.973315 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-73790af7-9812-4ca4-8d72-263fa5c46ba8 req-364e194f-84ec-4e31-98ed-53aa423ed710 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5631b6-b133-45c1-9cf9-ab6fd4a1122d HTTP/1.1" status: 200 len: 945 time: 0.0794430 Oct 12 08:11:04.978674 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789ba4e-eac5-431d-bcc1-1c8dafa831ee req-1e620c76-7111-426c-ba4a-b59e0577dcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:11:04.980144 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9789ba4e-eac5-431d-bcc1-1c8dafa831ee req-1e620c76-7111-426c-ba4a-b59e0577dcd6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de61a77e33c34229aece15b07cc0cc0f&device_id=cb5631b6-b133-45c1-9cf9-ab6fd4a1122d HTTP/1.1" status: 200 len: 1098 time: 0.0747247 Oct 12 08:11:05.041948 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-73790af7-9812-4ca4-8d72-263fa5c46ba8 req-1f7470c2-543c-4427-b750-d08299b4e3f9 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=bca6eb21-ac4a-4fd7-b1a6-ced502e7c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608287 Oct 12 08:11:05.069818 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48418) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:11:05.070675 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-35b73dbb-d49a-4be3-9cf9-769a24d4e51b None None] Set router 393ee898-e25d-4f6b-b5ad-2db28f5f710d gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:11:05.143074 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789ba4e-eac5-431d-bcc1-1c8dafa831ee req-a071cb55-1780-4a20-ac69-76c397e59235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:11:05.144543 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9789ba4e-eac5-431d-bcc1-1c8dafa831ee req-a071cb55-1780-4a20-ac69-76c397e59235 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b90fb442-050c-41ff-8c6a-fceeea079410 HTTP/1.1" status: 200 len: 898 time: 0.1565700 Oct 12 08:11:05.147665 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-8b28965d-ff31-48af-9f0b-ab8b24384371 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/floatingips/ab06152a-c152-4ef2-b580-e5fa4cdb81dd HTTP/1.1" status: 200 len: 991 time: 0.0768363 Oct 12 08:11:05.212546 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9789ba4e-eac5-431d-bcc1-1c8dafa831ee req-a678b68f-0214-4f9e-980f-16ab1e5479e7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d938c12e-72a7-4627-9d08-654385c8f170 HTTP/1.1" status: 200 len: 999 time: 0.0608668 Oct 12 08:11:05.261370 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789ba4e-eac5-431d-bcc1-1c8dafa831ee req-044ce50d-3be7-4731-a7f2-7b683221199a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:11:05.262798 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9789ba4e-eac5-431d-bcc1-1c8dafa831ee req-044ce50d-3be7-4731-a7f2-7b683221199a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=324666e0-50d4-45fd-9c12-994078bca441 HTTP/1.1" status: 200 len: 835 time: 0.0441031 Oct 12 08:11:05.291406 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-35b73dbb-d49a-4be3-9cf9-769a24d4e51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393ee898-e25d-4f6b-b5ad-2db28f5f710d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1110732039', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '0e1f5e1e-f0e3-49d0-822b-138e70feaad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:10:43Z', 'updated_at': '2022-10-12T08:10:46Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': '0e1f5e1e-f0e3-49d0-822b-138e70feaad3', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393ee898-e25d-4f6b-b5ad-2db28f5f710d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:10:43Z', 'updated_at': '2022-10-12T08:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'ab06152a-c152-4ef2-b580-e5fa4cdb81dd', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'floating_ip_address': '172.26.3.170', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '393ee898-e25d-4f6b-b5ad-2db28f5f710d', 'port_id': 'd938c12e-72a7-4627-9d08-654385c8f170', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b90fb442-050c-41ff-8c6a-fceeea079410', 'mac_address': 'fa:16:3e:69:4c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5631b6-b133-45c1-9cf9-ab6fd4a1122d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T08:11:03Z', 'updated_at': '2022-10-12T08:11:03Z', 'revision_number': 0, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17af1dcf-5e49-42aa-af1a-a2075e6a62cf', 'name': '', 'network_id': 'b90fb442-050c-41ff-8c6a-fceeea079410', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'mac_address': 'fa:16:3e:8b:76:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393ee898-e25d-4f6b-b5ad-2db28f5f710d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '324666e0-50d4-45fd-9c12-994078bca441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:10:46Z', 'updated_at': '2022-10-12T08:10:49Z', 'revision_number': 5, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'subnets': [{'id': '324666e0-50d4-45fd-9c12-994078bca441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:11:05.306351 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789ba4e-eac5-431d-bcc1-1c8dafa831ee req-727f1be4-a355-47a9-9f2e-e6d876d676ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:11:05.307842 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9789ba4e-eac5-431d-bcc1-1c8dafa831ee req-727f1be4-a355-47a9-9f2e-e6d876d676ef service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b90fb442-050c-41ff-8c6a-fceeea079410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391235 Oct 12 08:11:05.323111 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b73dbb-d49a-4be3-9cf9-769a24d4e51b None None] Checking router: 393ee898-e25d-4f6b-b5ad-2db28f5f710d for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:11:05.331209 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b73dbb-d49a-4be3-9cf9-769a24d4e51b None None] Routers {'393ee898-e25d-4f6b-b5ad-2db28f5f710d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:11:05.331807 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-35b73dbb-d49a-4be3-9cf9-769a24d4e51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:10:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['393ee898-e25d-4f6b-b5ad-2db28f5f710d'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:11:05.403111 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9789ba4e-eac5-431d-bcc1-1c8dafa831ee req-dbe2575a-e0b2-45a0-9440-bb669a8fed35 service neutron] 10.222.0.23 "GET /v2.0/networks/b90fb442-050c-41ff-8c6a-fceeea079410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888405 Oct 12 08:11:05.439851 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-35b73dbb-d49a-4be3-9cf9-769a24d4e51b None None] Set router 393ee898-e25d-4f6b-b5ad-2db28f5f710d gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:11:05.492381 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9789ba4e-eac5-431d-bcc1-1c8dafa831ee req-b5fb540c-c9ce-405c-8c81-3b81d724e1a4 service neutron] 10.222.0.23 "GET /v2.0/networks/b90fb442-050c-41ff-8c6a-fceeea079410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824709 Oct 12 08:11:05.661678 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-35b73dbb-d49a-4be3-9cf9-769a24d4e51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393ee898-e25d-4f6b-b5ad-2db28f5f710d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1110732039', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '0e1f5e1e-f0e3-49d0-822b-138e70feaad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:10:43Z', 'updated_at': '2022-10-12T08:10:46Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': '0e1f5e1e-f0e3-49d0-822b-138e70feaad3', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393ee898-e25d-4f6b-b5ad-2db28f5f710d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:10:43Z', 'updated_at': '2022-10-12T08:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'ab06152a-c152-4ef2-b580-e5fa4cdb81dd', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'floating_ip_address': '172.26.3.170', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '393ee898-e25d-4f6b-b5ad-2db28f5f710d', 'port_id': 'd938c12e-72a7-4627-9d08-654385c8f170', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b90fb442-050c-41ff-8c6a-fceeea079410', 'mac_address': 'fa:16:3e:69:4c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5631b6-b133-45c1-9cf9-ab6fd4a1122d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T08:11:03Z', 'updated_at': '2022-10-12T08:11:03Z', 'revision_number': 0, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17af1dcf-5e49-42aa-af1a-a2075e6a62cf', 'name': '', 'network_id': 'b90fb442-050c-41ff-8c6a-fceeea079410', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'mac_address': 'fa:16:3e:8b:76:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393ee898-e25d-4f6b-b5ad-2db28f5f710d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '324666e0-50d4-45fd-9c12-994078bca441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:10:46Z', 'updated_at': '2022-10-12T08:10:49Z', 'revision_number': 5, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'subnets': [{'id': '324666e0-50d4-45fd-9c12-994078bca441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:11:05.687759 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b73dbb-d49a-4be3-9cf9-769a24d4e51b None None] The sync data for ids ['393ee898-e25d-4f6b-b5ad-2db28f5f710d'] in dv-neutron-860909-2-hyperv is: [{'id': '393ee898-e25d-4f6b-b5ad-2db28f5f710d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1110732039', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '0e1f5e1e-f0e3-49d0-822b-138e70feaad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:10:43Z', 'updated_at': '2022-10-12T08:10:46Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': '0e1f5e1e-f0e3-49d0-822b-138e70feaad3', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393ee898-e25d-4f6b-b5ad-2db28f5f710d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:10:43Z', 'updated_at': '2022-10-12T08:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'ab06152a-c152-4ef2-b580-e5fa4cdb81dd', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'floating_ip_address': '172.26.3.170', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '393ee898-e25d-4f6b-b5ad-2db28f5f710d', 'port_id': 'd938c12e-72a7-4627-9d08-654385c8f170', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b90fb442-050c-41ff-8c6a-fceeea079410', 'mac_address': 'fa:16:3e:69:4c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5631b6-b133-45c1-9cf9-ab6fd4a1122d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T08:11:03Z', 'updated_at': '2022-10-12T08:11:03Z', 'revision_number': 0, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17af1dcf-5e49-42aa-af1a-a2075e6a62cf', 'name': '', 'network_id': 'b90fb442-050c-41ff-8c6a-fceeea079410', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'mac_address': 'fa:16:3e:8b:76:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393ee898-e25d-4f6b-b5ad-2db28f5f710d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '324666e0-50d4-45fd-9c12-994078bca441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:10:46Z', 'updated_at': '2022-10-12T08:10:49Z', 'revision_number': 5, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'subnets': [{'id': '324666e0-50d4-45fd-9c12-994078bca441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:11:05.875950 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174c19f1-6360-40ab-b1f6-ccce8ad17264 None None] New status for floating IP ab06152a-c152-4ef2-b580-e5fa4cdb81dd: ACTIVE {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 08:11:06.151658 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48422) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:11:06.215443 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-30e417d7-7dca-4aab-afc1-0ee4391c2f07 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/floatingips/ab06152a-c152-4ef2-b580-e5fa4cdb81dd HTTP/1.1" status: 200 len: 993 time: 0.0625324 Oct 12 08:11:13.977046 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b970dbf2-521c-49d9-ac7d-863c78dd2c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:11:16.148417 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-29a14425-b0a1-4e4c-8a88-d6ff27736325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:11:17.368436 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:11:18.931359 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:11:19.203857 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:11:21.399923 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:11:23.371237 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d69bcdb5-ca63-4699-a929-0ce2db3574d0 req-c4005a6d-8751-479b-b605-d8c336189851 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cb5631b6-b133-45c1-9cf9-ab6fd4a1122d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392625 Oct 12 08:11:23.451761 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69bcdb5-ca63-4699-a929-0ce2db3574d0 req-728413c5-a904-4e03-a58b-afbe342c5a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:11:23.453810 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d69bcdb5-ca63-4699-a929-0ce2db3574d0 req-728413c5-a904-4e03-a58b-afbe342c5a11 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de61a77e33c34229aece15b07cc0cc0f&device_id=cb5631b6-b133-45c1-9cf9-ab6fd4a1122d HTTP/1.1" status: 200 len: 1098 time: 0.0410242 Oct 12 08:11:23.559953 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69bcdb5-ca63-4699-a929-0ce2db3574d0 req-97604196-0680-4661-b4fe-b6a78ef9bb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:11:23.561926 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d69bcdb5-ca63-4699-a929-0ce2db3574d0 req-97604196-0680-4661-b4fe-b6a78ef9bb95 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b90fb442-050c-41ff-8c6a-fceeea079410 HTTP/1.1" status: 200 len: 898 time: 0.0867076 Oct 12 08:11:23.626173 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d69bcdb5-ca63-4699-a929-0ce2db3574d0 req-b72c3a72-7925-4b29-9f17-5bff93799b9e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d938c12e-72a7-4627-9d08-654385c8f170 HTTP/1.1" status: 200 len: 1001 time: 0.0568175 Oct 12 08:11:23.677340 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69bcdb5-ca63-4699-a929-0ce2db3574d0 req-2b2d78f8-3ec1-4932-b818-a008b22d2253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:11:23.678740 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d69bcdb5-ca63-4699-a929-0ce2db3574d0 req-2b2d78f8-3ec1-4932-b818-a008b22d2253 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=324666e0-50d4-45fd-9c12-994078bca441 HTTP/1.1" status: 200 len: 835 time: 0.0452781 Oct 12 08:11:23.723452 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69bcdb5-ca63-4699-a929-0ce2db3574d0 req-1f3cac6a-e6a8-4bf6-b980-e25d129ecf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:11:23.724878 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d69bcdb5-ca63-4699-a929-0ce2db3574d0 req-1f3cac6a-e6a8-4bf6-b980-e25d129ecf59 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b90fb442-050c-41ff-8c6a-fceeea079410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382736 Oct 12 08:11:23.819588 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d69bcdb5-ca63-4699-a929-0ce2db3574d0 req-42e4d12b-393e-4df1-b4e4-b6380065deae service neutron] 10.222.0.23 "GET /v2.0/networks/b90fb442-050c-41ff-8c6a-fceeea079410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875456 Oct 12 08:11:23.907360 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d69bcdb5-ca63-4699-a929-0ce2db3574d0 req-2533ac64-2f8b-418a-8a46-9faf4469102c service neutron] 10.222.0.23 "GET /v2.0/networks/b90fb442-050c-41ff-8c6a-fceeea079410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808697 Oct 12 08:11:27.415145 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:11:37.693141 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a369339-74f7-4dce-8ab4-fb0f57017e41 req-e4afd40a-3cbd-404c-83d1-7aeae46c2088 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:11:37.694663 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9a369339-74f7-4dce-8ab4-fb0f57017e41 req-e4afd40a-3cbd-404c-83d1-7aeae46c2088 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5631b6-b133-45c1-9cf9-ab6fd4a1122d HTTP/1.1" status: 200 len: 945 time: 0.0729899 Oct 12 08:11:37.697027 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d696fbd-3a49-4a1e-8d88-e01850aea5c6 req-9c13f640-6cd3-454d-ab22-ff44f114643f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:11:37.698411 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6d696fbd-3a49-4a1e-8d88-e01850aea5c6 req-9c13f640-6cd3-454d-ab22-ff44f114643f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de61a77e33c34229aece15b07cc0cc0f&device_id=cb5631b6-b133-45c1-9cf9-ab6fd4a1122d HTTP/1.1" status: 200 len: 1098 time: 0.0846953 Oct 12 08:11:37.759804 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9a369339-74f7-4dce-8ab4-fb0f57017e41 req-d4da1a8e-f4fe-4ccf-a463-44c393b32dd7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=bca6eb21-ac4a-4fd7-b1a6-ced502e7c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590687 Oct 12 08:11:37.816398 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d696fbd-3a49-4a1e-8d88-e01850aea5c6 req-b395605c-9edd-4ee2-8e83-3445380cf8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:11:37.817845 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6d696fbd-3a49-4a1e-8d88-e01850aea5c6 req-b395605c-9edd-4ee2-8e83-3445380cf8d1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b90fb442-050c-41ff-8c6a-fceeea079410 HTTP/1.1" status: 200 len: 898 time: 0.1107438 Oct 12 08:11:37.884802 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6d696fbd-3a49-4a1e-8d88-e01850aea5c6 req-593c8b60-e7b5-4840-a35c-20cbfc9b4533 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d938c12e-72a7-4627-9d08-654385c8f170 HTTP/1.1" status: 200 len: 1001 time: 0.0571315 Oct 12 08:11:37.932104 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d696fbd-3a49-4a1e-8d88-e01850aea5c6 req-ed461fec-13c7-4cb6-be8c-c63c8f8423a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:11:37.933524 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6d696fbd-3a49-4a1e-8d88-e01850aea5c6 req-ed461fec-13c7-4cb6-be8c-c63c8f8423a7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=324666e0-50d4-45fd-9c12-994078bca441 HTTP/1.1" status: 200 len: 835 time: 0.0422690 Oct 12 08:11:37.981697 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d696fbd-3a49-4a1e-8d88-e01850aea5c6 req-7a03277b-b182-439a-9ef3-3a00872f48eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:11:37.983185 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6d696fbd-3a49-4a1e-8d88-e01850aea5c6 req-7a03277b-b182-439a-9ef3-3a00872f48eb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b90fb442-050c-41ff-8c6a-fceeea079410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425692 Oct 12 08:11:38.069437 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6d696fbd-3a49-4a1e-8d88-e01850aea5c6 req-53d3ed58-27e2-49a6-8a1a-1095feea3a17 service neutron] 10.222.0.23 "GET /v2.0/networks/b90fb442-050c-41ff-8c6a-fceeea079410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797119 Oct 12 08:11:38.162314 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6d696fbd-3a49-4a1e-8d88-e01850aea5c6 req-f6ec2b87-2b9f-483c-846e-336d21564a4d service neutron] 10.222.0.23 "GET /v2.0/networks/b90fb442-050c-41ff-8c6a-fceeea079410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857725 Oct 12 08:11:38.883388 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b315e5b-a023-4209-b6e5-2999c019948d req-83d212ae-da86-4696-bf19-72f850f4f7d2 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:11:38.884841 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7b315e5b-a023-4209-b6e5-2999c019948d req-83d212ae-da86-4696-bf19-72f850f4f7d2 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5631b6-b133-45c1-9cf9-ab6fd4a1122d HTTP/1.1" status: 200 len: 945 time: 0.0486917 Oct 12 08:11:38.920351 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7b315e5b-a023-4209-b6e5-2999c019948d req-f3c30108-1ca4-40c8-a850-d3b639c16eae tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=bca6eb21-ac4a-4fd7-b1a6-ced502e7c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297105 Oct 12 08:11:40.040687 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db20d0-0b93-4273-92e3-48f3cac1ee3c req-49be2024-f17d-45d0-b646-a2ad3e106cdc tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:11:40.042237 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-23db20d0-0b93-4273-92e3-48f3cac1ee3c req-49be2024-f17d-45d0-b646-a2ad3e106cdc tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5631b6-b133-45c1-9cf9-ab6fd4a1122d HTTP/1.1" status: 200 len: 945 time: 0.0475779 Oct 12 08:11:40.080505 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-23db20d0-0b93-4273-92e3-48f3cac1ee3c req-9d3633ce-81c8-49f4-8f22-0a215d8b3513 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=bca6eb21-ac4a-4fd7-b1a6-ced502e7c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323758 Oct 12 08:11:41.203115 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78423b89-cb48-41eb-95da-d1eb09dc5b26 req-4560d4e4-f3db-4050-b465-39bde952b3ef tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:11:41.204488 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-78423b89-cb48-41eb-95da-d1eb09dc5b26 req-4560d4e4-f3db-4050-b465-39bde952b3ef tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5631b6-b133-45c1-9cf9-ab6fd4a1122d HTTP/1.1" status: 200 len: 945 time: 0.0522523 Oct 12 08:11:41.241797 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-78423b89-cb48-41eb-95da-d1eb09dc5b26 req-67214c12-ce7e-47a4-971d-9290642fb597 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=bca6eb21-ac4a-4fd7-b1a6-ced502e7c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314062 Oct 12 08:11:42.359789 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c691b-050a-4ee4-ba9c-6e5cc142fadd req-22e16506-769a-4920-8397-503aba5436ee tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:11:42.361248 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c13c691b-050a-4ee4-ba9c-6e5cc142fadd req-22e16506-769a-4920-8397-503aba5436ee tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5631b6-b133-45c1-9cf9-ab6fd4a1122d HTTP/1.1" status: 200 len: 945 time: 0.0479674 Oct 12 08:11:42.398367 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c13c691b-050a-4ee4-ba9c-6e5cc142fadd req-8aa566be-770a-413e-abeb-fe0a1cb7c457 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=bca6eb21-ac4a-4fd7-b1a6-ced502e7c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312998 Oct 12 08:11:43.519943 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27dfb93-cd18-46ee-b80c-7ff72dd34c9a req-ae16366d-8bc6-42d4-b43c-8410134acd4a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:11:43.521444 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e27dfb93-cd18-46ee-b80c-7ff72dd34c9a req-ae16366d-8bc6-42d4-b43c-8410134acd4a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5631b6-b133-45c1-9cf9-ab6fd4a1122d HTTP/1.1" status: 200 len: 945 time: 0.0496681 Oct 12 08:11:43.557806 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e27dfb93-cd18-46ee-b80c-7ff72dd34c9a req-e18d6a43-5f17-4c44-819e-0f0d40a26c1f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=bca6eb21-ac4a-4fd7-b1a6-ced502e7c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305111 Oct 12 08:11:43.982507 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a39dca5a-9a9f-467a-b345-d51e9814703f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:11:44.679542 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63d01a-a92c-41d7-8a30-ab52ccb5e85e req-d0afe70d-3a8e-4de6-ac9e-8306c52bfc9a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:11:44.680987 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1d63d01a-a92c-41d7-8a30-ab52ccb5e85e req-d0afe70d-3a8e-4de6-ac9e-8306c52bfc9a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5631b6-b133-45c1-9cf9-ab6fd4a1122d HTTP/1.1" status: 200 len: 945 time: 0.0512176 Oct 12 08:11:44.717466 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1d63d01a-a92c-41d7-8a30-ab52ccb5e85e req-d04a5e90-1386-4a70-8396-314e25d3f3a7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=bca6eb21-ac4a-4fd7-b1a6-ced502e7c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305264 Oct 12 08:11:45.837249 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa462eb-e4fa-4b3f-9a81-6bbc0b81abc8 req-23c467d2-e3c5-48ea-a3b6-4d3b7494233f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:11:45.838758 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0fa462eb-e4fa-4b3f-9a81-6bbc0b81abc8 req-23c467d2-e3c5-48ea-a3b6-4d3b7494233f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5631b6-b133-45c1-9cf9-ab6fd4a1122d HTTP/1.1" status: 200 len: 945 time: 0.0492647 Oct 12 08:11:45.876614 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0fa462eb-e4fa-4b3f-9a81-6bbc0b81abc8 req-25812417-3247-4f6a-a32c-b208a8c1e7ce tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=bca6eb21-ac4a-4fd7-b1a6-ced502e7c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313210 Oct 12 08:11:46.150565 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-71123038-916a-4d0f-9522-18e726ef3d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:11:46.994008 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace63fe5-f167-40d7-b724-173c7344e037 req-83da732b-21e7-4f63-b1bd-ed8666d65d6e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:11:46.995484 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ace63fe5-f167-40d7-b724-173c7344e037 req-83da732b-21e7-4f63-b1bd-ed8666d65d6e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5631b6-b133-45c1-9cf9-ab6fd4a1122d HTTP/1.1" status: 200 len: 945 time: 0.0481732 Oct 12 08:11:47.031964 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ace63fe5-f167-40d7-b724-173c7344e037 req-a9727fd3-29e0-4d80-8fe6-b528b3bb4050 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=bca6eb21-ac4a-4fd7-b1a6-ced502e7c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305095 Oct 12 08:11:47.371518 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:11:48.154578 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056d06d-84b0-4ad8-91eb-49947be4e6e9 req-5b042137-aba5-4954-8dfe-e4df8f511ad3 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:11:48.156198 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8056d06d-84b0-4ad8-91eb-49947be4e6e9 req-5b042137-aba5-4954-8dfe-e4df8f511ad3 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5631b6-b133-45c1-9cf9-ab6fd4a1122d HTTP/1.1" status: 200 len: 945 time: 0.0530193 Oct 12 08:11:48.193795 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8056d06d-84b0-4ad8-91eb-49947be4e6e9 req-3987a7b9-f75a-4831-80d8-bc6e307a279f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=bca6eb21-ac4a-4fd7-b1a6-ced502e7c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317397 Oct 12 08:11:48.934813 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:11:49.206687 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:11:49.312546 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75f1cc-dbde-413a-af98-a0b5b57239db req-34e20466-f928-4f6d-9687-c57cecb4e761 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:11:49.314014 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ca75f1cc-dbde-413a-af98-a0b5b57239db req-34e20466-f928-4f6d-9687-c57cecb4e761 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5631b6-b133-45c1-9cf9-ab6fd4a1122d HTTP/1.1" status: 200 len: 945 time: 0.0479712 Oct 12 08:11:49.351009 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ca75f1cc-dbde-413a-af98-a0b5b57239db req-3b5be390-c709-4543-8e2f-f05e23877494 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=bca6eb21-ac4a-4fd7-b1a6-ced502e7c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311000 Oct 12 08:11:50.471838 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f80bd-4dec-40b2-a2c4-03fd3c526899 req-123ba361-4d26-437d-be6b-4f72bbb4194b tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:11:50.473295 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0f9f80bd-4dec-40b2-a2c4-03fd3c526899 req-123ba361-4d26-437d-be6b-4f72bbb4194b tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5631b6-b133-45c1-9cf9-ab6fd4a1122d HTTP/1.1" status: 200 len: 945 time: 0.0495164 Oct 12 08:11:50.512088 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0f9f80bd-4dec-40b2-a2c4-03fd3c526899 req-634fb7ad-b849-4697-890d-a9f81aa96c89 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=bca6eb21-ac4a-4fd7-b1a6-ced502e7c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328329 Oct 12 08:11:51.432852 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:11:51.634347 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4c1d8-c506-40b4-b8be-fa4c71c35cb1 req-a1e49074-7fd0-4488-b6b1-ee42951562dc tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:11:51.635806 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d7b4c1d8-c506-40b4-b8be-fa4c71c35cb1 req-a1e49074-7fd0-4488-b6b1-ee42951562dc tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5631b6-b133-45c1-9cf9-ab6fd4a1122d HTTP/1.1" status: 200 len: 945 time: 0.0513299 Oct 12 08:11:51.672758 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d7b4c1d8-c506-40b4-b8be-fa4c71c35cb1 req-05909722-61af-47e4-ac5f-d3d1ccfa66b4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=bca6eb21-ac4a-4fd7-b1a6-ced502e7c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304272 Oct 12 08:11:52.791593 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59b7b6-2853-414e-8b6c-04444e7c8d67 req-f7da1081-49aa-45cd-a654-8cd63f1014c1 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:11:52.793069 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cc59b7b6-2853-414e-8b6c-04444e7c8d67 req-f7da1081-49aa-45cd-a654-8cd63f1014c1 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5631b6-b133-45c1-9cf9-ab6fd4a1122d HTTP/1.1" status: 200 len: 945 time: 0.0493982 Oct 12 08:11:52.832083 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cc59b7b6-2853-414e-8b6c-04444e7c8d67 req-fe26e1f2-a476-4a1c-b52e-99f71667bf24 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=bca6eb21-ac4a-4fd7-b1a6-ced502e7c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325093 Oct 12 08:11:53.952732 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088263c-4806-4e64-9507-1114d4a9dee0 req-870bda1c-0a7d-4078-8813-e42a35a10449 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:11:53.954216 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0088263c-4806-4e64-9507-1114d4a9dee0 req-870bda1c-0a7d-4078-8813-e42a35a10449 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5631b6-b133-45c1-9cf9-ab6fd4a1122d HTTP/1.1" status: 200 len: 945 time: 0.0501029 Oct 12 08:11:53.990937 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0088263c-4806-4e64-9507-1114d4a9dee0 req-5f32536e-31fe-4c22-9f81-571e20c236dd tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=bca6eb21-ac4a-4fd7-b1a6-ced502e7c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307457 Oct 12 08:11:55.115251 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792dbc3-de71-4d4f-a89c-01b9b7d510bc req-7f62cc94-54f0-4cee-ab44-ba2e4b38d4cb tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:11:55.116812 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8792dbc3-de71-4d4f-a89c-01b9b7d510bc req-7f62cc94-54f0-4cee-ab44-ba2e4b38d4cb tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5631b6-b133-45c1-9cf9-ab6fd4a1122d HTTP/1.1" status: 200 len: 945 time: 0.0522959 Oct 12 08:11:55.152999 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8792dbc3-de71-4d4f-a89c-01b9b7d510bc req-ec6a2830-0fdb-4732-91e2-c546e543293c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=bca6eb21-ac4a-4fd7-b1a6-ced502e7c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303223 Oct 12 08:11:55.180555 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48470) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:11:55.240135 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f0bd3ecd-7c51-43bc-9cad-f238eb4b4885 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/floatingips/ab06152a-c152-4ef2-b580-e5fa4cdb81dd HTTP/1.1" status: 200 len: 993 time: 0.0584509 Oct 12 08:12:04.414092 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:12:13.984993 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-67c827fe-adf7-48d3-9c3f-2a28100d2aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:16.151186 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61b7b317-f1e2-4327-ac5e-30daa4bf17c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:17.374280 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:18.935759 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:19.207966 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:21.450445 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:23.766616 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48480) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:12:23.920074 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-612f9771-34a5-447c-b715-69151cb1f1b7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Deleting port 9908b2f2-b447-40fe-b648-3075a2c1f17f {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:12:23.920428 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-612f9771-34a5-447c-b715-69151cb1f1b7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:23.997215 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-612f9771-34a5-447c-b715-69151cb1f1b7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:23.997545 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-612f9771-34a5-447c-b715-69151cb1f1b7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:24.009186 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-612f9771-34a5-447c-b715-69151cb1f1b7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Calling delete_port for 9908b2f2-b447-40fe-b648-3075a2c1f17f owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:12:24.152232 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-612f9771-34a5-447c-b715-69151cb1f1b7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:24.181330 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f9771-34a5-447c-b715-69151cb1f1b7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event deleted for resources: {'Port': ['ID=9908b2f2-b447-40fe-b648-3075a2c1f17f,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:12:24.204442 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f9771-34a5-447c-b715-69151cb1f1b7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:12:24.204789 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f9771-34a5-447c-b715-69151cb1f1b7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:12:24.205136 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f9771-34a5-447c-b715-69151cb1f1b7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:12:24.205499 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f9771-34a5-447c-b715-69151cb1f1b7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:12:24.205802 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f9771-34a5-447c-b715-69151cb1f1b7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:12:24.206158 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f9771-34a5-447c-b715-69151cb1f1b7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:12:24.206487 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f9771-34a5-447c-b715-69151cb1f1b7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:12:24.206812 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f9771-34a5-447c-b715-69151cb1f1b7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:12:24.207137 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f9771-34a5-447c-b715-69151cb1f1b7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:12:24.207457 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f9771-34a5-447c-b715-69151cb1f1b7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:12:24.207780 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f9771-34a5-447c-b715-69151cb1f1b7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:12:24.208101 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f9771-34a5-447c-b715-69151cb1f1b7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:12:24.248070 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-612f9771-34a5-447c-b715-69151cb1f1b7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for floatingip, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:24.248389 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.l3_db [None req-612f9771-34a5-447c-b715-69151cb1f1b7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Floating IP ab06152a-c152-4ef2-b580-e5fa4cdb81dd disassociated (deleted). External IP: 172.26.3.170, port: d938c12e-72a7-4627-9d08-654385c8f170. Oct 12 08:12:24.450392 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-612f9771-34a5-447c-b715-69151cb1f1b7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Router 393ee898-e25d-4f6b-b5ad-2db28f5f710d has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:12:24.554041 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612f9771-34a5-447c-b715-69151cb1f1b7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:12:24.558771 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-612f9771-34a5-447c-b715-69151cb1f1b7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:24.563468 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29f51db-cb0b-4bea-9049-0274ec377fa6 None None] Sync routers for ids ['393ee898-e25d-4f6b-b5ad-2db28f5f710d'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:12:24.572164 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29f51db-cb0b-4bea-9049-0274ec377fa6 None None] Routers {'393ee898-e25d-4f6b-b5ad-2db28f5f710d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:12:24.572769 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-e29f51db-cb0b-4bea-9049-0274ec377fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:12:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['393ee898-e25d-4f6b-b5ad-2db28f5f710d'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:12:24.584996 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-612f9771-34a5-447c-b715-69151cb1f1b7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "DELETE /v2.0/floatingips/ab06152a-c152-4ef2-b580-e5fa4cdb81dd HTTP/1.1" status: 204 len: 168 time: 0.8173034 Oct 12 08:12:24.585640 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5631b6-b133-45c1-9cf9-ab6fd4a1122d', 'tag': 'd938c12e-72a7-4627-9d08-654385c8f170'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:12:24.589653 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddba47f6901442025abf8f9725c41876113475a10693ce4f7782efac72d774e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca14bbb-f86e-4181-bb04-13a1c9f92458" -d '{"events": [{"name": "network-changed", "server_uuid": "cb5631b6-b133-45c1-9cf9-ab6fd4a1122d", "tag": "d938c12e-72a7-4627-9d08-654385c8f170"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:12:24.637256 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 08:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb948536-87c2-47a1-be39-8e011ac5002b x-openstack-request-id: req-eb948536-87c2-47a1-be39-8e011ac5002b {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:12:24.637546 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb5631b6-b133-45c1-9cf9-ab6fd4a1122d", "tag": "d938c12e-72a7-4627-9d08-654385c8f170", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:12:24.637797 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eb948536-87c2-47a1-be39-8e011ac5002b {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:12:24.638310 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb948536-87c2-47a1-be39-8e011ac5002b'] response: {'name': 'network-changed', 'server_uuid': 'cb5631b6-b133-45c1-9cf9-ab6fd4a1122d', 'tag': 'd938c12e-72a7-4627-9d08-654385c8f170', 'status': 'completed', 'code': 200} Oct 12 08:12:24.683502 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-e29f51db-cb0b-4bea-9049-0274ec377fa6 None None] Set router 393ee898-e25d-4f6b-b5ad-2db28f5f710d gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:12:24.811400 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca14bbb-f86e-4181-bb04-13a1c9f92458 req-37e98ffc-86c4-4287-be8a-8cc304aedd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:12:24.813747 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9ca14bbb-f86e-4181-bb04-13a1c9f92458 req-37e98ffc-86c4-4287-be8a-8cc304aedd96 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de61a77e33c34229aece15b07cc0cc0f&device_id=cb5631b6-b133-45c1-9cf9-ab6fd4a1122d HTTP/1.1" status: 200 len: 1098 time: 0.1534374 Oct 12 08:12:24.836479 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14afee-2459-4a96-8639-3af3b04783ad req-1a33859d-2a20-4cbe-a754-710d1138828d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:12:24.837923 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2c14afee-2459-4a96-8639-3af3b04783ad req-1a33859d-2a20-4cbe-a754-710d1138828d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5631b6-b133-45c1-9cf9-ab6fd4a1122d HTTP/1.1" status: 200 len: 945 time: 0.0629749 Oct 12 08:12:24.898277 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-e29f51db-cb0b-4bea-9049-0274ec377fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393ee898-e25d-4f6b-b5ad-2db28f5f710d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1110732039', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '0e1f5e1e-f0e3-49d0-822b-138e70feaad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:10:43Z', 'updated_at': '2022-10-12T08:10:46Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': '0e1f5e1e-f0e3-49d0-822b-138e70feaad3', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393ee898-e25d-4f6b-b5ad-2db28f5f710d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:10:43Z', 'updated_at': '2022-10-12T08:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '17af1dcf-5e49-42aa-af1a-a2075e6a62cf', 'name': '', 'network_id': 'b90fb442-050c-41ff-8c6a-fceeea079410', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'mac_address': 'fa:16:3e:8b:76:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393ee898-e25d-4f6b-b5ad-2db28f5f710d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '324666e0-50d4-45fd-9c12-994078bca441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:10:46Z', 'updated_at': '2022-10-12T08:10:49Z', 'revision_number': 5, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'subnets': [{'id': '324666e0-50d4-45fd-9c12-994078bca441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:12:24.925375 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29f51db-cb0b-4bea-9049-0274ec377fa6 None None] Checking router: 393ee898-e25d-4f6b-b5ad-2db28f5f710d for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:12:24.933800 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29f51db-cb0b-4bea-9049-0274ec377fa6 None None] Routers {'393ee898-e25d-4f6b-b5ad-2db28f5f710d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:12:24.934439 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-e29f51db-cb0b-4bea-9049-0274ec377fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:12:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['393ee898-e25d-4f6b-b5ad-2db28f5f710d'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:12:25.043585 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-e29f51db-cb0b-4bea-9049-0274ec377fa6 None None] Set router 393ee898-e25d-4f6b-b5ad-2db28f5f710d gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:12:25.247311 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-e29f51db-cb0b-4bea-9049-0274ec377fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393ee898-e25d-4f6b-b5ad-2db28f5f710d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1110732039', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '0e1f5e1e-f0e3-49d0-822b-138e70feaad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:10:43Z', 'updated_at': '2022-10-12T08:10:46Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': '0e1f5e1e-f0e3-49d0-822b-138e70feaad3', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393ee898-e25d-4f6b-b5ad-2db28f5f710d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:10:43Z', 'updated_at': '2022-10-12T08:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '17af1dcf-5e49-42aa-af1a-a2075e6a62cf', 'name': '', 'network_id': 'b90fb442-050c-41ff-8c6a-fceeea079410', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'mac_address': 'fa:16:3e:8b:76:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393ee898-e25d-4f6b-b5ad-2db28f5f710d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '324666e0-50d4-45fd-9c12-994078bca441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:10:46Z', 'updated_at': '2022-10-12T08:10:49Z', 'revision_number': 5, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'subnets': [{'id': '324666e0-50d4-45fd-9c12-994078bca441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:12:25.256535 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2c14afee-2459-4a96-8639-3af3b04783ad req-bf5462e2-ca1c-4c1d-a575-5c0cd9acaea1 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=bca6eb21-ac4a-4fd7-b1a6-ced502e7c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4088795 Oct 12 08:12:25.276773 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca14bbb-f86e-4181-bb04-13a1c9f92458 req-48a7280d-2e3b-4176-a7ea-82803c914a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:12:25.277531 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29f51db-cb0b-4bea-9049-0274ec377fa6 None None] The sync data for ids ['393ee898-e25d-4f6b-b5ad-2db28f5f710d'] in dv-neutron-860909-2-hyperv is: [{'id': '393ee898-e25d-4f6b-b5ad-2db28f5f710d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1110732039', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '0e1f5e1e-f0e3-49d0-822b-138e70feaad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:10:43Z', 'updated_at': '2022-10-12T08:10:46Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': '0e1f5e1e-f0e3-49d0-822b-138e70feaad3', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393ee898-e25d-4f6b-b5ad-2db28f5f710d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:10:43Z', 'updated_at': '2022-10-12T08:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '17af1dcf-5e49-42aa-af1a-a2075e6a62cf', 'name': '', 'network_id': 'b90fb442-050c-41ff-8c6a-fceeea079410', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'mac_address': 'fa:16:3e:8b:76:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393ee898-e25d-4f6b-b5ad-2db28f5f710d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '324666e0-50d4-45fd-9c12-994078bca441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:10:46Z', 'updated_at': '2022-10-12T08:10:49Z', 'revision_number': 5, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'subnets': [{'id': '324666e0-50d4-45fd-9c12-994078bca441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:12:25.278260 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9ca14bbb-f86e-4181-bb04-13a1c9f92458 req-48a7280d-2e3b-4176-a7ea-82803c914a80 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b90fb442-050c-41ff-8c6a-fceeea079410 HTTP/1.1" status: 200 len: 898 time: 0.4574137 Oct 12 08:12:25.322278 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9ca14bbb-f86e-4181-bb04-13a1c9f92458 req-492f5c61-5da3-4b3f-8011-6b8c29ea77f5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d938c12e-72a7-4627-9d08-654385c8f170 HTTP/1.1" status: 200 len: 217 time: 0.0361192 Oct 12 08:12:25.377699 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca14bbb-f86e-4181-bb04-13a1c9f92458 req-a32b2e31-f0ee-46d6-8b49-674180f3d395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:12:25.379212 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9ca14bbb-f86e-4181-bb04-13a1c9f92458 req-a32b2e31-f0ee-46d6-8b49-674180f3d395 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=324666e0-50d4-45fd-9c12-994078bca441 HTTP/1.1" status: 200 len: 835 time: 0.0465648 Oct 12 08:12:25.433856 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca14bbb-f86e-4181-bb04-13a1c9f92458 req-fe32d30e-3a5f-4464-b32e-5e73962eefb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:12:25.435411 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9ca14bbb-f86e-4181-bb04-13a1c9f92458 req-fe32d30e-3a5f-4464-b32e-5e73962eefb3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b90fb442-050c-41ff-8c6a-fceeea079410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0460386 Oct 12 08:12:25.498957 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960e7e57-8409-40bd-ac11-7841dcc63e89 None None] New status for floating IP ab06152a-c152-4ef2-b580-e5fa4cdb81dd: DOWN {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 08:12:25.529125 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9ca14bbb-f86e-4181-bb04-13a1c9f92458 req-5d538724-4653-4a6e-ad64-c6dd1d4c2823 service neutron] 10.222.0.23 "GET /v2.0/networks/b90fb442-050c-41ff-8c6a-fceeea079410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859001 Oct 12 08:12:25.624090 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9ca14bbb-f86e-4181-bb04-13a1c9f92458 req-f08caf39-3311-4913-926d-fdc9c53802c7 service neutron] 10.222.0.23 "GET /v2.0/networks/b90fb442-050c-41ff-8c6a-fceeea079410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868657 Oct 12 08:12:26.383780 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b637071-1c63-4886-9960-e276ede9804b req-142e7fee-7cd6-4989-ac08-44d47d744907 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:12:26.385229 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6b637071-1c63-4886-9960-e276ede9804b req-142e7fee-7cd6-4989-ac08-44d47d744907 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb5631b6-b133-45c1-9cf9-ab6fd4a1122d HTTP/1.1" status: 200 len: 945 time: 0.0472338 Oct 12 08:12:26.500079 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b01bd7-61ae-43d5-a971-7bddde3b2a3e req-62aa1745-577b-420c-bd26-5fc78fd099f4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:12:26.501561 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f7b01bd7-61ae-43d5-a971-7bddde3b2a3e req-62aa1745-577b-420c-bd26-5fc78fd099f4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5631b6-b133-45c1-9cf9-ab6fd4a1122d HTTP/1.1" status: 200 len: 945 time: 0.1697824 Oct 12 08:12:26.533713 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-6b637071-1c63-4886-9960-e276ede9804b req-e37936a7-5931-418e-9644-5be13c77b71a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Deleting port d938c12e-72a7-4627-9d08-654385c8f170 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:12:26.534081 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-6b637071-1c63-4886-9960-e276ede9804b req-e37936a7-5931-418e-9644-5be13c77b71a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:26.564070 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f7b01bd7-61ae-43d5-a971-7bddde3b2a3e req-8f1093c6-5cf7-443e-9c8e-14bfc10a6ac8 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=bca6eb21-ac4a-4fd7-b1a6-ced502e7c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556369 Oct 12 08:12:26.632050 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-6b637071-1c63-4886-9960-e276ede9804b req-e37936a7-5931-418e-9644-5be13c77b71a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] For port d938c12e-72a7-4627-9d08-654385c8f170, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=d938c12e-72a7-4627-9d08-654385c8f170,segment=NetworkSegment(3a4d1b16-3f2a-47cf-bead-4308e8920c10),segment_id=3a4d1b16-3f2a-47cf-bead-4308e8920c10)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:12:26.632415 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-6b637071-1c63-4886-9960-e276ede9804b req-e37936a7-5931-418e-9644-5be13c77b71a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:26.645156 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-6b637071-1c63-4886-9960-e276ede9804b req-e37936a7-5931-418e-9644-5be13c77b71a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Calling delete_port for d938c12e-72a7-4627-9d08-654385c8f170 owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:12:26.772746 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-6b637071-1c63-4886-9960-e276ede9804b req-e37936a7-5931-418e-9644-5be13c77b71a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:26.801052 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37936a7-5931-418e-9644-5be13c77b71a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event deleted for resources: {'Port': ['ID=d938c12e-72a7-4627-9d08-654385c8f170,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:12:26.831510 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37936a7-5931-418e-9644-5be13c77b71a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:12:26.831870 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37936a7-5931-418e-9644-5be13c77b71a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:12:26.832217 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37936a7-5931-418e-9644-5be13c77b71a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:12:26.832554 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37936a7-5931-418e-9644-5be13c77b71a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:12:26.832893 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37936a7-5931-418e-9644-5be13c77b71a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:12:26.833237 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37936a7-5931-418e-9644-5be13c77b71a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:12:26.833570 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37936a7-5931-418e-9644-5be13c77b71a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:12:26.833901 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37936a7-5931-418e-9644-5be13c77b71a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:12:26.834256 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37936a7-5931-418e-9644-5be13c77b71a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:12:26.834585 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37936a7-5931-418e-9644-5be13c77b71a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:12:26.834913 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37936a7-5931-418e-9644-5be13c77b71a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:12:26.835239 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37936a7-5931-418e-9644-5be13c77b71a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:12:26.857139 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b637071-1c63-4886-9960-e276ede9804b req-e37936a7-5931-418e-9644-5be13c77b71a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] No DVR routers for this DVR port d938c12e-72a7-4627-9d08-654385c8f170 on host hv-neutron-8609 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 08:12:26.859587 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-6b637071-1c63-4886-9960-e276ede9804b req-e37936a7-5931-418e-9644-5be13c77b71a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:26.862882 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6b637071-1c63-4886-9960-e276ede9804b req-e37936a7-5931-418e-9644-5be13c77b71a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.23 "DELETE /v2.0/ports/d938c12e-72a7-4627-9d08-654385c8f170 HTTP/1.1" status: 204 len: 173 time: 0.4713285 Oct 12 08:12:26.863391 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5631b6-b133-45c1-9cf9-ab6fd4a1122d', 'name': 'network-vif-deleted', 'tag': 'd938c12e-72a7-4627-9d08-654385c8f170'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:12:26.865803 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5865486-45dc-48be-9911-d8b64684e124" -d '{"events": [{"server_uuid": "cb5631b6-b133-45c1-9cf9-ab6fd4a1122d", "name": "network-vif-deleted", "tag": "d938c12e-72a7-4627-9d08-654385c8f170"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:12:26.906208 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 08:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d266882-1328-4bd6-9435-faa54b07dc90 x-openstack-request-id: req-2d266882-1328-4bd6-9435-faa54b07dc90 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:12:26.906690 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5631b6-b133-45c1-9cf9-ab6fd4a1122d", "name": "network-vif-deleted", "tag": "d938c12e-72a7-4627-9d08-654385c8f170", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:12:26.906964 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2d266882-1328-4bd6-9435-faa54b07dc90 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:12:26.907378 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d266882-1328-4bd6-9435-faa54b07dc90'] response: {'server_uuid': 'cb5631b6-b133-45c1-9cf9-ab6fd4a1122d', 'name': 'network-vif-deleted', 'tag': 'd938c12e-72a7-4627-9d08-654385c8f170', 'status': 'completed', 'code': 200} Oct 12 08:12:27.625650 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48502) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:12:27.967485 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-45fad312-3267-4688-9bf4-39470074a4b8 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:28.210818 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-45fad312-3267-4688-9bf4-39470074a4b8 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Deleting port 17af1dcf-5e49-42aa-af1a-a2075e6a62cf {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:12:28.211160 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-45fad312-3267-4688-9bf4-39470074a4b8 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:28.299206 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-45fad312-3267-4688-9bf4-39470074a4b8 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] For port 17af1dcf-5e49-42aa-af1a-a2075e6a62cf, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=17af1dcf-5e49-42aa-af1a-a2075e6a62cf,segment=NetworkSegment(3a4d1b16-3f2a-47cf-bead-4308e8920c10),segment_id=3a4d1b16-3f2a-47cf-bead-4308e8920c10)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:12:28.299484 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-45fad312-3267-4688-9bf4-39470074a4b8 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:28.311597 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-45fad312-3267-4688-9bf4-39470074a4b8 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Calling delete_port for 17af1dcf-5e49-42aa-af1a-a2075e6a62cf owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:12:28.491518 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-45fad312-3267-4688-9bf4-39470074a4b8 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:28.518221 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fad312-3267-4688-9bf4-39470074a4b8 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event deleted for resources: {'Port': ['ID=17af1dcf-5e49-42aa-af1a-a2075e6a62cf,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:12:28.685256 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-45fad312-3267-4688-9bf4-39470074a4b8 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:28.897580 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45fad312-3267-4688-9bf4-39470074a4b8 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Router 393ee898-e25d-4f6b-b5ad-2db28f5f710d has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:12:29.002848 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45fad312-3267-4688-9bf4-39470074a4b8 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:12:29.007988 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-45fad312-3267-4688-9bf4-39470074a4b8 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "PUT /v2.0/routers/393ee898-e25d-4f6b-b5ad-2db28f5f710d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3812244 Oct 12 08:12:29.010543 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48504) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:12:29.012954 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0106fb09-92a4-4365-b0eb-9fff9cadc734 None None] Sync routers for ids ['393ee898-e25d-4f6b-b5ad-2db28f5f710d'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:12:29.022826 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0106fb09-92a4-4365-b0eb-9fff9cadc734 None None] Routers {'393ee898-e25d-4f6b-b5ad-2db28f5f710d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:12:29.023420 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-0106fb09-92a4-4365-b0eb-9fff9cadc734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:12:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['393ee898-e25d-4f6b-b5ad-2db28f5f710d'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:12:29.059809 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-263b6769-634f-41b5-89a8-682cab05cdb9 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Deleting subnet 324666e0-50d4-45fd-9c12-994078bca441 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 08:12:29.062882 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-263b6769-634f-41b5-89a8-682cab05cdb9 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:29.104614 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-263b6769-634f-41b5-89a8-682cab05cdb9 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:29.189373 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-263b6769-634f-41b5-89a8-682cab05cdb9 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:29.249654 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-263b6769-634f-41b5-89a8-682cab05cdb9 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:29.273494 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-0106fb09-92a4-4365-b0eb-9fff9cadc734 None None] Set router 393ee898-e25d-4f6b-b5ad-2db28f5f710d gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:12:29.280323 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b6769-634f-41b5-89a8-682cab05cdb9 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event deleted for resources: {'Subnet': ['ID=324666e0-50d4-45fd-9c12-994078bca441,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:12:29.283986 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-263b6769-634f-41b5-89a8-682cab05cdb9 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:29.287745 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-263b6769-634f-41b5-89a8-682cab05cdb9 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "DELETE /v2.0/subnets/324666e0-50d4-45fd-9c12-994078bca441 HTTP/1.1" status: 204 len: 168 time: 0.2762227 Oct 12 08:12:29.290321 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48506) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:12:29.305326 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c21f53-b4ee-4363-bde8-7969763b8092 None None] Network b90fb442-050c-41ff-8c6a-fceeea079410 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:12:29.393160 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f6a18838-01fa-4712-89ee-0236fa06f03e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for router, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:29.564382 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-0106fb09-92a4-4365-b0eb-9fff9cadc734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393ee898-e25d-4f6b-b5ad-2db28f5f710d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1110732039', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '0e1f5e1e-f0e3-49d0-822b-138e70feaad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:10:43Z', 'updated_at': '2022-10-12T08:12:28Z', 'revision_number': 5, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': '0e1f5e1e-f0e3-49d0-822b-138e70feaad3', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393ee898-e25d-4f6b-b5ad-2db28f5f710d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:10:43Z', 'updated_at': '2022-10-12T08:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:12:29.598881 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0106fb09-92a4-4365-b0eb-9fff9cadc734 None None] Checking router: 393ee898-e25d-4f6b-b5ad-2db28f5f710d for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:12:29.610620 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7163c970-b64d-490e-ac6b-150ebded07a0 None None] DHCP port deletion for b90fb442-050c-41ff-8c6a-fceeea079410 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 08:12:29.615661 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0106fb09-92a4-4365-b0eb-9fff9cadc734 None None] Routers {'393ee898-e25d-4f6b-b5ad-2db28f5f710d'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:12:29.616288 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-0106fb09-92a4-4365-b0eb-9fff9cadc734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:12:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['393ee898-e25d-4f6b-b5ad-2db28f5f710d'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:12:29.752169 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7163c970-b64d-490e-ac6b-150ebded07a0 None None] Deleting port f10faef7-4526-4559-b5e4-90495970ce52 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:12:29.752465 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7163c970-b64d-490e-ac6b-150ebded07a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:29.757871 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-0106fb09-92a4-4365-b0eb-9fff9cadc734 None None] Set router 393ee898-e25d-4f6b-b5ad-2db28f5f710d gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:12:29.826759 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f6a18838-01fa-4712-89ee-0236fa06f03e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:29.877902 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-f6a18838-01fa-4712-89ee-0236fa06f03e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Deleting port 0e1f5e1e-f0e3-49d0-822b-138e70feaad3 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:12:29.878272 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f6a18838-01fa-4712-89ee-0236fa06f03e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:29.889193 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-7163c970-b64d-490e-ac6b-150ebded07a0 None None] For port f10faef7-4526-4559-b5e4-90495970ce52, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=f10faef7-4526-4559-b5e4-90495970ce52,segment=NetworkSegment(3a4d1b16-3f2a-47cf-bead-4308e8920c10),segment_id=3a4d1b16-3f2a-47cf-bead-4308e8920c10)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:12:29.889586 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7163c970-b64d-490e-ac6b-150ebded07a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:29.933913 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7163c970-b64d-490e-ac6b-150ebded07a0 None None] Calling delete_port for f10faef7-4526-4559-b5e4-90495970ce52 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:12:29.953663 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-f6a18838-01fa-4712-89ee-0236fa06f03e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] For port 0e1f5e1e-f0e3-49d0-822b-138e70feaad3, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=0e1f5e1e-f0e3-49d0-822b-138e70feaad3,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:12:29.954050 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f6a18838-01fa-4712-89ee-0236fa06f03e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:29.970246 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-f6a18838-01fa-4712-89ee-0236fa06f03e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Calling delete_port for 0e1f5e1e-f0e3-49d0-822b-138e70feaad3 owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:12:30.057839 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7163c970-b64d-490e-ac6b-150ebded07a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:30.069912 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-0106fb09-92a4-4365-b0eb-9fff9cadc734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393ee898-e25d-4f6b-b5ad-2db28f5f710d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1110732039', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '0e1f5e1e-f0e3-49d0-822b-138e70feaad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:10:43Z', 'updated_at': '2022-10-12T08:12:28Z', 'revision_number': 5, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': '0e1f5e1e-f0e3-49d0-822b-138e70feaad3', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393ee898-e25d-4f6b-b5ad-2db28f5f710d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:10:43Z', 'updated_at': '2022-10-12T08:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:12:30.094675 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7163c970-b64d-490e-ac6b-150ebded07a0 None None] No DVR routers for this DVR port f10faef7-4526-4559-b5e4-90495970ce52 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 08:12:30.122605 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7163c970-b64d-490e-ac6b-150ebded07a0 None None] Pushing event deleted for resources: {'Port': ['ID=f10faef7-4526-4559-b5e4-90495970ce52,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:12:30.129471 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0106fb09-92a4-4365-b0eb-9fff9cadc734 None None] The sync data for ids ['393ee898-e25d-4f6b-b5ad-2db28f5f710d'] in dv-neutron-860909-2-hyperv is: [{'id': '393ee898-e25d-4f6b-b5ad-2db28f5f710d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1110732039', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '0e1f5e1e-f0e3-49d0-822b-138e70feaad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:10:43Z', 'updated_at': '2022-10-12T08:12:28Z', 'revision_number': 5, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': '0e1f5e1e-f0e3-49d0-822b-138e70feaad3', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393ee898-e25d-4f6b-b5ad-2db28f5f710d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:10:43Z', 'updated_at': '2022-10-12T08:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:12:30.132813 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163c970-b64d-490e-ac6b-150ebded07a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:12:30.133833 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163c970-b64d-490e-ac6b-150ebded07a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:12:30.133833 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163c970-b64d-490e-ac6b-150ebded07a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:12:30.133833 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163c970-b64d-490e-ac6b-150ebded07a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:12:30.134113 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163c970-b64d-490e-ac6b-150ebded07a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:12:30.134329 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163c970-b64d-490e-ac6b-150ebded07a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:12:30.134657 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163c970-b64d-490e-ac6b-150ebded07a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:12:30.134974 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163c970-b64d-490e-ac6b-150ebded07a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:12:30.135299 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163c970-b64d-490e-ac6b-150ebded07a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:12:30.135621 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163c970-b64d-490e-ac6b-150ebded07a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:12:30.135941 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163c970-b64d-490e-ac6b-150ebded07a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:12:30.136261 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163c970-b64d-490e-ac6b-150ebded07a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:12:30.139623 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f6a18838-01fa-4712-89ee-0236fa06f03e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:30.169925 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a18838-01fa-4712-89ee-0236fa06f03e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event deleted for resources: {'Port': ['ID=0e1f5e1e-f0e3-49d0-822b-138e70feaad3,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:12:30.229681 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f6a18838-01fa-4712-89ee-0236fa06f03e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:30.322212 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f6a18838-01fa-4712-89ee-0236fa06f03e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:30.324718 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f6a18838-01fa-4712-89ee-0236fa06f03e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:30.371708 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f6a18838-01fa-4712-89ee-0236fa06f03e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:30.372173 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a18838-01fa-4712-89ee-0236fa06f03e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Fanout notify agent at l3_agent the message router_deleted on router 393ee898-e25d-4f6b-b5ad-2db28f5f710d {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 08:12:30.379799 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f6a18838-01fa-4712-89ee-0236fa06f03e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:30.380963 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f6a18838-01fa-4712-89ee-0236fa06f03e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "DELETE /v2.0/routers/393ee898-e25d-4f6b-b5ad-2db28f5f710d HTTP/1.1" status: 204 len: 168 time: 1.0897253 Oct 12 08:12:30.383619 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48508) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:12:30.461429 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ea462f14-44ae-43d7-b3e4-314f0211112a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:30.551027 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ea462f14-44ae-43d7-b3e4-314f0211112a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:30.569991 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-ea462f14-44ae-43d7-b3e4-314f0211112a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b90fb442-050c-41ff-8c6a-fceeea079410']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:12:30.578989 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-ea462f14-44ae-43d7-b3e4-314f0211112a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a4d1b16-3f2a-47cf-bead-4308e8920c10') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:12:30.579284 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-ea462f14-44ae-43d7-b3e4-314f0211112a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a4d1b16-3f2a-47cf-bead-4308e8920c10') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:12:30.588296 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ea462f14-44ae-43d7-b3e4-314f0211112a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:30.601157 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ea462f14-44ae-43d7-b3e4-314f0211112a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:30.607079 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea462f14-44ae-43d7-b3e4-314f0211112a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 08:12:30.607457 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ea462f14-44ae-43d7-b3e4-314f0211112a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:30.637829 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 3a4d1b16-3f2a-47cf-bead-4308e8920c10 resource provider aggregate not found Oct 12 08:12:30.667363 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 3a4d1b16-3f2a-47cf-bead-4308e8920c10 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3a4d1b16-3f2a-47cf-bead-4308e8920c10 found for delete ", "request_id": "req-e26c60a1-8472-44d4-9eb9-c9143977d7c8"}]} Oct 12 08:12:30.675133 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ea462f14-44ae-43d7-b3e4-314f0211112a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:30.683242 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ea462f14-44ae-43d7-b3e4-314f0211112a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:30.685751 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ea462f14-44ae-43d7-b3e4-314f0211112a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "DELETE /v2.0/networks/b90fb442-050c-41ff-8c6a-fceeea079410 HTTP/1.1" status: 204 len: 168 time: 0.3010132 Oct 12 08:12:30.688650 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48514) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:12:30.700945 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea462f14-44ae-43d7-b3e4-314f0211112a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event deleted for resources: {'Network': ['ID=b90fb442-050c-41ff-8c6a-fceeea079410,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:12:30.748582 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9779752d-13f5-4502-b60e-14ea9e87e37a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:30.775276 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9779752d-13f5-4502-b60e-14ea9e87e37a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:30.842231 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9779752d-13f5-4502-b60e-14ea9e87e37a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:30.844921 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9779752d-13f5-4502-b60e-14ea9e87e37a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:30.846398 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-9779752d-13f5-4502-b60e-14ea9e87e37a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "DELETE /v2.0/security-groups/bca6eb21-ac4a-4fd7-b1a6-ced502e7c7d4 HTTP/1.1" status: 204 len: 168 time: 0.1565139 Oct 12 08:12:30.863439 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9779752d-13f5-4502-b60e-14ea9e87e37a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca6eb21-ac4a-4fd7-b1a6-ced502e7c7d4,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:12:30.872449 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 17af1dcf-5e49-42aa-af1a-a2075e6a62cf no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:12:30.898256 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 17af1dcf-5e49-42aa-af1a-a2075e6a62cf {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:12:30.898676 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 17af1dcf-5e49-42aa-af1a-a2075e6a62cf not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:12:30.899173 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 0e1f5e1e-f0e3-49d0-822b-138e70feaad3 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:12:30.924962 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 0e1f5e1e-f0e3-49d0-822b-138e70feaad3 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:12:30.925305 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 0e1f5e1e-f0e3-49d0-822b-138e70feaad3 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:12:30.925947 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device f10faef7-4526-4559-b5e4-90495970ce52 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:12:30.949135 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: f10faef7-4526-4559-b5e4-90495970ce52 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:12:30.949482 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device f10faef7-4526-4559-b5e4-90495970ce52 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:12:30.978362 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48520) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:12:30.983202 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-2d2f21df-e758-4adc-86ca-28870741ef50 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1060989057', 'description': 'tempest-secgroup-smoke-1060989057 description', 'project_id': 'de61a77e33c34229aece15b07cc0cc0f'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:12:31.003685 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2d2f21df-e758-4adc-86ca-28870741ef50 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:31.063035 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device d938c12e-72a7-4627-9d08-654385c8f170 no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:12:31.068280 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2d2f21df-e758-4adc-86ca-28870741ef50 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:31.072329 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2d2f21df-e758-4adc-86ca-28870741ef50 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:31.083783 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] No Port match for: d938c12e-72a7-4627-9d08-654385c8f170 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:12:31.084175 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device d938c12e-72a7-4627-9d08-654385c8f170 not bound to the agent host hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:12:31.107354 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2d2f21df-e758-4adc-86ca-28870741ef50 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:31.108558 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-2d2f21df-e758-4adc-86ca-28870741ef50 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1291919 Oct 12 08:12:31.111554 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48522) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:12:31.112609 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f21df-e758-4adc-86ca-28870741ef50 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c063dca5-ee2e-4ed4-a656-a4cb31ac5eab,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:12:31.116351 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-fff4dc05-cfcf-404c-9a5d-70b0fedb06e0 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'security_group_rule': {'security_group_id': 'c063dca5-ee2e-4ed4-a656-a4cb31ac5eab', 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:12:31.140268 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fff4dc05-cfcf-404c-9a5d-70b0fedb06e0 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:31.193940 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fff4dc05-cfcf-404c-9a5d-70b0fedb06e0 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:31.197322 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fff4dc05-cfcf-404c-9a5d-70b0fedb06e0 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:31.214286 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff4dc05-cfcf-404c-9a5d-70b0fedb06e0 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8deda99c-86ab-462d-a0de-173faa86e4f1,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:12:31.225145 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fff4dc05-cfcf-404c-9a5d-70b0fedb06e0 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:31.226361 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-fff4dc05-cfcf-404c-9a5d-70b0fedb06e0 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1137755 Oct 12 08:12:31.229108 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48524) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:12:31.233732 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-2b13356c-995b-4c11-b305-71ee9937110a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'security_group_rule': {'security_group_id': 'c063dca5-ee2e-4ed4-a656-a4cb31ac5eab', 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:12:31.257785 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2b13356c-995b-4c11-b305-71ee9937110a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:31.312172 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2b13356c-995b-4c11-b305-71ee9937110a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:31.315742 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2b13356c-995b-4c11-b305-71ee9937110a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:31.334100 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b13356c-995b-4c11-b305-71ee9937110a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f7bf724-2d5e-4286-94f2-14a6d7579e6f,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:12:31.341231 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2b13356c-995b-4c11-b305-71ee9937110a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:31.342440 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-2b13356c-995b-4c11-b305-71ee9937110a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1123946 Oct 12 08:12:31.345134 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48526) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:12:31.349446 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-877b57c1-6ca9-4a26-8765-99a368f01c2b tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'security_group_rule': {'security_group_id': 'c063dca5-ee2e-4ed4-a656-a4cb31ac5eab', 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:12:31.373628 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-877b57c1-6ca9-4a26-8765-99a368f01c2b tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:31.430633 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-877b57c1-6ca9-4a26-8765-99a368f01c2b tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:31.434002 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-877b57c1-6ca9-4a26-8765-99a368f01c2b tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:31.453873 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b57c1-6ca9-4a26-8765-99a368f01c2b tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0266a33-1860-4d1b-b2a0-e60b6efddc27,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:12:31.463225 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-877b57c1-6ca9-4a26-8765-99a368f01c2b tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:31.464401 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-877b57c1-6ca9-4a26-8765-99a368f01c2b tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183312 Oct 12 08:12:31.467159 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48528) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:12:31.471309 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-c248eddd-fd94-444e-912a-69fb0545a19e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'security_group_rule': {'security_group_id': 'c063dca5-ee2e-4ed4-a656-a4cb31ac5eab', 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:12:31.495581 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c248eddd-fd94-444e-912a-69fb0545a19e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:31.552236 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c248eddd-fd94-444e-912a-69fb0545a19e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:31.555432 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c248eddd-fd94-444e-912a-69fb0545a19e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:31.572597 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248eddd-fd94-444e-912a-69fb0545a19e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c44cc1e1-26a9-412e-967e-9b193eaa84e5,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:12:31.580833 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c248eddd-fd94-444e-912a-69fb0545a19e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:31.582097 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c248eddd-fd94-444e-912a-69fb0545a19e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1140041 Oct 12 08:12:31.585009 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48530) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:12:31.589282 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-a8499619-12aa-4e53-a6f7-fe6993fbdc8a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'security_group_rule': {'security_group_id': 'c063dca5-ee2e-4ed4-a656-a4cb31ac5eab', 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:12:31.608239 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-a8499619-12aa-4e53-a6f7-fe6993fbdc8a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Project de61a77e33c34229aece15b07cc0cc0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 08:12:31.613365 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a8499619-12aa-4e53-a6f7-fe6993fbdc8a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:31.670628 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a8499619-12aa-4e53-a6f7-fe6993fbdc8a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:31.673959 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a8499619-12aa-4e53-a6f7-fe6993fbdc8a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:31.690752 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8499619-12aa-4e53-a6f7-fe6993fbdc8a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b6ab384-d488-4e42-89c4-0414868dee7b,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:12:31.699226 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a8499619-12aa-4e53-a6f7-fe6993fbdc8a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:31.700407 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a8499619-12aa-4e53-a6f7-fe6993fbdc8a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1144807 Oct 12 08:12:31.703131 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48532) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:12:31.707513 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-bb1bf97c-4dcd-4f57-899c-0f4e22df3d52 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'security_group_rule': {'security_group_id': 'c063dca5-ee2e-4ed4-a656-a4cb31ac5eab', 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:12:31.726772 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-bb1bf97c-4dcd-4f57-899c-0f4e22df3d52 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Project de61a77e33c34229aece15b07cc0cc0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 08:12:31.731620 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb1bf97c-4dcd-4f57-899c-0f4e22df3d52 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:31.791959 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb1bf97c-4dcd-4f57-899c-0f4e22df3d52 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:31.795142 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb1bf97c-4dcd-4f57-899c-0f4e22df3d52 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:31.815565 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1bf97c-4dcd-4f57-899c-0f4e22df3d52 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=627f9a20-ccc0-4483-80e0-1eb35ac000d2,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:12:31.823625 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bb1bf97c-4dcd-4f57-899c-0f4e22df3d52 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:31.824800 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-bb1bf97c-4dcd-4f57-899c-0f4e22df3d52 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1206980 Oct 12 08:12:31.827587 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48534) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:12:31.832248 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-87e36056-2910-4c0b-b7c9-66b3c69bd877 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'network': {'name': 'tempest-network-smoke--1814527473', 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'port_security_enabled': True}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:12:31.850579 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e36056-2910-4c0b-b7c9-66b3c69bd877 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Made reservation on behalf of de61a77e33c34229aece15b07cc0cc0f for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:12:31.853825 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-87e36056-2910-4c0b-b7c9-66b3c69bd877 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:31.876853 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87e36056-2910-4c0b-b7c9-66b3c69bd877 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 08:12:31.886859 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-87e36056-2910-4c0b-b7c9-66b3c69bd877 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:31.887312 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-87e36056-2910-4c0b-b7c9-66b3c69bd877 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Added segment 375347e3-4fe9-48b2-a035-8bc2cd32a58c of type vlan for network e43bb4be-780d-49f0-9bd2-5a227bd67ddf Oct 12 08:12:31.929327 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-87e36056-2910-4c0b-b7c9-66b3c69bd877 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:31.951897 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-87e36056-2910-4c0b-b7c9-66b3c69bd877 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:31.957541 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e36056-2910-4c0b-b7c9-66b3c69bd877 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:12:31.958150 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-87e36056-2910-4c0b-b7c9-66b3c69bd877 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:31.995218 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-87e36056-2910-4c0b-b7c9-66b3c69bd877 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1666434 Oct 12 08:12:31.997913 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48536) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:12:32.004250 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-0bd09459-3406-493e-8fac-cc90091c1500 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1104123081', 'admin_state_up': True, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:12:32.034478 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e36056-2910-4c0b-b7c9-66b3c69bd877 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'Network': ['ID=e43bb4be-780d-49f0-9bd2-5a227bd67ddf,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:12:32.044870 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network e43bb4be-780d-49f0-9bd2-5a227bd67ddf details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 08:12:32.053339 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0bd09459-3406-493e-8fac-cc90091c1500 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:32.054389 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0bd09459-3406-493e-8fac-cc90091c1500 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:32.109394 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0bd09459-3406-493e-8fac-cc90091c1500 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:32.246281 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0bd09459-3406-493e-8fac-cc90091c1500 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:32.430884 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0bd09459-3406-493e-8fac-cc90091c1500 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for router_gateway, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:32.450383 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0bd09459-3406-493e-8fac-cc90091c1500 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:32.553432 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-0bd09459-3406-493e-8fac-cc90091c1500 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Allocated IP 172.26.3.144 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/f7c2205e-7ff3-45bf-8a55-ea2476b4bca6) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:12:32.658954 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0bd09459-3406-493e-8fac-cc90091c1500 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:32.690328 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0bd09459-3406-493e-8fac-cc90091c1500 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:32.730865 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd09459-3406-493e-8fac-cc90091c1500 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:12:32.733719 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-0bd09459-3406-493e-8fac-cc90091c1500 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:12:32.737233 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd09459-3406-493e-8fac-cc90091c1500 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:12:32.766264 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd09459-3406-493e-8fac-cc90091c1500 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'Port': ['ID=f7c2205e-7ff3-45bf-8a55-ea2476b4bca6,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:12:32.988703 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0bd09459-3406-493e-8fac-cc90091c1500 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for router_gateway, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:33.176260 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0bd09459-3406-493e-8fac-cc90091c1500 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:33.298576 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd09459-3406-493e-8fac-cc90091c1500 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Router 374edede-a3dc-44dc-956d-524ffbf1cc52 is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 08:12:33.397952 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd09459-3406-493e-8fac-cc90091c1500 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:12:33.407716 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6b9de2-02fd-4382-86d3-d23dd21ba4ee None None] Sync routers for ids ['374edede-a3dc-44dc-956d-524ffbf1cc52'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:12:33.417578 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6b9de2-02fd-4382-86d3-d23dd21ba4ee None None] Routers {'374edede-a3dc-44dc-956d-524ffbf1cc52'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:12:33.417755 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0bd09459-3406-493e-8fac-cc90091c1500 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:33.418211 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-6a6b9de2-02fd-4382-86d3-d23dd21ba4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:12:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['374edede-a3dc-44dc-956d-524ffbf1cc52'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:12:33.419013 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-0bd09459-3406-493e-8fac-cc90091c1500 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4201441 Oct 12 08:12:33.493742 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48538) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:12:33.526457 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d95e86b1-4c90-486e-8771-f98f4e91cb90 tempest-TestNetworkAdvancedServerOps-682992196 tempest-TestNetworkAdvancedServerOps-682992196-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=de61a77e33c34229aece15b07cc0cc0f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291831 Oct 12 08:12:33.526699 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48540) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:12:33.527757 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-6a6b9de2-02fd-4382-86d3-d23dd21ba4ee None None] Set router 374edede-a3dc-44dc-956d-524ffbf1cc52 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:12:33.612421 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ad1f1f-b0ff-4edd-a2b7-372129fd0873 tempest-TestNetworkAdvancedServerOps-682992196 tempest-TestNetworkAdvancedServerOps-682992196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:12:33.617005 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-71ad1f1f-b0ff-4edd-a2b7-372129fd0873 tempest-TestNetworkAdvancedServerOps-682992196 tempest-TestNetworkAdvancedServerOps-682992196-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0869780 Oct 12 08:12:33.617239 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48542) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:12:33.645192 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-61fdcef0-afe7-40fc-89cd-296d78942517 tempest-TestNetworkAdvancedServerOps-682992196 tempest-TestNetworkAdvancedServerOps-682992196-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268493 Oct 12 08:12:33.647643 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48544) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:12:33.652287 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-4977467d-765d-4ddb-8a15-114953de4851 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-115391395', 'network_id': 'e43bb4be-780d-49f0-9bd2-5a227bd67ddf', 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:12:33.739867 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4977467d-765d-4ddb-8a15-114953de4851 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Made reservation on behalf of de61a77e33c34229aece15b07cc0cc0f for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:12:33.743584 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4977467d-765d-4ddb-8a15-114953de4851 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:33.787235 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-6a6b9de2-02fd-4382-86d3-d23dd21ba4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374edede-a3dc-44dc-956d-524ffbf1cc52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1104123081', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.144'}], 'enable_snat': True}, 'gw_port_id': 'f7c2205e-7ff3-45bf-8a55-ea2476b4bca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:12:32Z', 'updated_at': '2022-10-12T08:12:32Z', 'revision_number': 3, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': 'f7c2205e-7ff3-45bf-8a55-ea2476b4bca6', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374edede-a3dc-44dc-956d-524ffbf1cc52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:12:32Z', 'updated_at': '2022-10-12T08:12:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:12:33.816269 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6b9de2-02fd-4382-86d3-d23dd21ba4ee None None] Checking router: 374edede-a3dc-44dc-956d-524ffbf1cc52 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:12:33.816631 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6b9de2-02fd-4382-86d3-d23dd21ba4ee None None] Updating router 374edede-a3dc-44dc-956d-524ffbf1cc52 port f7c2205e-7ff3-45bf-8a55-ea2476b4bca6 binding host dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 08:12:33.841635 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6a6b9de2-02fd-4382-86d3-d23dd21ba4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:33.930666 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4977467d-765d-4ddb-8a15-114953de4851 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:33.989120 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4977467d-765d-4ddb-8a15-114953de4851 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'Subnet': ['ID=9e92400f-322f-4bdb-8746-18f63f6f63cf,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:12:33.997428 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4977467d-765d-4ddb-8a15-114953de4851 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Checking segment: {'id': '375347e3-4fe9-48b2-a035-8bc2cd32a58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e43bb4be-780d-49f0-9bd2-5a227bd67ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:12:33.997782 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4977467d-765d-4ddb-8a15-114953de4851 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Network hostable DHCP agents. Network: e43bb4be-780d-49f0-9bd2-5a227bd67ddf, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 08:12:34.013677 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4977467d-765d-4ddb-8a15-114953de4851 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Network e43bb4be-780d-49f0-9bd2-5a227bd67ddf is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 08:12:34.023932 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-4977467d-765d-4ddb-8a15-114953de4851 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, e43bb4be-780d-49f0-9bd2-5a227bd67ddf) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:12:34.028504 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4977467d-765d-4ddb-8a15-114953de4851 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:12:34.029406 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-4977467d-765d-4ddb-8a15-114953de4851 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:34.032608 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cb0f50-21eb-4d23-bb81-56647328677e None None] Network e43bb4be-780d-49f0-9bd2-5a227bd67ddf requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:12:34.046153 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-4977467d-765d-4ddb-8a15-114953de4851 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3974757 Oct 12 08:12:34.048943 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48546) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:12:34.108623 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6a6b9de2-02fd-4382-86d3-d23dd21ba4ee None None] Notify callbacks [] for port, precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:34.115240 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6a6b9de2-02fd-4382-86d3-d23dd21ba4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:34.150729 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-6a6b9de2-02fd-4382-86d3-d23dd21ba4ee None None] Attempting to bind port f7c2205e-7ff3-45bf-8a55-ea2476b4bca6 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:12:34.151096 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-6a6b9de2-02fd-4382-86d3-d23dd21ba4ee None None] Attempting to bind port f7c2205e-7ff3-45bf-8a55-ea2476b4bca6 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:12:34.151445 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6b9de2-02fd-4382-86d3-d23dd21ba4ee None None] Attempting to bind port f7c2205e-7ff3-45bf-8a55-ea2476b4bca6 on network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:12:34.157592 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6b9de2-02fd-4382-86d3-d23dd21ba4ee None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:12:34.157957 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6b9de2-02fd-4382-86d3-d23dd21ba4ee None None] Checking segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:12:34.158373 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6a6b9de2-02fd-4382-86d3-d23dd21ba4ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:34.158757 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6b9de2-02fd-4382-86d3-d23dd21ba4ee None None] Bound using segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:12:34.159217 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-6a6b9de2-02fd-4382-86d3-d23dd21ba4ee None None] Bound port: f7c2205e-7ff3-45bf-8a55-ea2476b4bca6, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:12:34.159586 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6a6b9de2-02fd-4382-86d3-d23dd21ba4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:34.184456 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92472b46-ecdd-43fa-975b-8b43c2710291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-e43bb4be-780d-49f0-9bd2-5a227bd67ddf', 'network_id': 'e43bb4be-780d-49f0-9bd2-5a227bd67ddf', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'fixed_ips': [{'subnet_id': '9e92400f-322f-4bdb-8746-18f63f6f63cf'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 08:12:34.185401 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-92472b46-ecdd-43fa-975b-8b43c2710291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:34.192508 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529c7ae-a1e4-4d24-b154-b394c28e884d None None] Pushing event updated for resources: {'Port': ['ID=f7c2205e-7ff3-45bf-8a55-ea2476b4bca6,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:12:34.204699 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5529c7ae-a1e4-4d24-b154-b394c28e884d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:12:34.205040 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5529c7ae-a1e4-4d24-b154-b394c28e884d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:12:34.205367 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5529c7ae-a1e4-4d24-b154-b394c28e884d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:12:34.205694 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5529c7ae-a1e4-4d24-b154-b394c28e884d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:12:34.206009 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5529c7ae-a1e4-4d24-b154-b394c28e884d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:12:34.206437 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5529c7ae-a1e4-4d24-b154-b394c28e884d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:12:34.207414 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5529c7ae-a1e4-4d24-b154-b394c28e884d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:12:34.207731 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5529c7ae-a1e4-4d24-b154-b394c28e884d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:12:34.208048 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5529c7ae-a1e4-4d24-b154-b394c28e884d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:12:34.208358 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5529c7ae-a1e4-4d24-b154-b394c28e884d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:12:34.208669 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5529c7ae-a1e4-4d24-b154-b394c28e884d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:12:34.208975 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5529c7ae-a1e4-4d24-b154-b394c28e884d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:12:34.228100 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-6a6b9de2-02fd-4382-86d3-d23dd21ba4ee None None] For port f7c2205e-7ff3-45bf-8a55-ea2476b4bca6, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:12:34.231464 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-6a6b9de2-02fd-4382-86d3-d23dd21ba4ee None None] For port f7c2205e-7ff3-45bf-8a55-ea2476b4bca6, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=f7c2205e-7ff3-45bf-8a55-ea2476b4bca6,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:12:34.236135 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6a6b9de2-02fd-4382-86d3-d23dd21ba4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:34.292443 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6b9de2-02fd-4382-86d3-d23dd21ba4ee None None] Routers {'374edede-a3dc-44dc-956d-524ffbf1cc52'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:12:34.293442 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-6a6b9de2-02fd-4382-86d3-d23dd21ba4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:12:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['374edede-a3dc-44dc-956d-524ffbf1cc52'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:12:34.331368 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529c7ae-a1e4-4d24-b154-b394c28e884d None None] Pushing event updated for resources: {'Port': ['ID=f7c2205e-7ff3-45bf-8a55-ea2476b4bca6,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:12:34.337057 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-92472b46-ecdd-43fa-975b-8b43c2710291 None None] Allocated IP 172.20.0.2 (e43bb4be-780d-49f0-9bd2-5a227bd67ddf/9e92400f-322f-4bdb-8746-18f63f6f63cf/3f2a3d30-87e6-48c0-a53f-14a8d6dd731d) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:12:34.407010 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-6a6b9de2-02fd-4382-86d3-d23dd21ba4ee None None] Set router 374edede-a3dc-44dc-956d-524ffbf1cc52 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:12:34.491308 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-92472b46-ecdd-43fa-975b-8b43c2710291 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:34.497699 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-92472b46-ecdd-43fa-975b-8b43c2710291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:34.542347 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92472b46-ecdd-43fa-975b-8b43c2710291 None None] Network e43bb4be-780d-49f0-9bd2-5a227bd67ddf is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:12:34.545626 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-92472b46-ecdd-43fa-975b-8b43c2710291 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:12:34.551240 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92472b46-ecdd-43fa-975b-8b43c2710291 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:12:34.554438 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92472b46-ecdd-43fa-975b-8b43c2710291 None None] Pushing event updated for resources: {'Port': ['ID=3f2a3d30-87e6-48c0-a53f-14a8d6dd731d,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:12:34.601069 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-6a6b9de2-02fd-4382-86d3-d23dd21ba4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374edede-a3dc-44dc-956d-524ffbf1cc52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1104123081', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.144'}], 'enable_snat': True}, 'gw_port_id': 'f7c2205e-7ff3-45bf-8a55-ea2476b4bca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:12:32Z', 'updated_at': '2022-10-12T08:12:32Z', 'revision_number': 3, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': 'f7c2205e-7ff3-45bf-8a55-ea2476b4bca6', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374edede-a3dc-44dc-956d-524ffbf1cc52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:12:32Z', 'updated_at': '2022-10-12T08:12:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:12:34.611930 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-92472b46-ecdd-43fa-975b-8b43c2710291 None None] Attempting to bind port 3f2a3d30-87e6-48c0-a53f-14a8d6dd731d on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:12:34.612297 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-92472b46-ecdd-43fa-975b-8b43c2710291 None None] Attempting to bind port 3f2a3d30-87e6-48c0-a53f-14a8d6dd731d by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '375347e3-4fe9-48b2-a035-8bc2cd32a58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e43bb4be-780d-49f0-9bd2-5a227bd67ddf'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:12:34.612655 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92472b46-ecdd-43fa-975b-8b43c2710291 None None] Attempting to bind port 3f2a3d30-87e6-48c0-a53f-14a8d6dd731d on network e43bb4be-780d-49f0-9bd2-5a227bd67ddf {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:12:34.618697 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92472b46-ecdd-43fa-975b-8b43c2710291 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:12:34.619062 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92472b46-ecdd-43fa-975b-8b43c2710291 None None] Checking segment: {'id': '375347e3-4fe9-48b2-a035-8bc2cd32a58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e43bb4be-780d-49f0-9bd2-5a227bd67ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:12:34.619653 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-92472b46-ecdd-43fa-975b-8b43c2710291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:34.620039 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92472b46-ecdd-43fa-975b-8b43c2710291 None None] Bound using segment: {'id': '375347e3-4fe9-48b2-a035-8bc2cd32a58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e43bb4be-780d-49f0-9bd2-5a227bd67ddf'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:12:34.620504 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-92472b46-ecdd-43fa-975b-8b43c2710291 None None] Bound port: 3f2a3d30-87e6-48c0-a53f-14a8d6dd731d, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '375347e3-4fe9-48b2-a035-8bc2cd32a58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e43bb4be-780d-49f0-9bd2-5a227bd67ddf'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:12:34.620877 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-92472b46-ecdd-43fa-975b-8b43c2710291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:34.631661 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6b9de2-02fd-4382-86d3-d23dd21ba4ee None None] The sync data for ids ['374edede-a3dc-44dc-956d-524ffbf1cc52'] in dv-neutron-860909-2-hyperv is: [{'id': '374edede-a3dc-44dc-956d-524ffbf1cc52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1104123081', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.144'}], 'enable_snat': True}, 'gw_port_id': 'f7c2205e-7ff3-45bf-8a55-ea2476b4bca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:12:32Z', 'updated_at': '2022-10-12T08:12:32Z', 'revision_number': 3, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': 'f7c2205e-7ff3-45bf-8a55-ea2476b4bca6', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374edede-a3dc-44dc-956d-524ffbf1cc52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:12:32Z', 'updated_at': '2022-10-12T08:12:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:12:34.692388 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-92472b46-ecdd-43fa-975b-8b43c2710291 None None] For port 3f2a3d30-87e6-48c0-a53f-14a8d6dd731d, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:12:34.697481 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-92472b46-ecdd-43fa-975b-8b43c2710291 None None] For port 3f2a3d30-87e6-48c0-a53f-14a8d6dd731d, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=3f2a3d30-87e6-48c0-a53f-14a8d6dd731d,segment=NetworkSegment(375347e3-4fe9-48b2-a035-8bc2cd32a58c),segment_id=375347e3-4fe9-48b2-a035-8bc2cd32a58c)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:12:34.703790 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-92472b46-ecdd-43fa-975b-8b43c2710291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:34.763729 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92472b46-ecdd-43fa-975b-8b43c2710291 None None] Pushing event updated for resources: {'Port': ['ID=3f2a3d30-87e6-48c0-a53f-14a8d6dd731d,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:12:34.872104 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-983b0218-fb79-42a4-98fc-c12e586df718 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:35.184483 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-983b0218-fb79-42a4-98fc-c12e586df718 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Allocated IP 172.20.0.1 (e43bb4be-780d-49f0-9bd2-5a227bd67ddf/9e92400f-322f-4bdb-8746-18f63f6f63cf/823d4c63-708f-4ef3-a410-909e50258820) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:12:35.314387 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-983b0218-fb79-42a4-98fc-c12e586df718 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:35.352925 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-983b0218-fb79-42a4-98fc-c12e586df718 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:35.398096 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983b0218-fb79-42a4-98fc-c12e586df718 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Network e43bb4be-780d-49f0-9bd2-5a227bd67ddf is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:12:35.401330 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-983b0218-fb79-42a4-98fc-c12e586df718 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:12:35.405251 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983b0218-fb79-42a4-98fc-c12e586df718 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:12:35.412498 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b0218-fb79-42a4-98fc-c12e586df718 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'Port': ['ID=823d4c63-708f-4ef3-a410-909e50258820,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:12:35.459357 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-983b0218-fb79-42a4-98fc-c12e586df718 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:35.595803 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-983b0218-fb79-42a4-98fc-c12e586df718 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:35.730681 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27736feb-3167-4c2e-bc32-3a36a460af4f None None] Network e43bb4be-780d-49f0-9bd2-5a227bd67ddf requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:12:35.862453 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-f311e440-7b68-47ef-828b-2964cea7575c None None] Provisioning complete for port 3f2a3d30-87e6-48c0-a53f-14a8d6dd731d triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:12:35.862822 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f311e440-7b68-47ef-828b-2964cea7575c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:35.863153 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-f311e440-7b68-47ef-828b-2964cea7575c None None] Attempt 1 to provision port 3f2a3d30-87e6-48c0-a53f-14a8d6dd731d Oct 12 08:12:35.882213 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-983b0218-fb79-42a4-98fc-c12e586df718 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:35.888196 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-983b0218-fb79-42a4-98fc-c12e586df718 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:35.971355 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b0218-fb79-42a4-98fc-c12e586df718 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'Port': ['ID=823d4c63-708f-4ef3-a410-909e50258820,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:12:35.973988 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-983b0218-fb79-42a4-98fc-c12e586df718 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:35.980987 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f311e440-7b68-47ef-828b-2964cea7575c None None] Current status of the port 3f2a3d30-87e6-48c0-a53f-14a8d6dd731d is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:12:35.981409 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f311e440-7b68-47ef-828b-2964cea7575c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:36.018794 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-f311e440-7b68-47ef-828b-2964cea7575c None None] For port 3f2a3d30-87e6-48c0-a53f-14a8d6dd731d, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=3f2a3d30-87e6-48c0-a53f-14a8d6dd731d,segment=NetworkSegment(375347e3-4fe9-48b2-a035-8bc2cd32a58c),segment_id=375347e3-4fe9-48b2-a035-8bc2cd32a58c)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:12:36.028308 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f311e440-7b68-47ef-828b-2964cea7575c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:36.084364 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983b0218-fb79-42a4-98fc-c12e586df718 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Network e43bb4be-780d-49f0-9bd2-5a227bd67ddf is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:12:36.084970 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f311e440-7b68-47ef-828b-2964cea7575c None None] Pushing event updated for resources: {'Port': ['ID=3f2a3d30-87e6-48c0-a53f-14a8d6dd731d,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:12:36.086468 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-983b0218-fb79-42a4-98fc-c12e586df718 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:12:36.208129 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983b0218-fb79-42a4-98fc-c12e586df718 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Router 374edede-a3dc-44dc-956d-524ffbf1cc52 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:12:36.262569 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-17c95494-d27a-4adb-b828-92afedc4d2e9 None None] Provisioning complete for port 3f2a3d30-87e6-48c0-a53f-14a8d6dd731d triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:12:36.262939 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-17c95494-d27a-4adb-b828-92afedc4d2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:36.263267 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-17c95494-d27a-4adb-b828-92afedc4d2e9 None None] Attempt 1 to provision port 3f2a3d30-87e6-48c0-a53f-14a8d6dd731d Oct 12 08:12:36.323542 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983b0218-fb79-42a4-98fc-c12e586df718 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:12:36.330525 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-983b0218-fb79-42a4-98fc-c12e586df718 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "PUT /v2.0/routers/374edede-a3dc-44dc-956d-524ffbf1cc52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2803881 Oct 12 08:12:36.345813 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c662ca2-60de-46c6-b634-dfe72c902b9d None None] Sync routers for ids ['374edede-a3dc-44dc-956d-524ffbf1cc52'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:12:36.365852 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c662ca2-60de-46c6-b634-dfe72c902b9d None None] Routers {'374edede-a3dc-44dc-956d-524ffbf1cc52'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:12:36.366503 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-7c662ca2-60de-46c6-b634-dfe72c902b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:12:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['374edede-a3dc-44dc-956d-524ffbf1cc52'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:12:36.370220 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-17c95494-d27a-4adb-b828-92afedc4d2e9 None None] Current status of the port 3f2a3d30-87e6-48c0-a53f-14a8d6dd731d is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:12:36.433163 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-17c95494-d27a-4adb-b828-92afedc4d2e9 None None] Provisioning complete for port 823d4c63-708f-4ef3-a410-909e50258820 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:12:36.433535 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-17c95494-d27a-4adb-b828-92afedc4d2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:36.433871 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-17c95494-d27a-4adb-b828-92afedc4d2e9 None None] Attempt 1 to provision port 823d4c63-708f-4ef3-a410-909e50258820 Oct 12 08:12:36.595223 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-f570caaa-7250-47e6-bad9-4ebe91513e89 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1060989057&fields=id&tenant_id=de61a77e33c34229aece15b07cc0cc0f HTTP/1.1" status: 200 len: 267 time: 0.0420341 Oct 12 08:12:36.658783 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-17c95494-d27a-4adb-b828-92afedc4d2e9 None None] Port 823d4c63-708f-4ef3-a410-909e50258820 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:12:36.660843 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-7c662ca2-60de-46c6-b634-dfe72c902b9d None None] Set router 374edede-a3dc-44dc-956d-524ffbf1cc52 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:12:36.702861 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-0bf20bbf-3f30-4d83-8488-1d306aa1c21c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:12:36.704671 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-0bf20bbf-3f30-4d83-8488-1d306aa1c21c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/networks?id=e43bb4be-780d-49f0-9bd2-5a227bd67ddf HTTP/1.1" status: 200 len: 797 time: 0.1020036 Oct 12 08:12:36.720601 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-115bc759-34b8-4487-96f6-50562206b7f8 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/quotas/de61a77e33c34229aece15b07cc0cc0f HTTP/1.1" status: 200 len: 375 time: 0.0094917 Oct 12 08:12:36.775633 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-10db648d-95c1-4d18-b496-acacb32435b9 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=de61a77e33c34229aece15b07cc0cc0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490365 Oct 12 08:12:36.855935 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-fadc0d3e-a2d4-4daa-a456-876a348b3b0b service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 08:12:36.857081 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-fadc0d3e-a2d4-4daa-a456-876a348b3b0b service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0697110 Oct 12 08:12:36.877947 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-7c662ca2-60de-46c6-b634-dfe72c902b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374edede-a3dc-44dc-956d-524ffbf1cc52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1104123081', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.144'}], 'enable_snat': True}, 'gw_port_id': 'f7c2205e-7ff3-45bf-8a55-ea2476b4bca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:12:32Z', 'updated_at': '2022-10-12T08:12:35Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': 'f7c2205e-7ff3-45bf-8a55-ea2476b4bca6', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374edede-a3dc-44dc-956d-524ffbf1cc52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:12:32Z', 'updated_at': '2022-10-12T08:12:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '823d4c63-708f-4ef3-a410-909e50258820', 'name': '', 'network_id': 'e43bb4be-780d-49f0-9bd2-5a227bd67ddf', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'mac_address': 'fa:16:3e:f6:4a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374edede-a3dc-44dc-956d-524ffbf1cc52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '9e92400f-322f-4bdb-8746-18f63f6f63cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:12:35Z', 'updated_at': '2022-10-12T08:12:35Z', 'revision_number': 2, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'subnets': [{'id': '9e92400f-322f-4bdb-8746-18f63f6f63cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:12:36.906408 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c662ca2-60de-46c6-b634-dfe72c902b9d None None] Checking router: 374edede-a3dc-44dc-956d-524ffbf1cc52 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:12:36.906772 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c662ca2-60de-46c6-b634-dfe72c902b9d None None] Updating router 374edede-a3dc-44dc-956d-524ffbf1cc52 port 823d4c63-708f-4ef3-a410-909e50258820 binding host dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 08:12:36.928267 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 3f2a3d30-87e6-48c0-a53f-14a8d6dd731d up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:12:36.948786 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-47dd562c-654b-4b6b-8540-a7fa6639d431 service neutron] 10.222.0.26 "GET /v2.0/networks/e43bb4be-780d-49f0-9bd2-5a227bd67ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846581 Oct 12 08:12:36.964982 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7c662ca2-60de-46c6-b634-dfe72c902b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:37.043012 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-f827238b-fd47-4f5d-b1af-d01b19010e95 service neutron] 10.222.0.26 "GET /v2.0/networks/e43bb4be-780d-49f0-9bd2-5a227bd67ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879297 Oct 12 08:12:37.067825 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 3f2a3d30-87e6-48c0-a53f-14a8d6dd731d triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:12:37.068195 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:37.068526 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 3f2a3d30-87e6-48c0-a53f-14a8d6dd731d Oct 12 08:12:37.168424 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-17c95494-d27a-4adb-b828-92afedc4d2e9 None None] Attempt 2 to provision port 823d4c63-708f-4ef3-a410-909e50258820 Oct 12 08:12:37.206137 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c99e6801-71a9-48d3-8796-7159622edfe2 req-982c4eb4-080f-481c-a57f-8a3dbc593cd7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 210 time: 0.0264823 Oct 12 08:12:37.249225 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 3f2a3d30-87e6-48c0-a53f-14a8d6dd731d is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:12:37.250320 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device f7c2205e-7ff3-45bf-8a55-ea2476b4bca6 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:12:37.282692 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-17c95494-d27a-4adb-b828-92afedc4d2e9 None None] Port 823d4c63-708f-4ef3-a410-909e50258820 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:12:37.355212 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port f7c2205e-7ff3-45bf-8a55-ea2476b4bca6 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:12:37.355887 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:37.356225 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port f7c2205e-7ff3-45bf-8a55-ea2476b4bca6 Oct 12 08:12:37.391874 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7c662ca2-60de-46c6-b634-dfe72c902b9d None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:37.401264 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7c662ca2-60de-46c6-b634-dfe72c902b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:37.500781 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed43b0-c25b-402e-8100-bbf914f67e77 None None] Pushing event updated for resources: {'Port': ['ID=823d4c63-708f-4ef3-a410-909e50258820,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:12:37.520741 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-7c662ca2-60de-46c6-b634-dfe72c902b9d None None] Attempting to bind port 823d4c63-708f-4ef3-a410-909e50258820 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:12:37.521104 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-7c662ca2-60de-46c6-b634-dfe72c902b9d None None] Attempting to bind port 823d4c63-708f-4ef3-a410-909e50258820 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '375347e3-4fe9-48b2-a035-8bc2cd32a58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e43bb4be-780d-49f0-9bd2-5a227bd67ddf'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:12:37.521463 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c662ca2-60de-46c6-b634-dfe72c902b9d None None] Attempting to bind port 823d4c63-708f-4ef3-a410-909e50258820 on network e43bb4be-780d-49f0-9bd2-5a227bd67ddf {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:12:37.528911 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c662ca2-60de-46c6-b634-dfe72c902b9d None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:12:37.529275 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c662ca2-60de-46c6-b634-dfe72c902b9d None None] Checking segment: {'id': '375347e3-4fe9-48b2-a035-8bc2cd32a58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e43bb4be-780d-49f0-9bd2-5a227bd67ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:12:37.529672 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7c662ca2-60de-46c6-b634-dfe72c902b9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:37.530074 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c662ca2-60de-46c6-b634-dfe72c902b9d None None] Bound using segment: {'id': '375347e3-4fe9-48b2-a035-8bc2cd32a58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e43bb4be-780d-49f0-9bd2-5a227bd67ddf'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:12:37.530537 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-7c662ca2-60de-46c6-b634-dfe72c902b9d None None] Bound port: 823d4c63-708f-4ef3-a410-909e50258820, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '375347e3-4fe9-48b2-a035-8bc2cd32a58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e43bb4be-780d-49f0-9bd2-5a227bd67ddf'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:12:37.530911 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7c662ca2-60de-46c6-b634-dfe72c902b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:37.534596 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port f7c2205e-7ff3-45bf-8a55-ea2476b4bca6 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:12:37.534989 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:37.581813 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port f7c2205e-7ff3-45bf-8a55-ea2476b4bca6, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=f7c2205e-7ff3-45bf-8a55-ea2476b4bca6,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:12:37.586880 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:37.652369 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-7c662ca2-60de-46c6-b634-dfe72c902b9d None None] For port 823d4c63-708f-4ef3-a410-909e50258820, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:12:37.655423 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-7c662ca2-60de-46c6-b634-dfe72c902b9d None None] For port 823d4c63-708f-4ef3-a410-909e50258820, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=823d4c63-708f-4ef3-a410-909e50258820,segment=NetworkSegment(375347e3-4fe9-48b2-a035-8bc2cd32a58c),segment_id=375347e3-4fe9-48b2-a035-8bc2cd32a58c)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:12:37.656324 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=f7c2205e-7ff3-45bf-8a55-ea2476b4bca6,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:12:37.660363 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7c662ca2-60de-46c6-b634-dfe72c902b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:37.694569 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c662ca2-60de-46c6-b634-dfe72c902b9d None None] Routers {'374edede-a3dc-44dc-956d-524ffbf1cc52'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:12:37.695163 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-7c662ca2-60de-46c6-b634-dfe72c902b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:12:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['374edede-a3dc-44dc-956d-524ffbf1cc52'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:12:37.759899 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed43b0-c25b-402e-8100-bbf914f67e77 None None] Pushing event updated for resources: {'Port': ['ID=823d4c63-708f-4ef3-a410-909e50258820,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:12:37.793075 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-17c95494-d27a-4adb-b828-92afedc4d2e9 None None] Attempt 3 to provision port 823d4c63-708f-4ef3-a410-909e50258820 Oct 12 08:12:37.839138 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-7c662ca2-60de-46c6-b634-dfe72c902b9d None None] Set router 374edede-a3dc-44dc-956d-524ffbf1cc52 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:12:37.993373 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-17c95494-d27a-4adb-b828-92afedc4d2e9 None None] Current status of the port 823d4c63-708f-4ef3-a410-909e50258820 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:12:37.994051 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-17c95494-d27a-4adb-b828-92afedc4d2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:38.044422 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-17c95494-d27a-4adb-b828-92afedc4d2e9 None None] For port 823d4c63-708f-4ef3-a410-909e50258820, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=823d4c63-708f-4ef3-a410-909e50258820,segment=NetworkSegment(375347e3-4fe9-48b2-a035-8bc2cd32a58c),segment_id=375347e3-4fe9-48b2-a035-8bc2cd32a58c)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:12:38.048329 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-17c95494-d27a-4adb-b828-92afedc4d2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:38.128245 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c95494-d27a-4adb-b828-92afedc4d2e9 None None] Pushing event updated for resources: {'Port': ['ID=823d4c63-708f-4ef3-a410-909e50258820,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:12:38.142376 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-7c662ca2-60de-46c6-b634-dfe72c902b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374edede-a3dc-44dc-956d-524ffbf1cc52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1104123081', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.144'}], 'enable_snat': True}, 'gw_port_id': 'f7c2205e-7ff3-45bf-8a55-ea2476b4bca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:12:32Z', 'updated_at': '2022-10-12T08:12:35Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': 'f7c2205e-7ff3-45bf-8a55-ea2476b4bca6', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374edede-a3dc-44dc-956d-524ffbf1cc52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:12:32Z', 'updated_at': '2022-10-12T08:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '823d4c63-708f-4ef3-a410-909e50258820', 'name': '', 'network_id': 'e43bb4be-780d-49f0-9bd2-5a227bd67ddf', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'mac_address': 'fa:16:3e:f6:4a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374edede-a3dc-44dc-956d-524ffbf1cc52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '9e92400f-322f-4bdb-8746-18f63f6f63cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:12:35Z', 'updated_at': '2022-10-12T08:12:37Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'subnets': [{'id': '9e92400f-322f-4bdb-8746-18f63f6f63cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:12:38.173804 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c662ca2-60de-46c6-b634-dfe72c902b9d None None] The sync data for ids ['374edede-a3dc-44dc-956d-524ffbf1cc52'] in dv-neutron-860909-2-hyperv is: [{'id': '374edede-a3dc-44dc-956d-524ffbf1cc52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1104123081', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.144'}], 'enable_snat': True}, 'gw_port_id': 'f7c2205e-7ff3-45bf-8a55-ea2476b4bca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:12:32Z', 'updated_at': '2022-10-12T08:12:35Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': 'f7c2205e-7ff3-45bf-8a55-ea2476b4bca6', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374edede-a3dc-44dc-956d-524ffbf1cc52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:12:32Z', 'updated_at': '2022-10-12T08:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '823d4c63-708f-4ef3-a410-909e50258820', 'name': '', 'network_id': 'e43bb4be-780d-49f0-9bd2-5a227bd67ddf', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'mac_address': 'fa:16:3e:f6:4a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374edede-a3dc-44dc-956d-524ffbf1cc52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '9e92400f-322f-4bdb-8746-18f63f6f63cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:12:35Z', 'updated_at': '2022-10-12T08:12:37Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'subnets': [{'id': '9e92400f-322f-4bdb-8746-18f63f6f63cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:12:38.185727 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-e3f5935d-70e2-4466-a072-ed5b35a7cdac None None] Provisioning complete for port 823d4c63-708f-4ef3-a410-909e50258820 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:12:38.186077 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e3f5935d-70e2-4466-a072-ed5b35a7cdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:38.186433 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-e3f5935d-70e2-4466-a072-ed5b35a7cdac None None] Attempt 1 to provision port 823d4c63-708f-4ef3-a410-909e50258820 Oct 12 08:12:38.309764 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e3f5935d-70e2-4466-a072-ed5b35a7cdac None None] Current status of the port 823d4c63-708f-4ef3-a410-909e50258820 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:12:38.310963 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c7172681-4924-434c-be41-408428175f4f req-9e65a0d1-a576-4c5b-8363-a9c74640ab0a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 210 time: 0.0328062 Oct 12 08:12:38.929591 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device f7c2205e-7ff3-45bf-8a55-ea2476b4bca6 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:12:39.126876 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port f7c2205e-7ff3-45bf-8a55-ea2476b4bca6 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:12:39.127464 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:39.127549 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port f7c2205e-7ff3-45bf-8a55-ea2476b4bca6 Oct 12 08:12:39.204474 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port f7c2205e-7ff3-45bf-8a55-ea2476b4bca6 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:12:39.205545 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 823d4c63-708f-4ef3-a410-909e50258820 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:12:39.250530 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 823d4c63-708f-4ef3-a410-909e50258820 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:12:39.250901 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:39.251237 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 823d4c63-708f-4ef3-a410-909e50258820 Oct 12 08:12:39.332131 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 823d4c63-708f-4ef3-a410-909e50258820 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:12:39.400890 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-555713ba-7da2-4cb4-b099-4f1271c37b9c req-e620499f-eaef-43f8-938e-752791e93536 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 210 time: 0.0318878 Oct 12 08:12:40.484212 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-acd617bf-a471-4615-96ce-feea29319a92 req-cd5f7188-ecac-41a0-bf53-f8ac7942d570 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 210 time: 0.0272472 Oct 12 08:12:41.412232 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:12:41.587711 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ac42fbe3-7fca-4d4a-b3ea-e5be8728a7aa req-41d82c51-8bf4-4be9-b93f-50c857cc9ed7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 210 time: 0.0300367 Oct 12 08:12:42.176515 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-5afc6f00-8546-45aa-a8c5-f97c871cba4d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:12:42.177956 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-5afc6f00-8546-45aa-a8c5-f97c871cba4d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.23 "GET /v2.0/networks?id=e43bb4be-780d-49f0-9bd2-5a227bd67ddf HTTP/1.1" status: 200 len: 797 time: 0.1163871 Oct 12 08:12:42.221892 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-c7e0239f-37bf-44c4-b98b-dfd38c71d8b3 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de61a77e33c34229aece15b07cc0cc0f HTTP/1.1" status: 200 len: 380 time: 0.0347974 Oct 12 08:12:42.230858 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-ef73f3b4-ab66-4cac-9627-ee2474a95980 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'port': {'device_id': '23465d5f-c2ab-4aee-86b8-73e16643446e', 'network_id': 'e43bb4be-780d-49f0-9bd2-5a227bd67ddf', 'admin_state_up': True, 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'security_groups': ['c063dca5-ee2e-4ed4-a656-a4cb31ac5eab']}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:12:42.338872 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-ef73f3b4-ab66-4cac-9627-ee2474a95980 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Made reservation on behalf of de61a77e33c34229aece15b07cc0cc0f for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:12:42.342269 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-ef73f3b4-ab66-4cac-9627-ee2474a95980 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:42.463122 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-ef73f3b4-ab66-4cac-9627-ee2474a95980 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Allocated IP 172.20.0.5 (e43bb4be-780d-49f0-9bd2-5a227bd67ddf/9e92400f-322f-4bdb-8746-18f63f6f63cf/c18eadab-d5b1-403a-874f-14d793d34679) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:12:42.599035 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-ef73f3b4-ab66-4cac-9627-ee2474a95980 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:42.632552 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-ef73f3b4-ab66-4cac-9627-ee2474a95980 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:42.694898 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-ef73f3b4-ab66-4cac-9627-ee2474a95980 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Network e43bb4be-780d-49f0-9bd2-5a227bd67ddf is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:12:42.713214 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-ef73f3b4-ab66-4cac-9627-ee2474a95980 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:12:42.715873 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-ef73f3b4-ab66-4cac-9627-ee2474a95980 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:12:42.721021 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef73f3b4-ab66-4cac-9627-ee2474a95980 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'Port': ['ID=c18eadab-d5b1-403a-874f-14d793d34679,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:12:42.778899 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665513f8-0a39-428b-89a8-75b072410dfa req-8b50dc79-5816-485f-93c1-159dc6bc23fc tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:12:42.780470 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-665513f8-0a39-428b-89a8-75b072410dfa req-8b50dc79-5816-485f-93c1-159dc6bc23fc tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 931 time: 0.1105161 Oct 12 08:12:42.786118 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-ef73f3b4-ab66-4cac-9627-ee2474a95980 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:12:42.786718 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-ef73f3b4-ab66-4cac-9627-ee2474a95980 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:42.822075 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-ef73f3b4-ab66-4cac-9627-ee2474a95980 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5951538 Oct 12 08:12:42.834580 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-0b26add7-4c0d-4d24-ac99-1e63e35370d6 service neutron] Request body: {'port': {'device_id': '23465d5f-c2ab-4aee-86b8-73e16643446e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8609'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:12:42.843643 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-665513f8-0a39-428b-89a8-75b072410dfa req-f0972e9f-38c3-456e-9401-69318be9934c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=c063dca5-ee2e-4ed4-a656-a4cb31ac5eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542045 Oct 12 08:12:42.896373 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-0b26add7-4c0d-4d24-ac99-1e63e35370d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:42.961068 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-98d21bb7-8683-43e5-8c62-bb4c6b36829b None None] Provisioning complete for port c18eadab-d5b1-403a-874f-14d793d34679 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:12:42.961687 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-98d21bb7-8683-43e5-8c62-bb4c6b36829b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:42.961796 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-98d21bb7-8683-43e5-8c62-bb4c6b36829b None None] Attempt 1 to provision port c18eadab-d5b1-403a-874f-14d793d34679 Oct 12 08:12:42.995358 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-98d21bb7-8683-43e5-8c62-bb4c6b36829b None None] Port c18eadab-d5b1-403a-874f-14d793d34679 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:12:43.158981 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-0b26add7-4c0d-4d24-ac99-1e63e35370d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c18eadab-d5b1-403a-874f-14d793d34679 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 08:12:43.166984 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-0b26add7-4c0d-4d24-ac99-1e63e35370d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:43.179354 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-0b26add7-4c0d-4d24-ac99-1e63e35370d6 service neutron] Transition to ACTIVE for port object c18eadab-d5b1-403a-874f-14d793d34679 will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 08:12:43.182795 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-0b26add7-4c0d-4d24-ac99-1e63e35370d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:43.264619 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b26add7-4c0d-4d24-ac99-1e63e35370d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c18eadab-d5b1-403a-874f-14d793d34679,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:12:43.289416 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-0b26add7-4c0d-4d24-ac99-1e63e35370d6 service neutron] Attempting to bind port c18eadab-d5b1-403a-874f-14d793d34679 on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:12:43.289746 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-0b26add7-4c0d-4d24-ac99-1e63e35370d6 service neutron] Attempting to bind port c18eadab-d5b1-403a-874f-14d793d34679 by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '375347e3-4fe9-48b2-a035-8bc2cd32a58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e43bb4be-780d-49f0-9bd2-5a227bd67ddf'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:12:43.290106 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-0b26add7-4c0d-4d24-ac99-1e63e35370d6 service neutron] Attempting to bind port c18eadab-d5b1-403a-874f-14d793d34679 on network e43bb4be-780d-49f0-9bd2-5a227bd67ddf {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:12:43.294470 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-0b26add7-4c0d-4d24-ac99-1e63e35370d6 service neutron] Port c18eadab-d5b1-403a-874f-14d793d34679 on network e43bb4be-780d-49f0-9bd2-5a227bd67ddf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 08:12:43.294787 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-0b26add7-4c0d-4d24-ac99-1e63e35370d6 service neutron] Attempting to bind port c18eadab-d5b1-403a-874f-14d793d34679 on network e43bb4be-780d-49f0-9bd2-5a227bd67ddf {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:12:43.299670 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-0b26add7-4c0d-4d24-ac99-1e63e35370d6 service neutron] Checking agent: {'id': 'afe9b392-c72e-4ef3-a7bd-ca4c2066af02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8609', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'started_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:12:43.300002 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-0b26add7-4c0d-4d24-ac99-1e63e35370d6 service neutron] Checking segment: {'id': '375347e3-4fe9-48b2-a035-8bc2cd32a58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e43bb4be-780d-49f0-9bd2-5a227bd67ddf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:12:43.300378 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-0b26add7-4c0d-4d24-ac99-1e63e35370d6 service neutron] Bound using segment: {'id': '375347e3-4fe9-48b2-a035-8bc2cd32a58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e43bb4be-780d-49f0-9bd2-5a227bd67ddf'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:12:43.301435 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-0b26add7-4c0d-4d24-ac99-1e63e35370d6 service neutron] Bound port: c18eadab-d5b1-403a-874f-14d793d34679, host: hv-neutron-8609, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '375347e3-4fe9-48b2-a035-8bc2cd32a58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e43bb4be-780d-49f0-9bd2-5a227bd67ddf'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:12:43.301784 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-0b26add7-4c0d-4d24-ac99-1e63e35370d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:43.364156 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-0b26add7-4c0d-4d24-ac99-1e63e35370d6 service neutron] For port c18eadab-d5b1-403a-874f-14d793d34679, host hv-neutron-8609, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:12:43.367111 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-0b26add7-4c0d-4d24-ac99-1e63e35370d6 service neutron] For port c18eadab-d5b1-403a-874f-14d793d34679, host hv-neutron-8609, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=c18eadab-d5b1-403a-874f-14d793d34679,segment=NetworkSegment(375347e3-4fe9-48b2-a035-8bc2cd32a58c),segment_id=375347e3-4fe9-48b2-a035-8bc2cd32a58c)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:12:43.371582 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-0b26add7-4c0d-4d24-ac99-1e63e35370d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:43.375486 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-0b26add7-4c0d-4d24-ac99-1e63e35370d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:12:43.376088 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-0b26add7-4c0d-4d24-ac99-1e63e35370d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:43.377430 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-0b26add7-4c0d-4d24-ac99-1e63e35370d6 service neutron] 10.222.0.23 "PUT /v2.0/ports/c18eadab-d5b1-403a-874f-14d793d34679 HTTP/1.1" status: 200 len: 1093 time: 0.5471590 Oct 12 08:12:43.377910 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23465d5f-c2ab-4aee-86b8-73e16643446e', 'tag': 'c18eadab-d5b1-403a-874f-14d793d34679'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:12:43.380221 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc1283b-85cf-4870-94f7-b384a530b6d7" -d '{"events": [{"name": "network-changed", "server_uuid": "23465d5f-c2ab-4aee-86b8-73e16643446e", "tag": "c18eadab-d5b1-403a-874f-14d793d34679"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:12:43.425263 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 08:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7881336d-9df7-4bda-ab28-4bb042a37122 x-openstack-request-id: req-7881336d-9df7-4bda-ab28-4bb042a37122 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:12:43.426249 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23465d5f-c2ab-4aee-86b8-73e16643446e", "tag": "c18eadab-d5b1-403a-874f-14d793d34679", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:12:43.426521 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7881336d-9df7-4bda-ab28-4bb042a37122 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:12:43.426957 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7881336d-9df7-4bda-ab28-4bb042a37122'] response: {'name': 'network-changed', 'server_uuid': '23465d5f-c2ab-4aee-86b8-73e16643446e', 'tag': 'c18eadab-d5b1-403a-874f-14d793d34679', 'status': 'completed', 'code': 200} Oct 12 08:12:43.458506 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b26add7-4c0d-4d24-ac99-1e63e35370d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c18eadab-d5b1-403a-874f-14d793d34679,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:12:43.470287 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-21f8db22-5f12-4551-844b-abb3af0afbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:12:43.471915 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-21f8db22-5f12-4551-844b-abb3af0afbd0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de61a77e33c34229aece15b07cc0cc0f&device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 1096 time: 0.0579619 Oct 12 08:12:43.496873 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-98d21bb7-8683-43e5-8c62-bb4c6b36829b None None] Attempt 2 to provision port c18eadab-d5b1-403a-874f-14d793d34679 Oct 12 08:12:43.518261 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-388b7de9-28a5-41b3-8c28-c5bde5ad39ae service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c18eadab-d5b1-403a-874f-14d793d34679 HTTP/1.1" status: 200 len: 217 time: 0.0375791 Oct 12 08:12:43.541424 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-98d21bb7-8683-43e5-8c62-bb4c6b36829b None None] Port c18eadab-d5b1-403a-874f-14d793d34679 had new provisioning blocks added so it will not transition to active. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 12 08:12:43.567583 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-0afc663d-d18f-4923-8f6e-e8f3caacce49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:12:43.569040 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-0afc663d-d18f-4923-8f6e-e8f3caacce49 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9e92400f-322f-4bdb-8746-18f63f6f63cf HTTP/1.1" status: 200 len: 834 time: 0.0449460 Oct 12 08:12:43.615208 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-7dec1753-5a68-4c59-acb1-825c88ddf519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:12:43.616670 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-7dec1753-5a68-4c59-acb1-825c88ddf519 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e43bb4be-780d-49f0-9bd2-5a227bd67ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401061 Oct 12 08:12:43.710309 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-7d88d03c-3ad4-4008-8bb1-4b1a53701f92 service neutron] 10.222.0.23 "GET /v2.0/networks/e43bb4be-780d-49f0-9bd2-5a227bd67ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863190 Oct 12 08:12:43.799501 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a7f58a2a-4777-4297-bb35-65d056e08b15 req-b50eae20-65f8-4b07-b24b-35cb7c2e411d service neutron] 10.222.0.23 "GET /v2.0/networks/e43bb4be-780d-49f0-9bd2-5a227bd67ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820382 Oct 12 08:12:43.890617 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1283b-85cf-4870-94f7-b384a530b6d7 req-466ab8d2-6799-47a1-800d-58573fd92c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:12:43.892128 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-dbc1283b-85cf-4870-94f7-b384a530b6d7 req-466ab8d2-6799-47a1-800d-58573fd92c9b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de61a77e33c34229aece15b07cc0cc0f&device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 1096 time: 0.0457776 Oct 12 08:12:43.986666 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-682ce277-2592-4e86-acdc-1df812920982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:44.022957 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfacf64-4b71-45cb-ba2c-605eefddabb8 req-af27f691-b3a3-45f9-8bad-c077da896f12 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:12:44.024517 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0cfacf64-4b71-45cb-ba2c-605eefddabb8 req-af27f691-b3a3-45f9-8bad-c077da896f12 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 943 time: 0.1064293 Oct 12 08:12:44.029184 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1283b-85cf-4870-94f7-b384a530b6d7 req-6f490091-484e-4ae9-a57f-bb52d9fc2c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:12:44.030579 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-dbc1283b-85cf-4870-94f7-b384a530b6d7 req-6f490091-484e-4ae9-a57f-bb52d9fc2c47 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e43bb4be-780d-49f0-9bd2-5a227bd67ddf HTTP/1.1" status: 200 len: 898 time: 0.1316597 Oct 12 08:12:44.078785 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-dbc1283b-85cf-4870-94f7-b384a530b6d7 req-a0ed3be6-ec44-4079-aff1-3ba9790d87fc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c18eadab-d5b1-403a-874f-14d793d34679 HTTP/1.1" status: 200 len: 217 time: 0.0404997 Oct 12 08:12:44.119238 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0cfacf64-4b71-45cb-ba2c-605eefddabb8 req-33b64809-6718-48de-8262-75cbab10ab8d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=c063dca5-ee2e-4ed4-a656-a4cb31ac5eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877371 Oct 12 08:12:44.137805 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1283b-85cf-4870-94f7-b384a530b6d7 req-2e8a3c43-39a5-40ae-b562-e1be12acb139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:12:44.139300 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-dbc1283b-85cf-4870-94f7-b384a530b6d7 req-2e8a3c43-39a5-40ae-b562-e1be12acb139 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9e92400f-322f-4bdb-8746-18f63f6f63cf HTTP/1.1" status: 200 len: 834 time: 0.0508196 Oct 12 08:12:44.189619 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1283b-85cf-4870-94f7-b384a530b6d7 req-98bf8b55-3c6e-4149-bbaf-6145b19320b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:12:44.191658 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-dbc1283b-85cf-4870-94f7-b384a530b6d7 req-98bf8b55-3c6e-4149-bbaf-6145b19320b5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e43bb4be-780d-49f0-9bd2-5a227bd67ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441749 Oct 12 08:12:44.280789 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-dbc1283b-85cf-4870-94f7-b384a530b6d7 req-a5e719d4-88d3-442c-ba70-a21d057a25c7 service neutron] 10.222.0.23 "GET /v2.0/networks/e43bb4be-780d-49f0-9bd2-5a227bd67ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811503 Oct 12 08:12:44.373547 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-dbc1283b-85cf-4870-94f7-b384a530b6d7 req-02f7b059-8eb0-4749-bb63-2279a984b504 service neutron] 10.222.0.23 "GET /v2.0/networks/e43bb4be-780d-49f0-9bd2-5a227bd67ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849433 Oct 12 08:12:45.240056 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9aecca-a22f-48db-ac4e-29b2ed13df4a req-c78d79bd-f9a4-466b-a958-88c96cdc8a73 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:12:45.241509 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ff9aecca-a22f-48db-ac4e-29b2ed13df4a req-c78d79bd-f9a4-466b-a958-88c96cdc8a73 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 943 time: 0.0490165 Oct 12 08:12:45.278097 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ff9aecca-a22f-48db-ac4e-29b2ed13df4a req-76d0b9ce-b4b9-456e-86fa-0bd5ae5e46bd tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=c063dca5-ee2e-4ed4-a656-a4cb31ac5eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306251 Oct 12 08:12:46.153906 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8ff801fd-19f3-41e9-ba05-cfc99489c2e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:46.396867 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81adc26e-a9d2-4b51-aae4-5af4f2a60aa8 req-a04b3de6-fc31-49ac-91d7-cbf77696f877 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:12:46.398349 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-81adc26e-a9d2-4b51-aae4-5af4f2a60aa8 req-a04b3de6-fc31-49ac-91d7-cbf77696f877 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 943 time: 0.0484960 Oct 12 08:12:46.436075 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-81adc26e-a9d2-4b51-aae4-5af4f2a60aa8 req-96f8f987-9576-449a-89e8-fb3c0144fb24 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=c063dca5-ee2e-4ed4-a656-a4cb31ac5eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316031 Oct 12 08:12:47.140608 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device c18eadab-d5b1-403a-874f-14d793d34679 details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 08:12:47.236918 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port c18eadab-d5b1-403a-874f-14d793d34679, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=c18eadab-d5b1-403a-874f-14d793d34679,segment=NetworkSegment(375347e3-4fe9-48b2-a035-8bc2cd32a58c),segment_id=375347e3-4fe9-48b2-a035-8bc2cd32a58c)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:12:47.248609 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': 'c18eadab-d5b1-403a-874f-14d793d34679', 'network_id': 'e43bb4be-780d-49f0-9bd2-5a227bd67ddf', 'port_id': 'c18eadab-d5b1-403a-874f-14d793d34679', 'mac_address': 'fa:16:3e:dd:a1:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e92400f-322f-4bdb-8746-18f63f6f63cf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 08:12:47.284006 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port c18eadab-d5b1-403a-874f-14d793d34679 is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:12:47.284386 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:47.296407 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c18eadab-d5b1-403a-874f-14d793d34679 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 08:12:47.315500 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port c18eadab-d5b1-403a-874f-14d793d34679, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=c18eadab-d5b1-403a-874f-14d793d34679,segment=NetworkSegment(375347e3-4fe9-48b2-a035-8bc2cd32a58c),segment_id=375347e3-4fe9-48b2-a035-8bc2cd32a58c)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:12:47.320004 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:47.372621 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=c18eadab-d5b1-403a-874f-14d793d34679,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:12:47.381783 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:47.532150 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['c18eadab-d5b1-403a-874f-14d793d34679'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 08:12:47.559432 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d944cab-b9c1-4989-ade0-0e6f57eac6b8 req-0f9ec81a-4510-4300-a193-a6edf0595a7e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:12:47.560895 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7d944cab-b9c1-4989-ade0-0e6f57eac6b8 req-0f9ec81a-4510-4300-a193-a6edf0595a7e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 944 time: 0.0532577 Oct 12 08:12:47.597641 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7d944cab-b9c1-4989-ade0-0e6f57eac6b8 req-0b35ae4e-cbdc-4066-8a3e-ff0414912c91 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=c063dca5-ee2e-4ed4-a656-a4cb31ac5eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308483 Oct 12 08:12:48.714538 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574e1ed-14ae-4463-8db1-cb9e1a0b4987 req-bb775d00-d3ac-41f9-a373-680aebad0914 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:12:48.715971 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a574e1ed-14ae-4463-8db1-cb9e1a0b4987 req-bb775d00-d3ac-41f9-a373-680aebad0914 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 944 time: 0.0478942 Oct 12 08:12:48.753629 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a574e1ed-14ae-4463-8db1-cb9e1a0b4987 req-c42c53be-401d-495a-8b6e-9e29d067809f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=c063dca5-ee2e-4ed4-a656-a4cb31ac5eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318823 Oct 12 08:12:48.941877 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:49.153860 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device c18eadab-d5b1-403a-874f-14d793d34679 up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:12:49.212075 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:49.214627 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning for port c18eadab-d5b1-403a-874f-14d793d34679 completed by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 12 08:12:49.218380 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port c18eadab-d5b1-403a-874f-14d793d34679 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:12:49.218761 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:49.219088 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port c18eadab-d5b1-403a-874f-14d793d34679 Oct 12 08:12:49.293886 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port c18eadab-d5b1-403a-874f-14d793d34679 is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:12:49.294293 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:49.318782 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23465d5f-c2ab-4aee-86b8-73e16643446e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18eadab-d5b1-403a-874f-14d793d34679'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:12:49.320998 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61cb5a68-1f3e-4106-93a8-a83e51511274" -d '{"events": [{"server_uuid": "23465d5f-c2ab-4aee-86b8-73e16643446e", "name": "network-vif-plugged", "status": "completed", "tag": "c18eadab-d5b1-403a-874f-14d793d34679"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:12:49.334055 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port c18eadab-d5b1-403a-874f-14d793d34679, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=c18eadab-d5b1-403a-874f-14d793d34679,segment=NetworkSegment(375347e3-4fe9-48b2-a035-8bc2cd32a58c),segment_id=375347e3-4fe9-48b2-a035-8bc2cd32a58c)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:12:49.337741 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:49.361717 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 08:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5de112-1b14-4f83-973e-bb81cadcc811 x-openstack-request-id: req-af5de112-1b14-4f83-973e-bb81cadcc811 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:12:49.362000 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23465d5f-c2ab-4aee-86b8-73e16643446e", "name": "network-vif-plugged", "status": "completed", "tag": "c18eadab-d5b1-403a-874f-14d793d34679", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:12:49.362278 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-af5de112-1b14-4f83-973e-bb81cadcc811 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:12:49.362984 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af5de112-1b14-4f83-973e-bb81cadcc811'] response: {'server_uuid': '23465d5f-c2ab-4aee-86b8-73e16643446e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18eadab-d5b1-403a-874f-14d793d34679', 'code': 200} Oct 12 08:12:49.388711 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=c18eadab-d5b1-403a-874f-14d793d34679,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:12:49.521060 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ac74e-8471-4a7e-8f9e-63a9188c1d9a req-2fdac995-99ac-4518-969f-d8a078e26fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:12:49.522482 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-022ac74e-8471-4a7e-8f9e-63a9188c1d9a req-2fdac995-99ac-4518-969f-d8a078e26fd4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 1098 time: 0.0392206 Oct 12 08:12:49.556382 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-022ac74e-8471-4a7e-8f9e-63a9188c1d9a req-46955a91-f6b6-4562-82f1-35b51986c5ac service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c063dca5-ee2e-4ed4-a656-a4cb31ac5eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265729 Oct 12 08:12:49.875442 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219ad0c-aa7d-456d-9bd1-72767e5a8006 req-176c91bc-a58e-47a6-98ca-eceef1e8fc39 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:12:49.876887 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9219ad0c-aa7d-456d-9bd1-72767e5a8006 req-176c91bc-a58e-47a6-98ca-eceef1e8fc39 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 945 time: 0.0513790 Oct 12 08:12:49.914002 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9219ad0c-aa7d-456d-9bd1-72767e5a8006 req-c058e088-7b61-4916-8ddf-e981075cf614 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=c063dca5-ee2e-4ed4-a656-a4cb31ac5eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306981 Oct 12 08:12:51.033166 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b8a9f-238b-49f5-bbc5-d541182f692d req-efe1b1cc-ac02-4d47-a3c2-0ecc15fb297f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:12:51.034671 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e01b8a9f-238b-49f5-bbc5-d541182f692d req-efe1b1cc-ac02-4d47-a3c2-0ecc15fb297f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 945 time: 0.0487924 Oct 12 08:12:51.072339 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e01b8a9f-238b-49f5-bbc5-d541182f692d req-a85df855-589b-4b7b-9d80-3f03c3ba8f5d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=c063dca5-ee2e-4ed4-a656-a4cb31ac5eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317900 Oct 12 08:12:51.189546 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb165d-565d-4cc6-a38d-f850b5c5cc56 req-a8a8eabe-d136-4816-97b2-abcadb674bd7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:12:51.191035 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-becb165d-565d-4cc6-a38d-f850b5c5cc56 req-a8a8eabe-d136-4816-97b2-abcadb674bd7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 945 time: 0.0481279 Oct 12 08:12:51.227960 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-becb165d-565d-4cc6-a38d-f850b5c5cc56 req-a61f29a2-ad3e-4dfa-a03d-d829f20a89a4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=c063dca5-ee2e-4ed4-a656-a4cb31ac5eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304387 Oct 12 08:12:51.255632 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48620) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:12:51.297619 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bfb26c-f5b6-4d11-b61c-1c5817969d7d tempest-TestNetworkAdvancedServerOps-682992196 tempest-TestNetworkAdvancedServerOps-682992196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:12:51.299132 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-96bfb26c-f5b6-4d11-b61c-1c5817969d7d tempest-TestNetworkAdvancedServerOps-682992196 tempest-TestNetworkAdvancedServerOps-682992196-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 1093 time: 0.0425005 Oct 12 08:12:51.302543 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48622) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:12:51.307112 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-59889267-c3a9-4e2c-bce0-2831bae968d5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'floatingip': {'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'port_id': 'c18eadab-d5b1-403a-874f-14d793d34679', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:12:51.327192 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59889267-c3a9-4e2c-bce0-2831bae968d5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for floatingip, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:51.422332 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59889267-c3a9-4e2c-bce0-2831bae968d5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:51.455708 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:51.520480 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-59889267-c3a9-4e2c-bce0-2831bae968d5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Allocated IP 172.26.3.101 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/4e0c4b7c-d60a-4f92-9c40-8abd11109e9c) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:12:51.620731 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59889267-c3a9-4e2c-bce0-2831bae968d5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:51.651403 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59889267-c3a9-4e2c-bce0-2831bae968d5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:51.689294 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59889267-c3a9-4e2c-bce0-2831bae968d5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:12:51.692008 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-59889267-c3a9-4e2c-bce0-2831bae968d5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:12:51.695429 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59889267-c3a9-4e2c-bce0-2831bae968d5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:12:51.716317 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59889267-c3a9-4e2c-bce0-2831bae968d5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'Port': ['ID=4e0c4b7c-d60a-4f92-9c40-8abd11109e9c,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:12:52.038126 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59889267-c3a9-4e2c-bce0-2831bae968d5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:52.101840 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59889267-c3a9-4e2c-bce0-2831bae968d5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:52.245995 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59889267-c3a9-4e2c-bce0-2831bae968d5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:52.249987 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59889267-c3a9-4e2c-bce0-2831bae968d5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:52.315800 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59889267-c3a9-4e2c-bce0-2831bae968d5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'Port': ['ID=4e0c4b7c-d60a-4f92-9c40-8abd11109e9c,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:12:52.318731 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59889267-c3a9-4e2c-bce0-2831bae968d5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:52.413734 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.l3_db [None req-59889267-c3a9-4e2c-bce0-2831bae968d5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Floating IP b42af74c-366f-4013-bc81-fbb468f78eb9 associated. External IP: 172.26.3.101, port: c18eadab-d5b1-403a-874f-14d793d34679. Oct 12 08:12:52.611670 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59889267-c3a9-4e2c-bce0-2831bae968d5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Router 374edede-a3dc-44dc-956d-524ffbf1cc52 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:12:52.715974 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59889267-c3a9-4e2c-bce0-2831bae968d5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:12:52.725676 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d933d9b-41cc-4b1a-b005-48306f005fad None None] Sync routers for ids ['374edede-a3dc-44dc-956d-524ffbf1cc52'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:12:52.734617 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-59889267-c3a9-4e2c-bce0-2831bae968d5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:12:52.736392 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d933d9b-41cc-4b1a-b005-48306f005fad None None] Routers {'374edede-a3dc-44dc-956d-524ffbf1cc52'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:12:52.736998 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-5d933d9b-41cc-4b1a-b005-48306f005fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:12:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['374edede-a3dc-44dc-956d-524ffbf1cc52'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:12:52.760681 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-59889267-c3a9-4e2c-bce0-2831bae968d5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4570537 Oct 12 08:12:52.761394 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23465d5f-c2ab-4aee-86b8-73e16643446e', 'tag': 'c18eadab-d5b1-403a-874f-14d793d34679'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:12:52.763775 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddba47f6901442025abf8f9725c41876113475a10693ce4f7782efac72d774e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a76615f-7218-4f96-a15f-28f2aa046f95" -d '{"events": [{"name": "network-changed", "server_uuid": "23465d5f-c2ab-4aee-86b8-73e16643446e", "tag": "c18eadab-d5b1-403a-874f-14d793d34679"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:12:52.858763 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-5d933d9b-41cc-4b1a-b005-48306f005fad None None] Set router 374edede-a3dc-44dc-956d-524ffbf1cc52 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:12:52.858983 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 08:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866ed820-b946-4412-ba80-ef1f028d411b x-openstack-request-id: req-866ed820-b946-4412-ba80-ef1f028d411b {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:12:52.859240 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23465d5f-c2ab-4aee-86b8-73e16643446e", "tag": "c18eadab-d5b1-403a-874f-14d793d34679", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:12:52.859518 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-866ed820-b946-4412-ba80-ef1f028d411b {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:12:52.859926 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event matching ['req-866ed820-b946-4412-ba80-ef1f028d411b'] response: {'name': 'network-changed', 'server_uuid': '23465d5f-c2ab-4aee-86b8-73e16643446e', 'tag': 'c18eadab-d5b1-403a-874f-14d793d34679', 'status': 'completed', 'code': 200} Oct 12 08:12:52.869882 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc458c8-7ab0-44de-9fc8-48c1bf5193e9 req-76adac11-14ff-481b-b7a3-caf88909137a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:12:52.871320 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0cc458c8-7ab0-44de-9fc8-48c1bf5193e9 req-76adac11-14ff-481b-b7a3-caf88909137a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 945 time: 0.0515702 Oct 12 08:12:52.937409 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0cc458c8-7ab0-44de-9fc8-48c1bf5193e9 req-beb480c5-298c-4874-ac43-2ba6aaa4471a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=c063dca5-ee2e-4ed4-a656-a4cb31ac5eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597262 Oct 12 08:12:52.943529 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76615f-7218-4f96-a15f-28f2aa046f95 req-043a6a4c-c60c-46d7-b650-e51a3675ba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:12:52.944984 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9a76615f-7218-4f96-a15f-28f2aa046f95 req-043a6a4c-c60c-46d7-b650-e51a3675ba2d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de61a77e33c34229aece15b07cc0cc0f&device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 1098 time: 0.0609753 Oct 12 08:12:52.966123 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48630) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:12:53.029773 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-81a2ab50-7e2a-49fa-9a2a-763f63c3cb00 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/floatingips/b42af74c-366f-4013-bc81-fbb468f78eb9 HTTP/1.1" status: 200 len: 991 time: 0.0624528 Oct 12 08:12:53.045019 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76615f-7218-4f96-a15f-28f2aa046f95 req-b0d2532c-8cb8-403f-9ccc-efeaff1aba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:12:53.046622 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9a76615f-7218-4f96-a15f-28f2aa046f95 req-b0d2532c-8cb8-403f-9ccc-efeaff1aba50 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e43bb4be-780d-49f0-9bd2-5a227bd67ddf HTTP/1.1" status: 200 len: 898 time: 0.0938699 Oct 12 08:12:53.086732 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-5d933d9b-41cc-4b1a-b005-48306f005fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374edede-a3dc-44dc-956d-524ffbf1cc52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1104123081', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.144'}], 'enable_snat': True}, 'gw_port_id': 'f7c2205e-7ff3-45bf-8a55-ea2476b4bca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:12:32Z', 'updated_at': '2022-10-12T08:12:35Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': 'f7c2205e-7ff3-45bf-8a55-ea2476b4bca6', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374edede-a3dc-44dc-956d-524ffbf1cc52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:12:32Z', 'updated_at': '2022-10-12T08:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'b42af74c-366f-4013-bc81-fbb468f78eb9', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'floating_ip_address': '172.26.3.101', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '374edede-a3dc-44dc-956d-524ffbf1cc52', 'port_id': 'c18eadab-d5b1-403a-874f-14d793d34679', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e43bb4be-780d-49f0-9bd2-5a227bd67ddf', 'mac_address': 'fa:16:3e:dd:a1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23465d5f-c2ab-4aee-86b8-73e16643446e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T08:12:51Z', 'updated_at': '2022-10-12T08:12:51Z', 'revision_number': 0, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '823d4c63-708f-4ef3-a410-909e50258820', 'name': '', 'network_id': 'e43bb4be-780d-49f0-9bd2-5a227bd67ddf', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'mac_address': 'fa:16:3e:f6:4a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374edede-a3dc-44dc-956d-524ffbf1cc52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '9e92400f-322f-4bdb-8746-18f63f6f63cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:12:35Z', 'updated_at': '2022-10-12T08:12:38Z', 'revision_number': 5, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'subnets': [{'id': '9e92400f-322f-4bdb-8746-18f63f6f63cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:12:53.112206 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9a76615f-7218-4f96-a15f-28f2aa046f95 req-eb05f3b3-fed8-4fa9-98ea-2d7c9cdcc6a2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c18eadab-d5b1-403a-874f-14d793d34679 HTTP/1.1" status: 200 len: 999 time: 0.0591938 Oct 12 08:12:53.115817 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d933d9b-41cc-4b1a-b005-48306f005fad None None] Checking router: 374edede-a3dc-44dc-956d-524ffbf1cc52 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:12:53.123960 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d933d9b-41cc-4b1a-b005-48306f005fad None None] Routers {'374edede-a3dc-44dc-956d-524ffbf1cc52'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:12:53.124489 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-5d933d9b-41cc-4b1a-b005-48306f005fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:12:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['374edede-a3dc-44dc-956d-524ffbf1cc52'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:12:53.164310 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76615f-7218-4f96-a15f-28f2aa046f95 req-6afd1d22-910d-4ef1-8ced-b58e915dca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:12:53.165769 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9a76615f-7218-4f96-a15f-28f2aa046f95 req-6afd1d22-910d-4ef1-8ced-b58e915dca1b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9e92400f-322f-4bdb-8746-18f63f6f63cf HTTP/1.1" status: 200 len: 834 time: 0.0477972 Oct 12 08:12:53.213057 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76615f-7218-4f96-a15f-28f2aa046f95 req-9c0813cf-1099-44fb-8d59-d35cfa65ef0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:12:53.214682 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9a76615f-7218-4f96-a15f-28f2aa046f95 req-9c0813cf-1099-44fb-8d59-d35cfa65ef0e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e43bb4be-780d-49f0-9bd2-5a227bd67ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425243 Oct 12 08:12:53.307512 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9a76615f-7218-4f96-a15f-28f2aa046f95 req-3793bf0d-963e-4789-b54e-03d84e0aaff5 service neutron] 10.222.0.23 "GET /v2.0/networks/e43bb4be-780d-49f0-9bd2-5a227bd67ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860279 Oct 12 08:12:53.313832 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-5d933d9b-41cc-4b1a-b005-48306f005fad None None] Set router 374edede-a3dc-44dc-956d-524ffbf1cc52 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:12:53.399899 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9a76615f-7218-4f96-a15f-28f2aa046f95 req-472ecd98-13fe-4a4e-82bb-902f8078463d service neutron] 10.222.0.23 "GET /v2.0/networks/e43bb4be-780d-49f0-9bd2-5a227bd67ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864782 Oct 12 08:12:53.530447 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-5d933d9b-41cc-4b1a-b005-48306f005fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374edede-a3dc-44dc-956d-524ffbf1cc52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1104123081', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.144'}], 'enable_snat': True}, 'gw_port_id': 'f7c2205e-7ff3-45bf-8a55-ea2476b4bca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:12:32Z', 'updated_at': '2022-10-12T08:12:35Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': 'f7c2205e-7ff3-45bf-8a55-ea2476b4bca6', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374edede-a3dc-44dc-956d-524ffbf1cc52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:12:32Z', 'updated_at': '2022-10-12T08:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'b42af74c-366f-4013-bc81-fbb468f78eb9', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'floating_ip_address': '172.26.3.101', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '374edede-a3dc-44dc-956d-524ffbf1cc52', 'port_id': 'c18eadab-d5b1-403a-874f-14d793d34679', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e43bb4be-780d-49f0-9bd2-5a227bd67ddf', 'mac_address': 'fa:16:3e:dd:a1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23465d5f-c2ab-4aee-86b8-73e16643446e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T08:12:51Z', 'updated_at': '2022-10-12T08:12:51Z', 'revision_number': 0, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '823d4c63-708f-4ef3-a410-909e50258820', 'name': '', 'network_id': 'e43bb4be-780d-49f0-9bd2-5a227bd67ddf', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'mac_address': 'fa:16:3e:f6:4a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374edede-a3dc-44dc-956d-524ffbf1cc52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '9e92400f-322f-4bdb-8746-18f63f6f63cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:12:35Z', 'updated_at': '2022-10-12T08:12:38Z', 'revision_number': 5, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'subnets': [{'id': '9e92400f-322f-4bdb-8746-18f63f6f63cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:12:53.555545 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d933d9b-41cc-4b1a-b005-48306f005fad None None] The sync data for ids ['374edede-a3dc-44dc-956d-524ffbf1cc52'] in dv-neutron-860909-2-hyperv is: [{'id': '374edede-a3dc-44dc-956d-524ffbf1cc52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1104123081', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.144'}], 'enable_snat': True}, 'gw_port_id': 'f7c2205e-7ff3-45bf-8a55-ea2476b4bca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:12:32Z', 'updated_at': '2022-10-12T08:12:35Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': 'f7c2205e-7ff3-45bf-8a55-ea2476b4bca6', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374edede-a3dc-44dc-956d-524ffbf1cc52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:12:32Z', 'updated_at': '2022-10-12T08:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'b42af74c-366f-4013-bc81-fbb468f78eb9', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'floating_ip_address': '172.26.3.101', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '374edede-a3dc-44dc-956d-524ffbf1cc52', 'port_id': 'c18eadab-d5b1-403a-874f-14d793d34679', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e43bb4be-780d-49f0-9bd2-5a227bd67ddf', 'mac_address': 'fa:16:3e:dd:a1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23465d5f-c2ab-4aee-86b8-73e16643446e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T08:12:51Z', 'updated_at': '2022-10-12T08:12:51Z', 'revision_number': 0, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '823d4c63-708f-4ef3-a410-909e50258820', 'name': '', 'network_id': 'e43bb4be-780d-49f0-9bd2-5a227bd67ddf', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'mac_address': 'fa:16:3e:f6:4a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374edede-a3dc-44dc-956d-524ffbf1cc52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '9e92400f-322f-4bdb-8746-18f63f6f63cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:12:35Z', 'updated_at': '2022-10-12T08:12:38Z', 'revision_number': 5, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'subnets': [{'id': '9e92400f-322f-4bdb-8746-18f63f6f63cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:12:53.728208 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dc07d6-9ac6-4481-9e21-ebed9857c8d3 None None] New status for floating IP b42af74c-366f-4013-bc81-fbb468f78eb9: ACTIVE {{(pid=103202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 08:12:54.033454 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48632) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:12:54.092483 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-4fa79347-8bed-4166-bda7-470ec2757d44 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/floatingips/b42af74c-366f-4013-bc81-fbb468f78eb9 HTTP/1.1" status: 200 len: 993 time: 0.0579817 Oct 12 08:13:13.988413 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-52d5b81c-1b39-46aa-941f-b5399ee77424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:13:16.155318 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-202826ff-f5a8-487b-9f53-4a4f99a48bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:13:17.380013 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:13:18.411272 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:13:18.941160 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:13:19.214431 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:13:21.470932 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:13:27.347119 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [req-d64292bb-a835-482f-8371-731b87c15be4 req-38b623d6-4d52-4e5d-83ed-7594c4f4ace0 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 08:13:27.348117 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d64292bb-a835-482f-8371-731b87c15be4 req-38b623d6-4d52-4e5d-83ed-7594c4f4ace0 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063856 Oct 12 08:13:27.380628 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-78f970f0-6148-4009-b49a-51e02a942046 req-15549801-7b8a-49c9-bf47-e9d30a37f4da service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=23465d5f-c2ab-4aee-86b8-73e16643446e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466251 Oct 12 08:13:27.470729 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f970f0-6148-4009-b49a-51e02a942046 req-047afe28-e046-48b1-9a32-6a13dbb8d7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:13:27.472741 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-78f970f0-6148-4009-b49a-51e02a942046 req-047afe28-e046-48b1-9a32-6a13dbb8d7d7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de61a77e33c34229aece15b07cc0cc0f&device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 1098 time: 0.0503609 Oct 12 08:13:27.553233 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48652) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:13:27.587381 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da5a1b-79ea-4c21-9013-25398232e7e4 req-570e3dc4-f047-4c3e-8438-7b95e477f688 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:13:27.588875 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-68da5a1b-79ea-4c21-9013-25398232e7e4 req-570e3dc4-f047-4c3e-8438-7b95e477f688 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 945 time: 0.1020322 Oct 12 08:13:27.632728 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f970f0-6148-4009-b49a-51e02a942046 req-c1c70121-1042-43f9-aa44-f436c5e024c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:13:27.634527 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-78f970f0-6148-4009-b49a-51e02a942046 req-c1c70121-1042-43f9-aa44-f436c5e024c5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e43bb4be-780d-49f0-9bd2-5a227bd67ddf HTTP/1.1" status: 200 len: 898 time: 0.1391795 Oct 12 08:13:27.638254 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-1d5a43c6-585f-4b86-a741-9d91461e3ca2 req-241c2466-b641-4808-9ba4-eb0f0f476757 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=23465d5f-c2ab-4aee-86b8-73e16643446e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0838306 Oct 12 08:13:27.647916 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [req-1d5a43c6-585f-4b86-a741-9d91461e3ca2 req-e9421e80-a215-412d-920c-26129472d713 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 08:13:27.648941 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-1d5a43c6-585f-4b86-a741-9d91461e3ca2 req-e9421e80-a215-412d-920c-26129472d713 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056138 Oct 12 08:13:27.653555 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-68da5a1b-79ea-4c21-9013-25398232e7e4 req-28e9c1aa-bbdf-461b-87fc-5f3175f117df tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=c063dca5-ee2e-4ed4-a656-a4cb31ac5eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577493 Oct 12 08:13:27.705028 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-78f970f0-6148-4009-b49a-51e02a942046 req-c1d4c1d6-f5d1-43f9-9c62-84c52e0448ff service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c18eadab-d5b1-403a-874f-14d793d34679 HTTP/1.1" status: 200 len: 1001 time: 0.0626328 Oct 12 08:13:27.753011 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f970f0-6148-4009-b49a-51e02a942046 req-f921172b-f1f8-42c0-b8d8-565f6cc18519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:13:27.755144 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-78f970f0-6148-4009-b49a-51e02a942046 req-f921172b-f1f8-42c0-b8d8-565f6cc18519 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9e92400f-322f-4bdb-8746-18f63f6f63cf HTTP/1.1" status: 200 len: 834 time: 0.0432699 Oct 12 08:13:27.802856 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f970f0-6148-4009-b49a-51e02a942046 req-805c48a9-435b-4824-a135-7f40f1c369f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:13:27.804477 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-78f970f0-6148-4009-b49a-51e02a942046 req-805c48a9-435b-4824-a135-7f40f1c369f9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e43bb4be-780d-49f0-9bd2-5a227bd67ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431232 Oct 12 08:13:27.893415 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-78f970f0-6148-4009-b49a-51e02a942046 req-98090cbd-5380-437c-92b7-edc83dac4014 service neutron] 10.222.0.23 "GET /v2.0/networks/e43bb4be-780d-49f0-9bd2-5a227bd67ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824795 Oct 12 08:13:27.990740 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-78f970f0-6148-4009-b49a-51e02a942046 req-450d1dbf-ac3c-4307-abe0-7a0aa7ce72b3 service neutron] 10.222.0.23 "GET /v2.0/networks/e43bb4be-780d-49f0-9bd2-5a227bd67ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902972 Oct 12 08:13:28.783344 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd40fd-0900-439b-8f1f-c8276986b1d3 req-d8a148c1-a256-4a8c-85d2-6dd317e2564e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:13:28.788004 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-95bd40fd-0900-439b-8f1f-c8276986b1d3 req-d8a148c1-a256-4a8c-85d2-6dd317e2564e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 945 time: 0.0584950 Oct 12 08:13:28.855278 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-95bd40fd-0900-439b-8f1f-c8276986b1d3 req-00c8d79a-35e5-40f0-9bc8-fce2d424b7ca tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=c063dca5-ee2e-4ed4-a656-a4cb31ac5eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633106 Oct 12 08:13:28.859793 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a43c6-585f-4b86-a741-9d91461e3ca2 req-d9772668-f686-4b47-b127-4e2ef3a9e96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:13:28.861207 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1d5a43c6-585f-4b86-a741-9d91461e3ca2 req-d9772668-f686-4b47-b127-4e2ef3a9e96a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de61a77e33c34229aece15b07cc0cc0f&device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 1098 time: 0.0634000 Oct 12 08:13:28.953571 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a43c6-585f-4b86-a741-9d91461e3ca2 req-c5841c18-dba7-4636-a0c3-cf74826abca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:13:28.954978 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1d5a43c6-585f-4b86-a741-9d91461e3ca2 req-c5841c18-dba7-4636-a0c3-cf74826abca6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e43bb4be-780d-49f0-9bd2-5a227bd67ddf HTTP/1.1" status: 200 len: 898 time: 0.0827463 Oct 12 08:13:29.021645 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1d5a43c6-585f-4b86-a741-9d91461e3ca2 req-cd065c2f-ff3c-42e8-8bec-659d2ab8772a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c18eadab-d5b1-403a-874f-14d793d34679 HTTP/1.1" status: 200 len: 1001 time: 0.0605874 Oct 12 08:13:29.068234 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a43c6-585f-4b86-a741-9d91461e3ca2 req-1912046d-f883-4f75-a155-4e9c4305d8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:13:29.069664 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1d5a43c6-585f-4b86-a741-9d91461e3ca2 req-1912046d-f883-4f75-a155-4e9c4305d8d7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9e92400f-322f-4bdb-8746-18f63f6f63cf HTTP/1.1" status: 200 len: 834 time: 0.0423331 Oct 12 08:13:29.113382 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a43c6-585f-4b86-a741-9d91461e3ca2 req-2374a151-7f73-40e7-97da-c6ba22fb7c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:13:29.115490 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1d5a43c6-585f-4b86-a741-9d91461e3ca2 req-2374a151-7f73-40e7-97da-c6ba22fb7c63 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e43bb4be-780d-49f0-9bd2-5a227bd67ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394881 Oct 12 08:13:29.205198 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1d5a43c6-585f-4b86-a741-9d91461e3ca2 req-7d6d8d3c-bbf5-4351-a930-150b8b70bced service neutron] 10.222.0.23 "GET /v2.0/networks/e43bb4be-780d-49f0-9bd2-5a227bd67ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833814 Oct 12 08:13:29.291481 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1d5a43c6-585f-4b86-a741-9d91461e3ca2 req-82dbbd63-da3c-40b6-8057-a85172c65c9d service neutron] 10.222.0.23 "GET /v2.0/networks/e43bb4be-780d-49f0-9bd2-5a227bd67ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803151 Oct 12 08:13:29.978652 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617b46e-2ddf-4cd6-803f-f1514f134b90 req-9565a3c6-f9d0-41cd-abd4-1d660356e746 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:13:29.980100 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5617b46e-2ddf-4cd6-803f-f1514f134b90 req-9565a3c6-f9d0-41cd-abd4-1d660356e746 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 945 time: 0.0512536 Oct 12 08:13:30.342733 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5617b46e-2ddf-4cd6-803f-f1514f134b90 req-8c35cea9-3e05-4e9e-ae05-d43deb5c4b7c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=c063dca5-ee2e-4ed4-a656-a4cb31ac5eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3564732 Oct 12 08:13:31.462291 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272932a-37b9-4916-b1ac-48267fa98747 req-29ad9ad5-acf8-45c9-b93e-ca8b4d8ab20c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:13:31.463744 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7272932a-37b9-4916-b1ac-48267fa98747 req-29ad9ad5-acf8-45c9-b93e-ca8b4d8ab20c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 945 time: 0.0478108 Oct 12 08:13:31.501331 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7272932a-37b9-4916-b1ac-48267fa98747 req-2bc0a51c-fc3c-4c9f-8c3d-5cbfd2641138 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=c063dca5-ee2e-4ed4-a656-a4cb31ac5eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316176 Oct 12 08:13:32.622330 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f36df8-56d5-4f0d-8fd1-a1e00d4c5400 req-fc31c3b7-38b1-493c-a424-b7fca512d12c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:13:32.623823 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e8f36df8-56d5-4f0d-8fd1-a1e00d4c5400 req-fc31c3b7-38b1-493c-a424-b7fca512d12c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 945 time: 0.0489743 Oct 12 08:13:32.661879 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e8f36df8-56d5-4f0d-8fd1-a1e00d4c5400 req-0658281d-211a-47ac-bca2-5fd70fbcb2b1 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=c063dca5-ee2e-4ed4-a656-a4cb31ac5eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315957 Oct 12 08:13:33.784893 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7bfda-273a-4e37-aaec-9684f2d456b9 req-c6a91f85-56da-4405-b28c-24ccc43686e7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:13:33.786387 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-46b7bfda-273a-4e37-aaec-9684f2d456b9 req-c6a91f85-56da-4405-b28c-24ccc43686e7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 945 time: 0.0512254 Oct 12 08:13:33.824352 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-46b7bfda-273a-4e37-aaec-9684f2d456b9 req-2c245758-4d54-49dd-bf1b-4cf85d335554 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=c063dca5-ee2e-4ed4-a656-a4cb31ac5eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320814 Oct 12 08:13:34.942910 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ea208-a53d-4476-838c-921c470d52eb req-80e799bb-c5d7-49b9-aa41-235c81ee04e8 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:13:34.944370 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e95ea208-a53d-4476-838c-921c470d52eb req-80e799bb-c5d7-49b9-aa41-235c81ee04e8 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 945 time: 0.0478959 Oct 12 08:13:34.981311 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e95ea208-a53d-4476-838c-921c470d52eb req-7aba162b-b6fc-4022-b09a-21206bf3d45c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=c063dca5-ee2e-4ed4-a656-a4cb31ac5eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310891 Oct 12 08:13:36.100896 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e448ab-2f9f-4406-85dc-125e6f507d50 req-70b4f248-9f17-476f-8904-5d9179bc5e1a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:13:36.102380 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-94e448ab-2f9f-4406-85dc-125e6f507d50 req-70b4f248-9f17-476f-8904-5d9179bc5e1a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 945 time: 0.0482559 Oct 12 08:13:36.139406 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-94e448ab-2f9f-4406-85dc-125e6f507d50 req-250e3f48-8ed8-423a-83e4-b351e8f236ae tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=c063dca5-ee2e-4ed4-a656-a4cb31ac5eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305283 Oct 12 08:13:37.261929 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d167659-101c-4a4d-85e0-97338c7f3b87 req-ea369712-2172-4490-857c-950d71f64eee tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:13:37.263421 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2d167659-101c-4a4d-85e0-97338c7f3b87 req-ea369712-2172-4490-857c-950d71f64eee tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 945 time: 0.0514548 Oct 12 08:13:37.299757 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2d167659-101c-4a4d-85e0-97338c7f3b87 req-ab78e6de-8abc-4472-8fd4-84629a9d2635 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=c063dca5-ee2e-4ed4-a656-a4cb31ac5eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305619 Oct 12 08:13:38.420012 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b4d0e-4773-4539-817d-b7121a6e462a req-b0056e58-5bdc-4efb-8ad2-91a8e561bd6e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:13:38.421457 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0d0b4d0e-4773-4539-817d-b7121a6e462a req-b0056e58-5bdc-4efb-8ad2-91a8e561bd6e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 945 time: 0.0480335 Oct 12 08:13:38.459475 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0d0b4d0e-4773-4539-817d-b7121a6e462a req-ac57872d-2f60-4384-ae2b-95aa0d2c7ce9 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=c063dca5-ee2e-4ed4-a656-a4cb31ac5eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312421 Oct 12 08:13:39.578121 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b0e29-2419-4fce-b7d4-21ddff2f2302 req-555d4011-fce3-4d1f-91ce-42419bfcc2db tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:13:39.579611 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-523b0e29-2419-4fce-b7d4-21ddff2f2302 req-555d4011-fce3-4d1f-91ce-42419bfcc2db tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 945 time: 0.0483582 Oct 12 08:13:39.616965 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-523b0e29-2419-4fce-b7d4-21ddff2f2302 req-1a6698c8-0c2d-4ea5-a74e-e4edeb5deec9 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=c063dca5-ee2e-4ed4-a656-a4cb31ac5eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313900 Oct 12 08:13:40.743076 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059dfe2-51e2-4dfb-890b-fe64e2676343 req-35a96084-fd71-4e86-a258-fd75e584bf5c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:13:40.744427 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2059dfe2-51e2-4dfb-890b-fe64e2676343 req-35a96084-fd71-4e86-a258-fd75e584bf5c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 945 time: 0.0523536 Oct 12 08:13:40.782174 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2059dfe2-51e2-4dfb-890b-fe64e2676343 req-9c7e7d14-e20c-49ab-9698-e523830519aa tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=c063dca5-ee2e-4ed4-a656-a4cb31ac5eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315301 Oct 12 08:13:41.902270 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74bae07-3060-4a66-892a-b5c63941bbbd req-5ecca92a-3d52-4832-aee2-8ce89cc7f8ca tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:13:41.903731 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d74bae07-3060-4a66-892a-b5c63941bbbd req-5ecca92a-3d52-4832-aee2-8ce89cc7f8ca tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 945 time: 0.0484300 Oct 12 08:13:41.940104 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d74bae07-3060-4a66-892a-b5c63941bbbd req-65fb13bc-54af-43b8-95ac-5e79be537758 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=c063dca5-ee2e-4ed4-a656-a4cb31ac5eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306365 Oct 12 08:13:43.057772 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221f82a-46aa-49c2-8bba-759eb5c846a5 req-25a808ba-5ef1-4f45-a7f6-5b49433318b5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:13:43.059161 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9221f82a-46aa-49c2-8bba-759eb5c846a5 req-25a808ba-5ef1-4f45-a7f6-5b49433318b5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 945 time: 0.0478961 Oct 12 08:13:43.096104 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9221f82a-46aa-49c2-8bba-759eb5c846a5 req-08ae1708-58bc-4255-a43d-609c756917a8 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=c063dca5-ee2e-4ed4-a656-a4cb31ac5eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311916 Oct 12 08:13:43.989494 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-75dfdea4-b839-41ae-8211-865794b22a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:13:44.218482 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997adfb4-04ed-45da-8215-2123bc4d97d2 req-e1434d28-62eb-4aea-ba55-2415a116d896 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:13:44.219937 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-997adfb4-04ed-45da-8215-2123bc4d97d2 req-e1434d28-62eb-4aea-ba55-2415a116d896 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 945 time: 0.0517375 Oct 12 08:13:44.257413 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-997adfb4-04ed-45da-8215-2123bc4d97d2 req-f38f73f1-9cf3-4c2f-8c92-35c31306d8e7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=c063dca5-ee2e-4ed4-a656-a4cb31ac5eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314860 Oct 12 08:13:45.376894 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e678193-576a-4cfd-ad07-5e9318ad58c1 req-20fc2012-64bf-4d62-a903-e563e43c89d2 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:13:45.378379 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8e678193-576a-4cfd-ad07-5e9318ad58c1 req-20fc2012-64bf-4d62-a903-e563e43c89d2 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 945 time: 0.0492649 Oct 12 08:13:45.416381 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8e678193-576a-4cfd-ad07-5e9318ad58c1 req-cdce6870-8b94-4f9d-b471-da56a7209e06 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=c063dca5-ee2e-4ed4-a656-a4cb31ac5eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311129 Oct 12 08:13:45.831661 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1d5a43c6-585f-4b86-a741-9d91461e3ca2 req-661aac24-55ba-4dd5-8b75-d24561963cc1 service neutron] 10.222.0.23 "GET /v2.0/ports/c18eadab-d5b1-403a-874f-14d793d34679/bindings/hv-neutron-8609 HTTP/1.1" status: 200 len: 384 time: 0.0535135 Oct 12 08:13:46.056046 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a43c6-585f-4b86-a741-9d91461e3ca2 req-24dbf79b-d529-4ea0-b06f-7ed986660cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:13:46.057407 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1d5a43c6-585f-4b86-a741-9d91461e3ca2 req-24dbf79b-d529-4ea0-b06f-7ed986660cad service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=23465d5f-c2ab-4aee-86b8-73e16643446e&tenant_id=de61a77e33c34229aece15b07cc0cc0f HTTP/1.1" status: 200 len: 1098 time: 0.0444808 Oct 12 08:13:46.117717 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a43c6-585f-4b86-a741-9d91461e3ca2 req-a0024278-119e-4baa-89b5-bcaf1ede897f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:13:46.119219 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1d5a43c6-585f-4b86-a741-9d91461e3ca2 req-a0024278-119e-4baa-89b5-bcaf1ede897f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de61a77e33c34229aece15b07cc0cc0f&device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 1098 time: 0.0398879 Oct 12 08:13:46.156785 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e585ea8c-0c99-46cb-88b6-523bc15cd564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:13:46.213746 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a43c6-585f-4b86-a741-9d91461e3ca2 req-0612a01f-15ee-465c-a942-1fca05b1db81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:13:46.215262 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1d5a43c6-585f-4b86-a741-9d91461e3ca2 req-0612a01f-15ee-465c-a942-1fca05b1db81 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e43bb4be-780d-49f0-9bd2-5a227bd67ddf HTTP/1.1" status: 200 len: 898 time: 0.0890906 Oct 12 08:13:46.279598 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1d5a43c6-585f-4b86-a741-9d91461e3ca2 req-ac2d4a39-a3b4-4feb-9fc5-9774b11f85eb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c18eadab-d5b1-403a-874f-14d793d34679 HTTP/1.1" status: 200 len: 1001 time: 0.0576286 Oct 12 08:13:46.326324 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a43c6-585f-4b86-a741-9d91461e3ca2 req-1c74ae5b-3ec9-4979-8f91-5b11038993c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:13:46.327649 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1d5a43c6-585f-4b86-a741-9d91461e3ca2 req-1c74ae5b-3ec9-4979-8f91-5b11038993c4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9e92400f-322f-4bdb-8746-18f63f6f63cf HTTP/1.1" status: 200 len: 834 time: 0.0422878 Oct 12 08:13:46.377026 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a43c6-585f-4b86-a741-9d91461e3ca2 req-39501100-21d4-432c-b374-c225ce246b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:13:46.378632 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1d5a43c6-585f-4b86-a741-9d91461e3ca2 req-39501100-21d4-432c-b374-c225ce246b0d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e43bb4be-780d-49f0-9bd2-5a227bd67ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0450449 Oct 12 08:13:46.468890 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1d5a43c6-585f-4b86-a741-9d91461e3ca2 req-0656db97-fdc1-4364-98d0-9e8062e921e3 service neutron] 10.222.0.23 "GET /v2.0/networks/e43bb4be-780d-49f0-9bd2-5a227bd67ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836079 Oct 12 08:13:46.595396 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c534c4-7f2f-4661-b154-7ccee6aa7a5c req-02bf9060-bd08-4a20-95ed-2b5030bc4504 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:13:46.596788 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e1c534c4-7f2f-4661-b154-7ccee6aa7a5c req-02bf9060-bd08-4a20-95ed-2b5030bc4504 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 945 time: 0.1031578 Oct 12 08:13:46.600426 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1d5a43c6-585f-4b86-a741-9d91461e3ca2 req-d57bc315-adcb-4167-ab0d-2a852908314f service neutron] 10.222.0.23 "GET /v2.0/networks/e43bb4be-780d-49f0-9bd2-5a227bd67ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255555 Oct 12 08:13:46.638400 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e1c534c4-7f2f-4661-b154-7ccee6aa7a5c req-faa44ed5-dfaa-45f6-b316-b6941b080169 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=c063dca5-ee2e-4ed4-a656-a4cb31ac5eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353458 Oct 12 08:13:47.382534 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:13:47.758957 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a5d35-5369-47e5-b406-d0766118c2d4 req-e71067de-f241-4406-b04e-146beb99f7e1 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:13:47.760428 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-511a5d35-5369-47e5-b406-d0766118c2d4 req-e71067de-f241-4406-b04e-146beb99f7e1 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 945 time: 0.0489104 Oct 12 08:13:47.802240 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-511a5d35-5369-47e5-b406-d0766118c2d4 req-05306049-40c8-4b37-9476-3db8c61f78a2 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=c063dca5-ee2e-4ed4-a656-a4cb31ac5eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360026 Oct 12 08:13:48.921363 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29206e64-24bc-4ab9-9238-8cfa67e7688c req-6962f639-59d1-4718-9c7e-1548bafe91d0 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:13:48.922855 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-29206e64-24bc-4ab9-9238-8cfa67e7688c req-6962f639-59d1-4718-9c7e-1548bafe91d0 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 945 time: 0.0478415 Oct 12 08:13:48.947363 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:13:48.962909 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-29206e64-24bc-4ab9-9238-8cfa67e7688c req-30985011-c038-42a8-b92a-9aafccbd3583 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=c063dca5-ee2e-4ed4-a656-a4cb31ac5eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330894 Oct 12 08:13:49.184307 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0e817-5ef6-47c3-a255-4b7b857d4ffc req-cd495126-fb0e-4779-982c-fee8cc77b0aa tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:13:49.185786 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d1a0e817-5ef6-47c3-a255-4b7b857d4ffc req-cd495126-fb0e-4779-982c-fee8cc77b0aa tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 945 time: 0.0738370 Oct 12 08:13:49.198532 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fcd7ef-93af-4d60-ae78-3f56624c10ab req-c6119403-f7ee-462e-9ec9-4424a1ba4107 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:13:49.199939 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-33fcd7ef-93af-4d60-ae78-3f56624c10ab req-c6119403-f7ee-462e-9ec9-4424a1ba4107 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.23 "GET /v2.0/ports?device_id=23465d5f-c2ab-4aee-86b8-73e16643446e&tenant_id=de61a77e33c34229aece15b07cc0cc0f&binding%3Ahost_id=hv-neutron-8609 HTTP/1.1" status: 200 len: 945 time: 0.0782800 Oct 12 08:13:49.218365 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:13:49.241978 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d1a0e817-5ef6-47c3-a255-4b7b857d4ffc req-a89674af-0b90-4ad6-93ba-087ebf6d294e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=c063dca5-ee2e-4ed4-a656-a4cb31ac5eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410626 Oct 12 08:13:49.282630 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fcd7ef-93af-4d60-ae78-3f56624c10ab req-594d300e-f0c5-40c7-b68f-e5ae165937ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:13:49.284148 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-33fcd7ef-93af-4d60-ae78-3f56624c10ab req-594d300e-f0c5-40c7-b68f-e5ae165937ee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de61a77e33c34229aece15b07cc0cc0f&device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 1098 time: 0.0412970 Oct 12 08:13:49.407929 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fcd7ef-93af-4d60-ae78-3f56624c10ab req-5de0b478-557c-4d39-a41d-1c7ae257cd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:13:49.409397 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-33fcd7ef-93af-4d60-ae78-3f56624c10ab req-5de0b478-557c-4d39-a41d-1c7ae257cd8e service neutron] 10.222.0.23 "GET /v2.0/networks?id=e43bb4be-780d-49f0-9bd2-5a227bd67ddf HTTP/1.1" status: 200 len: 898 time: 0.1185811 Oct 12 08:13:49.417951 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2915224-3c78-43ef-b0d2-bf6c01ca6edc req-3fa70e78-dd4b-4eb9-aa20-22dd57fb843e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:13:49.419421 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d2915224-3c78-43ef-b0d2-bf6c01ca6edc req-3fa70e78-dd4b-4eb9-aa20-22dd57fb843e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 945 time: 0.0981145 Oct 12 08:13:49.498517 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d2915224-3c78-43ef-b0d2-bf6c01ca6edc req-233b0e4e-3778-4983-ba97-746255fe0345 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=c063dca5-ee2e-4ed4-a656-a4cb31ac5eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727324 Oct 12 08:13:49.502359 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-33fcd7ef-93af-4d60-ae78-3f56624c10ab req-319f2a75-fcc4-4b05-9595-5f1ff51d7395 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c18eadab-d5b1-403a-874f-14d793d34679 HTTP/1.1" status: 200 len: 1001 time: 0.0820510 Oct 12 08:13:49.520663 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device c18eadab-d5b1-403a-874f-14d793d34679 no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:13:49.554843 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fcd7ef-93af-4d60-ae78-3f56624c10ab req-f14391f2-d262-471b-9cd3-68f676796b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:13:49.556344 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-33fcd7ef-93af-4d60-ae78-3f56624c10ab req-f14391f2-d262-471b-9cd3-68f676796b62 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9e92400f-322f-4bdb-8746-18f63f6f63cf HTTP/1.1" status: 200 len: 834 time: 0.0481944 Oct 12 08:13:49.595468 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port c18eadab-d5b1-403a-874f-14d793d34679 is: ACTIVE; New status is: DOWN {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:13:49.595858 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:13:49.602475 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fcd7ef-93af-4d60-ae78-3f56624c10ab req-49c694a1-e8e1-4e43-a44d-bdfba046ed41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:13:49.603989 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-33fcd7ef-93af-4d60-ae78-3f56624c10ab req-49c694a1-e8e1-4e43-a44d-bdfba046ed41 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e43bb4be-780d-49f0-9bd2-5a227bd67ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411689 Oct 12 08:13:49.618324 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23465d5f-c2ab-4aee-86b8-73e16643446e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c18eadab-d5b1-403a-874f-14d793d34679'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:13:49.620558 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db88b390-ceac-4468-be32-dc2752cd1c29" -d '{"events": [{"server_uuid": "23465d5f-c2ab-4aee-86b8-73e16643446e", "name": "network-vif-unplugged", "status": "completed", "tag": "c18eadab-d5b1-403a-874f-14d793d34679"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:13:49.632742 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port c18eadab-d5b1-403a-874f-14d793d34679, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=c18eadab-d5b1-403a-874f-14d793d34679,segment=NetworkSegment(375347e3-4fe9-48b2-a035-8bc2cd32a58c),segment_id=375347e3-4fe9-48b2-a035-8bc2cd32a58c)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:13:49.637819 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:13:49.688538 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=c18eadab-d5b1-403a-874f-14d793d34679,revision_number=6']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:13:49.695578 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:13:49.695955 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:13:49.696288 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:13:49.696617 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:13:49.696940 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:13:49.697262 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:13:49.697614 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:13:49.697964 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:13:49.698099 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-33fcd7ef-93af-4d60-ae78-3f56624c10ab req-ec99be80-c9f6-4311-9514-aa84214d0302 service neutron] 10.222.0.23 "GET /v2.0/networks/e43bb4be-780d-49f0-9bd2-5a227bd67ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873408 Oct 12 08:13:49.698311 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:13:49.698625 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:13:49.698939 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:13:49.699275 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:13:49.728328 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 12 Oct 2022 08:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9b141a-3e58-46d5-a36b-3f6819470c56 x-openstack-request-id: req-2f9b141a-3e58-46d5-a36b-3f6819470c56 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:13:49.728623 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23465d5f-c2ab-4aee-86b8-73e16643446e", "name": "network-vif-unplugged", "status": "completed", "tag": "c18eadab-d5b1-403a-874f-14d793d34679", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:13:49.729368 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2f9b141a-3e58-46d5-a36b-3f6819470c56 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:13:49.729368 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f9b141a-3e58-46d5-a36b-3f6819470c56'] response: {'server_uuid': '23465d5f-c2ab-4aee-86b8-73e16643446e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c18eadab-d5b1-403a-874f-14d793d34679', 'code': 200} Oct 12 08:13:49.793844 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-33fcd7ef-93af-4d60-ae78-3f56624c10ab req-946f6617-bd1a-4b8e-a69b-deab7e68ec97 service neutron] 10.222.0.23 "GET /v2.0/networks/e43bb4be-780d-49f0-9bd2-5a227bd67ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883977 Oct 12 08:13:50.619596 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c6b58-d38e-46c0-a3b2-a1c35449fc4d req-5c2530df-3b60-4b7a-8e00-b210b49cbd21 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:13:50.621069 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-774c6b58-d38e-46c0-a3b2-a1c35449fc4d req-5c2530df-3b60-4b7a-8e00-b210b49cbd21 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 943 time: 0.0486519 Oct 12 08:13:50.658420 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-774c6b58-d38e-46c0-a3b2-a1c35449fc4d req-b6d05a66-4622-422d-b84b-c0b8d4761c08 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=c063dca5-ee2e-4ed4-a656-a4cb31ac5eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314598 Oct 12 08:13:50.685518 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48736) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:13:50.748764 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-859281f8-7d42-4963-9e7a-dcb18b4fc884 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/floatingips/b42af74c-366f-4013-bc81-fbb468f78eb9 HTTP/1.1" status: 200 len: 991 time: 0.0621412 Oct 12 08:13:51.485222 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:13:55.410013 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:14:13.991371 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fbbda248-ac7a-4946-982f-5719748fd612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:16.157420 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-46abb3b0-f993-45d7-8a9b-066e4740c304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:17.384694 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:18.945809 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:19.120552 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48746) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:14:19.220329 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:19.274339 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-8b971318-a905-4cb2-bfb1-14814e77f257 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Deleting port 4e0c4b7c-d60a-4f92-9c40-8abd11109e9c {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:14:19.274681 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8b971318-a905-4cb2-bfb1-14814e77f257 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:19.345902 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8b971318-a905-4cb2-bfb1-14814e77f257 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:19.346258 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8b971318-a905-4cb2-bfb1-14814e77f257 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:19.357462 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-8b971318-a905-4cb2-bfb1-14814e77f257 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Calling delete_port for 4e0c4b7c-d60a-4f92-9c40-8abd11109e9c owned by network:floatingip {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:14:19.501227 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8b971318-a905-4cb2-bfb1-14814e77f257 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:19.526749 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b971318-a905-4cb2-bfb1-14814e77f257 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event deleted for resources: {'Port': ['ID=4e0c4b7c-d60a-4f92-9c40-8abd11109e9c,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:14:19.551775 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b971318-a905-4cb2-bfb1-14814e77f257 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:14:19.552119 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b971318-a905-4cb2-bfb1-14814e77f257 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:14:19.552456 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b971318-a905-4cb2-bfb1-14814e77f257 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:14:19.552790 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b971318-a905-4cb2-bfb1-14814e77f257 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:14:19.553115 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b971318-a905-4cb2-bfb1-14814e77f257 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:14:19.553438 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b971318-a905-4cb2-bfb1-14814e77f257 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:14:19.553757 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b971318-a905-4cb2-bfb1-14814e77f257 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:14:19.554095 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b971318-a905-4cb2-bfb1-14814e77f257 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:14:19.554417 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b971318-a905-4cb2-bfb1-14814e77f257 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:14:19.554732 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b971318-a905-4cb2-bfb1-14814e77f257 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:14:19.555048 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b971318-a905-4cb2-bfb1-14814e77f257 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:14:19.555360 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b971318-a905-4cb2-bfb1-14814e77f257 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:14:19.594778 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8b971318-a905-4cb2-bfb1-14814e77f257 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for floatingip, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:19.595118 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.l3_db [None req-8b971318-a905-4cb2-bfb1-14814e77f257 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Floating IP b42af74c-366f-4013-bc81-fbb468f78eb9 disassociated (deleted). External IP: 172.26.3.101, port: c18eadab-d5b1-403a-874f-14d793d34679. Oct 12 08:14:19.795242 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b971318-a905-4cb2-bfb1-14814e77f257 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Router 374edede-a3dc-44dc-956d-524ffbf1cc52 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:14:19.900185 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b971318-a905-4cb2-bfb1-14814e77f257 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:14:19.905004 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-8b971318-a905-4cb2-bfb1-14814e77f257 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:19.909637 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51571b9f-cfcf-4177-bbcf-37602eaa19d7 None None] Sync routers for ids ['374edede-a3dc-44dc-956d-524ffbf1cc52'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:14:19.919534 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51571b9f-cfcf-4177-bbcf-37602eaa19d7 None None] Routers {'374edede-a3dc-44dc-956d-524ffbf1cc52'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:14:19.920137 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-51571b9f-cfcf-4177-bbcf-37602eaa19d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:14:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['374edede-a3dc-44dc-956d-524ffbf1cc52'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:14:19.934680 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-8b971318-a905-4cb2-bfb1-14814e77f257 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "DELETE /v2.0/floatingips/b42af74c-366f-4013-bc81-fbb468f78eb9 HTTP/1.1" status: 204 len: 168 time: 0.8130891 Oct 12 08:14:19.935455 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23465d5f-c2ab-4aee-86b8-73e16643446e', 'tag': 'c18eadab-d5b1-403a-874f-14d793d34679'}] {{(pid=103201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:14:19.937832 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddba47f6901442025abf8f9725c41876113475a10693ce4f7782efac72d774e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf50acd3-4ac0-448c-9430-578fd1a0750b" -d '{"events": [{"name": "network-changed", "server_uuid": "23465d5f-c2ab-4aee-86b8-73e16643446e", "tag": "c18eadab-d5b1-403a-874f-14d793d34679"}]}' {{(pid=103201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:14:19.980553 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 08:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380aefa8-455f-497f-8732-9b13cef9036b x-openstack-request-id: req-380aefa8-455f-497f-8732-9b13cef9036b {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:14:19.981000 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23465d5f-c2ab-4aee-86b8-73e16643446e", "tag": "c18eadab-d5b1-403a-874f-14d793d34679", "status": "completed", "code": 200}]} {{(pid=103201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:14:19.981730 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-380aefa8-455f-497f-8732-9b13cef9036b {{(pid=103201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:14:19.981853 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.notifiers.nova [-] Nova event matching ['req-380aefa8-455f-497f-8732-9b13cef9036b'] response: {'name': 'network-changed', 'server_uuid': '23465d5f-c2ab-4aee-86b8-73e16643446e', 'tag': 'c18eadab-d5b1-403a-874f-14d793d34679', 'status': 'completed', 'code': 200} Oct 12 08:14:20.030552 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-51571b9f-cfcf-4177-bbcf-37602eaa19d7 None None] Set router 374edede-a3dc-44dc-956d-524ffbf1cc52 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:14:20.048413 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50acd3-4ac0-448c-9430-578fd1a0750b req-efd0d7d4-74d7-415f-b3d7-d9f8e272c3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:14:20.051181 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cf50acd3-4ac0-448c-9430-578fd1a0750b req-efd0d7d4-74d7-415f-b3d7-d9f8e272c3fd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de61a77e33c34229aece15b07cc0cc0f&device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 1096 time: 0.0445771 Oct 12 08:14:20.177425 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50acd3-4ac0-448c-9430-578fd1a0750b req-252fa0a5-b450-4daf-971f-6df3ce88dbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:14:20.178905 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cf50acd3-4ac0-448c-9430-578fd1a0750b req-252fa0a5-b450-4daf-971f-6df3ce88dbfc service neutron] 10.222.0.23 "GET /v2.0/networks?id=e43bb4be-780d-49f0-9bd2-5a227bd67ddf HTTP/1.1" status: 200 len: 898 time: 0.1208026 Oct 12 08:14:20.187010 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed657e-c53a-4a06-9e67-6e24d9873b5a req-bd05b4d4-267f-4ddf-bda6-7f4879d10617 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:14:20.188371 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0aed657e-c53a-4a06-9e67-6e24d9873b5a req-bd05b4d4-267f-4ddf-bda6-7f4879d10617 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 943 time: 0.0669756 Oct 12 08:14:20.235919 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-51571b9f-cfcf-4177-bbcf-37602eaa19d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374edede-a3dc-44dc-956d-524ffbf1cc52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1104123081', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.144'}], 'enable_snat': True}, 'gw_port_id': 'f7c2205e-7ff3-45bf-8a55-ea2476b4bca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:12:32Z', 'updated_at': '2022-10-12T08:12:35Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': 'f7c2205e-7ff3-45bf-8a55-ea2476b4bca6', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374edede-a3dc-44dc-956d-524ffbf1cc52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:12:32Z', 'updated_at': '2022-10-12T08:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '823d4c63-708f-4ef3-a410-909e50258820', 'name': '', 'network_id': 'e43bb4be-780d-49f0-9bd2-5a227bd67ddf', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'mac_address': 'fa:16:3e:f6:4a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374edede-a3dc-44dc-956d-524ffbf1cc52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '9e92400f-322f-4bdb-8746-18f63f6f63cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:12:35Z', 'updated_at': '2022-10-12T08:12:38Z', 'revision_number': 5, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'subnets': [{'id': '9e92400f-322f-4bdb-8746-18f63f6f63cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:14:20.238427 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cf50acd3-4ac0-448c-9430-578fd1a0750b req-ebed9cd8-0e03-444d-9236-6bb3635dc063 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c18eadab-d5b1-403a-874f-14d793d34679 HTTP/1.1" status: 200 len: 217 time: 0.0491133 Oct 12 08:14:20.265715 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0aed657e-c53a-4a06-9e67-6e24d9873b5a req-8dd689d4-3afe-4a99-a3b2-0ea95bf55514 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=c063dca5-ee2e-4ed4-a656-a4cb31ac5eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708320 Oct 12 08:14:20.266462 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51571b9f-cfcf-4177-bbcf-37602eaa19d7 None None] Checking router: 374edede-a3dc-44dc-956d-524ffbf1cc52 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:14:20.275745 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51571b9f-cfcf-4177-bbcf-37602eaa19d7 None None] Routers {'374edede-a3dc-44dc-956d-524ffbf1cc52'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:14:20.276595 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-51571b9f-cfcf-4177-bbcf-37602eaa19d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:14:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['374edede-a3dc-44dc-956d-524ffbf1cc52'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:14:20.300150 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50acd3-4ac0-448c-9430-578fd1a0750b req-a567d1c6-a4a3-4df7-a6d6-3f3397da2f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:14:20.302094 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cf50acd3-4ac0-448c-9430-578fd1a0750b req-a567d1c6-a4a3-4df7-a6d6-3f3397da2f6b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9e92400f-322f-4bdb-8746-18f63f6f63cf HTTP/1.1" status: 200 len: 834 time: 0.0512996 Oct 12 08:14:20.349747 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50acd3-4ac0-448c-9430-578fd1a0750b req-7888a673-300e-4dea-8109-04aa90f8be1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:14:20.351277 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cf50acd3-4ac0-448c-9430-578fd1a0750b req-7888a673-300e-4dea-8109-04aa90f8be1d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e43bb4be-780d-49f0-9bd2-5a227bd67ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404522 Oct 12 08:14:20.394659 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-51571b9f-cfcf-4177-bbcf-37602eaa19d7 None None] Set router 374edede-a3dc-44dc-956d-524ffbf1cc52 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:14:20.445441 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cf50acd3-4ac0-448c-9430-578fd1a0750b req-eeb36593-7ad0-4bc9-9f91-0ea3111cf4f2 service neutron] 10.222.0.23 "GET /v2.0/networks/e43bb4be-780d-49f0-9bd2-5a227bd67ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859256 Oct 12 08:14:20.535919 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cf50acd3-4ac0-448c-9430-578fd1a0750b req-80f87466-0cd4-4254-99e9-609b467c3936 service neutron] 10.222.0.23 "GET /v2.0/networks/e43bb4be-780d-49f0-9bd2-5a227bd67ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829747 Oct 12 08:14:20.593516 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-51571b9f-cfcf-4177-bbcf-37602eaa19d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374edede-a3dc-44dc-956d-524ffbf1cc52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1104123081', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.144'}], 'enable_snat': True}, 'gw_port_id': 'f7c2205e-7ff3-45bf-8a55-ea2476b4bca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:12:32Z', 'updated_at': '2022-10-12T08:12:35Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': 'f7c2205e-7ff3-45bf-8a55-ea2476b4bca6', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374edede-a3dc-44dc-956d-524ffbf1cc52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:12:32Z', 'updated_at': '2022-10-12T08:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '823d4c63-708f-4ef3-a410-909e50258820', 'name': '', 'network_id': 'e43bb4be-780d-49f0-9bd2-5a227bd67ddf', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'mac_address': 'fa:16:3e:f6:4a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374edede-a3dc-44dc-956d-524ffbf1cc52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '9e92400f-322f-4bdb-8746-18f63f6f63cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:12:35Z', 'updated_at': '2022-10-12T08:12:38Z', 'revision_number': 5, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'subnets': [{'id': '9e92400f-322f-4bdb-8746-18f63f6f63cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:14:20.618730 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51571b9f-cfcf-4177-bbcf-37602eaa19d7 None None] The sync data for ids ['374edede-a3dc-44dc-956d-524ffbf1cc52'] in dv-neutron-860909-2-hyperv is: [{'id': '374edede-a3dc-44dc-956d-524ffbf1cc52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1104123081', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.144'}], 'enable_snat': True}, 'gw_port_id': 'f7c2205e-7ff3-45bf-8a55-ea2476b4bca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:12:32Z', 'updated_at': '2022-10-12T08:12:35Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': 'f7c2205e-7ff3-45bf-8a55-ea2476b4bca6', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374edede-a3dc-44dc-956d-524ffbf1cc52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:12:32Z', 'updated_at': '2022-10-12T08:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '823d4c63-708f-4ef3-a410-909e50258820', 'name': '', 'network_id': 'e43bb4be-780d-49f0-9bd2-5a227bd67ddf', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'mac_address': 'fa:16:3e:f6:4a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374edede-a3dc-44dc-956d-524ffbf1cc52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '9e92400f-322f-4bdb-8746-18f63f6f63cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:12:35Z', 'updated_at': '2022-10-12T08:12:38Z', 'revision_number': 5, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'subnets': [{'id': '9e92400f-322f-4bdb-8746-18f63f6f63cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:14:20.822578 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69156829-bcf7-4be6-bf35-ce2a4ec98876 None None] New status for floating IP b42af74c-366f-4013-bc81-fbb468f78eb9: DOWN {{(pid=103202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 08:14:21.392823 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b7030-959e-45e5-9523-b82a42a2984c req-1267577e-57c5-4626-9a69-39b0af5d32b9 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:14:21.394891 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7a5b7030-959e-45e5-9523-b82a42a2984c req-1267577e-57c5-4626-9a69-39b0af5d32b9 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 943 time: 0.0525367 Oct 12 08:14:21.431997 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7a5b7030-959e-45e5-9523-b82a42a2984c req-245bff53-8591-439a-a264-eef9253f9f1f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=c063dca5-ee2e-4ed4-a656-a4cb31ac5eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312083 Oct 12 08:14:21.504839 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:21.846041 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71852c5-5c1f-41ba-ae06-ec934ee64315 req-5a5c8320-446f-4230-a703-8d24112a178a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:14:21.847549 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d71852c5-5c1f-41ba-ae06-ec934ee64315 req-5a5c8320-446f-4230-a703-8d24112a178a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.23 "GET /v2.0/ports?device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 943 time: 0.0481582 Oct 12 08:14:21.932650 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-d71852c5-5c1f-41ba-ae06-ec934ee64315 req-77619bb0-df48-49bc-9a70-d723046cf3e4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Deleting port c18eadab-d5b1-403a-874f-14d793d34679 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:14:21.932993 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-d71852c5-5c1f-41ba-ae06-ec934ee64315 req-77619bb0-df48-49bc-9a70-d723046cf3e4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:22.022299 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-d71852c5-5c1f-41ba-ae06-ec934ee64315 req-77619bb0-df48-49bc-9a70-d723046cf3e4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] For port c18eadab-d5b1-403a-874f-14d793d34679, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=c18eadab-d5b1-403a-874f-14d793d34679,segment=NetworkSegment(375347e3-4fe9-48b2-a035-8bc2cd32a58c),segment_id=375347e3-4fe9-48b2-a035-8bc2cd32a58c)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:14:22.022663 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-d71852c5-5c1f-41ba-ae06-ec934ee64315 req-77619bb0-df48-49bc-9a70-d723046cf3e4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:22.035609 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-d71852c5-5c1f-41ba-ae06-ec934ee64315 req-77619bb0-df48-49bc-9a70-d723046cf3e4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Calling delete_port for c18eadab-d5b1-403a-874f-14d793d34679 owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:14:22.159655 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-d71852c5-5c1f-41ba-ae06-ec934ee64315 req-77619bb0-df48-49bc-9a70-d723046cf3e4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:22.187230 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77619bb0-df48-49bc-9a70-d723046cf3e4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event deleted for resources: {'Port': ['ID=c18eadab-d5b1-403a-874f-14d793d34679,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:14:22.196791 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77619bb0-df48-49bc-9a70-d723046cf3e4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:14:22.197145 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77619bb0-df48-49bc-9a70-d723046cf3e4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:14:22.197491 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77619bb0-df48-49bc-9a70-d723046cf3e4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:14:22.197836 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77619bb0-df48-49bc-9a70-d723046cf3e4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:14:22.198196 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77619bb0-df48-49bc-9a70-d723046cf3e4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:14:22.198532 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77619bb0-df48-49bc-9a70-d723046cf3e4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:14:22.198863 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77619bb0-df48-49bc-9a70-d723046cf3e4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:14:22.199192 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77619bb0-df48-49bc-9a70-d723046cf3e4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:14:22.199519 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77619bb0-df48-49bc-9a70-d723046cf3e4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:14:22.200376 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77619bb0-df48-49bc-9a70-d723046cf3e4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:14:22.200376 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77619bb0-df48-49bc-9a70-d723046cf3e4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:14:22.200571 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77619bb0-df48-49bc-9a70-d723046cf3e4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:14:22.242638 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71852c5-5c1f-41ba-ae06-ec934ee64315 req-77619bb0-df48-49bc-9a70-d723046cf3e4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] No DVR routers for this DVR port c18eadab-d5b1-403a-874f-14d793d34679 on host hv-neutron-8609 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 08:14:22.245157 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-d71852c5-5c1f-41ba-ae06-ec934ee64315 req-77619bb0-df48-49bc-9a70-d723046cf3e4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:22.248591 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d71852c5-5c1f-41ba-ae06-ec934ee64315 req-77619bb0-df48-49bc-9a70-d723046cf3e4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.23 "DELETE /v2.0/ports/c18eadab-d5b1-403a-874f-14d793d34679 HTTP/1.1" status: 204 len: 173 time: 0.3957307 Oct 12 08:14:22.249093 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23465d5f-c2ab-4aee-86b8-73e16643446e', 'name': 'network-vif-deleted', 'tag': 'c18eadab-d5b1-403a-874f-14d793d34679'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:14:22.251513 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1627f9-b15b-4bec-9f29-5d1deb95d88c" -d '{"events": [{"server_uuid": "23465d5f-c2ab-4aee-86b8-73e16643446e", "name": "network-vif-deleted", "tag": "c18eadab-d5b1-403a-874f-14d793d34679"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:14:22.343421 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 08:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8333af-41bf-4492-b60e-099294f1358e x-openstack-request-id: req-8b8333af-41bf-4492-b60e-099294f1358e {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:14:22.343780 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23465d5f-c2ab-4aee-86b8-73e16643446e", "name": "network-vif-deleted", "tag": "c18eadab-d5b1-403a-874f-14d793d34679", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:14:22.344000 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8b8333af-41bf-4492-b60e-099294f1358e {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:14:22.344409 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b8333af-41bf-4492-b60e-099294f1358e'] response: {'server_uuid': '23465d5f-c2ab-4aee-86b8-73e16643446e', 'name': 'network-vif-deleted', 'tag': 'c18eadab-d5b1-403a-874f-14d793d34679', 'status': 'completed', 'code': 200} Oct 12 08:14:22.542867 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e8e26589-2416-4fb3-a843-acd2528e9253 req-c4fb3c81-f4af-46bf-849c-7e295215a0f7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=23465d5f-c2ab-4aee-86b8-73e16643446e HTTP/1.1" status: 200 len: 210 time: 0.0265195 Oct 12 08:14:23.605021 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48764) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:14:24.260246 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bededd6b-ffc4-4f63-9010-436abfdb2e32 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:24.505521 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-bededd6b-ffc4-4f63-9010-436abfdb2e32 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Deleting port 823d4c63-708f-4ef3-a410-909e50258820 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:14:24.505868 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bededd6b-ffc4-4f63-9010-436abfdb2e32 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:24.594652 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-bededd6b-ffc4-4f63-9010-436abfdb2e32 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] For port 823d4c63-708f-4ef3-a410-909e50258820, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=823d4c63-708f-4ef3-a410-909e50258820,segment=NetworkSegment(375347e3-4fe9-48b2-a035-8bc2cd32a58c),segment_id=375347e3-4fe9-48b2-a035-8bc2cd32a58c)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:14:24.594938 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bededd6b-ffc4-4f63-9010-436abfdb2e32 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:24.606999 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-bededd6b-ffc4-4f63-9010-436abfdb2e32 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Calling delete_port for 823d4c63-708f-4ef3-a410-909e50258820 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:14:24.788064 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bededd6b-ffc4-4f63-9010-436abfdb2e32 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:24.821089 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bededd6b-ffc4-4f63-9010-436abfdb2e32 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event deleted for resources: {'Port': ['ID=823d4c63-708f-4ef3-a410-909e50258820,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:14:24.993202 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-bededd6b-ffc4-4f63-9010-436abfdb2e32 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:25.198379 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bededd6b-ffc4-4f63-9010-436abfdb2e32 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Router 374edede-a3dc-44dc-956d-524ffbf1cc52 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:14:25.299647 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bededd6b-ffc4-4f63-9010-436abfdb2e32 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:14:25.305128 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-bededd6b-ffc4-4f63-9010-436abfdb2e32 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "PUT /v2.0/routers/374edede-a3dc-44dc-956d-524ffbf1cc52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6990664 Oct 12 08:14:25.307886 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48766) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:14:25.312154 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad57b6ce-032e-42a3-b15f-48b9902ebd6f None None] Sync routers for ids ['374edede-a3dc-44dc-956d-524ffbf1cc52'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:14:25.323081 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad57b6ce-032e-42a3-b15f-48b9902ebd6f None None] Routers {'374edede-a3dc-44dc-956d-524ffbf1cc52'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:14:25.323756 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ad57b6ce-032e-42a3-b15f-48b9902ebd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:14:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['374edede-a3dc-44dc-956d-524ffbf1cc52'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:14:25.361009 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-0273708c-7872-4137-8806-32c88d667d05 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Deleting subnet 9e92400f-322f-4bdb-8746-18f63f6f63cf {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 08:14:25.364742 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0273708c-7872-4137-8806-32c88d667d05 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:25.403917 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0273708c-7872-4137-8806-32c88d667d05 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:25.430529 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-ad57b6ce-032e-42a3-b15f-48b9902ebd6f None None] Set router 374edede-a3dc-44dc-956d-524ffbf1cc52 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:14:25.485550 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0273708c-7872-4137-8806-32c88d667d05 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:25.547625 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0273708c-7872-4137-8806-32c88d667d05 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:25.573035 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0273708c-7872-4137-8806-32c88d667d05 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event deleted for resources: {'Subnet': ['ID=9e92400f-322f-4bdb-8746-18f63f6f63cf,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:14:25.579797 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0273708c-7872-4137-8806-32c88d667d05 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:25.585590 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-0273708c-7872-4137-8806-32c88d667d05 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "DELETE /v2.0/subnets/9e92400f-322f-4bdb-8746-18f63f6f63cf HTTP/1.1" status: 204 len: 168 time: 0.2742748 Oct 12 08:14:25.585830 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48768) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:14:25.588739 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87aaca9-65bb-4c9a-baa6-cd5eedf672bc None None] Network e43bb4be-780d-49f0-9bd2-5a227bd67ddf requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:14:25.705142 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ad57b6ce-032e-42a3-b15f-48b9902ebd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374edede-a3dc-44dc-956d-524ffbf1cc52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1104123081', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.144'}], 'enable_snat': True}, 'gw_port_id': 'f7c2205e-7ff3-45bf-8a55-ea2476b4bca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:12:32Z', 'updated_at': '2022-10-12T08:14:24Z', 'revision_number': 5, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': 'f7c2205e-7ff3-45bf-8a55-ea2476b4bca6', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374edede-a3dc-44dc-956d-524ffbf1cc52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:12:32Z', 'updated_at': '2022-10-12T08:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:14:25.707836 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7b175d6c-b602-43fb-98db-c5a96b880754 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for router, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:25.725915 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device c18eadab-d5b1-403a-874f-14d793d34679 no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:14:25.733037 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad57b6ce-032e-42a3-b15f-48b9902ebd6f None None] Checking router: 374edede-a3dc-44dc-956d-524ffbf1cc52 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:14:25.742909 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad57b6ce-032e-42a3-b15f-48b9902ebd6f None None] Routers {'374edede-a3dc-44dc-956d-524ffbf1cc52'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:14:25.743448 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ad57b6ce-032e-42a3-b15f-48b9902ebd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:14:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['374edede-a3dc-44dc-956d-524ffbf1cc52'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:14:25.751859 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] No Port match for: c18eadab-d5b1-403a-874f-14d793d34679 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:14:25.752197 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device c18eadab-d5b1-403a-874f-14d793d34679 not bound to the agent host hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:14:25.800551 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94f0c7c-cfeb-4594-a5ed-14479a661f61 None None] DHCP port deletion for e43bb4be-780d-49f0-9bd2-5a227bd67ddf request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 08:14:25.826454 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7b175d6c-b602-43fb-98db-c5a96b880754 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:25.854451 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-ad57b6ce-032e-42a3-b15f-48b9902ebd6f None None] Set router 374edede-a3dc-44dc-956d-524ffbf1cc52 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:14:25.857416 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c94f0c7c-cfeb-4594-a5ed-14479a661f61 None None] Deleting port 3f2a3d30-87e6-48c0-a53f-14a8d6dd731d {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:14:25.858327 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c94f0c7c-cfeb-4594-a5ed-14479a661f61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:25.882607 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-7b175d6c-b602-43fb-98db-c5a96b880754 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Deleting port f7c2205e-7ff3-45bf-8a55-ea2476b4bca6 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:14:25.883142 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7b175d6c-b602-43fb-98db-c5a96b880754 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:25.923685 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-c94f0c7c-cfeb-4594-a5ed-14479a661f61 None None] For port 3f2a3d30-87e6-48c0-a53f-14a8d6dd731d, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=3f2a3d30-87e6-48c0-a53f-14a8d6dd731d,segment=NetworkSegment(375347e3-4fe9-48b2-a035-8bc2cd32a58c),segment_id=375347e3-4fe9-48b2-a035-8bc2cd32a58c)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:14:25.924368 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c94f0c7c-cfeb-4594-a5ed-14479a661f61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:25.938310 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c94f0c7c-cfeb-4594-a5ed-14479a661f61 None None] Calling delete_port for 3f2a3d30-87e6-48c0-a53f-14a8d6dd731d owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:14:25.960053 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-7b175d6c-b602-43fb-98db-c5a96b880754 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] For port f7c2205e-7ff3-45bf-8a55-ea2476b4bca6, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=f7c2205e-7ff3-45bf-8a55-ea2476b4bca6,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:14:25.960412 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7b175d6c-b602-43fb-98db-c5a96b880754 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:25.973713 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-7b175d6c-b602-43fb-98db-c5a96b880754 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Calling delete_port for f7c2205e-7ff3-45bf-8a55-ea2476b4bca6 owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:14:26.021108 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c94f0c7c-cfeb-4594-a5ed-14479a661f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:26.037924 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-ad57b6ce-032e-42a3-b15f-48b9902ebd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374edede-a3dc-44dc-956d-524ffbf1cc52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1104123081', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.144'}], 'enable_snat': True}, 'gw_port_id': 'f7c2205e-7ff3-45bf-8a55-ea2476b4bca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:12:32Z', 'updated_at': '2022-10-12T08:14:24Z', 'revision_number': 5, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': 'f7c2205e-7ff3-45bf-8a55-ea2476b4bca6', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374edede-a3dc-44dc-956d-524ffbf1cc52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:12:32Z', 'updated_at': '2022-10-12T08:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:14:26.046767 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f0c7c-cfeb-4594-a5ed-14479a661f61 None None] Pushing event deleted for resources: {'Port': ['ID=3f2a3d30-87e6-48c0-a53f-14a8d6dd731d,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:14:26.052326 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94f0c7c-cfeb-4594-a5ed-14479a661f61 None None] No DVR routers for this DVR port 3f2a3d30-87e6-48c0-a53f-14a8d6dd731d on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 08:14:26.070968 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad57b6ce-032e-42a3-b15f-48b9902ebd6f None None] The sync data for ids ['374edede-a3dc-44dc-956d-524ffbf1cc52'] in dv-neutron-860909-2-hyperv is: [{'id': '374edede-a3dc-44dc-956d-524ffbf1cc52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1104123081', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.144'}], 'enable_snat': True}, 'gw_port_id': 'f7c2205e-7ff3-45bf-8a55-ea2476b4bca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:12:32Z', 'updated_at': '2022-10-12T08:14:24Z', 'revision_number': 5, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': 'f7c2205e-7ff3-45bf-8a55-ea2476b4bca6', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374edede-a3dc-44dc-956d-524ffbf1cc52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:12:32Z', 'updated_at': '2022-10-12T08:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:14:26.146939 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7b175d6c-b602-43fb-98db-c5a96b880754 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:26.175235 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b175d6c-b602-43fb-98db-c5a96b880754 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event deleted for resources: {'Port': ['ID=f7c2205e-7ff3-45bf-8a55-ea2476b4bca6,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:14:26.232186 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7b175d6c-b602-43fb-98db-c5a96b880754 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:26.320973 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7b175d6c-b602-43fb-98db-c5a96b880754 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:26.323105 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7b175d6c-b602-43fb-98db-c5a96b880754 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:26.363945 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7b175d6c-b602-43fb-98db-c5a96b880754 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:26.364477 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b175d6c-b602-43fb-98db-c5a96b880754 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Fanout notify agent at l3_agent the message router_deleted on router 374edede-a3dc-44dc-956d-524ffbf1cc52 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 08:14:26.371450 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-7b175d6c-b602-43fb-98db-c5a96b880754 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:26.372547 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-7b175d6c-b602-43fb-98db-c5a96b880754 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "DELETE /v2.0/routers/374edede-a3dc-44dc-956d-524ffbf1cc52 HTTP/1.1" status: 204 len: 168 time: 0.7853382 Oct 12 08:14:26.375324 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48770) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:14:26.454119 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-55162674-50ea-4df7-8184-97a26fe804da tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:26.544856 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-55162674-50ea-4df7-8184-97a26fe804da tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:26.564720 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-55162674-50ea-4df7-8184-97a26fe804da tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e43bb4be-780d-49f0-9bd2-5a227bd67ddf']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:14:26.574265 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-55162674-50ea-4df7-8184-97a26fe804da tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '375347e3-4fe9-48b2-a035-8bc2cd32a58c') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:14:26.574496 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-55162674-50ea-4df7-8184-97a26fe804da tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '375347e3-4fe9-48b2-a035-8bc2cd32a58c') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:14:26.583476 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-55162674-50ea-4df7-8184-97a26fe804da tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:26.596007 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-55162674-50ea-4df7-8184-97a26fe804da tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:26.602153 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55162674-50ea-4df7-8184-97a26fe804da tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 08:14:26.602527 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-55162674-50ea-4df7-8184-97a26fe804da tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:26.622972 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 375347e3-4fe9-48b2-a035-8bc2cd32a58c resource provider aggregate not found Oct 12 08:14:26.641887 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 375347e3-4fe9-48b2-a035-8bc2cd32a58c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 375347e3-4fe9-48b2-a035-8bc2cd32a58c found for delete ", "request_id": "req-0824584f-9ea3-43b0-9e20-7a6d476df1ff"}]} Oct 12 08:14:26.676647 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-55162674-50ea-4df7-8184-97a26fe804da tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:26.684591 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-55162674-50ea-4df7-8184-97a26fe804da tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:26.690503 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-55162674-50ea-4df7-8184-97a26fe804da tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "DELETE /v2.0/networks/e43bb4be-780d-49f0-9bd2-5a227bd67ddf HTTP/1.1" status: 204 len: 168 time: 0.3115389 Oct 12 08:14:26.690882 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48776) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:14:26.699336 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55162674-50ea-4df7-8184-97a26fe804da tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event deleted for resources: {'Network': ['ID=e43bb4be-780d-49f0-9bd2-5a227bd67ddf,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:14:26.753613 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b7b3cb7c-0f31-4037-8fdc-2ae3e9cb294e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:26.782855 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b7b3cb7c-0f31-4037-8fdc-2ae3e9cb294e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:26.844218 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b7b3cb7c-0f31-4037-8fdc-2ae3e9cb294e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:26.846883 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b7b3cb7c-0f31-4037-8fdc-2ae3e9cb294e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:26.848074 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b7b3cb7c-0f31-4037-8fdc-2ae3e9cb294e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "DELETE /v2.0/security-groups/c063dca5-ee2e-4ed4-a656-a4cb31ac5eab HTTP/1.1" status: 204 len: 168 time: 0.1561251 Oct 12 08:14:26.857254 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3cb7c-0f31-4037-8fdc-2ae3e9cb294e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c063dca5-ee2e-4ed4-a656-a4cb31ac5eab,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:14:26.962366 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48782) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:14:26.967021 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-8e04fee0-c444-4d1d-9198-0aaad10e655f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2010561892', 'description': 'tempest-secgroup-smoke-2010561892 description', 'project_id': 'de61a77e33c34229aece15b07cc0cc0f'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:14:26.987288 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8e04fee0-c444-4d1d-9198-0aaad10e655f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:27.051355 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8e04fee0-c444-4d1d-9198-0aaad10e655f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:27.057227 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8e04fee0-c444-4d1d-9198-0aaad10e655f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:27.089753 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e04fee0-c444-4d1d-9198-0aaad10e655f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aab9361e-1334-42df-98b0-7f701688bee8,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:14:27.096296 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8e04fee0-c444-4d1d-9198-0aaad10e655f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:27.097686 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-8e04fee0-c444-4d1d-9198-0aaad10e655f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1342070 Oct 12 08:14:27.100857 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48784) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:14:27.105470 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-c4162730-cbb5-4d8a-9e2d-63248efe58e5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'security_group_rule': {'security_group_id': 'aab9361e-1334-42df-98b0-7f701688bee8', 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:14:27.126728 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 3f2a3d30-87e6-48c0-a53f-14a8d6dd731d no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:14:27.137172 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c4162730-cbb5-4d8a-9e2d-63248efe58e5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:27.147892 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 3f2a3d30-87e6-48c0-a53f-14a8d6dd731d {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:14:27.148237 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 3f2a3d30-87e6-48c0-a53f-14a8d6dd731d not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:14:27.148659 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device f7c2205e-7ff3-45bf-8a55-ea2476b4bca6 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:14:27.170195 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: f7c2205e-7ff3-45bf-8a55-ea2476b4bca6 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:14:27.170537 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device f7c2205e-7ff3-45bf-8a55-ea2476b4bca6 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:14:27.170945 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 823d4c63-708f-4ef3-a410-909e50258820 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:14:27.189715 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 823d4c63-708f-4ef3-a410-909e50258820 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:14:27.190073 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 823d4c63-708f-4ef3-a410-909e50258820 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:14:27.193338 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c4162730-cbb5-4d8a-9e2d-63248efe58e5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:27.197207 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c4162730-cbb5-4d8a-9e2d-63248efe58e5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:27.213866 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4162730-cbb5-4d8a-9e2d-63248efe58e5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e805fc9b-cc87-4193-bed9-0e976829f65e,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:14:27.224728 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c4162730-cbb5-4d8a-9e2d-63248efe58e5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:27.226074 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c4162730-cbb5-4d8a-9e2d-63248efe58e5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1240923 Oct 12 08:14:27.228730 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48786) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:14:27.232937 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-f7aacc7a-6be1-4616-9a80-12e89cda1e13 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'security_group_rule': {'security_group_id': 'aab9361e-1334-42df-98b0-7f701688bee8', 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:14:27.257028 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f7aacc7a-6be1-4616-9a80-12e89cda1e13 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:27.314446 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f7aacc7a-6be1-4616-9a80-12e89cda1e13 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:27.318826 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f7aacc7a-6be1-4616-9a80-12e89cda1e13 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:27.338383 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aacc7a-6be1-4616-9a80-12e89cda1e13 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca4d9ee1-fa33-4b5c-a09a-94b3566bc0ce,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:14:27.346111 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f7aacc7a-6be1-4616-9a80-12e89cda1e13 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:27.347415 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f7aacc7a-6be1-4616-9a80-12e89cda1e13 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1176629 Oct 12 08:14:27.350067 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48788) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:14:27.354270 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-af81506c-7bfd-4aba-a360-445b88c548f2 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'security_group_rule': {'security_group_id': 'aab9361e-1334-42df-98b0-7f701688bee8', 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:14:27.378058 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-af81506c-7bfd-4aba-a360-445b88c548f2 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:27.434886 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-af81506c-7bfd-4aba-a360-445b88c548f2 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:27.438430 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-af81506c-7bfd-4aba-a360-445b88c548f2 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:27.457093 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af81506c-7bfd-4aba-a360-445b88c548f2 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e16d145a-c666-415d-bb32-2c518d16b92b,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:14:27.465700 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-af81506c-7bfd-4aba-a360-445b88c548f2 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:27.466924 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-af81506c-7bfd-4aba-a360-445b88c548f2 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159000 Oct 12 08:14:27.469715 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48790) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:14:27.474369 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-13cff996-fe60-49b2-bcb8-8d47dd669b9f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'security_group_rule': {'security_group_id': 'aab9361e-1334-42df-98b0-7f701688bee8', 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:14:27.499718 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-13cff996-fe60-49b2-bcb8-8d47dd669b9f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:27.559798 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-13cff996-fe60-49b2-bcb8-8d47dd669b9f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:27.563411 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-13cff996-fe60-49b2-bcb8-8d47dd669b9f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:27.580319 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cff996-fe60-49b2-bcb8-8d47dd669b9f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab4a68ab-71c8-4a49-9a1e-fb28163e9b8c,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:14:27.589626 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-13cff996-fe60-49b2-bcb8-8d47dd669b9f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:27.590974 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-13cff996-fe60-49b2-bcb8-8d47dd669b9f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1202171 Oct 12 08:14:27.593910 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48792) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:14:27.598838 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-56df4eae-1a58-448d-bdd6-5862a474d3ab tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'security_group_rule': {'security_group_id': 'aab9361e-1334-42df-98b0-7f701688bee8', 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:14:27.618249 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-56df4eae-1a58-448d-bdd6-5862a474d3ab tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Project de61a77e33c34229aece15b07cc0cc0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 08:14:27.622803 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-56df4eae-1a58-448d-bdd6-5862a474d3ab tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:27.679879 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-56df4eae-1a58-448d-bdd6-5862a474d3ab tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:27.683111 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-56df4eae-1a58-448d-bdd6-5862a474d3ab tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:27.699636 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df4eae-1a58-448d-bdd6-5862a474d3ab tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a2ea93b-18f6-4a13-961a-96e641ad38b0,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:14:27.707372 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-56df4eae-1a58-448d-bdd6-5862a474d3ab tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:27.708556 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-56df4eae-1a58-448d-bdd6-5862a474d3ab tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1136971 Oct 12 08:14:27.711339 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48794) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:14:27.715567 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-cfdbd726-a8f5-48f8-9860-2c0827dd6673 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'security_group_rule': {'security_group_id': 'aab9361e-1334-42df-98b0-7f701688bee8', 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:14:27.734799 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-cfdbd726-a8f5-48f8-9860-2c0827dd6673 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Project de61a77e33c34229aece15b07cc0cc0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 08:14:27.739797 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cfdbd726-a8f5-48f8-9860-2c0827dd6673 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:27.797135 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cfdbd726-a8f5-48f8-9860-2c0827dd6673 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:27.801374 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cfdbd726-a8f5-48f8-9860-2c0827dd6673 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:27.818942 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdbd726-a8f5-48f8-9860-2c0827dd6673 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4a80aec-035a-413a-b71f-3e6d51f0a579,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:14:27.826194 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cfdbd726-a8f5-48f8-9860-2c0827dd6673 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:27.827424 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-cfdbd726-a8f5-48f8-9860-2c0827dd6673 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1151414 Oct 12 08:14:27.830240 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48796) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:14:27.834919 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-32242e18-7fbd-4792-8b91-9bcef2934986 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'network': {'name': 'tempest-network-smoke--553749339', 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'port_security_enabled': True}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:14:27.854307 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32242e18-7fbd-4792-8b91-9bcef2934986 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Made reservation on behalf of de61a77e33c34229aece15b07cc0cc0f for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:14:27.857568 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-32242e18-7fbd-4792-8b91-9bcef2934986 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:27.880510 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32242e18-7fbd-4792-8b91-9bcef2934986 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 08:14:27.889126 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-32242e18-7fbd-4792-8b91-9bcef2934986 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:27.889470 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-32242e18-7fbd-4792-8b91-9bcef2934986 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Added segment 1711d5b0-95c4-441b-bb55-57646fbe707c of type vlan for network 8bba6b07-54d4-4a26-ac23-b10837544249 Oct 12 08:14:27.930471 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-32242e18-7fbd-4792-8b91-9bcef2934986 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:27.952742 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-32242e18-7fbd-4792-8b91-9bcef2934986 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:27.958269 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32242e18-7fbd-4792-8b91-9bcef2934986 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:14:27.958844 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-32242e18-7fbd-4792-8b91-9bcef2934986 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:27.994962 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-32242e18-7fbd-4792-8b91-9bcef2934986 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1637235 Oct 12 08:14:27.997668 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48798) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:14:28.001889 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-24ceb1cf-a585-4b21-908b-67482f05098f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-480153854', 'admin_state_up': True, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:14:28.035637 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32242e18-7fbd-4792-8b91-9bcef2934986 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'Network': ['ID=8bba6b07-54d4-4a26-ac23-b10837544249,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:14:28.045751 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 8bba6b07-54d4-4a26-ac23-b10837544249 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 08:14:28.052482 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-24ceb1cf-a585-4b21-908b-67482f05098f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:28.053490 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-24ceb1cf-a585-4b21-908b-67482f05098f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:28.106359 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-24ceb1cf-a585-4b21-908b-67482f05098f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:28.240981 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-24ceb1cf-a585-4b21-908b-67482f05098f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:28.428288 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-24ceb1cf-a585-4b21-908b-67482f05098f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for router_gateway, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:28.445877 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-24ceb1cf-a585-4b21-908b-67482f05098f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:28.547588 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-24ceb1cf-a585-4b21-908b-67482f05098f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Allocated IP 172.26.3.155 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/bda2ea64-2685-41da-bf0a-eaf54646893d) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:14:28.645960 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-24ceb1cf-a585-4b21-908b-67482f05098f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:28.678831 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-24ceb1cf-a585-4b21-908b-67482f05098f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:28.715963 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ceb1cf-a585-4b21-908b-67482f05098f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:14:28.718721 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-24ceb1cf-a585-4b21-908b-67482f05098f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:14:28.721609 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ceb1cf-a585-4b21-908b-67482f05098f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:14:28.748095 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ceb1cf-a585-4b21-908b-67482f05098f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'Port': ['ID=bda2ea64-2685-41da-bf0a-eaf54646893d,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:14:29.288031 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-24ceb1cf-a585-4b21-908b-67482f05098f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for router_gateway, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:29.471542 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-24ceb1cf-a585-4b21-908b-67482f05098f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:29.593354 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ceb1cf-a585-4b21-908b-67482f05098f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Router 219877b2-0093-43b9-9777-e3b7cf43ebc6 is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 08:14:29.696212 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ceb1cf-a585-4b21-908b-67482f05098f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:14:29.707521 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46a99fb-f698-457b-9b8f-3a605d1620a0 None None] Sync routers for ids ['219877b2-0093-43b9-9777-e3b7cf43ebc6'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:14:29.717222 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46a99fb-f698-457b-9b8f-3a605d1620a0 None None] Routers {'219877b2-0093-43b9-9777-e3b7cf43ebc6'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:14:29.717538 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-24ceb1cf-a585-4b21-908b-67482f05098f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:29.717980 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-f46a99fb-f698-457b-9b8f-3a605d1620a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:14:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['219877b2-0093-43b9-9777-e3b7cf43ebc6'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:14:29.721852 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-24ceb1cf-a585-4b21-908b-67482f05098f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7202868 Oct 12 08:14:29.722143 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48800) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:14:29.749395 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ff3dcdda-181c-403d-ba10-652d13086abb tempest-TestNetworkAdvancedServerOps-682992196 tempest-TestNetworkAdvancedServerOps-682992196-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=de61a77e33c34229aece15b07cc0cc0f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0256135 Oct 12 08:14:29.752038 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48802) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:14:29.826301 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-f46a99fb-f698-457b-9b8f-3a605d1620a0 None None] Set router 219877b2-0093-43b9-9777-e3b7cf43ebc6 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:14:29.839018 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db650380-28a0-4eea-8cba-3ffaab9f8d49 tempest-TestNetworkAdvancedServerOps-682992196 tempest-TestNetworkAdvancedServerOps-682992196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:14:29.840503 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-db650380-28a0-4eea-8cba-3ffaab9f8d49 tempest-TestNetworkAdvancedServerOps-682992196 tempest-TestNetworkAdvancedServerOps-682992196-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0875306 Oct 12 08:14:29.843430 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48804) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:14:29.871046 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-402a6c64-1666-457b-a9f4-12df740f7821 tempest-TestNetworkAdvancedServerOps-682992196 tempest-TestNetworkAdvancedServerOps-682992196-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266359 Oct 12 08:14:29.873514 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48806) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:14:29.878368 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-128ae83f-8155-44fc-b79b-5bbbed0f3547 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-714109714', 'network_id': '8bba6b07-54d4-4a26-ac23-b10837544249', 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:14:29.965091 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128ae83f-8155-44fc-b79b-5bbbed0f3547 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Made reservation on behalf of de61a77e33c34229aece15b07cc0cc0f for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:14:29.968885 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-128ae83f-8155-44fc-b79b-5bbbed0f3547 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:30.049629 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-f46a99fb-f698-457b-9b8f-3a605d1620a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219877b2-0093-43b9-9777-e3b7cf43ebc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480153854', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': 'bda2ea64-2685-41da-bf0a-eaf54646893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:14:28Z', 'updated_at': '2022-10-12T08:14:28Z', 'revision_number': 3, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': 'bda2ea64-2685-41da-bf0a-eaf54646893d', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:80:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219877b2-0093-43b9-9777-e3b7cf43ebc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:14:28Z', 'updated_at': '2022-10-12T08:14:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:14:30.077108 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46a99fb-f698-457b-9b8f-3a605d1620a0 None None] Checking router: 219877b2-0093-43b9-9777-e3b7cf43ebc6 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:14:30.077449 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46a99fb-f698-457b-9b8f-3a605d1620a0 None None] Updating router 219877b2-0093-43b9-9777-e3b7cf43ebc6 port bda2ea64-2685-41da-bf0a-eaf54646893d binding host dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 08:14:30.102210 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f46a99fb-f698-457b-9b8f-3a605d1620a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:30.149903 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-128ae83f-8155-44fc-b79b-5bbbed0f3547 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:30.207304 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ae83f-8155-44fc-b79b-5bbbed0f3547 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'Subnet': ['ID=211bab67-76ee-4288-90bf-7f70e077657c,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:14:30.217155 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128ae83f-8155-44fc-b79b-5bbbed0f3547 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Checking segment: {'id': '1711d5b0-95c4-441b-bb55-57646fbe707c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8bba6b07-54d4-4a26-ac23-b10837544249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:14:30.217509 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128ae83f-8155-44fc-b79b-5bbbed0f3547 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Network hostable DHCP agents. Network: 8bba6b07-54d4-4a26-ac23-b10837544249, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 08:14:30.234411 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128ae83f-8155-44fc-b79b-5bbbed0f3547 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Network 8bba6b07-54d4-4a26-ac23-b10837544249 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 08:14:30.242911 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-128ae83f-8155-44fc-b79b-5bbbed0f3547 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 8bba6b07-54d4-4a26-ac23-b10837544249) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:14:30.247057 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128ae83f-8155-44fc-b79b-5bbbed0f3547 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:14:30.247645 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-128ae83f-8155-44fc-b79b-5bbbed0f3547 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:30.265958 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-128ae83f-8155-44fc-b79b-5bbbed0f3547 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3888972 Oct 12 08:14:30.266204 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48808) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:14:30.268515 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a559f4-ab58-4eef-a78b-939929c94c5e None None] Network 8bba6b07-54d4-4a26-ac23-b10837544249 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:14:30.599695 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f46a99fb-f698-457b-9b8f-3a605d1620a0 None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:30.606923 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f46a99fb-f698-457b-9b8f-3a605d1620a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:30.652933 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32fb93c-d1b6-4052-9352-f28d643b7c98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-8bba6b07-54d4-4a26-ac23-b10837544249', 'network_id': '8bba6b07-54d4-4a26-ac23-b10837544249', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'fixed_ips': [{'subnet_id': '211bab67-76ee-4288-90bf-7f70e077657c'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 08:14:30.653784 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a32fb93c-d1b6-4052-9352-f28d643b7c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:30.673500 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-f46a99fb-f698-457b-9b8f-3a605d1620a0 None None] Attempting to bind port bda2ea64-2685-41da-bf0a-eaf54646893d on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:14:30.673892 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-f46a99fb-f698-457b-9b8f-3a605d1620a0 None None] Attempting to bind port bda2ea64-2685-41da-bf0a-eaf54646893d by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:14:30.674287 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46a99fb-f698-457b-9b8f-3a605d1620a0 None None] Attempting to bind port bda2ea64-2685-41da-bf0a-eaf54646893d on network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:14:30.686636 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07d5ee-55fe-4020-9371-d0b991bde057 None None] Pushing event updated for resources: {'Port': ['ID=bda2ea64-2685-41da-bf0a-eaf54646893d,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:14:30.693576 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-87136056-0b6d-4e2c-850a-eaa3e90153b1 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:30.694118 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46a99fb-f698-457b-9b8f-3a605d1620a0 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:14:30.694495 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46a99fb-f698-457b-9b8f-3a605d1620a0 None None] Checking segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:14:30.694839 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f46a99fb-f698-457b-9b8f-3a605d1620a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:30.695225 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46a99fb-f698-457b-9b8f-3a605d1620a0 None None] Bound using segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:14:30.695704 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-f46a99fb-f698-457b-9b8f-3a605d1620a0 None None] Bound port: bda2ea64-2685-41da-bf0a-eaf54646893d, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:14:30.696086 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f46a99fb-f698-457b-9b8f-3a605d1620a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:30.836628 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-f46a99fb-f698-457b-9b8f-3a605d1620a0 None None] For port bda2ea64-2685-41da-bf0a-eaf54646893d, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:14:30.852413 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-f46a99fb-f698-457b-9b8f-3a605d1620a0 None None] For port bda2ea64-2685-41da-bf0a-eaf54646893d, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=bda2ea64-2685-41da-bf0a-eaf54646893d,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:14:30.860167 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f46a99fb-f698-457b-9b8f-3a605d1620a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:30.866340 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-a32fb93c-d1b6-4052-9352-f28d643b7c98 None None] Allocated IP 172.20.0.2 (8bba6b07-54d4-4a26-ac23-b10837544249/211bab67-76ee-4288-90bf-7f70e077657c/d6956ad0-2ddb-4bb3-8fe0-58774415a1b6) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:14:30.927034 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46a99fb-f698-457b-9b8f-3a605d1620a0 None None] Routers {'219877b2-0093-43b9-9777-e3b7cf43ebc6'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:14:30.927730 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-f46a99fb-f698-457b-9b8f-3a605d1620a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:14:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['219877b2-0093-43b9-9777-e3b7cf43ebc6'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:14:30.989175 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07d5ee-55fe-4020-9371-d0b991bde057 None None] Pushing event updated for resources: {'Port': ['ID=bda2ea64-2685-41da-bf0a-eaf54646893d,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:14:31.120726 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-f46a99fb-f698-457b-9b8f-3a605d1620a0 None None] Set router 219877b2-0093-43b9-9777-e3b7cf43ebc6 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:14:31.205749 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a32fb93c-d1b6-4052-9352-f28d643b7c98 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:31.218147 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a32fb93c-d1b6-4052-9352-f28d643b7c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:31.265214 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-87136056-0b6d-4e2c-850a-eaa3e90153b1 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Allocated IP 172.20.0.1 (8bba6b07-54d4-4a26-ac23-b10837544249/211bab67-76ee-4288-90bf-7f70e077657c/dfa2d4e7-bd70-4b55-96fc-76bf4214c216) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:14:31.295948 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32fb93c-d1b6-4052-9352-f28d643b7c98 None None] Network 8bba6b07-54d4-4a26-ac23-b10837544249 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:14:31.302204 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-a32fb93c-d1b6-4052-9352-f28d643b7c98 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:14:31.305830 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32fb93c-d1b6-4052-9352-f28d643b7c98 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:14:31.307612 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32fb93c-d1b6-4052-9352-f28d643b7c98 None None] Pushing event updated for resources: {'Port': ['ID=d6956ad0-2ddb-4bb3-8fe0-58774415a1b6,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:14:31.383821 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-87136056-0b6d-4e2c-850a-eaa3e90153b1 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:31.394003 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-a32fb93c-d1b6-4052-9352-f28d643b7c98 None None] Attempting to bind port d6956ad0-2ddb-4bb3-8fe0-58774415a1b6 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:14:31.394917 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-a32fb93c-d1b6-4052-9352-f28d643b7c98 None None] Attempting to bind port d6956ad0-2ddb-4bb3-8fe0-58774415a1b6 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '1711d5b0-95c4-441b-bb55-57646fbe707c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8bba6b07-54d4-4a26-ac23-b10837544249'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:14:31.395278 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32fb93c-d1b6-4052-9352-f28d643b7c98 None None] Attempting to bind port d6956ad0-2ddb-4bb3-8fe0-58774415a1b6 on network 8bba6b07-54d4-4a26-ac23-b10837544249 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:14:31.403118 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32fb93c-d1b6-4052-9352-f28d643b7c98 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:14:31.403488 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32fb93c-d1b6-4052-9352-f28d643b7c98 None None] Checking segment: {'id': '1711d5b0-95c4-441b-bb55-57646fbe707c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8bba6b07-54d4-4a26-ac23-b10837544249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:14:31.403885 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a32fb93c-d1b6-4052-9352-f28d643b7c98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:31.404276 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32fb93c-d1b6-4052-9352-f28d643b7c98 None None] Bound using segment: {'id': '1711d5b0-95c4-441b-bb55-57646fbe707c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8bba6b07-54d4-4a26-ac23-b10837544249'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:14:31.404735 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-a32fb93c-d1b6-4052-9352-f28d643b7c98 None None] Bound port: d6956ad0-2ddb-4bb3-8fe0-58774415a1b6, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1711d5b0-95c4-441b-bb55-57646fbe707c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8bba6b07-54d4-4a26-ac23-b10837544249'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:14:31.405106 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a32fb93c-d1b6-4052-9352-f28d643b7c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:31.416999 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-87136056-0b6d-4e2c-850a-eaa3e90153b1 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:31.449440 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-f46a99fb-f698-457b-9b8f-3a605d1620a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219877b2-0093-43b9-9777-e3b7cf43ebc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480153854', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': 'bda2ea64-2685-41da-bf0a-eaf54646893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:14:28Z', 'updated_at': '2022-10-12T08:14:28Z', 'revision_number': 3, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': 'bda2ea64-2685-41da-bf0a-eaf54646893d', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:80:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219877b2-0093-43b9-9777-e3b7cf43ebc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:14:28Z', 'updated_at': '2022-10-12T08:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:14:31.461809 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87136056-0b6d-4e2c-850a-eaa3e90153b1 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Network 8bba6b07-54d4-4a26-ac23-b10837544249 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:14:31.464870 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-87136056-0b6d-4e2c-850a-eaa3e90153b1 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:14:31.469140 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87136056-0b6d-4e2c-850a-eaa3e90153b1 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:14:31.473093 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87136056-0b6d-4e2c-850a-eaa3e90153b1 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'Port': ['ID=dfa2d4e7-bd70-4b55-96fc-76bf4214c216,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:14:31.479649 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46a99fb-f698-457b-9b8f-3a605d1620a0 None None] The sync data for ids ['219877b2-0093-43b9-9777-e3b7cf43ebc6'] in dv-neutron-860909-2-hyperv is: [{'id': '219877b2-0093-43b9-9777-e3b7cf43ebc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480153854', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': 'bda2ea64-2685-41da-bf0a-eaf54646893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:14:28Z', 'updated_at': '2022-10-12T08:14:28Z', 'revision_number': 3, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': 'bda2ea64-2685-41da-bf0a-eaf54646893d', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:80:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219877b2-0093-43b9-9777-e3b7cf43ebc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:14:28Z', 'updated_at': '2022-10-12T08:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:14:31.504719 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-a32fb93c-d1b6-4052-9352-f28d643b7c98 None None] For port d6956ad0-2ddb-4bb3-8fe0-58774415a1b6, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:14:31.508114 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-a32fb93c-d1b6-4052-9352-f28d643b7c98 None None] For port d6956ad0-2ddb-4bb3-8fe0-58774415a1b6, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=d6956ad0-2ddb-4bb3-8fe0-58774415a1b6,segment=NetworkSegment(1711d5b0-95c4-441b-bb55-57646fbe707c),segment_id=1711d5b0-95c4-441b-bb55-57646fbe707c)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:14:31.515142 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a32fb93c-d1b6-4052-9352-f28d643b7c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:31.521607 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-87136056-0b6d-4e2c-850a-eaa3e90153b1 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:31.575870 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32fb93c-d1b6-4052-9352-f28d643b7c98 None None] Pushing event updated for resources: {'Port': ['ID=d6956ad0-2ddb-4bb3-8fe0-58774415a1b6,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:14:31.670154 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-87136056-0b6d-4e2c-850a-eaa3e90153b1 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:32.013977 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-87136056-0b6d-4e2c-850a-eaa3e90153b1 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:32.020068 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-87136056-0b6d-4e2c-850a-eaa3e90153b1 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:32.098398 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-87136056-0b6d-4e2c-850a-eaa3e90153b1 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:32.100141 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87136056-0b6d-4e2c-850a-eaa3e90153b1 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'Port': ['ID=dfa2d4e7-bd70-4b55-96fc-76bf4214c216,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:14:32.195834 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87136056-0b6d-4e2c-850a-eaa3e90153b1 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Network 8bba6b07-54d4-4a26-ac23-b10837544249 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:14:32.197293 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-87136056-0b6d-4e2c-850a-eaa3e90153b1 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:14:32.318444 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87136056-0b6d-4e2c-850a-eaa3e90153b1 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Router 219877b2-0093-43b9-9777-e3b7cf43ebc6 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:14:32.409495 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:14:32.437235 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87136056-0b6d-4e2c-850a-eaa3e90153b1 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:14:32.442738 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-87136056-0b6d-4e2c-850a-eaa3e90153b1 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "PUT /v2.0/routers/219877b2-0093-43b9-9777-e3b7cf43ebc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1756048 Oct 12 08:14:32.554786 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d6041e-9658-4786-a73a-3c60c0f8a36a None None] Network 8bba6b07-54d4-4a26-ac23-b10837544249 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:14:32.585046 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-904abbad-c2bd-4cb9-b7d6-544bfcf5548b tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2010561892&fields=id&tenant_id=de61a77e33c34229aece15b07cc0cc0f HTTP/1.1" status: 200 len: 267 time: 0.0337567 Oct 12 08:14:32.677112 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-c946fcd6-7d85-4291-af66-10c44250850e None None] Provisioning complete for port d6956ad0-2ddb-4bb3-8fe0-58774415a1b6 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:14:32.677479 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c946fcd6-7d85-4291-af66-10c44250850e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:32.677812 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-c946fcd6-7d85-4291-af66-10c44250850e None None] Attempt 1 to provision port d6956ad0-2ddb-4bb3-8fe0-58774415a1b6 Oct 12 08:14:32.701271 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-c4b131c9-74e9-4786-9560-fd86050783df tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:14:32.702833 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-c4b131c9-74e9-4786-9560-fd86050783df tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/networks?id=8bba6b07-54d4-4a26-ac23-b10837544249 HTTP/1.1" status: 200 len: 796 time: 0.1111755 Oct 12 08:14:32.719186 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-9394ae54-6ac3-4110-a30d-495420663bd5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/quotas/de61a77e33c34229aece15b07cc0cc0f HTTP/1.1" status: 200 len: 375 time: 0.0093100 Oct 12 08:14:32.771168 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-fa9e68ad-48ca-4fcf-bc02-357dd7b7d87b tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=de61a77e33c34229aece15b07cc0cc0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456529 Oct 12 08:14:32.791744 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c946fcd6-7d85-4291-af66-10c44250850e None None] Current status of the port d6956ad0-2ddb-4bb3-8fe0-58774415a1b6 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:14:32.792339 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c946fcd6-7d85-4291-af66-10c44250850e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:32.837148 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-c946fcd6-7d85-4291-af66-10c44250850e None None] For port d6956ad0-2ddb-4bb3-8fe0-58774415a1b6, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=d6956ad0-2ddb-4bb3-8fe0-58774415a1b6,segment=NetworkSegment(1711d5b0-95c4-441b-bb55-57646fbe707c),segment_id=1711d5b0-95c4-441b-bb55-57646fbe707c)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:14:32.843799 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c946fcd6-7d85-4291-af66-10c44250850e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:32.910954 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-c46b9c1b-0e09-4cb9-aaad-843518f633d0 service neutron] 10.222.0.26 "GET /v2.0/networks/8bba6b07-54d4-4a26-ac23-b10837544249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272542 Oct 12 08:14:32.933403 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c946fcd6-7d85-4291-af66-10c44250850e None None] Pushing event updated for resources: {'Port': ['ID=d6956ad0-2ddb-4bb3-8fe0-58774415a1b6,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:14:33.011771 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device d6956ad0-2ddb-4bb3-8fe0-58774415a1b6 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:14:33.038524 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-31b7fb1c-aa4d-4943-860d-8058ce82709a service neutron] 10.222.0.26 "GET /v2.0/networks/8bba6b07-54d4-4a26-ac23-b10837544249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248319 Oct 12 08:14:33.073687 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-0921065f-a1c8-4b78-8ce0-9e092ecb9a53 None None] Provisioning complete for port dfa2d4e7-bd70-4b55-96fc-76bf4214c216 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:14:33.074085 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0921065f-a1c8-4b78-8ce0-9e092ecb9a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:33.074424 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-0921065f-a1c8-4b78-8ce0-9e092ecb9a53 None None] Attempt 1 to provision port dfa2d4e7-bd70-4b55-96fc-76bf4214c216 Oct 12 08:14:33.122264 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-0921065f-a1c8-4b78-8ce0-9e092ecb9a53 None None] Port dfa2d4e7-bd70-4b55-96fc-76bf4214c216 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:14:33.122965 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port d6956ad0-2ddb-4bb3-8fe0-58774415a1b6 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:14:33.123304 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:33.123623 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port d6956ad0-2ddb-4bb3-8fe0-58774415a1b6 Oct 12 08:14:33.225966 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port d6956ad0-2ddb-4bb3-8fe0-58774415a1b6 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:14:33.227220 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device bda2ea64-2685-41da-bf0a-eaf54646893d up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:14:33.243341 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a4aac297-b4d6-4cd1-a358-a8d32562b47e req-5e711582-8518-459d-8785-efb73f708dde tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=f92c3bcd-0270-4582-bae4-f796079b84d2 HTTP/1.1" status: 200 len: 210 time: 0.0481291 Oct 12 08:14:33.298790 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port bda2ea64-2685-41da-bf0a-eaf54646893d triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:14:33.299302 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:33.299888 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port bda2ea64-2685-41da-bf0a-eaf54646893d Oct 12 08:14:33.304692 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d47461-9058-4119-8fe7-02fbf2842d47 None None] Sync routers for ids ['219877b2-0093-43b9-9777-e3b7cf43ebc6'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:14:33.314374 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d47461-9058-4119-8fe7-02fbf2842d47 None None] Routers {'219877b2-0093-43b9-9777-e3b7cf43ebc6'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:14:33.315039 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-81d47461-9058-4119-8fe7-02fbf2842d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:14:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['219877b2-0093-43b9-9777-e3b7cf43ebc6'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:14:33.414723 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port bda2ea64-2685-41da-bf0a-eaf54646893d is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:14:33.415270 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:33.443858 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port bda2ea64-2685-41da-bf0a-eaf54646893d, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=bda2ea64-2685-41da-bf0a-eaf54646893d,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:14:33.445482 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-81d47461-9058-4119-8fe7-02fbf2842d47 None None] Set router 219877b2-0093-43b9-9777-e3b7cf43ebc6 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:14:33.449850 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:33.518805 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=bda2ea64-2685-41da-bf0a-eaf54646893d,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:14:33.623322 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-0921065f-a1c8-4b78-8ce0-9e092ecb9a53 None None] Attempt 2 to provision port dfa2d4e7-bd70-4b55-96fc-76bf4214c216 Oct 12 08:14:33.665672 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-0921065f-a1c8-4b78-8ce0-9e092ecb9a53 None None] Port dfa2d4e7-bd70-4b55-96fc-76bf4214c216 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:14:33.678989 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-81d47461-9058-4119-8fe7-02fbf2842d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219877b2-0093-43b9-9777-e3b7cf43ebc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480153854', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': 'bda2ea64-2685-41da-bf0a-eaf54646893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:14:28Z', 'updated_at': '2022-10-12T08:14:31Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': 'bda2ea64-2685-41da-bf0a-eaf54646893d', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:80:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219877b2-0093-43b9-9777-e3b7cf43ebc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:14:28Z', 'updated_at': '2022-10-12T08:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': 'dfa2d4e7-bd70-4b55-96fc-76bf4214c216', 'name': '', 'network_id': '8bba6b07-54d4-4a26-ac23-b10837544249', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'mac_address': 'fa:16:3e:66:18:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219877b2-0093-43b9-9777-e3b7cf43ebc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '211bab67-76ee-4288-90bf-7f70e077657c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:14:30Z', 'updated_at': '2022-10-12T08:14:31Z', 'revision_number': 2, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'subnets': [{'id': '211bab67-76ee-4288-90bf-7f70e077657c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:14:33.709722 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d47461-9058-4119-8fe7-02fbf2842d47 None None] Checking router: 219877b2-0093-43b9-9777-e3b7cf43ebc6 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:14:33.710097 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d47461-9058-4119-8fe7-02fbf2842d47 None None] Updating router 219877b2-0093-43b9-9777-e3b7cf43ebc6 port dfa2d4e7-bd70-4b55-96fc-76bf4214c216 binding host dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 08:14:33.736248 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-81d47461-9058-4119-8fe7-02fbf2842d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:33.989260 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-81d47461-9058-4119-8fe7-02fbf2842d47 None None] Notify callbacks [] for port, precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:33.993957 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-81d47461-9058-4119-8fe7-02fbf2842d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:34.054305 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a305945d-2472-43ad-8e63-0b9f4b253e0b None None] Pushing event updated for resources: {'Port': ['ID=dfa2d4e7-bd70-4b55-96fc-76bf4214c216,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:14:34.075757 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a305945d-2472-43ad-8e63-0b9f4b253e0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:14:34.076101 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a305945d-2472-43ad-8e63-0b9f4b253e0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:14:34.076436 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a305945d-2472-43ad-8e63-0b9f4b253e0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:14:34.076763 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a305945d-2472-43ad-8e63-0b9f4b253e0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:14:34.077085 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a305945d-2472-43ad-8e63-0b9f4b253e0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:14:34.077411 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a305945d-2472-43ad-8e63-0b9f4b253e0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:14:34.077731 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a305945d-2472-43ad-8e63-0b9f4b253e0b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:14:34.078080 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a305945d-2472-43ad-8e63-0b9f4b253e0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:14:34.078405 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a305945d-2472-43ad-8e63-0b9f4b253e0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:14:34.078719 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a305945d-2472-43ad-8e63-0b9f4b253e0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:14:34.079028 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a305945d-2472-43ad-8e63-0b9f4b253e0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:14:34.079337 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a305945d-2472-43ad-8e63-0b9f4b253e0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:14:34.090680 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-81d47461-9058-4119-8fe7-02fbf2842d47 None None] Attempting to bind port dfa2d4e7-bd70-4b55-96fc-76bf4214c216 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:14:34.091048 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-81d47461-9058-4119-8fe7-02fbf2842d47 None None] Attempting to bind port dfa2d4e7-bd70-4b55-96fc-76bf4214c216 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '1711d5b0-95c4-441b-bb55-57646fbe707c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8bba6b07-54d4-4a26-ac23-b10837544249'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:14:34.091415 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d47461-9058-4119-8fe7-02fbf2842d47 None None] Attempting to bind port dfa2d4e7-bd70-4b55-96fc-76bf4214c216 on network 8bba6b07-54d4-4a26-ac23-b10837544249 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:14:34.096243 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d47461-9058-4119-8fe7-02fbf2842d47 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:14:34.096610 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d47461-9058-4119-8fe7-02fbf2842d47 None None] Checking segment: {'id': '1711d5b0-95c4-441b-bb55-57646fbe707c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8bba6b07-54d4-4a26-ac23-b10837544249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:14:34.097005 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-81d47461-9058-4119-8fe7-02fbf2842d47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:34.097927 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d47461-9058-4119-8fe7-02fbf2842d47 None None] Bound using segment: {'id': '1711d5b0-95c4-441b-bb55-57646fbe707c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8bba6b07-54d4-4a26-ac23-b10837544249'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:14:34.098411 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-81d47461-9058-4119-8fe7-02fbf2842d47 None None] Bound port: dfa2d4e7-bd70-4b55-96fc-76bf4214c216, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1711d5b0-95c4-441b-bb55-57646fbe707c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8bba6b07-54d4-4a26-ac23-b10837544249'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:14:34.098790 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-81d47461-9058-4119-8fe7-02fbf2842d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:34.160764 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-81d47461-9058-4119-8fe7-02fbf2842d47 None None] For port dfa2d4e7-bd70-4b55-96fc-76bf4214c216, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:14:34.163754 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-81d47461-9058-4119-8fe7-02fbf2842d47 None None] For port dfa2d4e7-bd70-4b55-96fc-76bf4214c216, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=dfa2d4e7-bd70-4b55-96fc-76bf4214c216,segment=NetworkSegment(1711d5b0-95c4-441b-bb55-57646fbe707c),segment_id=1711d5b0-95c4-441b-bb55-57646fbe707c)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:14:34.167312 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-0921065f-a1c8-4b78-8ce0-9e092ecb9a53 None None] Attempt 3 to provision port dfa2d4e7-bd70-4b55-96fc-76bf4214c216 Oct 12 08:14:34.167654 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-81d47461-9058-4119-8fe7-02fbf2842d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:34.205332 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d47461-9058-4119-8fe7-02fbf2842d47 None None] Routers {'219877b2-0093-43b9-9777-e3b7cf43ebc6'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:14:34.205938 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-81d47461-9058-4119-8fe7-02fbf2842d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:14:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['219877b2-0093-43b9-9777-e3b7cf43ebc6'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:14:34.245880 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-0921065f-a1c8-4b78-8ce0-9e092ecb9a53 None None] Current status of the port dfa2d4e7-bd70-4b55-96fc-76bf4214c216 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:14:34.246266 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0921065f-a1c8-4b78-8ce0-9e092ecb9a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:34.262677 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a305945d-2472-43ad-8e63-0b9f4b253e0b None None] Pushing event updated for resources: {'Port': ['ID=dfa2d4e7-bd70-4b55-96fc-76bf4214c216,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:14:34.280143 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-0921065f-a1c8-4b78-8ce0-9e092ecb9a53 None None] For port dfa2d4e7-bd70-4b55-96fc-76bf4214c216, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=dfa2d4e7-bd70-4b55-96fc-76bf4214c216,segment=NetworkSegment(1711d5b0-95c4-441b-bb55-57646fbe707c),segment_id=1711d5b0-95c4-441b-bb55-57646fbe707c)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:14:34.286482 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0921065f-a1c8-4b78-8ce0-9e092ecb9a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:34.328464 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-81d47461-9058-4119-8fe7-02fbf2842d47 None None] Set router 219877b2-0093-43b9-9777-e3b7cf43ebc6 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:14:34.344844 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0921065f-a1c8-4b78-8ce0-9e092ecb9a53 None None] Pushing event updated for resources: {'Port': ['ID=dfa2d4e7-bd70-4b55-96fc-76bf4214c216,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:14:34.348032 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-0921065f-a1c8-4b78-8ce0-9e092ecb9a53 None None] Provisioning complete for port d6956ad0-2ddb-4bb3-8fe0-58774415a1b6 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:14:34.348483 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0921065f-a1c8-4b78-8ce0-9e092ecb9a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:34.348888 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-0921065f-a1c8-4b78-8ce0-9e092ecb9a53 None None] Attempt 1 to provision port d6956ad0-2ddb-4bb3-8fe0-58774415a1b6 Oct 12 08:14:34.371297 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-141d4127-817b-4374-be9b-b80c04fdcdff req-3e6f53b3-9270-4dff-bb92-27efda3d48fb tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=f92c3bcd-0270-4582-bae4-f796079b84d2 HTTP/1.1" status: 200 len: 210 time: 0.0489149 Oct 12 08:14:34.443077 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-0921065f-a1c8-4b78-8ce0-9e092ecb9a53 None None] Current status of the port d6956ad0-2ddb-4bb3-8fe0-58774415a1b6 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:14:34.555061 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-6a707969-754b-4efc-9348-40ab0c4e3066 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:14:34.556962 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-6a707969-754b-4efc-9348-40ab0c4e3066 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.23 "GET /v2.0/networks?id=8bba6b07-54d4-4a26-ac23-b10837544249 HTTP/1.1" status: 200 len: 796 time: 0.1211736 Oct 12 08:14:34.565651 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-5951c140-169a-4f22-bf04-bfd6932edca8 None None] Provisioning complete for port dfa2d4e7-bd70-4b55-96fc-76bf4214c216 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:14:34.566717 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5951c140-169a-4f22-bf04-bfd6932edca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:34.567054 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-5951c140-169a-4f22-bf04-bfd6932edca8 None None] Attempt 1 to provision port dfa2d4e7-bd70-4b55-96fc-76bf4214c216 Oct 12 08:14:34.607185 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-72f3e54d-538b-451f-bfb0-90aba85db032 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de61a77e33c34229aece15b07cc0cc0f HTTP/1.1" status: 200 len: 380 time: 0.0411584 Oct 12 08:14:34.616655 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-66dbce7b-369c-4aca-9985-fc3fe0e4d5d8 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'port': {'device_id': 'f92c3bcd-0270-4582-bae4-f796079b84d2', 'network_id': '8bba6b07-54d4-4a26-ac23-b10837544249', 'admin_state_up': True, 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'security_groups': ['aab9361e-1334-42df-98b0-7f701688bee8']}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:14:34.655120 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-81d47461-9058-4119-8fe7-02fbf2842d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219877b2-0093-43b9-9777-e3b7cf43ebc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480153854', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': 'bda2ea64-2685-41da-bf0a-eaf54646893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:14:28Z', 'updated_at': '2022-10-12T08:14:31Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': 'bda2ea64-2685-41da-bf0a-eaf54646893d', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:80:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219877b2-0093-43b9-9777-e3b7cf43ebc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:14:28Z', 'updated_at': '2022-10-12T08:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': 'dfa2d4e7-bd70-4b55-96fc-76bf4214c216', 'name': '', 'network_id': '8bba6b07-54d4-4a26-ac23-b10837544249', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'mac_address': 'fa:16:3e:66:18:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219877b2-0093-43b9-9777-e3b7cf43ebc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '211bab67-76ee-4288-90bf-7f70e077657c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:14:30Z', 'updated_at': '2022-10-12T08:14:34Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'subnets': [{'id': '211bab67-76ee-4288-90bf-7f70e077657c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:14:34.682667 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d47461-9058-4119-8fe7-02fbf2842d47 None None] The sync data for ids ['219877b2-0093-43b9-9777-e3b7cf43ebc6'] in dv-neutron-860909-2-hyperv is: [{'id': '219877b2-0093-43b9-9777-e3b7cf43ebc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480153854', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': 'bda2ea64-2685-41da-bf0a-eaf54646893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:14:28Z', 'updated_at': '2022-10-12T08:14:31Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': 'bda2ea64-2685-41da-bf0a-eaf54646893d', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:80:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219877b2-0093-43b9-9777-e3b7cf43ebc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:14:28Z', 'updated_at': '2022-10-12T08:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': 'dfa2d4e7-bd70-4b55-96fc-76bf4214c216', 'name': '', 'network_id': '8bba6b07-54d4-4a26-ac23-b10837544249', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'mac_address': 'fa:16:3e:66:18:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219877b2-0093-43b9-9777-e3b7cf43ebc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '211bab67-76ee-4288-90bf-7f70e077657c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:14:30Z', 'updated_at': '2022-10-12T08:14:34Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'subnets': [{'id': '211bab67-76ee-4288-90bf-7f70e077657c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:14:34.769021 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-66dbce7b-369c-4aca-9985-fc3fe0e4d5d8 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Made reservation on behalf of de61a77e33c34229aece15b07cc0cc0f for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:14:34.772675 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-66dbce7b-369c-4aca-9985-fc3fe0e4d5d8 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:34.834278 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-5951c140-169a-4f22-bf04-bfd6932edca8 None None] Current status of the port dfa2d4e7-bd70-4b55-96fc-76bf4214c216 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:14:34.933660 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-66dbce7b-369c-4aca-9985-fc3fe0e4d5d8 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Allocated IP 172.20.0.13 (8bba6b07-54d4-4a26-ac23-b10837544249/211bab67-76ee-4288-90bf-7f70e077657c/1610f880-fa57-4aa2-96e4-175f6c1eb868) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:14:35.017386 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device d6956ad0-2ddb-4bb3-8fe0-58774415a1b6 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:14:35.070683 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port d6956ad0-2ddb-4bb3-8fe0-58774415a1b6 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:14:35.071021 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:35.071425 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port d6956ad0-2ddb-4bb3-8fe0-58774415a1b6 Oct 12 08:14:35.086237 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-66dbce7b-369c-4aca-9985-fc3fe0e4d5d8 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:35.126212 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-66dbce7b-369c-4aca-9985-fc3fe0e4d5d8 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:35.156233 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port d6956ad0-2ddb-4bb3-8fe0-58774415a1b6 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:14:35.157457 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device bda2ea64-2685-41da-bf0a-eaf54646893d up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:14:35.177591 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-66dbce7b-369c-4aca-9985-fc3fe0e4d5d8 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Network 8bba6b07-54d4-4a26-ac23-b10837544249 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:14:35.180972 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-66dbce7b-369c-4aca-9985-fc3fe0e4d5d8 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:14:35.184914 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-66dbce7b-369c-4aca-9985-fc3fe0e4d5d8 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:14:35.206681 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port bda2ea64-2685-41da-bf0a-eaf54646893d triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:14:35.207271 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:35.207580 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port bda2ea64-2685-41da-bf0a-eaf54646893d Oct 12 08:14:35.210629 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dbce7b-369c-4aca-9985-fc3fe0e4d5d8 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'Port': ['ID=1610f880-fa57-4aa2-96e4-175f6c1eb868,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:14:35.245851 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-66dbce7b-369c-4aca-9985-fc3fe0e4d5d8 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:14:35.246863 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-66dbce7b-369c-4aca-9985-fc3fe0e4d5d8 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:35.269021 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-66dbce7b-369c-4aca-9985-fc3fe0e4d5d8 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6561248 Oct 12 08:14:35.282582 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-99a0134e-d700-4b8b-8653-71c4cd1c6e73 service neutron] Request body: {'port': {'device_id': 'f92c3bcd-0270-4582-bae4-f796079b84d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8609'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:14:35.301512 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port bda2ea64-2685-41da-bf0a-eaf54646893d is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:14:35.302660 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device dfa2d4e7-bd70-4b55-96fc-76bf4214c216 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:14:35.359474 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-99a0134e-d700-4b8b-8653-71c4cd1c6e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:35.365594 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port dfa2d4e7-bd70-4b55-96fc-76bf4214c216 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:14:35.365888 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:35.366265 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port dfa2d4e7-bd70-4b55-96fc-76bf4214c216 Oct 12 08:14:35.491769 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port dfa2d4e7-bd70-4b55-96fc-76bf4214c216 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:14:35.560794 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-20b1e073-e06a-470a-b6c4-e73dc1a36bc9 None None] Provisioning complete for port 1610f880-fa57-4aa2-96e4-175f6c1eb868 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:14:35.561260 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-20b1e073-e06a-470a-b6c4-e73dc1a36bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:35.561677 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-20b1e073-e06a-470a-b6c4-e73dc1a36bc9 None None] Attempt 1 to provision port 1610f880-fa57-4aa2-96e4-175f6c1eb868 Oct 12 08:14:35.583318 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6c127-4417-4412-9b70-19847a562929 req-9d80c6f0-ce5b-41f7-8e67-5ed5d44f574d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:14:35.584745 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-34b6c127-4417-4412-9b70-19847a562929 req-9d80c6f0-ce5b-41f7-8e67-5ed5d44f574d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=f92c3bcd-0270-4582-bae4-f796079b84d2 HTTP/1.1" status: 200 len: 932 time: 0.0885990 Oct 12 08:14:35.601973 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-20b1e073-e06a-470a-b6c4-e73dc1a36bc9 None None] Port 1610f880-fa57-4aa2-96e4-175f6c1eb868 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:14:35.672185 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-34b6c127-4417-4412-9b70-19847a562929 req-5444e4e8-8e9e-49f5-a322-46d040fa2b41 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=aab9361e-1334-42df-98b0-7f701688bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538161 Oct 12 08:14:35.734253 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-99a0134e-d700-4b8b-8653-71c4cd1c6e73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1610f880-fa57-4aa2-96e4-175f6c1eb868 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 08:14:35.742081 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-99a0134e-d700-4b8b-8653-71c4cd1c6e73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:35.754526 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-99a0134e-d700-4b8b-8653-71c4cd1c6e73 service neutron] Transition to ACTIVE for port object 1610f880-fa57-4aa2-96e4-175f6c1eb868 will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 08:14:35.758647 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-99a0134e-d700-4b8b-8653-71c4cd1c6e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:35.839893 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0134e-d700-4b8b-8653-71c4cd1c6e73 service neutron] Pushing event updated for resources: {'Port': ['ID=1610f880-fa57-4aa2-96e4-175f6c1eb868,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:14:35.871075 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-99a0134e-d700-4b8b-8653-71c4cd1c6e73 service neutron] Attempting to bind port 1610f880-fa57-4aa2-96e4-175f6c1eb868 on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:14:35.871408 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-99a0134e-d700-4b8b-8653-71c4cd1c6e73 service neutron] Attempting to bind port 1610f880-fa57-4aa2-96e4-175f6c1eb868 by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '1711d5b0-95c4-441b-bb55-57646fbe707c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8bba6b07-54d4-4a26-ac23-b10837544249'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:14:35.871750 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-99a0134e-d700-4b8b-8653-71c4cd1c6e73 service neutron] Attempting to bind port 1610f880-fa57-4aa2-96e4-175f6c1eb868 on network 8bba6b07-54d4-4a26-ac23-b10837544249 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:14:35.875883 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-99a0134e-d700-4b8b-8653-71c4cd1c6e73 service neutron] Port 1610f880-fa57-4aa2-96e4-175f6c1eb868 on network 8bba6b07-54d4-4a26-ac23-b10837544249 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 08:14:35.876192 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-99a0134e-d700-4b8b-8653-71c4cd1c6e73 service neutron] Attempting to bind port 1610f880-fa57-4aa2-96e4-175f6c1eb868 on network 8bba6b07-54d4-4a26-ac23-b10837544249 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:14:35.881544 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-99a0134e-d700-4b8b-8653-71c4cd1c6e73 service neutron] Checking agent: {'id': 'afe9b392-c72e-4ef3-a7bd-ca4c2066af02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8609', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'started_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:14:35.881871 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-99a0134e-d700-4b8b-8653-71c4cd1c6e73 service neutron] Checking segment: {'id': '1711d5b0-95c4-441b-bb55-57646fbe707c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8bba6b07-54d4-4a26-ac23-b10837544249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:14:35.882279 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-99a0134e-d700-4b8b-8653-71c4cd1c6e73 service neutron] Bound using segment: {'id': '1711d5b0-95c4-441b-bb55-57646fbe707c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8bba6b07-54d4-4a26-ac23-b10837544249'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:14:35.882701 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-99a0134e-d700-4b8b-8653-71c4cd1c6e73 service neutron] Bound port: 1610f880-fa57-4aa2-96e4-175f6c1eb868, host: hv-neutron-8609, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1711d5b0-95c4-441b-bb55-57646fbe707c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8bba6b07-54d4-4a26-ac23-b10837544249'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:14:35.883047 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-99a0134e-d700-4b8b-8653-71c4cd1c6e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:35.946772 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-99a0134e-d700-4b8b-8653-71c4cd1c6e73 service neutron] For port 1610f880-fa57-4aa2-96e4-175f6c1eb868, host hv-neutron-8609, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:14:35.949840 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-99a0134e-d700-4b8b-8653-71c4cd1c6e73 service neutron] For port 1610f880-fa57-4aa2-96e4-175f6c1eb868, host hv-neutron-8609, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=1610f880-fa57-4aa2-96e4-175f6c1eb868,segment=NetworkSegment(1711d5b0-95c4-441b-bb55-57646fbe707c),segment_id=1711d5b0-95c4-441b-bb55-57646fbe707c)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:14:35.953699 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-99a0134e-d700-4b8b-8653-71c4cd1c6e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:35.958359 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-99a0134e-d700-4b8b-8653-71c4cd1c6e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:14:35.958968 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-99a0134e-d700-4b8b-8653-71c4cd1c6e73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:35.960341 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-99a0134e-d700-4b8b-8653-71c4cd1c6e73 service neutron] 10.222.0.23 "PUT /v2.0/ports/1610f880-fa57-4aa2-96e4-175f6c1eb868 HTTP/1.1" status: 200 len: 1094 time: 0.6825180 Oct 12 08:14:35.961738 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f92c3bcd-0270-4582-bae4-f796079b84d2', 'tag': '1610f880-fa57-4aa2-96e4-175f6c1eb868'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:14:35.964466 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a592fb49-6a7e-4f84-b3ff-62289ed194d7" -d '{"events": [{"name": "network-changed", "server_uuid": "f92c3bcd-0270-4582-bae4-f796079b84d2", "tag": "1610f880-fa57-4aa2-96e4-175f6c1eb868"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:14:36.034241 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 08:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adaf303b-dbec-45ba-87c8-b3a0ee73b2f9 x-openstack-request-id: req-adaf303b-dbec-45ba-87c8-b3a0ee73b2f9 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:14:36.034535 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f92c3bcd-0270-4582-bae4-f796079b84d2", "tag": "1610f880-fa57-4aa2-96e4-175f6c1eb868", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:14:36.034787 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-adaf303b-dbec-45ba-87c8-b3a0ee73b2f9 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:14:36.035191 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adaf303b-dbec-45ba-87c8-b3a0ee73b2f9'] response: {'name': 'network-changed', 'server_uuid': 'f92c3bcd-0270-4582-bae4-f796079b84d2', 'tag': '1610f880-fa57-4aa2-96e4-175f6c1eb868', 'status': 'completed', 'code': 200} Oct 12 08:14:36.041849 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0134e-d700-4b8b-8653-71c4cd1c6e73 service neutron] Pushing event updated for resources: {'Port': ['ID=1610f880-fa57-4aa2-96e4-175f6c1eb868,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:14:36.057261 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-be8a5ab3-08ed-44d2-8897-da668e6df905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:14:36.058797 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-be8a5ab3-08ed-44d2-8897-da668e6df905 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de61a77e33c34229aece15b07cc0cc0f&device_id=f92c3bcd-0270-4582-bae4-f796079b84d2 HTTP/1.1" status: 200 len: 1097 time: 0.0615151 Oct 12 08:14:36.100433 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-009aa266-46ab-4e5f-9027-88e2650aba74 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1610f880-fa57-4aa2-96e4-175f6c1eb868 HTTP/1.1" status: 200 len: 217 time: 0.0330057 Oct 12 08:14:36.103107 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-20b1e073-e06a-470a-b6c4-e73dc1a36bc9 None None] Attempt 2 to provision port 1610f880-fa57-4aa2-96e4-175f6c1eb868 Oct 12 08:14:36.146349 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-20b1e073-e06a-470a-b6c4-e73dc1a36bc9 None None] Port 1610f880-fa57-4aa2-96e4-175f6c1eb868 had new provisioning blocks added so it will not transition to active. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 12 08:14:36.149625 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-b7badc29-a4a6-4ca8-bfe7-6b687dbdc5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:14:36.151137 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-b7badc29-a4a6-4ca8-bfe7-6b687dbdc5b9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=211bab67-76ee-4288-90bf-7f70e077657c HTTP/1.1" status: 200 len: 834 time: 0.0442965 Oct 12 08:14:36.199471 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-f3dce526-a751-4106-8adf-0243ffa4baca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:14:36.200960 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-f3dce526-a751-4106-8adf-0243ffa4baca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8bba6b07-54d4-4a26-ac23-b10837544249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437100 Oct 12 08:14:36.289615 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-8b284507-9b9d-4291-b05a-9eb255ef95a2 service neutron] 10.222.0.23 "GET /v2.0/networks/8bba6b07-54d4-4a26-ac23-b10837544249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821803 Oct 12 08:14:36.380340 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-503da9e0-1359-434c-8401-20aeccd8ae06 req-3f353ea3-8109-4d76-94de-a6d266f451b1 service neutron] 10.222.0.23 "GET /v2.0/networks/8bba6b07-54d4-4a26-ac23-b10837544249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846453 Oct 12 08:14:36.460324 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592fb49-6a7e-4f84-b3ff-62289ed194d7 req-e5fc9b2c-4769-4a4b-86ef-d927d5fcd9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:14:36.461805 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a592fb49-6a7e-4f84-b3ff-62289ed194d7 req-e5fc9b2c-4769-4a4b-86ef-d927d5fcd9b3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de61a77e33c34229aece15b07cc0cc0f&device_id=f92c3bcd-0270-4582-bae4-f796079b84d2 HTTP/1.1" status: 200 len: 1097 time: 0.0407481 Oct 12 08:14:36.554271 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592fb49-6a7e-4f84-b3ff-62289ed194d7 req-3c6e5522-b2c0-45f9-b8dc-c50c9535d9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:14:36.555726 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a592fb49-6a7e-4f84-b3ff-62289ed194d7 req-3c6e5522-b2c0-45f9-b8dc-c50c9535d9a3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8bba6b07-54d4-4a26-ac23-b10837544249 HTTP/1.1" status: 200 len: 897 time: 0.0879827 Oct 12 08:14:36.595990 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a592fb49-6a7e-4f84-b3ff-62289ed194d7 req-82552601-3f22-4dfb-9a56-4692192d1f97 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1610f880-fa57-4aa2-96e4-175f6c1eb868 HTTP/1.1" status: 200 len: 217 time: 0.0330920 Oct 12 08:14:36.642724 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592fb49-6a7e-4f84-b3ff-62289ed194d7 req-c8ebc268-986f-443b-a050-1b6985267cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:14:36.645677 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a592fb49-6a7e-4f84-b3ff-62289ed194d7 req-c8ebc268-986f-443b-a050-1b6985267cdf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=211bab67-76ee-4288-90bf-7f70e077657c HTTP/1.1" status: 200 len: 834 time: 0.0419011 Oct 12 08:14:36.692862 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592fb49-6a7e-4f84-b3ff-62289ed194d7 req-772832cf-a6ac-447f-912f-817e85bec097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:14:36.694387 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a592fb49-6a7e-4f84-b3ff-62289ed194d7 req-772832cf-a6ac-447f-912f-817e85bec097 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8bba6b07-54d4-4a26-ac23-b10837544249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426865 Oct 12 08:14:36.819967 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a592fb49-6a7e-4f84-b3ff-62289ed194d7 req-be1e3191-db21-4d92-a044-fb73292cfb55 service neutron] 10.222.0.23 "GET /v2.0/networks/8bba6b07-54d4-4a26-ac23-b10837544249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187980 Oct 12 08:14:36.827907 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7ff7b-8386-47d9-9697-9c0e081b234a req-376103d3-6cad-4196-a992-ea9209b98cbc tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:14:36.829227 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-66f7ff7b-8386-47d9-9697-9c0e081b234a req-376103d3-6cad-4196-a992-ea9209b98cbc tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=f92c3bcd-0270-4582-bae4-f796079b84d2 HTTP/1.1" status: 200 len: 944 time: 0.0694137 Oct 12 08:14:37.237047 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-66f7ff7b-8386-47d9-9697-9c0e081b234a req-f418aaeb-51ff-4792-8430-0ac55e497a08 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=aab9361e-1334-42df-98b0-7f701688bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3993428 Oct 12 08:14:37.258838 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a592fb49-6a7e-4f84-b3ff-62289ed194d7 req-c2299422-3566-4112-ac3c-193850bb41ce service neutron] 10.222.0.23 "GET /v2.0/networks/8bba6b07-54d4-4a26-ac23-b10837544249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286921 Oct 12 08:14:38.362570 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb68b3-3ceb-4476-b7d7-299b8777bf92 req-ce2215e6-1445-4312-b723-b2fb23c8d5fb tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:14:38.364015 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-62eb68b3-3ceb-4476-b7d7-299b8777bf92 req-ce2215e6-1445-4312-b723-b2fb23c8d5fb tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=f92c3bcd-0270-4582-bae4-f796079b84d2 HTTP/1.1" status: 200 len: 944 time: 0.0524039 Oct 12 08:14:38.400689 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-62eb68b3-3ceb-4476-b7d7-299b8777bf92 req-bdb05f4d-d1f8-439f-8829-dd3c01e1af05 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=aab9361e-1334-42df-98b0-7f701688bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307732 Oct 12 08:14:39.562526 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92437f6b-42dd-4ec6-a25f-1374c2862a4b req-3cef426b-cb4f-4b81-ab32-8763dd536735 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:14:39.563983 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-92437f6b-42dd-4ec6-a25f-1374c2862a4b req-3cef426b-cb4f-4b81-ab32-8763dd536735 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=f92c3bcd-0270-4582-bae4-f796079b84d2 HTTP/1.1" status: 200 len: 944 time: 0.0482278 Oct 12 08:14:39.601413 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-92437f6b-42dd-4ec6-a25f-1374c2862a4b req-b5fc7154-7a4a-4138-bb2a-ad531aa005e5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=aab9361e-1334-42df-98b0-7f701688bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313814 Oct 12 08:14:39.771748 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 1610f880-fa57-4aa2-96e4-175f6c1eb868 details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 08:14:39.868179 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 1610f880-fa57-4aa2-96e4-175f6c1eb868, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=1610f880-fa57-4aa2-96e4-175f6c1eb868,segment=NetworkSegment(1711d5b0-95c4-441b-bb55-57646fbe707c),segment_id=1711d5b0-95c4-441b-bb55-57646fbe707c)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:14:39.878734 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': '1610f880-fa57-4aa2-96e4-175f6c1eb868', 'network_id': '8bba6b07-54d4-4a26-ac23-b10837544249', 'port_id': '1610f880-fa57-4aa2-96e4-175f6c1eb868', 'mac_address': 'fa:16:3e:2b:61:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '211bab67-76ee-4288-90bf-7f70e077657c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 08:14:39.914946 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 1610f880-fa57-4aa2-96e4-175f6c1eb868 is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:14:39.915327 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:39.927431 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1610f880-fa57-4aa2-96e4-175f6c1eb868 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 08:14:39.946039 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 1610f880-fa57-4aa2-96e4-175f6c1eb868, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=1610f880-fa57-4aa2-96e4-175f6c1eb868,segment=NetworkSegment(1711d5b0-95c4-441b-bb55-57646fbe707c),segment_id=1711d5b0-95c4-441b-bb55-57646fbe707c)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:14:39.949745 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:39.994335 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=1610f880-fa57-4aa2-96e4-175f6c1eb868,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:14:40.172069 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['1610f880-fa57-4aa2-96e4-175f6c1eb868'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 08:14:40.717635 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40ebe0-695f-481e-ae3a-48dc9d8db1de req-2ea341e9-014a-4206-b0c2-8655ad047c6b tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:14:40.719093 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bf40ebe0-695f-481e-ae3a-48dc9d8db1de req-2ea341e9-014a-4206-b0c2-8655ad047c6b tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=f92c3bcd-0270-4582-bae4-f796079b84d2 HTTP/1.1" status: 200 len: 945 time: 0.0470841 Oct 12 08:14:40.757801 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bf40ebe0-695f-481e-ae3a-48dc9d8db1de req-8a2dae6c-bae5-4d33-b9df-c69aefd2566a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=aab9361e-1334-42df-98b0-7f701688bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323105 Oct 12 08:14:41.773307 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 1610f880-fa57-4aa2-96e4-175f6c1eb868 up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:14:41.829401 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning for port 1610f880-fa57-4aa2-96e4-175f6c1eb868 completed by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 12 08:14:41.836157 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port 1610f880-fa57-4aa2-96e4-175f6c1eb868 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:14:41.836537 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:41.836875 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port 1610f880-fa57-4aa2-96e4-175f6c1eb868 Oct 12 08:14:41.882054 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2cecc7-4e3b-496a-93f2-2094d283a061 req-3b9203d7-ee8a-438e-8425-2f8e2007735d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:14:41.883522 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7f2cecc7-4e3b-496a-93f2-2094d283a061 req-3b9203d7-ee8a-438e-8425-2f8e2007735d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=f92c3bcd-0270-4582-bae4-f796079b84d2 HTTP/1.1" status: 200 len: 945 time: 0.0531752 Oct 12 08:14:41.913931 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 1610f880-fa57-4aa2-96e4-175f6c1eb868 is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:14:41.914350 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:41.919791 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7f2cecc7-4e3b-496a-93f2-2094d283a061 req-e75709fa-2d47-4019-bbac-5e4b6f8cd2c8 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=aab9361e-1334-42df-98b0-7f701688bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304213 Oct 12 08:14:41.937240 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f92c3bcd-0270-4582-bae4-f796079b84d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1610f880-fa57-4aa2-96e4-175f6c1eb868'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:14:41.939530 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e3d047-168f-40db-9ae6-b6ed860bd5ea" -d '{"events": [{"server_uuid": "f92c3bcd-0270-4582-bae4-f796079b84d2", "name": "network-vif-plugged", "status": "completed", "tag": "1610f880-fa57-4aa2-96e4-175f6c1eb868"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:14:41.952721 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 1610f880-fa57-4aa2-96e4-175f6c1eb868, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=1610f880-fa57-4aa2-96e4-175f6c1eb868,segment=NetworkSegment(1711d5b0-95c4-441b-bb55-57646fbe707c),segment_id=1711d5b0-95c4-441b-bb55-57646fbe707c)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:14:41.956874 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:41.982504 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 08:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8702347a-1eed-44af-96c6-cc3f6aac6e5b x-openstack-request-id: req-8702347a-1eed-44af-96c6-cc3f6aac6e5b {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:14:41.982795 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f92c3bcd-0270-4582-bae4-f796079b84d2", "name": "network-vif-plugged", "status": "completed", "tag": "1610f880-fa57-4aa2-96e4-175f6c1eb868", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:14:41.983042 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8702347a-1eed-44af-96c6-cc3f6aac6e5b {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:14:41.983427 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8702347a-1eed-44af-96c6-cc3f6aac6e5b'] response: {'server_uuid': 'f92c3bcd-0270-4582-bae4-f796079b84d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1610f880-fa57-4aa2-96e4-175f6c1eb868', 'code': 200} Oct 12 08:14:42.011477 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=1610f880-fa57-4aa2-96e4-175f6c1eb868,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:14:42.133899 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1427e124-9389-42dc-b705-91908616c683 req-a1f063aa-1664-4520-a0fc-a6503f326857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:14:42.135396 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1427e124-9389-42dc-b705-91908616c683 req-a1f063aa-1664-4520-a0fc-a6503f326857 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f92c3bcd-0270-4582-bae4-f796079b84d2 HTTP/1.1" status: 200 len: 1099 time: 0.0394986 Oct 12 08:14:42.167892 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1427e124-9389-42dc-b705-91908616c683 req-fcc5c145-7ea5-4fae-9ece-6d189ae632ff service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=aab9361e-1334-42df-98b0-7f701688bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265474 Oct 12 08:14:43.039619 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4a1e4-c89c-4b0d-ae72-1714ef1d3db3 req-024a4ed6-18ed-4592-a507-e1cb10436f87 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:14:43.041072 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fdc4a1e4-c89c-4b0d-ae72-1714ef1d3db3 req-024a4ed6-18ed-4592-a507-e1cb10436f87 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=f92c3bcd-0270-4582-bae4-f796079b84d2 HTTP/1.1" status: 200 len: 946 time: 0.0499923 Oct 12 08:14:43.078286 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fdc4a1e4-c89c-4b0d-ae72-1714ef1d3db3 req-95d874b8-dd0e-4151-8ff5-e002d9db4713 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=aab9361e-1334-42df-98b0-7f701688bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313451 Oct 12 08:14:43.993725 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-54884660-02e2-45b6-b5b3-416f03482f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:44.201722 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf977fa6-f2e4-46fc-9ad5-ec91b2c5c033 req-fd469e8f-8ad9-43f3-abc9-71acc14341e1 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:14:44.203195 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cf977fa6-f2e4-46fc-9ad5-ec91b2c5c033 req-fd469e8f-8ad9-43f3-abc9-71acc14341e1 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=f92c3bcd-0270-4582-bae4-f796079b84d2 HTTP/1.1" status: 200 len: 946 time: 0.0509913 Oct 12 08:14:44.240373 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cf977fa6-f2e4-46fc-9ad5-ec91b2c5c033 req-be51faf3-0820-4140-99ee-bb5933c8f7ad tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=aab9361e-1334-42df-98b0-7f701688bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314355 Oct 12 08:14:44.357467 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82648e6e-d8de-41c5-aab2-4cd8fa1c54e7 req-d665318b-961f-4ea4-b6f6-71a3116e630e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:14:44.359306 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-82648e6e-d8de-41c5-aab2-4cd8fa1c54e7 req-d665318b-961f-4ea4-b6f6-71a3116e630e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=f92c3bcd-0270-4582-bae4-f796079b84d2 HTTP/1.1" status: 200 len: 946 time: 0.0488682 Oct 12 08:14:44.397112 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-82648e6e-d8de-41c5-aab2-4cd8fa1c54e7 req-3657fd63-4d63-4c47-9b4e-2da3a01560bd tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=aab9361e-1334-42df-98b0-7f701688bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316465 Oct 12 08:14:44.423942 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48864) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:14:44.504674 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9904aa-f209-43af-9a7f-4c91e7f525df tempest-TestNetworkAdvancedServerOps-682992196 tempest-TestNetworkAdvancedServerOps-682992196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:14:44.506307 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-4d9904aa-f209-43af-9a7f-4c91e7f525df tempest-TestNetworkAdvancedServerOps-682992196 tempest-TestNetworkAdvancedServerOps-682992196-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f92c3bcd-0270-4582-bae4-f796079b84d2 HTTP/1.1" status: 200 len: 1094 time: 0.0812743 Oct 12 08:14:44.508982 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48868) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:14:44.513162 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-d2af240d-4223-4d36-a161-31ec87ed10d7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'floatingip': {'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'port_id': '1610f880-fa57-4aa2-96e4-175f6c1eb868', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:14:44.533545 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d2af240d-4223-4d36-a161-31ec87ed10d7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for floatingip, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:44.629640 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d2af240d-4223-4d36-a161-31ec87ed10d7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:44.732550 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-d2af240d-4223-4d36-a161-31ec87ed10d7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Allocated IP 172.26.3.220 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/3fe3eb30-00be-4c5f-af1b-9dd2229dbd8d) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:14:44.832050 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d2af240d-4223-4d36-a161-31ec87ed10d7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:44.865166 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d2af240d-4223-4d36-a161-31ec87ed10d7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:44.901993 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2af240d-4223-4d36-a161-31ec87ed10d7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:14:44.904832 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-d2af240d-4223-4d36-a161-31ec87ed10d7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:14:44.909120 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2af240d-4223-4d36-a161-31ec87ed10d7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:14:44.937223 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2af240d-4223-4d36-a161-31ec87ed10d7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'Port': ['ID=3fe3eb30-00be-4c5f-af1b-9dd2229dbd8d,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:14:45.262147 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d2af240d-4223-4d36-a161-31ec87ed10d7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:45.330557 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d2af240d-4223-4d36-a161-31ec87ed10d7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:45.475984 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d2af240d-4223-4d36-a161-31ec87ed10d7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:45.480126 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d2af240d-4223-4d36-a161-31ec87ed10d7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:45.548639 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2af240d-4223-4d36-a161-31ec87ed10d7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'Port': ['ID=3fe3eb30-00be-4c5f-af1b-9dd2229dbd8d,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:14:45.554324 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d2af240d-4223-4d36-a161-31ec87ed10d7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:45.653693 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [None req-d2af240d-4223-4d36-a161-31ec87ed10d7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Floating IP ebd7b684-1df2-48b3-ac91-ef869b3b0b86 associated. External IP: 172.26.3.220, port: 1610f880-fa57-4aa2-96e4-175f6c1eb868. Oct 12 08:14:45.860033 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2af240d-4223-4d36-a161-31ec87ed10d7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Router 219877b2-0093-43b9-9777-e3b7cf43ebc6 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:14:45.965452 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2af240d-4223-4d36-a161-31ec87ed10d7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:14:45.976826 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27564573-d9d0-4f74-8913-518bb20846ee None None] Sync routers for ids ['219877b2-0093-43b9-9777-e3b7cf43ebc6'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:14:45.982717 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d2af240d-4223-4d36-a161-31ec87ed10d7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:45.986887 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27564573-d9d0-4f74-8913-518bb20846ee None None] Routers {'219877b2-0093-43b9-9777-e3b7cf43ebc6'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:14:45.987494 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-27564573-d9d0-4f74-8913-518bb20846ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:14:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['219877b2-0093-43b9-9777-e3b7cf43ebc6'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:14:46.009982 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d2af240d-4223-4d36-a161-31ec87ed10d7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5000184 Oct 12 08:14:46.010722 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f92c3bcd-0270-4582-bae4-f796079b84d2', 'tag': '1610f880-fa57-4aa2-96e4-175f6c1eb868'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:14:46.013088 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10fb2774-e506-43ea-8825-f8091b47dafc" -d '{"events": [{"name": "network-changed", "server_uuid": "f92c3bcd-0270-4582-bae4-f796079b84d2", "tag": "1610f880-fa57-4aa2-96e4-175f6c1eb868"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:14:46.057278 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 08:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff22ae2-c28b-48d2-9462-3a1a24b6165c x-openstack-request-id: req-dff22ae2-c28b-48d2-9462-3a1a24b6165c {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:14:46.057576 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f92c3bcd-0270-4582-bae4-f796079b84d2", "tag": "1610f880-fa57-4aa2-96e4-175f6c1eb868", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:14:46.057834 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dff22ae2-c28b-48d2-9462-3a1a24b6165c {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:14:46.058356 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dff22ae2-c28b-48d2-9462-3a1a24b6165c'] response: {'name': 'network-changed', 'server_uuid': 'f92c3bcd-0270-4582-bae4-f796079b84d2', 'tag': '1610f880-fa57-4aa2-96e4-175f6c1eb868', 'status': 'completed', 'code': 200} Oct 12 08:14:46.096106 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-27564573-d9d0-4f74-8913-518bb20846ee None None] Set router 219877b2-0093-43b9-9777-e3b7cf43ebc6 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:14:46.145306 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb2774-e506-43ea-8825-f8091b47dafc req-d7bc404a-71c9-4bbc-8b85-510aca4a2e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:14:46.147379 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-10fb2774-e506-43ea-8825-f8091b47dafc req-d7bc404a-71c9-4bbc-8b85-510aca4a2e36 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de61a77e33c34229aece15b07cc0cc0f&device_id=f92c3bcd-0270-4582-bae4-f796079b84d2 HTTP/1.1" status: 200 len: 1099 time: 0.0702462 Oct 12 08:14:46.155374 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a26924-a662-45fb-8a31-f2908c736834 req-796b5260-4417-4c2f-9f35-d466c3435f4d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:14:46.156740 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c0a26924-a662-45fb-8a31-f2908c736834 req-796b5260-4417-4c2f-9f35-d466c3435f4d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=f92c3bcd-0270-4582-bae4-f796079b84d2 HTTP/1.1" status: 200 len: 946 time: 0.0705352 Oct 12 08:14:46.198565 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5c2a6b13-bd7c-4f23-bc83-f36b8fcb96d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:46.246864 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c0a26924-a662-45fb-8a31-f2908c736834 req-09978f6f-0bd3-4443-8152-b18dff394a52 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=aab9361e-1334-42df-98b0-7f701688bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814824 Oct 12 08:14:46.275802 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb2774-e506-43ea-8825-f8091b47dafc req-cbd9986f-5569-415f-89da-f3be1d648914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:14:46.276625 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48874) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:14:46.277323 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-10fb2774-e506-43ea-8825-f8091b47dafc req-cbd9986f-5569-415f-89da-f3be1d648914 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8bba6b07-54d4-4a26-ac23-b10837544249 HTTP/1.1" status: 200 len: 897 time: 0.1196895 Oct 12 08:14:46.336916 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-27564573-d9d0-4f74-8913-518bb20846ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219877b2-0093-43b9-9777-e3b7cf43ebc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480153854', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': 'bda2ea64-2685-41da-bf0a-eaf54646893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:14:28Z', 'updated_at': '2022-10-12T08:14:31Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': 'bda2ea64-2685-41da-bf0a-eaf54646893d', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:80:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219877b2-0093-43b9-9777-e3b7cf43ebc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:14:28Z', 'updated_at': '2022-10-12T08:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'ebd7b684-1df2-48b3-ac91-ef869b3b0b86', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'floating_ip_address': '172.26.3.220', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '219877b2-0093-43b9-9777-e3b7cf43ebc6', 'port_id': '1610f880-fa57-4aa2-96e4-175f6c1eb868', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bba6b07-54d4-4a26-ac23-b10837544249', 'mac_address': 'fa:16:3e:2b:61:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92c3bcd-0270-4582-bae4-f796079b84d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T08:14:45Z', 'updated_at': '2022-10-12T08:14:45Z', 'revision_number': 0, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa2d4e7-bd70-4b55-96fc-76bf4214c216', 'name': '', 'network_id': '8bba6b07-54d4-4a26-ac23-b10837544249', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'mac_address': 'fa:16:3e:66:18:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219877b2-0093-43b9-9777-e3b7cf43ebc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '211bab67-76ee-4288-90bf-7f70e077657c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:14:30Z', 'updated_at': '2022-10-12T08:14:34Z', 'revision_number': 5, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'subnets': [{'id': '211bab67-76ee-4288-90bf-7f70e077657c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:14:46.338587 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-65762e40-6fd6-45cd-bd59-64080e199829 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/floatingips/ebd7b684-1df2-48b3-ac91-ef869b3b0b86 HTTP/1.1" status: 200 len: 992 time: 0.0603569 Oct 12 08:14:46.347763 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-10fb2774-e506-43ea-8825-f8091b47dafc req-67b5d130-14c3-4efb-9e70-8fb8af33964b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1610f880-fa57-4aa2-96e4-175f6c1eb868 HTTP/1.1" status: 200 len: 1000 time: 0.0638402 Oct 12 08:14:46.367562 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27564573-d9d0-4f74-8913-518bb20846ee None None] Checking router: 219877b2-0093-43b9-9777-e3b7cf43ebc6 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:14:46.375679 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27564573-d9d0-4f74-8913-518bb20846ee None None] Routers {'219877b2-0093-43b9-9777-e3b7cf43ebc6'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:14:46.376272 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-27564573-d9d0-4f74-8913-518bb20846ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:14:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['219877b2-0093-43b9-9777-e3b7cf43ebc6'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:14:46.399739 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb2774-e506-43ea-8825-f8091b47dafc req-13bfa3d3-207c-40c7-8943-8baef08b7e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:14:46.401199 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-10fb2774-e506-43ea-8825-f8091b47dafc req-13bfa3d3-207c-40c7-8943-8baef08b7e9a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=211bab67-76ee-4288-90bf-7f70e077657c HTTP/1.1" status: 200 len: 834 time: 0.0477004 Oct 12 08:14:46.444846 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb2774-e506-43ea-8825-f8091b47dafc req-cc58bc74-8984-4bf9-82f8-3bbf7190f203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:14:46.446377 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-10fb2774-e506-43ea-8825-f8091b47dafc req-cc58bc74-8984-4bf9-82f8-3bbf7190f203 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8bba6b07-54d4-4a26-ac23-b10837544249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392728 Oct 12 08:14:46.481222 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-27564573-d9d0-4f74-8913-518bb20846ee None None] Set router 219877b2-0093-43b9-9777-e3b7cf43ebc6 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:14:46.535707 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-10fb2774-e506-43ea-8825-f8091b47dafc req-36f5c406-a430-4a1f-8d47-466cd97b80b4 service neutron] 10.222.0.23 "GET /v2.0/networks/8bba6b07-54d4-4a26-ac23-b10837544249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828986 Oct 12 08:14:46.630479 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-10fb2774-e506-43ea-8825-f8091b47dafc req-3fc38249-d2ad-489d-a943-f9f2dde0a3ab service neutron] 10.222.0.23 "GET /v2.0/networks/8bba6b07-54d4-4a26-ac23-b10837544249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884013 Oct 12 08:14:46.702406 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-27564573-d9d0-4f74-8913-518bb20846ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219877b2-0093-43b9-9777-e3b7cf43ebc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480153854', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': 'bda2ea64-2685-41da-bf0a-eaf54646893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:14:28Z', 'updated_at': '2022-10-12T08:14:31Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': 'bda2ea64-2685-41da-bf0a-eaf54646893d', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:80:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219877b2-0093-43b9-9777-e3b7cf43ebc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:14:28Z', 'updated_at': '2022-10-12T08:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'ebd7b684-1df2-48b3-ac91-ef869b3b0b86', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'floating_ip_address': '172.26.3.220', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '219877b2-0093-43b9-9777-e3b7cf43ebc6', 'port_id': '1610f880-fa57-4aa2-96e4-175f6c1eb868', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bba6b07-54d4-4a26-ac23-b10837544249', 'mac_address': 'fa:16:3e:2b:61:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92c3bcd-0270-4582-bae4-f796079b84d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T08:14:45Z', 'updated_at': '2022-10-12T08:14:45Z', 'revision_number': 0, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa2d4e7-bd70-4b55-96fc-76bf4214c216', 'name': '', 'network_id': '8bba6b07-54d4-4a26-ac23-b10837544249', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'mac_address': 'fa:16:3e:66:18:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219877b2-0093-43b9-9777-e3b7cf43ebc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '211bab67-76ee-4288-90bf-7f70e077657c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:14:30Z', 'updated_at': '2022-10-12T08:14:34Z', 'revision_number': 5, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'subnets': [{'id': '211bab67-76ee-4288-90bf-7f70e077657c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:14:46.736123 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27564573-d9d0-4f74-8913-518bb20846ee None None] The sync data for ids ['219877b2-0093-43b9-9777-e3b7cf43ebc6'] in dv-neutron-860909-2-hyperv is: [{'id': '219877b2-0093-43b9-9777-e3b7cf43ebc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480153854', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': 'bda2ea64-2685-41da-bf0a-eaf54646893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:14:28Z', 'updated_at': '2022-10-12T08:14:31Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': 'bda2ea64-2685-41da-bf0a-eaf54646893d', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:80:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219877b2-0093-43b9-9777-e3b7cf43ebc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:14:28Z', 'updated_at': '2022-10-12T08:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'ebd7b684-1df2-48b3-ac91-ef869b3b0b86', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'floating_ip_address': '172.26.3.220', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '219877b2-0093-43b9-9777-e3b7cf43ebc6', 'port_id': '1610f880-fa57-4aa2-96e4-175f6c1eb868', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bba6b07-54d4-4a26-ac23-b10837544249', 'mac_address': 'fa:16:3e:2b:61:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92c3bcd-0270-4582-bae4-f796079b84d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T08:14:45Z', 'updated_at': '2022-10-12T08:14:45Z', 'revision_number': 0, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa2d4e7-bd70-4b55-96fc-76bf4214c216', 'name': '', 'network_id': '8bba6b07-54d4-4a26-ac23-b10837544249', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'mac_address': 'fa:16:3e:66:18:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219877b2-0093-43b9-9777-e3b7cf43ebc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '211bab67-76ee-4288-90bf-7f70e077657c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:14:30Z', 'updated_at': '2022-10-12T08:14:34Z', 'revision_number': 5, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'subnets': [{'id': '211bab67-76ee-4288-90bf-7f70e077657c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:14:46.924193 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d23553-1d5a-4a1f-b6ae-7e914e779938 None None] New status for floating IP ebd7b684-1df2-48b3-ac91-ef869b3b0b86: ACTIVE {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 08:14:47.342277 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48878) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:14:47.387915 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:47.405322 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-efcfec6c-a972-4d68-8db6-17b2d3c78f4e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/floatingips/ebd7b684-1df2-48b3-ac91-ef869b3b0b86 HTTP/1.1" status: 200 len: 994 time: 0.0620339 Oct 12 08:14:47.772776 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [req-96571b9d-8d73-4ade-b34b-64041e933279 req-117f462c-efea-4de0-adbe-b42b0c4bc8b1 service neutron] (103201) timed out ('10.222.0.26', 44884) {{(pid=103201) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 08:14:48.948440 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:49.221757 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:14:51.489453 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:15:09.409038 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:15:13.996354 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-12721f18-26db-4ac8-a413-2b28fc58e321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:15:14.187157 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e837522-b8f8-4090-be0e-303d3828ec63 req-43409695-3ed9-42c5-a64f-0d1545cf6fe2 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:15:14.188855 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8e837522-b8f8-4090-be0e-303d3828ec63 req-43409695-3ed9-42c5-a64f-0d1545cf6fe2 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=f92c3bcd-0270-4582-bae4-f796079b84d2 HTTP/1.1" status: 200 len: 946 time: 0.0503190 Oct 12 08:15:14.230951 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8e837522-b8f8-4090-be0e-303d3828ec63 req-7062c15d-557f-4f94-8006-a8330c63a506 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=aab9361e-1334-42df-98b0-7f701688bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362210 Oct 12 08:15:15.352070 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf13344-ec42-4d99-bad6-d9f059b27f0e req-0205d134-98fc-4426-be8c-bf9d918ac31b tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:15:15.353520 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-acf13344-ec42-4d99-bad6-d9f059b27f0e req-0205d134-98fc-4426-be8c-bf9d918ac31b tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=f92c3bcd-0270-4582-bae4-f796079b84d2 HTTP/1.1" status: 200 len: 946 time: 0.0479643 Oct 12 08:15:15.392635 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-acf13344-ec42-4d99-bad6-d9f059b27f0e req-84901131-0af3-4d50-8651-e34fc65e5d96 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=aab9361e-1334-42df-98b0-7f701688bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324430 Oct 12 08:15:16.160280 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0c3a6912-5853-4f28-85bb-0bf9822ee9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:15:16.513368 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09ad46-9d4b-4e99-a05a-392a6138ed64 req-efc215fb-9dd5-413c-8183-902a9b74ef6b tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:15:16.514837 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bf09ad46-9d4b-4e99-a05a-392a6138ed64 req-efc215fb-9dd5-413c-8183-902a9b74ef6b tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=f92c3bcd-0270-4582-bae4-f796079b84d2 HTTP/1.1" status: 200 len: 946 time: 0.0482700 Oct 12 08:15:16.550908 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bf09ad46-9d4b-4e99-a05a-392a6138ed64 req-96dccfc9-3352-4df1-9bc5-81a63fa6a280 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=aab9361e-1334-42df-98b0-7f701688bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301251 Oct 12 08:15:17.390669 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:15:17.671792 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632447c4-5da4-49be-8981-40dd80b0c54e req-e411c3e1-5176-41bc-a9c4-0a2fd6a15402 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:15:17.673137 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-632447c4-5da4-49be-8981-40dd80b0c54e req-e411c3e1-5176-41bc-a9c4-0a2fd6a15402 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=f92c3bcd-0270-4582-bae4-f796079b84d2 HTTP/1.1" status: 200 len: 946 time: 0.0478351 Oct 12 08:15:17.712989 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-632447c4-5da4-49be-8981-40dd80b0c54e req-22ed921a-0288-446c-93a6-7d29bd081a7d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=aab9361e-1334-42df-98b0-7f701688bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340154 Oct 12 08:15:18.832048 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc36032-3374-41bb-905b-4c8e70e931f0 req-ac50b560-93bc-4f1b-b2f9-edd8110ba125 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:15:18.833520 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1bc36032-3374-41bb-905b-4c8e70e931f0 req-ac50b560-93bc-4f1b-b2f9-edd8110ba125 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=f92c3bcd-0270-4582-bae4-f796079b84d2 HTTP/1.1" status: 200 len: 946 time: 0.0484440 Oct 12 08:15:18.871401 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1bc36032-3374-41bb-905b-4c8e70e931f0 req-7c26bdab-fd8a-4313-aedd-09b0f3b043f1 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=aab9361e-1334-42df-98b0-7f701688bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319567 Oct 12 08:15:18.954682 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:15:19.224038 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:15:19.990115 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398c844-801d-4da2-bd2d-0e97acd934a2 req-65245284-1ef7-4cc8-8874-01de74b52555 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:15:19.991582 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f398c844-801d-4da2-bd2d-0e97acd934a2 req-65245284-1ef7-4cc8-8874-01de74b52555 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=f92c3bcd-0270-4582-bae4-f796079b84d2 HTTP/1.1" status: 200 len: 946 time: 0.0488060 Oct 12 08:15:20.027573 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f398c844-801d-4da2-bd2d-0e97acd934a2 req-918be532-3cc7-47d8-99a6-4104164bc2c1 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=aab9361e-1334-42df-98b0-7f701688bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301800 Oct 12 08:15:21.145353 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bce6f-439d-4567-8078-413be27d8005 req-f0d2ea5d-c8de-4d27-8ee5-efba14da5635 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:15:21.146814 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9d8bce6f-439d-4567-8078-413be27d8005 req-f0d2ea5d-c8de-4d27-8ee5-efba14da5635 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=f92c3bcd-0270-4582-bae4-f796079b84d2 HTTP/1.1" status: 200 len: 946 time: 0.0479894 Oct 12 08:15:21.187330 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9d8bce6f-439d-4567-8078-413be27d8005 req-1289a90f-f5dc-48d0-b360-f5e2c5e474b9 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=aab9361e-1334-42df-98b0-7f701688bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345185 Oct 12 08:15:21.497140 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:15:22.305436 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34260ba-7d38-4dfb-a122-a77a559d7697 req-2b3dc086-1cf8-4f0c-9b35-bb808701a1a8 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:15:22.306917 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c34260ba-7d38-4dfb-a122-a77a559d7697 req-2b3dc086-1cf8-4f0c-9b35-bb808701a1a8 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=f92c3bcd-0270-4582-bae4-f796079b84d2 HTTP/1.1" status: 200 len: 946 time: 0.0481379 Oct 12 08:15:22.343969 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c34260ba-7d38-4dfb-a122-a77a559d7697 req-06c75d72-17b0-4e29-8a92-bd72e7ea4560 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=aab9361e-1334-42df-98b0-7f701688bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312490 Oct 12 08:15:23.463566 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035bc14-5e94-42d9-b507-22becbd14738 req-277e587a-942f-48c5-bcc2-c64cbfd43649 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:15:23.465074 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3035bc14-5e94-42d9-b507-22becbd14738 req-277e587a-942f-48c5-bcc2-c64cbfd43649 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=f92c3bcd-0270-4582-bae4-f796079b84d2 HTTP/1.1" status: 200 len: 946 time: 0.0493290 Oct 12 08:15:23.502747 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3035bc14-5e94-42d9-b507-22becbd14738 req-6ba789f8-34a7-4000-9fca-0548d7fc1f51 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=aab9361e-1334-42df-98b0-7f701688bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317032 Oct 12 08:15:24.621161 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2c3c0-0a51-4728-9943-69a94c60814a req-97d9a561-a42a-4289-9795-2d61dfa7465a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:15:24.622691 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9dc2c3c0-0a51-4728-9943-69a94c60814a req-97d9a561-a42a-4289-9795-2d61dfa7465a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=f92c3bcd-0270-4582-bae4-f796079b84d2 HTTP/1.1" status: 200 len: 946 time: 0.0483477 Oct 12 08:15:24.663955 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9dc2c3c0-0a51-4728-9943-69a94c60814a req-bc82dcad-6ae1-436d-8bbe-b8b7b61348f7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=aab9361e-1334-42df-98b0-7f701688bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354214 Oct 12 08:15:24.691594 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48910) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:15:24.750937 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-2cfc265a-6bf7-4310-9e42-992a73e79030 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/floatingips/ebd7b684-1df2-48b3-ac91-ef869b3b0b86 HTTP/1.1" status: 200 len: 994 time: 0.0582795 Oct 12 08:15:26.053989 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0bfb9-18ed-4ca1-b67b-ab542faf9e8d req-7a334635-f747-499b-8a5b-055280430747 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:15:26.055355 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0de0bfb9-18ed-4ca1-b67b-ab542faf9e8d req-7a334635-f747-499b-8a5b-055280430747 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=f92c3bcd-0270-4582-bae4-f796079b84d2 HTTP/1.1" status: 200 len: 946 time: 0.0777655 Oct 12 08:15:26.069717 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f73ca3-cf04-4372-9740-be5ae55de580 req-defc92c7-31a6-4385-9ee0-30abb003f33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:15:26.071389 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-32f73ca3-cf04-4372-9740-be5ae55de580 req-defc92c7-31a6-4385-9ee0-30abb003f33f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de61a77e33c34229aece15b07cc0cc0f&device_id=f92c3bcd-0270-4582-bae4-f796079b84d2 HTTP/1.1" status: 200 len: 1099 time: 0.0652497 Oct 12 08:15:26.096830 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0de0bfb9-18ed-4ca1-b67b-ab542faf9e8d req-57f66915-60f3-46b1-a322-7ff74ecffaab tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=aab9361e-1334-42df-98b0-7f701688bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347805 Oct 12 08:15:26.272824 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f73ca3-cf04-4372-9740-be5ae55de580 req-1ac631cb-40e1-47ec-9901-ea1c36ef494c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:15:26.274306 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-32f73ca3-cf04-4372-9740-be5ae55de580 req-1ac631cb-40e1-47ec-9901-ea1c36ef494c service neutron] 10.222.0.23 "GET /v2.0/networks?id=8bba6b07-54d4-4a26-ac23-b10837544249 HTTP/1.1" status: 200 len: 897 time: 0.0838249 Oct 12 08:15:26.339790 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-32f73ca3-cf04-4372-9740-be5ae55de580 req-a47947c4-13c6-4b39-b30f-fd7d618e3005 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1610f880-fa57-4aa2-96e4-175f6c1eb868 HTTP/1.1" status: 200 len: 1002 time: 0.0592144 Oct 12 08:15:26.386645 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f73ca3-cf04-4372-9740-be5ae55de580 req-abc0af66-809c-4086-855b-015e50c94754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:15:26.388038 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-32f73ca3-cf04-4372-9740-be5ae55de580 req-abc0af66-809c-4086-855b-015e50c94754 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=211bab67-76ee-4288-90bf-7f70e077657c HTTP/1.1" status: 200 len: 834 time: 0.0427082 Oct 12 08:15:26.430942 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f73ca3-cf04-4372-9740-be5ae55de580 req-03972120-2d62-44a2-badc-02ee2eb043bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:15:26.432359 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-32f73ca3-cf04-4372-9740-be5ae55de580 req-03972120-2d62-44a2-badc-02ee2eb043bb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8bba6b07-54d4-4a26-ac23-b10837544249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385702 Oct 12 08:15:26.526019 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-32f73ca3-cf04-4372-9740-be5ae55de580 req-5e43a453-2640-4af1-ba24-11bf5fa9ba61 service neutron] 10.222.0.23 "GET /v2.0/networks/8bba6b07-54d4-4a26-ac23-b10837544249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867882 Oct 12 08:15:26.611615 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-32f73ca3-cf04-4372-9740-be5ae55de580 req-950ef998-71be-4659-a4fd-0ce95d08c476 service neutron] 10.222.0.23 "GET /v2.0/networks/8bba6b07-54d4-4a26-ac23-b10837544249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797870 Oct 12 08:15:27.221932 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4df9f-bc40-45c1-861d-fba03e617a2d req-6521c7dc-df0f-475d-aec2-d66a49ca3276 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:15:27.223905 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f6c4df9f-bc40-45c1-861d-fba03e617a2d req-6521c7dc-df0f-475d-aec2-d66a49ca3276 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=f92c3bcd-0270-4582-bae4-f796079b84d2 HTTP/1.1" status: 200 len: 946 time: 0.0524457 Oct 12 08:15:27.260793 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f6c4df9f-bc40-45c1-861d-fba03e617a2d req-8aa8c7da-2512-4e27-8d69-b3ef90e298bc tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=aab9361e-1334-42df-98b0-7f701688bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310037 Oct 12 08:15:27.288697 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48920) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:15:27.348148 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-6a6325ea-d223-4819-a846-a84927883216 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/floatingips/ebd7b684-1df2-48b3-ac91-ef869b3b0b86 HTTP/1.1" status: 200 len: 994 time: 0.0578225 Oct 12 08:15:27.377008 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4f3816e4-d9d4-49a4-a2fa-115c8a321189 req-c98d425b-dd65-40a5-99e8-6e20abab9e70 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f92c3bcd-0270-4582-bae4-f796079b84d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401795 Oct 12 08:15:27.453458 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3816e4-d9d4-49a4-a2fa-115c8a321189 req-4b77c70c-d1fd-4218-a734-8d4b09f62d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:15:27.454911 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4f3816e4-d9d4-49a4-a2fa-115c8a321189 req-4b77c70c-d1fd-4218-a734-8d4b09f62d30 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de61a77e33c34229aece15b07cc0cc0f&device_id=f92c3bcd-0270-4582-bae4-f796079b84d2 HTTP/1.1" status: 200 len: 1099 time: 0.0388851 Oct 12 08:15:27.559114 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3816e4-d9d4-49a4-a2fa-115c8a321189 req-22718274-e8b7-4c20-aaf1-9e6da01dd1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:15:27.560600 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4f3816e4-d9d4-49a4-a2fa-115c8a321189 req-22718274-e8b7-4c20-aaf1-9e6da01dd1f3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8bba6b07-54d4-4a26-ac23-b10837544249 HTTP/1.1" status: 200 len: 897 time: 0.0855546 Oct 12 08:15:27.622120 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4f3816e4-d9d4-49a4-a2fa-115c8a321189 req-2b9f2151-a5fa-4387-bf77-879c7f7a95ca service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1610f880-fa57-4aa2-96e4-175f6c1eb868 HTTP/1.1" status: 200 len: 1002 time: 0.0557077 Oct 12 08:15:27.673167 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3816e4-d9d4-49a4-a2fa-115c8a321189 req-4499d545-acb3-455f-829f-04f7790e2265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:15:27.674612 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4f3816e4-d9d4-49a4-a2fa-115c8a321189 req-4499d545-acb3-455f-829f-04f7790e2265 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=211bab67-76ee-4288-90bf-7f70e077657c HTTP/1.1" status: 200 len: 834 time: 0.0462935 Oct 12 08:15:27.717658 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3816e4-d9d4-49a4-a2fa-115c8a321189 req-7e0495a0-259c-427d-be05-05b4b55dbcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:15:27.719020 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4f3816e4-d9d4-49a4-a2fa-115c8a321189 req-7e0495a0-259c-427d-be05-05b4b55dbcd7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8bba6b07-54d4-4a26-ac23-b10837544249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0378494 Oct 12 08:15:27.804686 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4f3816e4-d9d4-49a4-a2fa-115c8a321189 req-75740a3b-3332-453d-b63c-22dfc599517b service neutron] 10.222.0.23 "GET /v2.0/networks/8bba6b07-54d4-4a26-ac23-b10837544249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792453 Oct 12 08:15:27.896036 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4f3816e4-d9d4-49a4-a2fa-115c8a321189 req-5ee57ae5-6eb3-43b3-90c1-ff10e3c46b79 service neutron] 10.222.0.23 "GET /v2.0/networks/8bba6b07-54d4-4a26-ac23-b10837544249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844941 Oct 12 08:15:43.998594 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-808f0439-3001-49eb-9657-e0fa9f877aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:15:46.161843 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1a8ebd59-c83f-4f4f-ac51-d2242b10826b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:15:46.407459 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:15:47.393469 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:15:48.955031 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:15:49.226990 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:15:51.496793 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:15:57.745170 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48930) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:15:57.896824 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-cdc8f1ab-41ea-4ecf-8959-4d3a600e2727 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Deleting port 3fe3eb30-00be-4c5f-af1b-9dd2229dbd8d {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:15:57.897160 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cdc8f1ab-41ea-4ecf-8959-4d3a600e2727 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:15:57.973910 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cdc8f1ab-41ea-4ecf-8959-4d3a600e2727 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:15:57.974266 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cdc8f1ab-41ea-4ecf-8959-4d3a600e2727 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:15:57.985650 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-cdc8f1ab-41ea-4ecf-8959-4d3a600e2727 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Calling delete_port for 3fe3eb30-00be-4c5f-af1b-9dd2229dbd8d owned by network:floatingip {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:15:58.126425 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cdc8f1ab-41ea-4ecf-8959-4d3a600e2727 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:15:58.151029 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc8f1ab-41ea-4ecf-8959-4d3a600e2727 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event deleted for resources: {'Port': ['ID=3fe3eb30-00be-4c5f-af1b-9dd2229dbd8d,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:15:58.162712 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8f1ab-41ea-4ecf-8959-4d3a600e2727 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:15:58.163061 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8f1ab-41ea-4ecf-8959-4d3a600e2727 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:15:58.163406 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8f1ab-41ea-4ecf-8959-4d3a600e2727 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:15:58.163751 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8f1ab-41ea-4ecf-8959-4d3a600e2727 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:15:58.164082 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8f1ab-41ea-4ecf-8959-4d3a600e2727 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:15:58.164415 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8f1ab-41ea-4ecf-8959-4d3a600e2727 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:15:58.164745 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8f1ab-41ea-4ecf-8959-4d3a600e2727 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:15:58.165070 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8f1ab-41ea-4ecf-8959-4d3a600e2727 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:15:58.165395 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8f1ab-41ea-4ecf-8959-4d3a600e2727 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:15:58.165717 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8f1ab-41ea-4ecf-8959-4d3a600e2727 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:15:58.166058 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8f1ab-41ea-4ecf-8959-4d3a600e2727 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:15:58.166385 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8f1ab-41ea-4ecf-8959-4d3a600e2727 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:15:58.219491 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cdc8f1ab-41ea-4ecf-8959-4d3a600e2727 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for floatingip, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:15:58.219824 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [None req-cdc8f1ab-41ea-4ecf-8959-4d3a600e2727 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Floating IP ebd7b684-1df2-48b3-ac91-ef869b3b0b86 disassociated (deleted). External IP: 172.26.3.220, port: 1610f880-fa57-4aa2-96e4-175f6c1eb868. Oct 12 08:15:58.743457 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc8f1ab-41ea-4ecf-8959-4d3a600e2727 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Router 219877b2-0093-43b9-9777-e3b7cf43ebc6 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:15:58.847221 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc8f1ab-41ea-4ecf-8959-4d3a600e2727 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:15:58.852008 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-cdc8f1ab-41ea-4ecf-8959-4d3a600e2727 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:15:58.856644 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d843289-0765-4b6d-a634-5dbe5c662dfc None None] Sync routers for ids ['219877b2-0093-43b9-9777-e3b7cf43ebc6'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:15:58.865846 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d843289-0765-4b6d-a634-5dbe5c662dfc None None] Routers {'219877b2-0093-43b9-9777-e3b7cf43ebc6'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:15:58.866545 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-9d843289-0765-4b6d-a634-5dbe5c662dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:15:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['219877b2-0093-43b9-9777-e3b7cf43ebc6'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:15:58.878744 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-cdc8f1ab-41ea-4ecf-8959-4d3a600e2727 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "DELETE /v2.0/floatingips/ebd7b684-1df2-48b3-ac91-ef869b3b0b86 HTTP/1.1" status: 204 len: 168 time: 1.1325078 Oct 12 08:15:58.879373 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f92c3bcd-0270-4582-bae4-f796079b84d2', 'tag': '1610f880-fa57-4aa2-96e4-175f6c1eb868'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:15:58.881657 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce603c5c-a0d6-4679-85d1-7aa66943a8e2" -d '{"events": [{"name": "network-changed", "server_uuid": "f92c3bcd-0270-4582-bae4-f796079b84d2", "tag": "1610f880-fa57-4aa2-96e4-175f6c1eb868"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:15:58.921580 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 08:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356a4fdf-d1b8-457e-918d-258a07b73668 x-openstack-request-id: req-356a4fdf-d1b8-457e-918d-258a07b73668 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:15:58.922739 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f92c3bcd-0270-4582-bae4-f796079b84d2", "tag": "1610f880-fa57-4aa2-96e4-175f6c1eb868", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:15:58.923008 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-356a4fdf-d1b8-457e-918d-258a07b73668 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:15:58.923426 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-356a4fdf-d1b8-457e-918d-258a07b73668'] response: {'name': 'network-changed', 'server_uuid': 'f92c3bcd-0270-4582-bae4-f796079b84d2', 'tag': '1610f880-fa57-4aa2-96e4-175f6c1eb868', 'status': 'completed', 'code': 200} Oct 12 08:15:58.977769 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-9d843289-0765-4b6d-a634-5dbe5c662dfc None None] Set router 219877b2-0093-43b9-9777-e3b7cf43ebc6 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:15:58.989929 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce603c5c-a0d6-4679-85d1-7aa66943a8e2 req-5b473294-6f0d-4185-bd12-50b14587dcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:15:58.991453 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ce603c5c-a0d6-4679-85d1-7aa66943a8e2 req-5b473294-6f0d-4185-bd12-50b14587dcf2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de61a77e33c34229aece15b07cc0cc0f&device_id=f92c3bcd-0270-4582-bae4-f796079b84d2 HTTP/1.1" status: 200 len: 1099 time: 0.0486360 Oct 12 08:15:59.129062 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce603c5c-a0d6-4679-85d1-7aa66943a8e2 req-7fcbc4ff-c41b-4774-a18c-434f1b343c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:15:59.130543 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ce603c5c-a0d6-4679-85d1-7aa66943a8e2 req-7fcbc4ff-c41b-4774-a18c-434f1b343c54 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8bba6b07-54d4-4a26-ac23-b10837544249 HTTP/1.1" status: 200 len: 897 time: 0.1302648 Oct 12 08:15:59.142468 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad6d5b-34a0-4ed9-8f41-6b36224e3f8d req-1d0bb77d-b7c5-418a-8daa-f9020b473732 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:15:59.143890 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-47ad6d5b-34a0-4ed9-8f41-6b36224e3f8d req-1d0bb77d-b7c5-418a-8daa-f9020b473732 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=f92c3bcd-0270-4582-bae4-f796079b84d2 HTTP/1.1" status: 200 len: 946 time: 0.0685086 Oct 12 08:15:59.186573 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-9d843289-0765-4b6d-a634-5dbe5c662dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219877b2-0093-43b9-9777-e3b7cf43ebc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480153854', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': 'bda2ea64-2685-41da-bf0a-eaf54646893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:14:28Z', 'updated_at': '2022-10-12T08:14:31Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': 'bda2ea64-2685-41da-bf0a-eaf54646893d', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:80:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219877b2-0093-43b9-9777-e3b7cf43ebc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:14:28Z', 'updated_at': '2022-10-12T08:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': 'dfa2d4e7-bd70-4b55-96fc-76bf4214c216', 'name': '', 'network_id': '8bba6b07-54d4-4a26-ac23-b10837544249', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'mac_address': 'fa:16:3e:66:18:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219877b2-0093-43b9-9777-e3b7cf43ebc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '211bab67-76ee-4288-90bf-7f70e077657c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:14:30Z', 'updated_at': '2022-10-12T08:14:34Z', 'revision_number': 5, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'subnets': [{'id': '211bab67-76ee-4288-90bf-7f70e077657c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:15:59.188696 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ce603c5c-a0d6-4679-85d1-7aa66943a8e2 req-5479e4b6-9e7e-499f-a22b-1f41266a2434 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1610f880-fa57-4aa2-96e4-175f6c1eb868 HTTP/1.1" status: 200 len: 217 time: 0.0438542 Oct 12 08:15:59.217560 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d843289-0765-4b6d-a634-5dbe5c662dfc None None] Checking router: 219877b2-0093-43b9-9777-e3b7cf43ebc6 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:15:59.226275 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d843289-0765-4b6d-a634-5dbe5c662dfc None None] Routers {'219877b2-0093-43b9-9777-e3b7cf43ebc6'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:15:59.226883 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-9d843289-0765-4b6d-a634-5dbe5c662dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:15:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['219877b2-0093-43b9-9777-e3b7cf43ebc6'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:15:59.243601 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-47ad6d5b-34a0-4ed9-8f41-6b36224e3f8d req-a152fd9f-14e7-4155-a837-3110a845eb59 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=aab9361e-1334-42df-98b0-7f701688bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932248 Oct 12 08:15:59.254168 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce603c5c-a0d6-4679-85d1-7aa66943a8e2 req-97345398-a23e-46eb-9204-be2b5f2d8321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:15:59.255639 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ce603c5c-a0d6-4679-85d1-7aa66943a8e2 req-97345398-a23e-46eb-9204-be2b5f2d8321 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=211bab67-76ee-4288-90bf-7f70e077657c HTTP/1.1" status: 200 len: 834 time: 0.0591002 Oct 12 08:15:59.305853 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce603c5c-a0d6-4679-85d1-7aa66943a8e2 req-16855e2f-7ca7-4357-8434-153667c81b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:15:59.307267 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ce603c5c-a0d6-4679-85d1-7aa66943a8e2 req-16855e2f-7ca7-4357-8434-153667c81b99 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8bba6b07-54d4-4a26-ac23-b10837544249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438745 Oct 12 08:15:59.332468 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-9d843289-0765-4b6d-a634-5dbe5c662dfc None None] Set router 219877b2-0093-43b9-9777-e3b7cf43ebc6 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:15:59.395960 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ce603c5c-a0d6-4679-85d1-7aa66943a8e2 req-e753b409-6ae3-42b1-af86-4235d8adca49 service neutron] 10.222.0.23 "GET /v2.0/networks/8bba6b07-54d4-4a26-ac23-b10837544249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807447 Oct 12 08:15:59.490433 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ce603c5c-a0d6-4679-85d1-7aa66943a8e2 req-01adf1d3-0718-4c56-ac05-e781f8159987 service neutron] 10.222.0.23 "GET /v2.0/networks/8bba6b07-54d4-4a26-ac23-b10837544249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866461 Oct 12 08:15:59.532197 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-9d843289-0765-4b6d-a634-5dbe5c662dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219877b2-0093-43b9-9777-e3b7cf43ebc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480153854', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': 'bda2ea64-2685-41da-bf0a-eaf54646893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:14:28Z', 'updated_at': '2022-10-12T08:14:31Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': 'bda2ea64-2685-41da-bf0a-eaf54646893d', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:80:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219877b2-0093-43b9-9777-e3b7cf43ebc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:14:28Z', 'updated_at': '2022-10-12T08:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': 'dfa2d4e7-bd70-4b55-96fc-76bf4214c216', 'name': '', 'network_id': '8bba6b07-54d4-4a26-ac23-b10837544249', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'mac_address': 'fa:16:3e:66:18:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219877b2-0093-43b9-9777-e3b7cf43ebc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '211bab67-76ee-4288-90bf-7f70e077657c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:14:30Z', 'updated_at': '2022-10-12T08:14:34Z', 'revision_number': 5, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'subnets': [{'id': '211bab67-76ee-4288-90bf-7f70e077657c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:15:59.558132 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d843289-0765-4b6d-a634-5dbe5c662dfc None None] The sync data for ids ['219877b2-0093-43b9-9777-e3b7cf43ebc6'] in dv-neutron-860909-2-hyperv is: [{'id': '219877b2-0093-43b9-9777-e3b7cf43ebc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480153854', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': 'bda2ea64-2685-41da-bf0a-eaf54646893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:14:28Z', 'updated_at': '2022-10-12T08:14:31Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': 'bda2ea64-2685-41da-bf0a-eaf54646893d', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:80:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219877b2-0093-43b9-9777-e3b7cf43ebc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:14:28Z', 'updated_at': '2022-10-12T08:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': 'dfa2d4e7-bd70-4b55-96fc-76bf4214c216', 'name': '', 'network_id': '8bba6b07-54d4-4a26-ac23-b10837544249', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'mac_address': 'fa:16:3e:66:18:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219877b2-0093-43b9-9777-e3b7cf43ebc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '211bab67-76ee-4288-90bf-7f70e077657c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:14:30Z', 'updated_at': '2022-10-12T08:14:34Z', 'revision_number': 5, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'subnets': [{'id': '211bab67-76ee-4288-90bf-7f70e077657c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:15:59.765099 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde9d226-53a5-49d6-aba9-1923f180cb52 None None] New status for floating IP ebd7b684-1df2-48b3-ac91-ef869b3b0b86: DOWN {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 08:16:00.367512 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e436f2-4b7e-4aca-97aa-5132cfd4ec0a req-2dd398f6-9fc0-4987-94a5-573d3059ca8b tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:16:00.369006 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a4e436f2-4b7e-4aca-97aa-5132cfd4ec0a req-2dd398f6-9fc0-4987-94a5-573d3059ca8b tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=f92c3bcd-0270-4582-bae4-f796079b84d2 HTTP/1.1" status: 200 len: 946 time: 0.0492871 Oct 12 08:16:00.406589 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a4e436f2-4b7e-4aca-97aa-5132cfd4ec0a req-0a9f918e-9d2d-463f-b849-ae7ffcdc3b08 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=aab9361e-1334-42df-98b0-7f701688bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315621 Oct 12 08:16:00.588802 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0f823-0763-4c80-a290-c1d671395742 req-5ed99153-5189-4ee7-b453-cb781008e5c1 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:16:00.590172 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a2a0f823-0763-4c80-a290-c1d671395742 req-5ed99153-5189-4ee7-b453-cb781008e5c1 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.23 "GET /v2.0/ports?device_id=f92c3bcd-0270-4582-bae4-f796079b84d2 HTTP/1.1" status: 200 len: 946 time: 0.0476298 Oct 12 08:16:00.678877 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-a2a0f823-0763-4c80-a290-c1d671395742 req-bc3fa889-534c-4872-be12-fd5f1f678c5c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Deleting port 1610f880-fa57-4aa2-96e4-175f6c1eb868 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:16:00.679209 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-a2a0f823-0763-4c80-a290-c1d671395742 req-bc3fa889-534c-4872-be12-fd5f1f678c5c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:00.765713 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-a2a0f823-0763-4c80-a290-c1d671395742 req-bc3fa889-534c-4872-be12-fd5f1f678c5c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] For port 1610f880-fa57-4aa2-96e4-175f6c1eb868, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=1610f880-fa57-4aa2-96e4-175f6c1eb868,segment=NetworkSegment(1711d5b0-95c4-441b-bb55-57646fbe707c),segment_id=1711d5b0-95c4-441b-bb55-57646fbe707c)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:16:00.766601 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-a2a0f823-0763-4c80-a290-c1d671395742 req-bc3fa889-534c-4872-be12-fd5f1f678c5c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:00.778969 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-a2a0f823-0763-4c80-a290-c1d671395742 req-bc3fa889-534c-4872-be12-fd5f1f678c5c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Calling delete_port for 1610f880-fa57-4aa2-96e4-175f6c1eb868 owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:16:00.910326 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-a2a0f823-0763-4c80-a290-c1d671395742 req-bc3fa889-534c-4872-be12-fd5f1f678c5c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:00.940098 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3fa889-534c-4872-be12-fd5f1f678c5c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event deleted for resources: {'Port': ['ID=1610f880-fa57-4aa2-96e4-175f6c1eb868,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:16:00.984699 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a0f823-0763-4c80-a290-c1d671395742 req-bc3fa889-534c-4872-be12-fd5f1f678c5c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] No DVR routers for this DVR port 1610f880-fa57-4aa2-96e4-175f6c1eb868 on host hv-neutron-8609 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 08:16:00.987627 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-a2a0f823-0763-4c80-a290-c1d671395742 req-bc3fa889-534c-4872-be12-fd5f1f678c5c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:00.990947 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a2a0f823-0763-4c80-a290-c1d671395742 req-bc3fa889-534c-4872-be12-fd5f1f678c5c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.23 "DELETE /v2.0/ports/1610f880-fa57-4aa2-96e4-175f6c1eb868 HTTP/1.1" status: 204 len: 173 time: 0.3952763 Oct 12 08:16:00.991464 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f92c3bcd-0270-4582-bae4-f796079b84d2', 'name': 'network-vif-deleted', 'tag': '1610f880-fa57-4aa2-96e4-175f6c1eb868'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:16:00.993832 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5ebd33-f290-4e32-86f6-cbb1707f9c0b" -d '{"events": [{"server_uuid": "f92c3bcd-0270-4582-bae4-f796079b84d2", "name": "network-vif-deleted", "tag": "1610f880-fa57-4aa2-96e4-175f6c1eb868"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:16:01.033885 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 08:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2610db-2876-4c4a-ac72-400b859302dd x-openstack-request-id: req-9e2610db-2876-4c4a-ac72-400b859302dd {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:16:01.034228 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f92c3bcd-0270-4582-bae4-f796079b84d2", "name": "network-vif-deleted", "tag": "1610f880-fa57-4aa2-96e4-175f6c1eb868", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:16:01.034488 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9e2610db-2876-4c4a-ac72-400b859302dd {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:16:01.034923 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e2610db-2876-4c4a-ac72-400b859302dd'] response: {'server_uuid': 'f92c3bcd-0270-4582-bae4-f796079b84d2', 'name': 'network-vif-deleted', 'tag': '1610f880-fa57-4aa2-96e4-175f6c1eb868', 'status': 'completed', 'code': 200} Oct 12 08:16:01.522209 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5550f412-9f0a-4ca0-9adf-6a98ad67a160 req-5d9fb002-2676-46b3-bee7-35a31f4a9905 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=f92c3bcd-0270-4582-bae4-f796079b84d2 HTTP/1.1" status: 200 len: 210 time: 0.0261495 Oct 12 08:16:02.583054 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48952) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:16:02.939434 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-419e7465-95ef-4f0d-85fa-b137208d00e3 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:03.192327 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-419e7465-95ef-4f0d-85fa-b137208d00e3 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Deleting port dfa2d4e7-bd70-4b55-96fc-76bf4214c216 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:16:03.192669 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-419e7465-95ef-4f0d-85fa-b137208d00e3 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:03.283991 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-419e7465-95ef-4f0d-85fa-b137208d00e3 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] For port dfa2d4e7-bd70-4b55-96fc-76bf4214c216, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=dfa2d4e7-bd70-4b55-96fc-76bf4214c216,segment=NetworkSegment(1711d5b0-95c4-441b-bb55-57646fbe707c),segment_id=1711d5b0-95c4-441b-bb55-57646fbe707c)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:16:03.284356 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-419e7465-95ef-4f0d-85fa-b137208d00e3 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:03.296711 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-419e7465-95ef-4f0d-85fa-b137208d00e3 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Calling delete_port for dfa2d4e7-bd70-4b55-96fc-76bf4214c216 owned by network:router_interface {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:16:03.479950 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-419e7465-95ef-4f0d-85fa-b137208d00e3 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:03.509116 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419e7465-95ef-4f0d-85fa-b137208d00e3 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event deleted for resources: {'Port': ['ID=dfa2d4e7-bd70-4b55-96fc-76bf4214c216,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:16:03.681846 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-419e7465-95ef-4f0d-85fa-b137208d00e3 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:03.895676 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419e7465-95ef-4f0d-85fa-b137208d00e3 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Router 219877b2-0093-43b9-9777-e3b7cf43ebc6 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:16:04.002269 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419e7465-95ef-4f0d-85fa-b137208d00e3 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:16:04.007205 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-419e7465-95ef-4f0d-85fa-b137208d00e3 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "PUT /v2.0/routers/219877b2-0093-43b9-9777-e3b7cf43ebc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4231346 Oct 12 08:16:04.009891 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48954) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:16:04.013202 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33012039-09d4-4621-9767-21d830ae2494 None None] Sync routers for ids ['219877b2-0093-43b9-9777-e3b7cf43ebc6'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:16:04.022566 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33012039-09d4-4621-9767-21d830ae2494 None None] Routers {'219877b2-0093-43b9-9777-e3b7cf43ebc6'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:16:04.023152 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-33012039-09d4-4621-9767-21d830ae2494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:15:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['219877b2-0093-43b9-9777-e3b7cf43ebc6'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:16:04.060844 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-54296f81-2c0e-4659-a706-bd80d2487f1e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Deleting subnet 211bab67-76ee-4288-90bf-7f70e077657c {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 08:16:04.063895 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-54296f81-2c0e-4659-a706-bd80d2487f1e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:04.108314 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-54296f81-2c0e-4659-a706-bd80d2487f1e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:04.128172 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-33012039-09d4-4621-9767-21d830ae2494 None None] Set router 219877b2-0093-43b9-9777-e3b7cf43ebc6 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:16:04.184323 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 1610f880-fa57-4aa2-96e4-175f6c1eb868 no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:16:04.191423 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-54296f81-2c0e-4659-a706-bd80d2487f1e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:04.217978 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] No Port match for: 1610f880-fa57-4aa2-96e4-175f6c1eb868 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:16:04.218345 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 1610f880-fa57-4aa2-96e4-175f6c1eb868 not bound to the agent host hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:16:04.251666 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-54296f81-2c0e-4659-a706-bd80d2487f1e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:04.280841 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-54296f81-2c0e-4659-a706-bd80d2487f1e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:04.285468 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-54296f81-2c0e-4659-a706-bd80d2487f1e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "DELETE /v2.0/subnets/211bab67-76ee-4288-90bf-7f70e077657c HTTP/1.1" status: 204 len: 168 time: 0.2744555 Oct 12 08:16:04.287271 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48956) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:16:04.289456 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54296f81-2c0e-4659-a706-bd80d2487f1e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event deleted for resources: {'Subnet': ['ID=211bab67-76ee-4288-90bf-7f70e077657c,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:16:04.307605 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001876f5-f721-4918-9f4e-6f435e713431 None None] Network 8bba6b07-54d4-4a26-ac23-b10837544249 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:16:04.394255 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-39697625-d13c-4dfe-86b2-e4a0f07ded5f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for router, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:04.427128 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-33012039-09d4-4621-9767-21d830ae2494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219877b2-0093-43b9-9777-e3b7cf43ebc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480153854', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': 'bda2ea64-2685-41da-bf0a-eaf54646893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:14:28Z', 'updated_at': '2022-10-12T08:16:03Z', 'revision_number': 5, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': 'bda2ea64-2685-41da-bf0a-eaf54646893d', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:80:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219877b2-0093-43b9-9777-e3b7cf43ebc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:14:28Z', 'updated_at': '2022-10-12T08:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:16:04.459476 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33012039-09d4-4621-9767-21d830ae2494 None None] Checking router: 219877b2-0093-43b9-9777-e3b7cf43ebc6 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:16:04.475513 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33012039-09d4-4621-9767-21d830ae2494 None None] Routers {'219877b2-0093-43b9-9777-e3b7cf43ebc6'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:16:04.476098 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-33012039-09d4-4621-9767-21d830ae2494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:15:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['219877b2-0093-43b9-9777-e3b7cf43ebc6'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:16:04.497156 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-39697625-d13c-4dfe-86b2-e4a0f07ded5f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:04.554429 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-39697625-d13c-4dfe-86b2-e4a0f07ded5f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Deleting port bda2ea64-2685-41da-bf0a-eaf54646893d {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:16:04.554917 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-39697625-d13c-4dfe-86b2-e4a0f07ded5f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:04.564792 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51da36a-dd50-4983-bf5b-2cdbe33b24ee None None] DHCP port deletion for 8bba6b07-54d4-4a26-ac23-b10837544249 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 08:16:04.635109 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-39697625-d13c-4dfe-86b2-e4a0f07ded5f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] For port bda2ea64-2685-41da-bf0a-eaf54646893d, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=bda2ea64-2685-41da-bf0a-eaf54646893d,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:16:04.635482 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-39697625-d13c-4dfe-86b2-e4a0f07ded5f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:04.649414 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-39697625-d13c-4dfe-86b2-e4a0f07ded5f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Calling delete_port for bda2ea64-2685-41da-bf0a-eaf54646893d owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:16:04.752042 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-33012039-09d4-4621-9767-21d830ae2494 None None] Set router 219877b2-0093-43b9-9777-e3b7cf43ebc6 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:16:04.816202 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-39697625-d13c-4dfe-86b2-e4a0f07ded5f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:04.842731 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39697625-d13c-4dfe-86b2-e4a0f07ded5f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event deleted for resources: {'Port': ['ID=bda2ea64-2685-41da-bf0a-eaf54646893d,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:16:04.869339 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39697625-d13c-4dfe-86b2-e4a0f07ded5f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:16:04.869691 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39697625-d13c-4dfe-86b2-e4a0f07ded5f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:16:04.870067 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39697625-d13c-4dfe-86b2-e4a0f07ded5f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:16:04.870421 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39697625-d13c-4dfe-86b2-e4a0f07ded5f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:16:04.870762 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39697625-d13c-4dfe-86b2-e4a0f07ded5f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:16:04.871098 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39697625-d13c-4dfe-86b2-e4a0f07ded5f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:16:04.871430 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39697625-d13c-4dfe-86b2-e4a0f07ded5f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:16:04.871761 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39697625-d13c-4dfe-86b2-e4a0f07ded5f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:16:04.872090 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39697625-d13c-4dfe-86b2-e4a0f07ded5f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:16:04.872423 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39697625-d13c-4dfe-86b2-e4a0f07ded5f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:16:04.872751 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39697625-d13c-4dfe-86b2-e4a0f07ded5f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:16:04.873077 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39697625-d13c-4dfe-86b2-e4a0f07ded5f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:16:04.883865 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-d51da36a-dd50-4983-bf5b-2cdbe33b24ee None None] Deleting port d6956ad0-2ddb-4bb3-8fe0-58774415a1b6 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:16:04.884240 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d51da36a-dd50-4983-bf5b-2cdbe33b24ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:04.915062 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-39697625-d13c-4dfe-86b2-e4a0f07ded5f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:04.987030 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-d51da36a-dd50-4983-bf5b-2cdbe33b24ee None None] For port d6956ad0-2ddb-4bb3-8fe0-58774415a1b6, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=d6956ad0-2ddb-4bb3-8fe0-58774415a1b6,segment=NetworkSegment(1711d5b0-95c4-441b-bb55-57646fbe707c),segment_id=1711d5b0-95c4-441b-bb55-57646fbe707c)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:16:04.987430 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d51da36a-dd50-4983-bf5b-2cdbe33b24ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:05.004083 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-d51da36a-dd50-4983-bf5b-2cdbe33b24ee None None] Calling delete_port for d6956ad0-2ddb-4bb3-8fe0-58774415a1b6 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:16:05.010928 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-39697625-d13c-4dfe-86b2-e4a0f07ded5f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:05.013268 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-39697625-d13c-4dfe-86b2-e4a0f07ded5f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:05.053133 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device d6956ad0-2ddb-4bb3-8fe0-58774415a1b6 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:16:05.060307 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-39697625-d13c-4dfe-86b2-e4a0f07ded5f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:05.060926 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39697625-d13c-4dfe-86b2-e4a0f07ded5f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Fanout notify agent at l3_agent the message router_deleted on router 219877b2-0093-43b9-9777-e3b7cf43ebc6 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 08:16:05.069203 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-39697625-d13c-4dfe-86b2-e4a0f07ded5f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:05.070359 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-39697625-d13c-4dfe-86b2-e4a0f07ded5f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "DELETE /v2.0/routers/219877b2-0093-43b9-9777-e3b7cf43ebc6 HTTP/1.1" status: 204 len: 168 time: 0.7819676 Oct 12 08:16:05.073013 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48958) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:16:05.103594 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-33012039-09d4-4621-9767-21d830ae2494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219877b2-0093-43b9-9777-e3b7cf43ebc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480153854', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': 'bda2ea64-2685-41da-bf0a-eaf54646893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:14:28Z', 'updated_at': '2022-10-12T08:16:03Z', 'revision_number': 5, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': 'bda2ea64-2685-41da-bf0a-eaf54646893d', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:80:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219877b2-0093-43b9-9777-e3b7cf43ebc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:14:28Z', 'updated_at': '2022-10-12T08:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:16:05.144386 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33012039-09d4-4621-9767-21d830ae2494 None None] The sync data for ids ['219877b2-0093-43b9-9777-e3b7cf43ebc6'] in dv-neutron-860909-2-hyperv is: [{'id': '219877b2-0093-43b9-9777-e3b7cf43ebc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480153854', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': 'bda2ea64-2685-41da-bf0a-eaf54646893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:14:28Z', 'updated_at': '2022-10-12T08:16:03Z', 'revision_number': 5, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': 'bda2ea64-2685-41da-bf0a-eaf54646893d', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:80:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219877b2-0093-43b9-9777-e3b7cf43ebc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:14:28Z', 'updated_at': '2022-10-12T08:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:16:05.152416 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-43f80088-0496-4a09-9835-58c03fc9aa3f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:05.188772 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d51da36a-dd50-4983-bf5b-2cdbe33b24ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:05.209049 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-43f80088-0496-4a09-9835-58c03fc9aa3f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Deleting port d6956ad0-2ddb-4bb3-8fe0-58774415a1b6 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:16:05.209396 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-43f80088-0496-4a09-9835-58c03fc9aa3f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:05.220979 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51da36a-dd50-4983-bf5b-2cdbe33b24ee None None] Pushing event deleted for resources: {'Port': ['ID=d6956ad0-2ddb-4bb3-8fe0-58774415a1b6,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:16:05.225491 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51da36a-dd50-4983-bf5b-2cdbe33b24ee None None] No DVR routers for this DVR port d6956ad0-2ddb-4bb3-8fe0-58774415a1b6 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 08:16:05.232526 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port d6956ad0-2ddb-4bb3-8fe0-58774415a1b6 is: ACTIVE; New status is: DOWN {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:16:05.233324 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:05.236539 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51da36a-dd50-4983-bf5b-2cdbe33b24ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:16:05.236875 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51da36a-dd50-4983-bf5b-2cdbe33b24ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:16:05.237211 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51da36a-dd50-4983-bf5b-2cdbe33b24ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:16:05.237950 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51da36a-dd50-4983-bf5b-2cdbe33b24ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:16:05.238930 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51da36a-dd50-4983-bf5b-2cdbe33b24ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:16:05.239273 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51da36a-dd50-4983-bf5b-2cdbe33b24ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:16:05.239608 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51da36a-dd50-4983-bf5b-2cdbe33b24ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:16:05.239939 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51da36a-dd50-4983-bf5b-2cdbe33b24ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:16:05.240670 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51da36a-dd50-4983-bf5b-2cdbe33b24ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:16:05.240670 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51da36a-dd50-4983-bf5b-2cdbe33b24ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:16:05.240908 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51da36a-dd50-4983-bf5b-2cdbe33b24ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:16:05.241220 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51da36a-dd50-4983-bf5b-2cdbe33b24ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:16:05.272444 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-43f80088-0496-4a09-9835-58c03fc9aa3f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] For port d6956ad0-2ddb-4bb3-8fe0-58774415a1b6, host dv-neutron-860909-2-hyperv, got binding levels [] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:16:05.272811 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-43f80088-0496-4a09-9835-58c03fc9aa3f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:05.284922 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-43f80088-0496-4a09-9835-58c03fc9aa3f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Calling delete_port for d6956ad0-2ddb-4bb3-8fe0-58774415a1b6 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:16:05.287645 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.ipam_backend_mixin [None req-43f80088-0496-4a09-9835-58c03fc9aa3f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Port d6956ad0-2ddb-4bb3-8fe0-58774415a1b6 was not found and therefore no delete operation was performed {{(pid=103201) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 12 08:16:05.289328 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-43f80088-0496-4a09-9835-58c03fc9aa3f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:05.318862 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f80088-0496-4a09-9835-58c03fc9aa3f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event deleted for resources: {'Port': ['ID=d6956ad0-2ddb-4bb3-8fe0-58774415a1b6,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:16:05.320706 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f80088-0496-4a09-9835-58c03fc9aa3f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] No DVR routers for this DVR port d6956ad0-2ddb-4bb3-8fe0-58774415a1b6 on host dv-neutron-860909-2-hyperv {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 08:16:05.397152 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-43f80088-0496-4a09-9835-58c03fc9aa3f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:05.417030 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-43f80088-0496-4a09-9835-58c03fc9aa3f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bba6b07-54d4-4a26-ac23-b10837544249']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:16:05.425908 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-43f80088-0496-4a09-9835-58c03fc9aa3f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1711d5b0-95c4-441b-bb55-57646fbe707c') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:16:05.426237 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-43f80088-0496-4a09-9835-58c03fc9aa3f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1711d5b0-95c4-441b-bb55-57646fbe707c') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:16:05.435319 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-43f80088-0496-4a09-9835-58c03fc9aa3f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:05.448341 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-43f80088-0496-4a09-9835-58c03fc9aa3f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:05.454720 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43f80088-0496-4a09-9835-58c03fc9aa3f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 08:16:05.455103 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-43f80088-0496-4a09-9835-58c03fc9aa3f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:05.525644 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-43f80088-0496-4a09-9835-58c03fc9aa3f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:05.550420 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-43f80088-0496-4a09-9835-58c03fc9aa3f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:05.554121 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-43f80088-0496-4a09-9835-58c03fc9aa3f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "DELETE /v2.0/networks/8bba6b07-54d4-4a26-ac23-b10837544249 HTTP/1.1" status: 204 len: 168 time: 0.4797008 Oct 12 08:16:05.554600 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f80088-0496-4a09-9835-58c03fc9aa3f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event deleted for resources: {'Network': ['ID=8bba6b07-54d4-4a26-ac23-b10837544249,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:16:05.556599 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48964) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:16:05.558404 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 1711d5b0-95c4-441b-bb55-57646fbe707c resource provider aggregate not found Oct 12 08:16:05.575229 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 1711d5b0-95c4-441b-bb55-57646fbe707c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1711d5b0-95c4-441b-bb55-57646fbe707c found for delete ", "request_id": "req-20d186db-1df7-454d-a07d-d1b208def211"}]} Oct 12 08:16:05.634322 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-26476b1c-9530-4e13-9e96-d8f33f713ab7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:05.660240 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-26476b1c-9530-4e13-9e96-d8f33f713ab7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:05.724022 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-26476b1c-9530-4e13-9e96-d8f33f713ab7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:05.726913 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-26476b1c-9530-4e13-9e96-d8f33f713ab7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:05.728183 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-26476b1c-9530-4e13-9e96-d8f33f713ab7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "DELETE /v2.0/security-groups/aab9361e-1334-42df-98b0-7f701688bee8 HTTP/1.1" status: 204 len: 168 time: 0.1698306 Oct 12 08:16:05.738378 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26476b1c-9530-4e13-9e96-d8f33f713ab7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab9361e-1334-42df-98b0-7f701688bee8,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:16:05.853143 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 48974) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:16:05.857807 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-f4fc6eaa-3500-426c-a68f-e4a916bedbcf tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1842645460', 'description': 'tempest-secgroup-smoke-1842645460 description', 'project_id': 'de61a77e33c34229aece15b07cc0cc0f'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:16:05.879442 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f4fc6eaa-3500-426c-a68f-e4a916bedbcf tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:05.944083 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f4fc6eaa-3500-426c-a68f-e4a916bedbcf tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:05.947534 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f4fc6eaa-3500-426c-a68f-e4a916bedbcf tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:05.975809 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f4fc6eaa-3500-426c-a68f-e4a916bedbcf tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:05.977023 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f4fc6eaa-3500-426c-a68f-e4a916bedbcf tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1228275 Oct 12 08:16:05.978890 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc6eaa-3500-426c-a68f-e4a916bedbcf tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60c4df99-d6f3-43f1-80a5-c58d3dd2ef7a,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:16:05.980123 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48976) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:16:05.986134 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-6d4231f8-e792-46d6-9e71-2f2273b50760 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'security_group_rule': {'security_group_id': '60c4df99-d6f3-43f1-80a5-c58d3dd2ef7a', 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:16:06.010848 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6d4231f8-e792-46d6-9e71-2f2273b50760 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:06.064831 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6d4231f8-e792-46d6-9e71-2f2273b50760 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:06.068589 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6d4231f8-e792-46d6-9e71-2f2273b50760 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:06.085644 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4231f8-e792-46d6-9e71-2f2273b50760 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b66093db-e3a7-41b6-8966-bc44e21655a3,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:16:06.094889 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6d4231f8-e792-46d6-9e71-2f2273b50760 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:06.096215 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-6d4231f8-e792-46d6-9e71-2f2273b50760 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1145043 Oct 12 08:16:06.099224 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48978) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:16:06.103448 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-fae7c5f4-9528-4c16-a7bd-cd54b382936a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'security_group_rule': {'security_group_id': '60c4df99-d6f3-43f1-80a5-c58d3dd2ef7a', 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:16:06.128510 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fae7c5f4-9528-4c16-a7bd-cd54b382936a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:06.192531 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fae7c5f4-9528-4c16-a7bd-cd54b382936a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:06.196172 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fae7c5f4-9528-4c16-a7bd-cd54b382936a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:06.213616 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae7c5f4-9528-4c16-a7bd-cd54b382936a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36863f2f-ddd7-4298-b2a3-74209a6236ac,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:16:06.220932 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fae7c5f4-9528-4c16-a7bd-cd54b382936a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:06.222142 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-fae7c5f4-9528-4c16-a7bd-cd54b382936a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1219816 Oct 12 08:16:06.224872 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48980) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:16:06.229078 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-d770695f-dc8c-4baa-a478-4f35dc46de77 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'security_group_rule': {'security_group_id': '60c4df99-d6f3-43f1-80a5-c58d3dd2ef7a', 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:16:06.255449 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d770695f-dc8c-4baa-a478-4f35dc46de77 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:06.312375 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d770695f-dc8c-4baa-a478-4f35dc46de77 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:06.316381 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d770695f-dc8c-4baa-a478-4f35dc46de77 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:06.335950 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d770695f-dc8c-4baa-a478-4f35dc46de77 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=134aae6b-82b3-4338-a9e9-7d575cc79c20,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:16:06.345797 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d770695f-dc8c-4baa-a478-4f35dc46de77 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:06.347404 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d770695f-dc8c-4baa-a478-4f35dc46de77 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215985 Oct 12 08:16:06.350227 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48984) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:16:06.355455 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-dd24f25e-4ac7-4fd4-a58d-7cbb57b8f142 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'security_group_rule': {'security_group_id': '60c4df99-d6f3-43f1-80a5-c58d3dd2ef7a', 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:16:06.379589 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dd24f25e-4ac7-4fd4-a58d-7cbb57b8f142 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:06.435290 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dd24f25e-4ac7-4fd4-a58d-7cbb57b8f142 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:06.439185 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dd24f25e-4ac7-4fd4-a58d-7cbb57b8f142 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:06.456921 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd24f25e-4ac7-4fd4-a58d-7cbb57b8f142 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9e48aa6-b071-4e13-ab25-84688516d4ec,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:16:06.466154 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-dd24f25e-4ac7-4fd4-a58d-7cbb57b8f142 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:06.467409 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-dd24f25e-4ac7-4fd4-a58d-7cbb57b8f142 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1160169 Oct 12 08:16:06.470098 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48986) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:16:06.474570 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-03bb9091-2639-4c7a-b6c3-077f4a07f62c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'security_group_rule': {'security_group_id': '60c4df99-d6f3-43f1-80a5-c58d3dd2ef7a', 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:16:06.494241 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-03bb9091-2639-4c7a-b6c3-077f4a07f62c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Project de61a77e33c34229aece15b07cc0cc0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 08:16:06.498784 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-03bb9091-2639-4c7a-b6c3-077f4a07f62c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:06.558901 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-03bb9091-2639-4c7a-b6c3-077f4a07f62c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:06.562437 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-03bb9091-2639-4c7a-b6c3-077f4a07f62c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:06.579340 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb9091-2639-4c7a-b6c3-077f4a07f62c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae669f6d-66bc-440e-9ded-046838c60dae,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:16:06.587282 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-03bb9091-2639-4c7a-b6c3-077f4a07f62c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:06.588461 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-03bb9091-2639-4c7a-b6c3-077f4a07f62c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1174567 Oct 12 08:16:06.591162 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48988) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:16:06.595895 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-07cd723c-12fc-4645-aa29-d27bf9c35644 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'security_group_rule': {'security_group_id': '60c4df99-d6f3-43f1-80a5-c58d3dd2ef7a', 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:16:06.616953 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-07cd723c-12fc-4645-aa29-d27bf9c35644 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Project de61a77e33c34229aece15b07cc0cc0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 08:16:06.621992 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-07cd723c-12fc-4645-aa29-d27bf9c35644 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:06.680539 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-07cd723c-12fc-4645-aa29-d27bf9c35644 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:06.683891 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-07cd723c-12fc-4645-aa29-d27bf9c35644 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:06.700970 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cd723c-12fc-4645-aa29-d27bf9c35644 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7313f80a-95fb-4799-8f86-35f85d60f990,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:16:06.708432 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-07cd723c-12fc-4645-aa29-d27bf9c35644 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:06.709703 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-07cd723c-12fc-4645-aa29-d27bf9c35644 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1176276 Oct 12 08:16:06.712515 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48990) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:16:06.717241 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-644e6fe9-0929-4d3f-a946-912d9ca009e1 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'network': {'name': 'tempest-network-smoke--610969625', 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'port_security_enabled': True}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:16:06.735955 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644e6fe9-0929-4d3f-a946-912d9ca009e1 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Made reservation on behalf of de61a77e33c34229aece15b07cc0cc0f for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:16:06.739458 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-644e6fe9-0929-4d3f-a946-912d9ca009e1 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:06.762725 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-644e6fe9-0929-4d3f-a946-912d9ca009e1 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 08:16:06.773060 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-644e6fe9-0929-4d3f-a946-912d9ca009e1 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:06.773488 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-644e6fe9-0929-4d3f-a946-912d9ca009e1 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Added segment dbc0b6a1-2a9d-453b-adae-b6e43bf35043 of type vlan for network b14369cf-f23a-4296-ae8d-11eaae5a8c76 Oct 12 08:16:06.813006 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-644e6fe9-0929-4d3f-a946-912d9ca009e1 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:06.837385 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-644e6fe9-0929-4d3f-a946-912d9ca009e1 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:06.842906 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644e6fe9-0929-4d3f-a946-912d9ca009e1 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:16:06.843487 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-644e6fe9-0929-4d3f-a946-912d9ca009e1 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:06.882491 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-644e6fe9-0929-4d3f-a946-912d9ca009e1 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1689909 Oct 12 08:16:06.885216 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48992) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:16:06.892037 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-289717ae-8654-4576-802b-0f36b7633f46 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1905514006', 'admin_state_up': True, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:16:06.917387 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device bda2ea64-2685-41da-bf0a-eaf54646893d no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:16:06.924685 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e6fe9-0929-4d3f-a946-912d9ca009e1 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'Network': ['ID=b14369cf-f23a-4296-ae8d-11eaae5a8c76,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:16:06.941192 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-289717ae-8654-4576-802b-0f36b7633f46 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:06.941835 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network b14369cf-f23a-4296-ae8d-11eaae5a8c76 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 08:16:06.942234 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-289717ae-8654-4576-802b-0f36b7633f46 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:06.943975 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: bda2ea64-2685-41da-bf0a-eaf54646893d {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:16:06.944310 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device bda2ea64-2685-41da-bf0a-eaf54646893d not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:16:06.944718 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device dfa2d4e7-bd70-4b55-96fc-76bf4214c216 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:16:06.975976 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: dfa2d4e7-bd70-4b55-96fc-76bf4214c216 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:16:06.976226 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device dfa2d4e7-bd70-4b55-96fc-76bf4214c216 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:16:06.994017 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-289717ae-8654-4576-802b-0f36b7633f46 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:07.128447 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-289717ae-8654-4576-802b-0f36b7633f46 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:07.635069 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-289717ae-8654-4576-802b-0f36b7633f46 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for router_gateway, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:07.653359 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-289717ae-8654-4576-802b-0f36b7633f46 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:07.750791 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-289717ae-8654-4576-802b-0f36b7633f46 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Allocated IP 172.26.3.205 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/5fc78ef9-8943-4b53-9a44-584740b9bb79) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:16:07.851106 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-289717ae-8654-4576-802b-0f36b7633f46 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:07.883705 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-289717ae-8654-4576-802b-0f36b7633f46 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:07.924209 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289717ae-8654-4576-802b-0f36b7633f46 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:16:07.926904 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-289717ae-8654-4576-802b-0f36b7633f46 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:16:07.931283 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289717ae-8654-4576-802b-0f36b7633f46 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:16:07.934056 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289717ae-8654-4576-802b-0f36b7633f46 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'Port': ['ID=5fc78ef9-8943-4b53-9a44-584740b9bb79,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:16:08.169980 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-289717ae-8654-4576-802b-0f36b7633f46 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for router_gateway, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:08.361591 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-289717ae-8654-4576-802b-0f36b7633f46 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:08.485297 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-289717ae-8654-4576-802b-0f36b7633f46 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Router 3622aeea-fc9a-40a8-989a-fa3c9f8027a3 is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 08:16:08.588159 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289717ae-8654-4576-802b-0f36b7633f46 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:16:08.598792 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dbb62d-36c4-4058-be26-b36818e10c7b None None] Sync routers for ids ['3622aeea-fc9a-40a8-989a-fa3c9f8027a3'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:16:08.607933 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-289717ae-8654-4576-802b-0f36b7633f46 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:08.608957 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dbb62d-36c4-4058-be26-b36818e10c7b None None] Routers {'3622aeea-fc9a-40a8-989a-fa3c9f8027a3'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:16:08.609319 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-289717ae-8654-4576-802b-0f36b7633f46 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7230625 Oct 12 08:16:08.609743 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-97dbb62d-36c4-4058-be26-b36818e10c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:15:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['3622aeea-fc9a-40a8-989a-fa3c9f8027a3'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:16:08.613029 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48994) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:16:08.640605 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d623308f-93c9-4e54-93e1-472d178055a2 tempest-TestNetworkAdvancedServerOps-682992196 tempest-TestNetworkAdvancedServerOps-682992196-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=de61a77e33c34229aece15b07cc0cc0f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265591 Oct 12 08:16:08.644217 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48996) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:16:08.714581 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-97dbb62d-36c4-4058-be26-b36818e10c7b None None] Set router 3622aeea-fc9a-40a8-989a-fa3c9f8027a3 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:16:08.731340 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5639d954-5638-4eec-ba6b-ee15a48f0118 tempest-TestNetworkAdvancedServerOps-682992196 tempest-TestNetworkAdvancedServerOps-682992196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:16:08.732846 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-5639d954-5638-4eec-ba6b-ee15a48f0118 tempest-TestNetworkAdvancedServerOps-682992196 tempest-TestNetworkAdvancedServerOps-682992196-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0881240 Oct 12 08:16:08.736110 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 48998) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:16:08.765644 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b898b892-001a-44b0-9d07-d4a2b4bee1ab tempest-TestNetworkAdvancedServerOps-682992196 tempest-TestNetworkAdvancedServerOps-682992196-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262623 Oct 12 08:16:08.766473 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 49000) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:16:08.771053 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-3bc79dc5-075e-4396-a248-3ea41f1967a5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-304584547', 'network_id': 'b14369cf-f23a-4296-ae8d-11eaae5a8c76', 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:16:08.858948 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc79dc5-075e-4396-a248-3ea41f1967a5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Made reservation on behalf of de61a77e33c34229aece15b07cc0cc0f for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:16:08.863524 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3bc79dc5-075e-4396-a248-3ea41f1967a5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:08.889463 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-97dbb62d-36c4-4058-be26-b36818e10c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3622aeea-fc9a-40a8-989a-fa3c9f8027a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905514006', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '5fc78ef9-8943-4b53-9a44-584740b9bb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:16:06Z', 'updated_at': '2022-10-12T08:16:08Z', 'revision_number': 3, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': '5fc78ef9-8943-4b53-9a44-584740b9bb79', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:39:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3622aeea-fc9a-40a8-989a-fa3c9f8027a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:16:07Z', 'updated_at': '2022-10-12T08:16:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:16:08.919570 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dbb62d-36c4-4058-be26-b36818e10c7b None None] Checking router: 3622aeea-fc9a-40a8-989a-fa3c9f8027a3 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:16:08.919910 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dbb62d-36c4-4058-be26-b36818e10c7b None None] Updating router 3622aeea-fc9a-40a8-989a-fa3c9f8027a3 port 5fc78ef9-8943-4b53-9a44-584740b9bb79 binding host dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 08:16:08.945942 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-97dbb62d-36c4-4058-be26-b36818e10c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:09.041039 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3bc79dc5-075e-4396-a248-3ea41f1967a5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:09.106462 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc79dc5-075e-4396-a248-3ea41f1967a5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'Subnet': ['ID=c4cb43a9-a532-45b5-b53d-a1bcb4bf490e,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:16:09.115448 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc79dc5-075e-4396-a248-3ea41f1967a5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Checking segment: {'id': 'dbc0b6a1-2a9d-453b-adae-b6e43bf35043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b14369cf-f23a-4296-ae8d-11eaae5a8c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:16:09.115814 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc79dc5-075e-4396-a248-3ea41f1967a5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Network hostable DHCP agents. Network: b14369cf-f23a-4296-ae8d-11eaae5a8c76, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 08:16:09.133034 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc79dc5-075e-4396-a248-3ea41f1967a5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Network b14369cf-f23a-4296-ae8d-11eaae5a8c76 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 08:16:09.142620 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-3bc79dc5-075e-4396-a248-3ea41f1967a5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, b14369cf-f23a-4296-ae8d-11eaae5a8c76) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:16:09.147058 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc79dc5-075e-4396-a248-3ea41f1967a5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:16:09.147869 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3bc79dc5-075e-4396-a248-3ea41f1967a5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:09.155759 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1065bfd0-bdab-4506-b632-aefd04d509bc None None] Network b14369cf-f23a-4296-ae8d-11eaae5a8c76 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:16:09.170826 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-3bc79dc5-075e-4396-a248-3ea41f1967a5 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4008272 Oct 12 08:16:09.171027 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 49002) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:16:09.209842 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-97dbb62d-36c4-4058-be26-b36818e10c7b None None] Notify callbacks [] for port, precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:09.215083 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-97dbb62d-36c4-4058-be26-b36818e10c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:09.256620 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-97dbb62d-36c4-4058-be26-b36818e10c7b None None] Attempting to bind port 5fc78ef9-8943-4b53-9a44-584740b9bb79 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:16:09.257156 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-97dbb62d-36c4-4058-be26-b36818e10c7b None None] Attempting to bind port 5fc78ef9-8943-4b53-9a44-584740b9bb79 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:16:09.257612 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dbb62d-36c4-4058-be26-b36818e10c7b None None] Attempting to bind port 5fc78ef9-8943-4b53-9a44-584740b9bb79 on network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:16:09.266535 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dbb62d-36c4-4058-be26-b36818e10c7b None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:16:09.267056 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dbb62d-36c4-4058-be26-b36818e10c7b None None] Checking segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:16:09.267551 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-97dbb62d-36c4-4058-be26-b36818e10c7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:09.267940 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dbb62d-36c4-4058-be26-b36818e10c7b None None] Bound using segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:16:09.268402 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-97dbb62d-36c4-4058-be26-b36818e10c7b None None] Bound port: 5fc78ef9-8943-4b53-9a44-584740b9bb79, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:16:09.269383 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-97dbb62d-36c4-4058-be26-b36818e10c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:09.291653 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf28580a-c929-4abe-8359-16c76386c6dd None None] Pushing event updated for resources: {'Port': ['ID=5fc78ef9-8943-4b53-9a44-584740b9bb79,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:16:09.303669 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf28580a-c929-4abe-8359-16c76386c6dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:16:09.304012 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf28580a-c929-4abe-8359-16c76386c6dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:16:09.304342 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf28580a-c929-4abe-8359-16c76386c6dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:16:09.304670 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf28580a-c929-4abe-8359-16c76386c6dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:16:09.305130 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf28580a-c929-4abe-8359-16c76386c6dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:16:09.305324 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf28580a-c929-4abe-8359-16c76386c6dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:16:09.305629 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf28580a-c929-4abe-8359-16c76386c6dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:16:09.305946 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf28580a-c929-4abe-8359-16c76386c6dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:16:09.306281 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf28580a-c929-4abe-8359-16c76386c6dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:16:09.306599 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf28580a-c929-4abe-8359-16c76386c6dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:16:09.306979 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf28580a-c929-4abe-8359-16c76386c6dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:16:09.307293 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf28580a-c929-4abe-8359-16c76386c6dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:16:09.318269 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b368bdf-b605-4451-a766-eb31c9ce3c03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-b14369cf-f23a-4296-ae8d-11eaae5a8c76', 'network_id': 'b14369cf-f23a-4296-ae8d-11eaae5a8c76', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'fixed_ips': [{'subnet_id': 'c4cb43a9-a532-45b5-b53d-a1bcb4bf490e'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 08:16:09.319426 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0b368bdf-b605-4451-a766-eb31c9ce3c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:09.346345 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-97dbb62d-36c4-4058-be26-b36818e10c7b None None] For port 5fc78ef9-8943-4b53-9a44-584740b9bb79, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:16:09.349396 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-97dbb62d-36c4-4058-be26-b36818e10c7b None None] For port 5fc78ef9-8943-4b53-9a44-584740b9bb79, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=5fc78ef9-8943-4b53-9a44-584740b9bb79,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:16:09.355203 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-97dbb62d-36c4-4058-be26-b36818e10c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:09.411858 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf28580a-c929-4abe-8359-16c76386c6dd None None] Pushing event updated for resources: {'Port': ['ID=5fc78ef9-8943-4b53-9a44-584740b9bb79,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:16:09.415426 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dbb62d-36c4-4058-be26-b36818e10c7b None None] Routers {'3622aeea-fc9a-40a8-989a-fa3c9f8027a3'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:16:09.416028 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-97dbb62d-36c4-4058-be26-b36818e10c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:15:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['3622aeea-fc9a-40a8-989a-fa3c9f8027a3'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:16:09.468168 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-0b368bdf-b605-4451-a766-eb31c9ce3c03 None None] Allocated IP 172.20.0.2 (b14369cf-f23a-4296-ae8d-11eaae5a8c76/c4cb43a9-a532-45b5-b53d-a1bcb4bf490e/ed0bd20c-348b-4d83-9821-ae925db8c13b) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:16:09.525019 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-97dbb62d-36c4-4058-be26-b36818e10c7b None None] Set router 3622aeea-fc9a-40a8-989a-fa3c9f8027a3 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:16:09.613821 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0b368bdf-b605-4451-a766-eb31c9ce3c03 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:09.620333 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0b368bdf-b605-4451-a766-eb31c9ce3c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:09.631349 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0cf2d9ee-db9a-49ed-8b2a-67f925ad5a8c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:09.660963 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b368bdf-b605-4451-a766-eb31c9ce3c03 None None] Network b14369cf-f23a-4296-ae8d-11eaae5a8c76 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:16:09.665340 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-0b368bdf-b605-4451-a766-eb31c9ce3c03 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:16:09.669537 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b368bdf-b605-4451-a766-eb31c9ce3c03 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:16:09.673096 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b368bdf-b605-4451-a766-eb31c9ce3c03 None None] Pushing event updated for resources: {'Port': ['ID=ed0bd20c-348b-4d83-9821-ae925db8c13b,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:16:09.709829 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-97dbb62d-36c4-4058-be26-b36818e10c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3622aeea-fc9a-40a8-989a-fa3c9f8027a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905514006', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '5fc78ef9-8943-4b53-9a44-584740b9bb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:16:06Z', 'updated_at': '2022-10-12T08:16:08Z', 'revision_number': 3, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': '5fc78ef9-8943-4b53-9a44-584740b9bb79', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:39:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3622aeea-fc9a-40a8-989a-fa3c9f8027a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:16:07Z', 'updated_at': '2022-10-12T08:16:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:16:09.724599 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0b368bdf-b605-4451-a766-eb31c9ce3c03 None None] Attempting to bind port ed0bd20c-348b-4d83-9821-ae925db8c13b on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:16:09.724973 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0b368bdf-b605-4451-a766-eb31c9ce3c03 None None] Attempting to bind port ed0bd20c-348b-4d83-9821-ae925db8c13b by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'dbc0b6a1-2a9d-453b-adae-b6e43bf35043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b14369cf-f23a-4296-ae8d-11eaae5a8c76'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:16:09.725344 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b368bdf-b605-4451-a766-eb31c9ce3c03 None None] Attempting to bind port ed0bd20c-348b-4d83-9821-ae925db8c13b on network b14369cf-f23a-4296-ae8d-11eaae5a8c76 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:16:09.730456 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b368bdf-b605-4451-a766-eb31c9ce3c03 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:16:09.730819 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b368bdf-b605-4451-a766-eb31c9ce3c03 None None] Checking segment: {'id': 'dbc0b6a1-2a9d-453b-adae-b6e43bf35043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b14369cf-f23a-4296-ae8d-11eaae5a8c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:16:09.731217 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0b368bdf-b605-4451-a766-eb31c9ce3c03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:09.731606 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b368bdf-b605-4451-a766-eb31c9ce3c03 None None] Bound using segment: {'id': 'dbc0b6a1-2a9d-453b-adae-b6e43bf35043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b14369cf-f23a-4296-ae8d-11eaae5a8c76'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:16:09.732072 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0b368bdf-b605-4451-a766-eb31c9ce3c03 None None] Bound port: ed0bd20c-348b-4d83-9821-ae925db8c13b, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc0b6a1-2a9d-453b-adae-b6e43bf35043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b14369cf-f23a-4296-ae8d-11eaae5a8c76'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:16:09.732452 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0b368bdf-b605-4451-a766-eb31c9ce3c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:09.743508 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dbb62d-36c4-4058-be26-b36818e10c7b None None] The sync data for ids ['3622aeea-fc9a-40a8-989a-fa3c9f8027a3'] in dv-neutron-860909-2-hyperv is: [{'id': '3622aeea-fc9a-40a8-989a-fa3c9f8027a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905514006', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '5fc78ef9-8943-4b53-9a44-584740b9bb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:16:06Z', 'updated_at': '2022-10-12T08:16:08Z', 'revision_number': 3, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': '5fc78ef9-8943-4b53-9a44-584740b9bb79', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:39:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3622aeea-fc9a-40a8-989a-fa3c9f8027a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:16:07Z', 'updated_at': '2022-10-12T08:16:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:16:09.802938 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-0b368bdf-b605-4451-a766-eb31c9ce3c03 None None] For port ed0bd20c-348b-4d83-9821-ae925db8c13b, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:16:09.806451 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-0b368bdf-b605-4451-a766-eb31c9ce3c03 None None] For port ed0bd20c-348b-4d83-9821-ae925db8c13b, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=ed0bd20c-348b-4d83-9821-ae925db8c13b,segment=NetworkSegment(dbc0b6a1-2a9d-453b-adae-b6e43bf35043),segment_id=dbc0b6a1-2a9d-453b-adae-b6e43bf35043)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:16:09.811642 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0b368bdf-b605-4451-a766-eb31c9ce3c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:09.866005 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b368bdf-b605-4451-a766-eb31c9ce3c03 None None] Pushing event updated for resources: {'Port': ['ID=ed0bd20c-348b-4d83-9821-ae925db8c13b,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:16:09.929874 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-0cf2d9ee-db9a-49ed-8b2a-67f925ad5a8c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Allocated IP 172.20.0.1 (b14369cf-f23a-4296-ae8d-11eaae5a8c76/c4cb43a9-a532-45b5-b53d-a1bcb4bf490e/e8d9ccb9-8069-4fcd-953a-a689ab9e44ad) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:16:10.092154 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0cf2d9ee-db9a-49ed-8b2a-67f925ad5a8c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:10.129966 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0cf2d9ee-db9a-49ed-8b2a-67f925ad5a8c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:10.178399 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf2d9ee-db9a-49ed-8b2a-67f925ad5a8c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Network b14369cf-f23a-4296-ae8d-11eaae5a8c76 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:16:10.181925 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-0cf2d9ee-db9a-49ed-8b2a-67f925ad5a8c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:16:10.184482 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf2d9ee-db9a-49ed-8b2a-67f925ad5a8c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:16:10.218593 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf2d9ee-db9a-49ed-8b2a-67f925ad5a8c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'Port': ['ID=e8d9ccb9-8069-4fcd-953a-a689ab9e44ad,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:16:10.245537 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0cf2d9ee-db9a-49ed-8b2a-67f925ad5a8c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:10.383289 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0cf2d9ee-db9a-49ed-8b2a-67f925ad5a8c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:10.680728 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0cf2d9ee-db9a-49ed-8b2a-67f925ad5a8c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:10.686246 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0cf2d9ee-db9a-49ed-8b2a-67f925ad5a8c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:10.760927 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf2d9ee-db9a-49ed-8b2a-67f925ad5a8c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'Port': ['ID=e8d9ccb9-8069-4fcd-953a-a689ab9e44ad,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:16:10.763636 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0cf2d9ee-db9a-49ed-8b2a-67f925ad5a8c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:10.863970 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf2d9ee-db9a-49ed-8b2a-67f925ad5a8c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Network b14369cf-f23a-4296-ae8d-11eaae5a8c76 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:16:10.866011 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-0cf2d9ee-db9a-49ed-8b2a-67f925ad5a8c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:16:10.868010 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bdfb0a-8729-41e2-85e3-72edbfcc17cf None None] Network b14369cf-f23a-4296-ae8d-11eaae5a8c76 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:16:10.982047 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-b54be0ca-305c-4f83-84f3-768885d28481 None None] Provisioning complete for port ed0bd20c-348b-4d83-9821-ae925db8c13b triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:16:10.982418 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b54be0ca-305c-4f83-84f3-768885d28481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:10.982748 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-b54be0ca-305c-4f83-84f3-768885d28481 None None] Attempt 1 to provision port ed0bd20c-348b-4d83-9821-ae925db8c13b Oct 12 08:16:11.003644 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf2d9ee-db9a-49ed-8b2a-67f925ad5a8c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Router 3622aeea-fc9a-40a8-989a-fa3c9f8027a3 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:16:11.042243 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device ed0bd20c-348b-4d83-9821-ae925db8c13b up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:16:11.118710 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf2d9ee-db9a-49ed-8b2a-67f925ad5a8c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:16:11.124559 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-0cf2d9ee-db9a-49ed-8b2a-67f925ad5a8c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "PUT /v2.0/routers/3622aeea-fc9a-40a8-989a-fa3c9f8027a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9525380 Oct 12 08:16:11.167635 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b54be0ca-305c-4f83-84f3-768885d28481 None None] Current status of the port ed0bd20c-348b-4d83-9821-ae925db8c13b is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:16:11.168024 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b54be0ca-305c-4f83-84f3-768885d28481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:11.172715 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port ed0bd20c-348b-4d83-9821-ae925db8c13b triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:16:11.173033 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:11.173282 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port ed0bd20c-348b-4d83-9821-ae925db8c13b Oct 12 08:16:11.233894 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-b54be0ca-305c-4f83-84f3-768885d28481 None None] For port ed0bd20c-348b-4d83-9821-ae925db8c13b, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=ed0bd20c-348b-4d83-9821-ae925db8c13b,segment=NetworkSegment(dbc0b6a1-2a9d-453b-adae-b6e43bf35043),segment_id=dbc0b6a1-2a9d-453b-adae-b6e43bf35043)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:16:11.241815 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b54be0ca-305c-4f83-84f3-768885d28481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:11.295362 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-7cb3f50f-9063-4c4a-a809-af4b3c7212bf tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1842645460&fields=id&tenant_id=de61a77e33c34229aece15b07cc0cc0f HTTP/1.1" status: 200 len: 267 time: 0.0396271 Oct 12 08:16:11.325499 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port ed0bd20c-348b-4d83-9821-ae925db8c13b is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:16:11.326625 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 5fc78ef9-8943-4b53-9a44-584740b9bb79 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:16:11.330019 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54be0ca-305c-4f83-84f3-768885d28481 None None] Pushing event updated for resources: {'Port': ['ID=ed0bd20c-348b-4d83-9821-ae925db8c13b,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:16:11.379953 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 5fc78ef9-8943-4b53-9a44-584740b9bb79 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:16:11.380339 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:11.380661 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 5fc78ef9-8943-4b53-9a44-584740b9bb79 Oct 12 08:16:11.421746 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-bd64b484-6946-4a58-9fce-0cdf967540c1 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:16:11.424176 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-bd64b484-6946-4a58-9fce-0cdf967540c1 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/networks?id=b14369cf-f23a-4296-ae8d-11eaae5a8c76 HTTP/1.1" status: 200 len: 796 time: 0.1208076 Oct 12 08:16:11.441098 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-69b70b11-1d0b-4148-99e9-b6abd7e15c9a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/quotas/de61a77e33c34229aece15b07cc0cc0f HTTP/1.1" status: 200 len: 375 time: 0.0105751 Oct 12 08:16:11.472386 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 5fc78ef9-8943-4b53-9a44-584740b9bb79 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:16:11.472916 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:11.487530 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-b54366f9-b6a1-4543-b91d-c87c23e5b518 None None] Provisioning complete for port ed0bd20c-348b-4d83-9821-ae925db8c13b triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:16:11.487981 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b54366f9-b6a1-4543-b91d-c87c23e5b518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:11.488374 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-b54366f9-b6a1-4543-b91d-c87c23e5b518 None None] Attempt 1 to provision port ed0bd20c-348b-4d83-9821-ae925db8c13b Oct 12 08:16:11.502817 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-60781228-eb06-4b22-a456-4a217b376e0f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=de61a77e33c34229aece15b07cc0cc0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541954 Oct 12 08:16:11.516983 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 5fc78ef9-8943-4b53-9a44-584740b9bb79, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=5fc78ef9-8943-4b53-9a44-584740b9bb79,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:16:11.523616 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:11.571432 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c554a61-51b9-4570-b010-617c013c3081 None None] Sync routers for ids ['3622aeea-fc9a-40a8-989a-fa3c9f8027a3'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:16:11.601757 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=5fc78ef9-8943-4b53-9a44-584740b9bb79,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:16:11.605226 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c554a61-51b9-4570-b010-617c013c3081 None None] Routers {'3622aeea-fc9a-40a8-989a-fa3c9f8027a3'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:16:11.605825 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-7c554a61-51b9-4570-b010-617c013c3081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:15:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['3622aeea-fc9a-40a8-989a-fa3c9f8027a3'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:16:11.666450 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-856b282f-e89e-41d6-b6e9-75715c12604a service neutron] 10.222.0.26 "GET /v2.0/networks/b14369cf-f23a-4296-ae8d-11eaae5a8c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460924 Oct 12 08:16:11.695389 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b54366f9-b6a1-4543-b91d-c87c23e5b518 None None] Current status of the port ed0bd20c-348b-4d83-9821-ae925db8c13b is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:16:11.744339 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-b54366f9-b6a1-4543-b91d-c87c23e5b518 None None] Provisioning complete for port e8d9ccb9-8069-4fcd-953a-a689ab9e44ad triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:16:11.744712 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b54366f9-b6a1-4543-b91d-c87c23e5b518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:11.745043 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-b54366f9-b6a1-4543-b91d-c87c23e5b518 None None] Attempt 1 to provision port e8d9ccb9-8069-4fcd-953a-a689ab9e44ad Oct 12 08:16:11.770695 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-1f854e72-be4b-4974-b7ed-b7534aedd5dc service neutron] 10.222.0.26 "GET /v2.0/networks/b14369cf-f23a-4296-ae8d-11eaae5a8c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951362 Oct 12 08:16:11.772472 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-7c554a61-51b9-4570-b010-617c013c3081 None None] Set router 3622aeea-fc9a-40a8-989a-fa3c9f8027a3 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:16:11.955541 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-38d18d1d-1709-472a-881d-cd46c0a548e2 req-787043ac-0a7a-4488-a261-ede6882afbff tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=087c24cb-2c5b-458c-ad89-180df9bda1b0 HTTP/1.1" status: 200 len: 210 time: 0.0339010 Oct 12 08:16:11.979462 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b54366f9-b6a1-4543-b91d-c87c23e5b518 None None] Port e8d9ccb9-8069-4fcd-953a-a689ab9e44ad cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:16:12.144272 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-7c554a61-51b9-4570-b010-617c013c3081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3622aeea-fc9a-40a8-989a-fa3c9f8027a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905514006', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '5fc78ef9-8943-4b53-9a44-584740b9bb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:16:06Z', 'updated_at': '2022-10-12T08:16:10Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': '5fc78ef9-8943-4b53-9a44-584740b9bb79', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:39:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3622aeea-fc9a-40a8-989a-fa3c9f8027a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:16:07Z', 'updated_at': '2022-10-12T08:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': 'e8d9ccb9-8069-4fcd-953a-a689ab9e44ad', 'name': '', 'network_id': 'b14369cf-f23a-4296-ae8d-11eaae5a8c76', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'mac_address': 'fa:16:3e:49:ba:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3622aeea-fc9a-40a8-989a-fa3c9f8027a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'c4cb43a9-a532-45b5-b53d-a1bcb4bf490e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:16:09Z', 'updated_at': '2022-10-12T08:16:10Z', 'revision_number': 2, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'subnets': [{'id': 'c4cb43a9-a532-45b5-b53d-a1bcb4bf490e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:16:12.171257 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c554a61-51b9-4570-b010-617c013c3081 None None] Checking router: 3622aeea-fc9a-40a8-989a-fa3c9f8027a3 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:16:12.171608 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c554a61-51b9-4570-b010-617c013c3081 None None] Updating router 3622aeea-fc9a-40a8-989a-fa3c9f8027a3 port e8d9ccb9-8069-4fcd-953a-a689ab9e44ad binding host dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 08:16:12.200558 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7c554a61-51b9-4570-b010-617c013c3081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:12.472340 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7c554a61-51b9-4570-b010-617c013c3081 None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:12.477651 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7c554a61-51b9-4570-b010-617c013c3081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:12.481770 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-b54366f9-b6a1-4543-b91d-c87c23e5b518 None None] Attempt 2 to provision port e8d9ccb9-8069-4fcd-953a-a689ab9e44ad Oct 12 08:16:12.564209 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b54366f9-b6a1-4543-b91d-c87c23e5b518 None None] Port e8d9ccb9-8069-4fcd-953a-a689ab9e44ad cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:16:12.581621 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ddd952-6b21-4482-ab59-7df58bc9ce38 None None] Pushing event updated for resources: {'Port': ['ID=e8d9ccb9-8069-4fcd-953a-a689ab9e44ad,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:16:12.595055 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-7c554a61-51b9-4570-b010-617c013c3081 None None] Attempting to bind port e8d9ccb9-8069-4fcd-953a-a689ab9e44ad on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:16:12.595465 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-7c554a61-51b9-4570-b010-617c013c3081 None None] Attempting to bind port e8d9ccb9-8069-4fcd-953a-a689ab9e44ad by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'dbc0b6a1-2a9d-453b-adae-b6e43bf35043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b14369cf-f23a-4296-ae8d-11eaae5a8c76'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:16:12.595765 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c554a61-51b9-4570-b010-617c013c3081 None None] Attempting to bind port e8d9ccb9-8069-4fcd-953a-a689ab9e44ad on network b14369cf-f23a-4296-ae8d-11eaae5a8c76 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:16:12.600480 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c554a61-51b9-4570-b010-617c013c3081 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:16:12.600843 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c554a61-51b9-4570-b010-617c013c3081 None None] Checking segment: {'id': 'dbc0b6a1-2a9d-453b-adae-b6e43bf35043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b14369cf-f23a-4296-ae8d-11eaae5a8c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:16:12.601231 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7c554a61-51b9-4570-b010-617c013c3081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:12.601605 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c554a61-51b9-4570-b010-617c013c3081 None None] Bound using segment: {'id': 'dbc0b6a1-2a9d-453b-adae-b6e43bf35043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b14369cf-f23a-4296-ae8d-11eaae5a8c76'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:16:12.602081 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-7c554a61-51b9-4570-b010-617c013c3081 None None] Bound port: e8d9ccb9-8069-4fcd-953a-a689ab9e44ad, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc0b6a1-2a9d-453b-adae-b6e43bf35043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b14369cf-f23a-4296-ae8d-11eaae5a8c76'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:16:12.602453 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7c554a61-51b9-4570-b010-617c013c3081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:12.662985 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-7c554a61-51b9-4570-b010-617c013c3081 None None] For port e8d9ccb9-8069-4fcd-953a-a689ab9e44ad, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:16:12.665929 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-7c554a61-51b9-4570-b010-617c013c3081 None None] For port e8d9ccb9-8069-4fcd-953a-a689ab9e44ad, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=e8d9ccb9-8069-4fcd-953a-a689ab9e44ad,segment=NetworkSegment(dbc0b6a1-2a9d-453b-adae-b6e43bf35043),segment_id=dbc0b6a1-2a9d-453b-adae-b6e43bf35043)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:16:12.670945 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7c554a61-51b9-4570-b010-617c013c3081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:12.711373 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c554a61-51b9-4570-b010-617c013c3081 None None] Routers {'3622aeea-fc9a-40a8-989a-fa3c9f8027a3'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:16:12.711998 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-7c554a61-51b9-4570-b010-617c013c3081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:15:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['3622aeea-fc9a-40a8-989a-fa3c9f8027a3'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:16:12.775417 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ddd952-6b21-4482-ab59-7df58bc9ce38 None None] Pushing event updated for resources: {'Port': ['ID=e8d9ccb9-8069-4fcd-953a-a689ab9e44ad,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:16:12.846473 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-7c554a61-51b9-4570-b010-617c013c3081 None None] Set router 3622aeea-fc9a-40a8-989a-fa3c9f8027a3 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:16:12.866729 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-c6087783-0680-4284-b198-b79a89733b70 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:16:12.868178 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-c6087783-0680-4284-b198-b79a89733b70 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.23 "GET /v2.0/networks?id=b14369cf-f23a-4296-ae8d-11eaae5a8c76 HTTP/1.1" status: 200 len: 796 time: 0.1118243 Oct 12 08:16:12.915461 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-66fbb1e0-7a10-49b1-8cc7-87013ef4d556 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de61a77e33c34229aece15b07cc0cc0f HTTP/1.1" status: 200 len: 380 time: 0.0375950 Oct 12 08:16:12.925794 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-4e9738bc-a704-4fd7-9fcb-785676dc9882 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'port': {'device_id': '087c24cb-2c5b-458c-ad89-180df9bda1b0', 'network_id': 'b14369cf-f23a-4296-ae8d-11eaae5a8c76', 'admin_state_up': True, 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'security_groups': ['60c4df99-d6f3-43f1-80a5-c58d3dd2ef7a']}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:16:12.986654 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device ed0bd20c-348b-4d83-9821-ae925db8c13b up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:16:13.063246 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-eb3d7850-8a34-445f-9573-b81254c174ef req-5ea5a99a-0ebf-42e9-9709-af631ce0fe49 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=087c24cb-2c5b-458c-ad89-180df9bda1b0 HTTP/1.1" status: 200 len: 210 time: 0.0282319 Oct 12 08:16:13.068755 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-4e9738bc-a704-4fd7-9fcb-785676dc9882 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Made reservation on behalf of de61a77e33c34229aece15b07cc0cc0f for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:16:13.073076 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-4e9738bc-a704-4fd7-9fcb-785676dc9882 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:13.073245 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-b54366f9-b6a1-4543-b91d-c87c23e5b518 None None] Attempt 3 to provision port e8d9ccb9-8069-4fcd-953a-a689ab9e44ad Oct 12 08:16:13.133521 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port ed0bd20c-348b-4d83-9821-ae925db8c13b triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:16:13.133893 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:13.134252 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port ed0bd20c-348b-4d83-9821-ae925db8c13b Oct 12 08:16:13.183807 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-7c554a61-51b9-4570-b010-617c013c3081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3622aeea-fc9a-40a8-989a-fa3c9f8027a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905514006', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '5fc78ef9-8943-4b53-9a44-584740b9bb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:16:06Z', 'updated_at': '2022-10-12T08:16:10Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': '5fc78ef9-8943-4b53-9a44-584740b9bb79', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:39:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3622aeea-fc9a-40a8-989a-fa3c9f8027a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:16:07Z', 'updated_at': '2022-10-12T08:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': 'e8d9ccb9-8069-4fcd-953a-a689ab9e44ad', 'name': '', 'network_id': 'b14369cf-f23a-4296-ae8d-11eaae5a8c76', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'mac_address': 'fa:16:3e:49:ba:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3622aeea-fc9a-40a8-989a-fa3c9f8027a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'c4cb43a9-a532-45b5-b53d-a1bcb4bf490e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:16:09Z', 'updated_at': '2022-10-12T08:16:12Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'subnets': [{'id': 'c4cb43a9-a532-45b5-b53d-a1bcb4bf490e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:16:13.217446 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-4e9738bc-a704-4fd7-9fcb-785676dc9882 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Allocated IP 172.20.0.3 (b14369cf-f23a-4296-ae8d-11eaae5a8c76/c4cb43a9-a532-45b5-b53d-a1bcb4bf490e/c430f20e-1f25-429a-af9e-ee64568f4d75) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:16:13.235053 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c554a61-51b9-4570-b010-617c013c3081 None None] The sync data for ids ['3622aeea-fc9a-40a8-989a-fa3c9f8027a3'] in dv-neutron-860909-2-hyperv is: [{'id': '3622aeea-fc9a-40a8-989a-fa3c9f8027a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905514006', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '5fc78ef9-8943-4b53-9a44-584740b9bb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:16:06Z', 'updated_at': '2022-10-12T08:16:10Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': '5fc78ef9-8943-4b53-9a44-584740b9bb79', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:39:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3622aeea-fc9a-40a8-989a-fa3c9f8027a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:16:07Z', 'updated_at': '2022-10-12T08:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': 'e8d9ccb9-8069-4fcd-953a-a689ab9e44ad', 'name': '', 'network_id': 'b14369cf-f23a-4296-ae8d-11eaae5a8c76', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'mac_address': 'fa:16:3e:49:ba:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3622aeea-fc9a-40a8-989a-fa3c9f8027a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'c4cb43a9-a532-45b5-b53d-a1bcb4bf490e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:16:09Z', 'updated_at': '2022-10-12T08:16:12Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'subnets': [{'id': 'c4cb43a9-a532-45b5-b53d-a1bcb4bf490e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:16:13.247611 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b54366f9-b6a1-4543-b91d-c87c23e5b518 None None] Current status of the port e8d9ccb9-8069-4fcd-953a-a689ab9e44ad is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:16:13.247999 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b54366f9-b6a1-4543-b91d-c87c23e5b518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:13.319662 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-b54366f9-b6a1-4543-b91d-c87c23e5b518 None None] For port e8d9ccb9-8069-4fcd-953a-a689ab9e44ad, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=e8d9ccb9-8069-4fcd-953a-a689ab9e44ad,segment=NetworkSegment(dbc0b6a1-2a9d-453b-adae-b6e43bf35043),segment_id=dbc0b6a1-2a9d-453b-adae-b6e43bf35043)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:16:13.321401 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port ed0bd20c-348b-4d83-9821-ae925db8c13b is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:16:13.321835 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 5fc78ef9-8943-4b53-9a44-584740b9bb79 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:16:13.325883 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b54366f9-b6a1-4543-b91d-c87c23e5b518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:13.405664 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-4e9738bc-a704-4fd7-9fcb-785676dc9882 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:13.406604 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54366f9-b6a1-4543-b91d-c87c23e5b518 None None] Pushing event updated for resources: {'Port': ['ID=e8d9ccb9-8069-4fcd-953a-a689ab9e44ad,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:16:13.414919 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 5fc78ef9-8943-4b53-9a44-584740b9bb79 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:16:13.415302 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:13.415667 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 5fc78ef9-8943-4b53-9a44-584740b9bb79 Oct 12 08:16:13.449018 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-4e9738bc-a704-4fd7-9fcb-785676dc9882 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:13.472118 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-1cdc0270-23e8-41fd-b4bc-025bf33afd3f None None] Provisioning complete for port e8d9ccb9-8069-4fcd-953a-a689ab9e44ad triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:16:13.472486 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1cdc0270-23e8-41fd-b4bc-025bf33afd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:13.472827 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-1cdc0270-23e8-41fd-b4bc-025bf33afd3f None None] Attempt 1 to provision port e8d9ccb9-8069-4fcd-953a-a689ab9e44ad Oct 12 08:16:13.502878 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-4e9738bc-a704-4fd7-9fcb-785676dc9882 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Network b14369cf-f23a-4296-ae8d-11eaae5a8c76 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:16:13.506107 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-4e9738bc-a704-4fd7-9fcb-785676dc9882 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:16:13.510211 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-4e9738bc-a704-4fd7-9fcb-785676dc9882 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:16:13.516975 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9738bc-a704-4fd7-9fcb-785676dc9882 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'Port': ['ID=c430f20e-1f25-429a-af9e-ee64568f4d75,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:16:13.560030 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 5fc78ef9-8943-4b53-9a44-584740b9bb79 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:16:13.570247 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-4e9738bc-a704-4fd7-9fcb-785676dc9882 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:16:13.570785 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-4e9738bc-a704-4fd7-9fcb-785676dc9882 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:13.591825 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-4e9738bc-a704-4fd7-9fcb-785676dc9882 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6705184 Oct 12 08:16:13.604950 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-aedfbf1a-fffa-4544-aaae-a6edaaba9dc3 service neutron] Request body: {'port': {'device_id': '087c24cb-2c5b-458c-ad89-180df9bda1b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8609'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:16:13.616060 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc0270-23e8-41fd-b4bc-025bf33afd3f None None] Current status of the port e8d9ccb9-8069-4fcd-953a-a689ab9e44ad is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:16:13.675210 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-aedfbf1a-fffa-4544-aaae-a6edaaba9dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:13.839561 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-b6b63a73-3b68-4093-8d79-e323a3d9f9bc None None] Provisioning complete for port c430f20e-1f25-429a-af9e-ee64568f4d75 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:16:13.839963 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b6b63a73-3b68-4093-8d79-e323a3d9f9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:13.840295 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-b6b63a73-3b68-4093-8d79-e323a3d9f9bc None None] Attempt 1 to provision port c430f20e-1f25-429a-af9e-ee64568f4d75 Oct 12 08:16:13.879579 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b6b63a73-3b68-4093-8d79-e323a3d9f9bc None None] Port c430f20e-1f25-429a-af9e-ee64568f4d75 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:16:13.961813 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-aedfbf1a-fffa-4544-aaae-a6edaaba9dc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c430f20e-1f25-429a-af9e-ee64568f4d75 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 08:16:13.970298 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-aedfbf1a-fffa-4544-aaae-a6edaaba9dc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:13.984490 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-aedfbf1a-fffa-4544-aaae-a6edaaba9dc3 service neutron] Transition to ACTIVE for port object c430f20e-1f25-429a-af9e-ee64568f4d75 will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 08:16:13.991223 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-aedfbf1a-fffa-4544-aaae-a6edaaba9dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:14.002909 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d3de7386-c608-4e10-88cb-0c6a63ea9ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:14.075267 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedfbf1a-fffa-4544-aaae-a6edaaba9dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=c430f20e-1f25-429a-af9e-ee64568f4d75,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:16:14.107025 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-aedfbf1a-fffa-4544-aaae-a6edaaba9dc3 service neutron] Attempting to bind port c430f20e-1f25-429a-af9e-ee64568f4d75 on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:16:14.107364 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-aedfbf1a-fffa-4544-aaae-a6edaaba9dc3 service neutron] Attempting to bind port c430f20e-1f25-429a-af9e-ee64568f4d75 by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': 'dbc0b6a1-2a9d-453b-adae-b6e43bf35043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b14369cf-f23a-4296-ae8d-11eaae5a8c76'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:16:14.107687 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-aedfbf1a-fffa-4544-aaae-a6edaaba9dc3 service neutron] Attempting to bind port c430f20e-1f25-429a-af9e-ee64568f4d75 on network b14369cf-f23a-4296-ae8d-11eaae5a8c76 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:16:14.112987 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-aedfbf1a-fffa-4544-aaae-a6edaaba9dc3 service neutron] Port c430f20e-1f25-429a-af9e-ee64568f4d75 on network b14369cf-f23a-4296-ae8d-11eaae5a8c76 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 08:16:14.113309 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-aedfbf1a-fffa-4544-aaae-a6edaaba9dc3 service neutron] Attempting to bind port c430f20e-1f25-429a-af9e-ee64568f4d75 on network b14369cf-f23a-4296-ae8d-11eaae5a8c76 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:16:14.118636 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-aedfbf1a-fffa-4544-aaae-a6edaaba9dc3 service neutron] Checking agent: {'id': 'afe9b392-c72e-4ef3-a7bd-ca4c2066af02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8609', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'started_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:16:14.118977 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-aedfbf1a-fffa-4544-aaae-a6edaaba9dc3 service neutron] Checking segment: {'id': 'dbc0b6a1-2a9d-453b-adae-b6e43bf35043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b14369cf-f23a-4296-ae8d-11eaae5a8c76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:16:14.119353 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-aedfbf1a-fffa-4544-aaae-a6edaaba9dc3 service neutron] Bound using segment: {'id': 'dbc0b6a1-2a9d-453b-adae-b6e43bf35043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b14369cf-f23a-4296-ae8d-11eaae5a8c76'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:16:14.119779 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-aedfbf1a-fffa-4544-aaae-a6edaaba9dc3 service neutron] Bound port: c430f20e-1f25-429a-af9e-ee64568f4d75, host: hv-neutron-8609, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbc0b6a1-2a9d-453b-adae-b6e43bf35043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b14369cf-f23a-4296-ae8d-11eaae5a8c76'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:16:14.120131 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-aedfbf1a-fffa-4544-aaae-a6edaaba9dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:14.224454 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-aedfbf1a-fffa-4544-aaae-a6edaaba9dc3 service neutron] For port c430f20e-1f25-429a-af9e-ee64568f4d75, host hv-neutron-8609, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:16:14.228127 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-aedfbf1a-fffa-4544-aaae-a6edaaba9dc3 service neutron] For port c430f20e-1f25-429a-af9e-ee64568f4d75, host hv-neutron-8609, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=c430f20e-1f25-429a-af9e-ee64568f4d75,segment=NetworkSegment(dbc0b6a1-2a9d-453b-adae-b6e43bf35043),segment_id=dbc0b6a1-2a9d-453b-adae-b6e43bf35043)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:16:14.236952 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d09ff5-084e-4b66-8188-e4d26f36d668 req-60ca1e57-c6df-45e2-9692-29be3ee6d789 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:16:14.238448 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e2d09ff5-084e-4b66-8188-e4d26f36d668 req-60ca1e57-c6df-45e2-9692-29be3ee6d789 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=087c24cb-2c5b-458c-ad89-180df9bda1b0 HTTP/1.1" status: 200 len: 943 time: 0.0976715 Oct 12 08:16:14.239869 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-aedfbf1a-fffa-4544-aaae-a6edaaba9dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:14.242885 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-aedfbf1a-fffa-4544-aaae-a6edaaba9dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:16:14.243470 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-aedfbf1a-fffa-4544-aaae-a6edaaba9dc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:14.244785 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-aedfbf1a-fffa-4544-aaae-a6edaaba9dc3 service neutron] 10.222.0.23 "PUT /v2.0/ports/c430f20e-1f25-429a-af9e-ee64568f4d75 HTTP/1.1" status: 200 len: 1093 time: 0.6454971 Oct 12 08:16:14.248283 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '087c24cb-2c5b-458c-ad89-180df9bda1b0', 'tag': 'c430f20e-1f25-429a-af9e-ee64568f4d75'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:16:14.251330 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9aabe5-bc78-46aa-baab-6ce650b073b4" -d '{"events": [{"name": "network-changed", "server_uuid": "087c24cb-2c5b-458c-ad89-180df9bda1b0", "tag": "c430f20e-1f25-429a-af9e-ee64568f4d75"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:16:14.308016 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 08:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29db542d-41cc-4b8d-b008-ce0e0876e3a7 x-openstack-request-id: req-29db542d-41cc-4b8d-b008-ce0e0876e3a7 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:16:14.308692 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "087c24cb-2c5b-458c-ad89-180df9bda1b0", "tag": "c430f20e-1f25-429a-af9e-ee64568f4d75", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:16:14.308944 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-29db542d-41cc-4b8d-b008-ce0e0876e3a7 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:16:14.309345 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29db542d-41cc-4b8d-b008-ce0e0876e3a7'] response: {'name': 'network-changed', 'server_uuid': '087c24cb-2c5b-458c-ad89-180df9bda1b0', 'tag': 'c430f20e-1f25-429a-af9e-ee64568f4d75', 'status': 'completed', 'code': 200} Oct 12 08:16:14.367300 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e2d09ff5-084e-4b66-8188-e4d26f36d668 req-df36f63b-4390-42ab-9324-0071dc770e0c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=60c4df99-d6f3-43f1-80a5-c58d3dd2ef7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213655 Oct 12 08:16:14.367888 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedfbf1a-fffa-4544-aaae-a6edaaba9dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=c430f20e-1f25-429a-af9e-ee64568f4d75,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:16:14.377087 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-9004de83-df46-49e2-b030-fa797c272536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:16:14.378617 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-9004de83-df46-49e2-b030-fa797c272536 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de61a77e33c34229aece15b07cc0cc0f&device_id=087c24cb-2c5b-458c-ad89-180df9bda1b0 HTTP/1.1" status: 200 len: 1096 time: 0.0924122 Oct 12 08:16:14.380846 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-b6b63a73-3b68-4093-8d79-e323a3d9f9bc None None] Attempt 2 to provision port c430f20e-1f25-429a-af9e-ee64568f4d75 Oct 12 08:16:14.423012 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b6b63a73-3b68-4093-8d79-e323a3d9f9bc None None] Port c430f20e-1f25-429a-af9e-ee64568f4d75 had new provisioning blocks added so it will not transition to active. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 12 08:16:14.425370 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-fcdf27ef-3aaa-4594-92cd-652c23823f06 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c430f20e-1f25-429a-af9e-ee64568f4d75 HTTP/1.1" status: 200 len: 217 time: 0.0383673 Oct 12 08:16:14.477546 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-75d7e45e-0eaa-42c6-a19b-71e6ba525322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:16:14.479107 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-75d7e45e-0eaa-42c6-a19b-71e6ba525322 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c4cb43a9-a532-45b5-b53d-a1bcb4bf490e HTTP/1.1" status: 200 len: 834 time: 0.0481181 Oct 12 08:16:14.525329 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-995042e0-a923-4fef-a69b-f28710aad85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:16:14.526864 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-995042e0-a923-4fef-a69b-f28710aad85b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b14369cf-f23a-4296-ae8d-11eaae5a8c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412831 Oct 12 08:16:14.614572 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-33b90692-4396-4e69-b4fc-12364c65e94e service neutron] 10.222.0.23 "GET /v2.0/networks/b14369cf-f23a-4296-ae8d-11eaae5a8c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805981 Oct 12 08:16:14.707217 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2b3e504a-6a46-42e1-a243-22c37be31969 req-45cf1e96-d132-41b1-b0bb-682bba3951ed service neutron] 10.222.0.23 "GET /v2.0/networks/b14369cf-f23a-4296-ae8d-11eaae5a8c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849943 Oct 12 08:16:14.787752 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9aabe5-bc78-46aa-baab-6ce650b073b4 req-cb96cbca-ea8a-4323-b364-a60fc5abb4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:16:14.789194 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5d9aabe5-bc78-46aa-baab-6ce650b073b4 req-cb96cbca-ea8a-4323-b364-a60fc5abb4b7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de61a77e33c34229aece15b07cc0cc0f&device_id=087c24cb-2c5b-458c-ad89-180df9bda1b0 HTTP/1.1" status: 200 len: 1096 time: 0.0398245 Oct 12 08:16:14.887278 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9aabe5-bc78-46aa-baab-6ce650b073b4 req-dc0cfca8-00d3-4117-8254-5510ed86bb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:16:14.888670 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5d9aabe5-bc78-46aa-baab-6ce650b073b4 req-dc0cfca8-00d3-4117-8254-5510ed86bb59 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b14369cf-f23a-4296-ae8d-11eaae5a8c76 HTTP/1.1" status: 200 len: 897 time: 0.0889904 Oct 12 08:16:14.929184 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5d9aabe5-bc78-46aa-baab-6ce650b073b4 req-9a87e186-4944-4686-926f-b8f53130120b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c430f20e-1f25-429a-af9e-ee64568f4d75 HTTP/1.1" status: 200 len: 217 time: 0.0337672 Oct 12 08:16:14.978342 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device e8d9ccb9-8069-4fcd-953a-a689ab9e44ad up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:16:14.986847 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9aabe5-bc78-46aa-baab-6ce650b073b4 req-305b4a2b-4daa-4d59-a427-9ade08c6811e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:16:14.988371 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5d9aabe5-bc78-46aa-baab-6ce650b073b4 req-305b4a2b-4daa-4d59-a427-9ade08c6811e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c4cb43a9-a532-45b5-b53d-a1bcb4bf490e HTTP/1.1" status: 200 len: 834 time: 0.0525906 Oct 12 08:16:15.027522 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port e8d9ccb9-8069-4fcd-953a-a689ab9e44ad triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:16:15.028113 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:15.028350 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port e8d9ccb9-8069-4fcd-953a-a689ab9e44ad Oct 12 08:16:15.033872 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9aabe5-bc78-46aa-baab-6ce650b073b4 req-efb377c0-fd0b-4ce8-a21c-3b2718211061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:16:15.035404 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5d9aabe5-bc78-46aa-baab-6ce650b073b4 req-efb377c0-fd0b-4ce8-a21c-3b2718211061 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b14369cf-f23a-4296-ae8d-11eaae5a8c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393999 Oct 12 08:16:15.113940 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port e8d9ccb9-8069-4fcd-953a-a689ab9e44ad is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:16:15.124707 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5d9aabe5-bc78-46aa-baab-6ce650b073b4 req-30ece2d4-c63b-40c4-ab54-bf6f53f4980a service neutron] 10.222.0.23 "GET /v2.0/networks/b14369cf-f23a-4296-ae8d-11eaae5a8c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821466 Oct 12 08:16:15.215025 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5d9aabe5-bc78-46aa-baab-6ce650b073b4 req-5a170eac-7838-427d-b542-426aaaf530d2 service neutron] 10.222.0.23 "GET /v2.0/networks/b14369cf-f23a-4296-ae8d-11eaae5a8c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837827 Oct 12 08:16:15.491213 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e5a08-59f0-4cff-b730-893414f1bd78 req-a4d1f0fc-0c42-4866-ae4d-7ae48902b4aa tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:16:15.492595 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-501e5a08-59f0-4cff-b730-893414f1bd78 req-a4d1f0fc-0c42-4866-ae4d-7ae48902b4aa tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=087c24cb-2c5b-458c-ad89-180df9bda1b0 HTTP/1.1" status: 200 len: 943 time: 0.0496936 Oct 12 08:16:15.529110 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-501e5a08-59f0-4cff-b730-893414f1bd78 req-5a427917-fc68-43a9-9743-42e7da4641c9 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=60c4df99-d6f3-43f1-80a5-c58d3dd2ef7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306332 Oct 12 08:16:16.163479 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bddfd9f8-f675-4d84-920d-bf5cd84a693c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:16.656921 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab889cf-5b15-4dbe-90ac-332a7f24764f req-9cc8a50a-c69c-4b2e-88ca-9cc09ba3f4b1 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:16:16.658953 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1ab889cf-5b15-4dbe-90ac-332a7f24764f req-9cc8a50a-c69c-4b2e-88ca-9cc09ba3f4b1 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=087c24cb-2c5b-458c-ad89-180df9bda1b0 HTTP/1.1" status: 200 len: 943 time: 0.0567877 Oct 12 08:16:16.695622 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1ab889cf-5b15-4dbe-90ac-332a7f24764f req-8e5ca7c3-d8a5-4720-92c5-62cac2b2bfb1 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=60c4df99-d6f3-43f1-80a5-c58d3dd2ef7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308669 Oct 12 08:16:17.396324 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:17.819786 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9820c04-2a7b-413e-84f5-82f8dcdd010d req-5fecf4e2-6253-4cf1-a5d3-6b7ce8346625 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:16:17.821259 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a9820c04-2a7b-413e-84f5-82f8dcdd010d req-5fecf4e2-6253-4cf1-a5d3-6b7ce8346625 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=087c24cb-2c5b-458c-ad89-180df9bda1b0 HTTP/1.1" status: 200 len: 943 time: 0.0487645 Oct 12 08:16:17.858331 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a9820c04-2a7b-413e-84f5-82f8dcdd010d req-368ca1ba-de9d-481e-89d6-35634423b947 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=60c4df99-d6f3-43f1-80a5-c58d3dd2ef7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311682 Oct 12 08:16:18.281601 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device c430f20e-1f25-429a-af9e-ee64568f4d75 details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 08:16:18.376889 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port c430f20e-1f25-429a-af9e-ee64568f4d75, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=c430f20e-1f25-429a-af9e-ee64568f4d75,segment=NetworkSegment(dbc0b6a1-2a9d-453b-adae-b6e43bf35043),segment_id=dbc0b6a1-2a9d-453b-adae-b6e43bf35043)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:16:18.388177 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': 'c430f20e-1f25-429a-af9e-ee64568f4d75', 'network_id': 'b14369cf-f23a-4296-ae8d-11eaae5a8c76', 'port_id': 'c430f20e-1f25-429a-af9e-ee64568f4d75', 'mac_address': 'fa:16:3e:4d:f9:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4cb43a9-a532-45b5-b53d-a1bcb4bf490e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 08:16:18.423876 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port c430f20e-1f25-429a-af9e-ee64568f4d75 is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:16:18.424578 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:18.436486 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c430f20e-1f25-429a-af9e-ee64568f4d75 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 08:16:18.456056 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port c430f20e-1f25-429a-af9e-ee64568f4d75, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=c430f20e-1f25-429a-af9e-ee64568f4d75,segment=NetworkSegment(dbc0b6a1-2a9d-453b-adae-b6e43bf35043),segment_id=dbc0b6a1-2a9d-453b-adae-b6e43bf35043)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:16:18.460604 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:18.506396 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=c430f20e-1f25-429a-af9e-ee64568f4d75,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:16:18.671271 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['c430f20e-1f25-429a-af9e-ee64568f4d75'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 08:16:18.958622 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:18.980944 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbcd81-0026-48fd-be4d-3e6085468fff req-b8384d78-4dc5-4300-99d7-610efafd0ab7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:16:18.982453 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-18fbcd81-0026-48fd-be4d-3e6085468fff req-b8384d78-4dc5-4300-99d7-610efafd0ab7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=087c24cb-2c5b-458c-ad89-180df9bda1b0 HTTP/1.1" status: 200 len: 944 time: 0.0504615 Oct 12 08:16:19.019176 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-18fbcd81-0026-48fd-be4d-3e6085468fff req-356d2d4a-d69d-4fa6-a453-b4fe779a45da tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=60c4df99-d6f3-43f1-80a5-c58d3dd2ef7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297630 Oct 12 08:16:19.227904 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:20.139906 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff627ded-c5fd-44a4-a3f3-280476b72979 req-877a87c3-0eb5-433b-bb4d-f347596ba746 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:16:20.141348 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ff627ded-c5fd-44a4-a3f3-280476b72979 req-877a87c3-0eb5-433b-bb4d-f347596ba746 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=087c24cb-2c5b-458c-ad89-180df9bda1b0 HTTP/1.1" status: 200 len: 944 time: 0.0514257 Oct 12 08:16:20.178314 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ff627ded-c5fd-44a4-a3f3-280476b72979 req-0785c9fb-5f77-4d83-bc45-7c53aef2f850 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=60c4df99-d6f3-43f1-80a5-c58d3dd2ef7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310864 Oct 12 08:16:20.281227 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device c430f20e-1f25-429a-af9e-ee64568f4d75 up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:16:20.330376 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning for port c430f20e-1f25-429a-af9e-ee64568f4d75 completed by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 12 08:16:20.334098 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port c430f20e-1f25-429a-af9e-ee64568f4d75 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:16:20.334465 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:20.334789 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port c430f20e-1f25-429a-af9e-ee64568f4d75 Oct 12 08:16:20.408157 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port c430f20e-1f25-429a-af9e-ee64568f4d75 is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:16:20.409217 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:20.435670 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '087c24cb-2c5b-458c-ad89-180df9bda1b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c430f20e-1f25-429a-af9e-ee64568f4d75'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:16:20.437924 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0bf9a76-6a8c-413d-8b2b-e810ed4847da" -d '{"events": [{"server_uuid": "087c24cb-2c5b-458c-ad89-180df9bda1b0", "name": "network-vif-plugged", "status": "completed", "tag": "c430f20e-1f25-429a-af9e-ee64568f4d75"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:16:20.450167 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port c430f20e-1f25-429a-af9e-ee64568f4d75, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=c430f20e-1f25-429a-af9e-ee64568f4d75,segment=NetworkSegment(dbc0b6a1-2a9d-453b-adae-b6e43bf35043),segment_id=dbc0b6a1-2a9d-453b-adae-b6e43bf35043)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:16:20.454350 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:20.479289 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 08:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74511917-a3c0-4df5-a6d9-4edd5bebe9b9 x-openstack-request-id: req-74511917-a3c0-4df5-a6d9-4edd5bebe9b9 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:16:20.479583 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "087c24cb-2c5b-458c-ad89-180df9bda1b0", "name": "network-vif-plugged", "status": "completed", "tag": "c430f20e-1f25-429a-af9e-ee64568f4d75", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:16:20.479833 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-74511917-a3c0-4df5-a6d9-4edd5bebe9b9 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:16:20.480227 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74511917-a3c0-4df5-a6d9-4edd5bebe9b9'] response: {'server_uuid': '087c24cb-2c5b-458c-ad89-180df9bda1b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c430f20e-1f25-429a-af9e-ee64568f4d75', 'code': 200} Oct 12 08:16:20.508481 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=c430f20e-1f25-429a-af9e-ee64568f4d75,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:16:20.638463 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd4442b-d7ad-469b-a125-0af29c915494 req-d0669f0e-2cf6-4d82-b32b-35a665b7d31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:16:20.639931 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0fd4442b-d7ad-469b-a125-0af29c915494 req-d0669f0e-2cf6-4d82-b32b-35a665b7d31a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=087c24cb-2c5b-458c-ad89-180df9bda1b0 HTTP/1.1" status: 200 len: 1098 time: 0.0396981 Oct 12 08:16:20.673238 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0fd4442b-d7ad-469b-a125-0af29c915494 req-b2e0f3ab-ab90-4cc8-9a84-76964a384290 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=60c4df99-d6f3-43f1-80a5-c58d3dd2ef7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269089 Oct 12 08:16:21.297323 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e10adc-8fdf-44c5-9b98-5b49076cfeea req-f28f7807-74d1-4f81-a3d3-ed1254db3629 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:16:21.298787 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-29e10adc-8fdf-44c5-9b98-5b49076cfeea req-f28f7807-74d1-4f81-a3d3-ed1254db3629 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=087c24cb-2c5b-458c-ad89-180df9bda1b0 HTTP/1.1" status: 200 len: 945 time: 0.0477574 Oct 12 08:16:21.336146 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-29e10adc-8fdf-44c5-9b98-5b49076cfeea req-92e98ec0-6da9-41bf-afd0-69b4ee593d0a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=60c4df99-d6f3-43f1-80a5-c58d3dd2ef7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315053 Oct 12 08:16:21.509467 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:22.789759 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3542008-0112-47a4-aa50-857ca9d1775a req-2478b2b3-a94d-4591-8221-42c469e49560 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:16:22.791178 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b3542008-0112-47a4-aa50-857ca9d1775a req-2478b2b3-a94d-4591-8221-42c469e49560 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=087c24cb-2c5b-458c-ad89-180df9bda1b0 HTTP/1.1" status: 200 len: 945 time: 0.3821018 Oct 12 08:16:22.828239 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b3542008-0112-47a4-aa50-857ca9d1775a req-0ed0213e-f11c-40da-ae39-0f806931eab7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=60c4df99-d6f3-43f1-80a5-c58d3dd2ef7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310166 Oct 12 08:16:22.944654 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb84fe6b-110b-49c2-846e-d169bbc8649d req-1ff117d0-f6eb-42de-8100-bd0d6b04fa5f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:16:22.946142 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bb84fe6b-110b-49c2-846e-d169bbc8649d req-1ff117d0-f6eb-42de-8100-bd0d6b04fa5f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=087c24cb-2c5b-458c-ad89-180df9bda1b0 HTTP/1.1" status: 200 len: 945 time: 0.0470510 Oct 12 08:16:22.984202 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bb84fe6b-110b-49c2-846e-d169bbc8649d req-6bcb4593-6be5-4a18-b6da-d6f3300aa787 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=60c4df99-d6f3-43f1-80a5-c58d3dd2ef7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319560 Oct 12 08:16:23.011622 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 49060) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:16:23.050238 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda880af-5ecc-431a-8fe9-d7bee31708e1 tempest-TestNetworkAdvancedServerOps-682992196 tempest-TestNetworkAdvancedServerOps-682992196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:16:23.051636 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-cda880af-5ecc-431a-8fe9-d7bee31708e1 tempest-TestNetworkAdvancedServerOps-682992196 tempest-TestNetworkAdvancedServerOps-682992196-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=087c24cb-2c5b-458c-ad89-180df9bda1b0 HTTP/1.1" status: 200 len: 1093 time: 0.0390778 Oct 12 08:16:23.054336 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 49062) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:16:23.058546 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-6b36166c-9a80-4c99-a81a-78f0838e286d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Request body: {'floatingip': {'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'port_id': 'c430f20e-1f25-429a-af9e-ee64568f4d75', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:16:23.078561 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6b36166c-9a80-4c99-a81a-78f0838e286d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for floatingip, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:23.173562 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6b36166c-9a80-4c99-a81a-78f0838e286d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:23.278042 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-6b36166c-9a80-4c99-a81a-78f0838e286d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Allocated IP 172.26.3.105 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/065cdf94-2acb-4699-82e8-34f406025d79) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:16:23.377107 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6b36166c-9a80-4c99-a81a-78f0838e286d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:23.405519 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:16:23.410174 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6b36166c-9a80-4c99-a81a-78f0838e286d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:23.448263 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b36166c-9a80-4c99-a81a-78f0838e286d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:16:23.452601 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-6b36166c-9a80-4c99-a81a-78f0838e286d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:16:23.457051 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b36166c-9a80-4c99-a81a-78f0838e286d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:16:23.463670 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36166c-9a80-4c99-a81a-78f0838e286d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'Port': ['ID=065cdf94-2acb-4699-82e8-34f406025d79,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:16:23.809081 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6b36166c-9a80-4c99-a81a-78f0838e286d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:23.877058 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6b36166c-9a80-4c99-a81a-78f0838e286d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:24.020121 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6b36166c-9a80-4c99-a81a-78f0838e286d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:24.024580 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6b36166c-9a80-4c99-a81a-78f0838e286d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:24.093591 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6b36166c-9a80-4c99-a81a-78f0838e286d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:24.096076 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36166c-9a80-4c99-a81a-78f0838e286d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event updated for resources: {'Port': ['ID=065cdf94-2acb-4699-82e8-34f406025d79,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:16:24.195236 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [None req-6b36166c-9a80-4c99-a81a-78f0838e286d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Floating IP c2c839d8-5e65-4413-b228-ca81779f0001 associated. External IP: 172.26.3.105, port: c430f20e-1f25-429a-af9e-ee64568f4d75. Oct 12 08:16:24.402597 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b36166c-9a80-4c99-a81a-78f0838e286d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Router 3622aeea-fc9a-40a8-989a-fa3c9f8027a3 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:16:24.508682 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b36166c-9a80-4c99-a81a-78f0838e286d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:16:24.517849 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acf6574-05df-41c7-8f19-068b31c6b124 None None] Sync routers for ids ['3622aeea-fc9a-40a8-989a-fa3c9f8027a3'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:16:24.526441 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6b36166c-9a80-4c99-a81a-78f0838e286d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:24.529119 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acf6574-05df-41c7-8f19-068b31c6b124 None None] Routers {'3622aeea-fc9a-40a8-989a-fa3c9f8027a3'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:16:24.529726 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-0acf6574-05df-41c7-8f19-068b31c6b124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:16:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['3622aeea-fc9a-40a8-989a-fa3c9f8027a3'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:16:24.553496 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-6b36166c-9a80-4c99-a81a-78f0838e286d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4981530 Oct 12 08:16:24.554199 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '087c24cb-2c5b-458c-ad89-180df9bda1b0', 'tag': 'c430f20e-1f25-429a-af9e-ee64568f4d75'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:16:24.556461 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1218605f-149d-4398-a998-40b65275690f" -d '{"events": [{"name": "network-changed", "server_uuid": "087c24cb-2c5b-458c-ad89-180df9bda1b0", "tag": "c430f20e-1f25-429a-af9e-ee64568f4d75"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:16:24.598082 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 08:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f01a8a-b434-41e8-b57a-aed39d98d17a x-openstack-request-id: req-58f01a8a-b434-41e8-b57a-aed39d98d17a {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:16:24.598455 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "087c24cb-2c5b-458c-ad89-180df9bda1b0", "tag": "c430f20e-1f25-429a-af9e-ee64568f4d75", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:16:24.598778 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-58f01a8a-b434-41e8-b57a-aed39d98d17a {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:16:24.599262 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58f01a8a-b434-41e8-b57a-aed39d98d17a'] response: {'name': 'network-changed', 'server_uuid': '087c24cb-2c5b-458c-ad89-180df9bda1b0', 'tag': 'c430f20e-1f25-429a-af9e-ee64568f4d75', 'status': 'completed', 'code': 200} Oct 12 08:16:24.692540 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b9b89-1aac-478f-968c-1360c6d3b5da req-fdb9ebb3-61ea-489b-98ba-2c6bbe2bcbf4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:16:24.693972 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-969b9b89-1aac-478f-968c-1360c6d3b5da req-fdb9ebb3-61ea-489b-98ba-2c6bbe2bcbf4 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=087c24cb-2c5b-458c-ad89-180df9bda1b0 HTTP/1.1" status: 200 len: 945 time: 0.0807836 Oct 12 08:16:24.696480 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218605f-149d-4398-a998-40b65275690f req-61f9bd5a-6085-4679-bfd7-dbb70573930d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:16:24.697823 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1218605f-149d-4398-a998-40b65275690f req-61f9bd5a-6085-4679-bfd7-dbb70573930d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de61a77e33c34229aece15b07cc0cc0f&device_id=087c24cb-2c5b-458c-ad89-180df9bda1b0 HTTP/1.1" status: 200 len: 1098 time: 0.0741634 Oct 12 08:16:24.721094 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-0acf6574-05df-41c7-8f19-068b31c6b124 None None] Set router 3622aeea-fc9a-40a8-989a-fa3c9f8027a3 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:16:24.759565 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-969b9b89-1aac-478f-968c-1360c6d3b5da req-7a863e46-a7a2-4225-bbca-597dda57d5c3 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=60c4df99-d6f3-43f1-80a5-c58d3dd2ef7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593898 Oct 12 08:16:24.786859 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 49068) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:16:24.824035 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218605f-149d-4398-a998-40b65275690f req-9468f9ae-9f83-47a3-b18e-ea95ac6f72ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:16:24.825575 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1218605f-149d-4398-a998-40b65275690f req-9468f9ae-9f83-47a3-b18e-ea95ac6f72ba service neutron] 10.222.0.23 "GET /v2.0/networks?id=b14369cf-f23a-4296-ae8d-11eaae5a8c76 HTTP/1.1" status: 200 len: 897 time: 0.1188958 Oct 12 08:16:24.849975 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-fc32a5d7-fab7-4360-b395-1b16fd1e72cc tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/floatingips/c2c839d8-5e65-4413-b228-ca81779f0001 HTTP/1.1" status: 200 len: 991 time: 0.0618336 Oct 12 08:16:24.891083 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1218605f-149d-4398-a998-40b65275690f req-622914e8-defa-4340-b2e4-1e35b1d3bde4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c430f20e-1f25-429a-af9e-ee64568f4d75 HTTP/1.1" status: 200 len: 999 time: 0.0595596 Oct 12 08:16:24.943805 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218605f-149d-4398-a998-40b65275690f req-c3cbee66-37d3-494e-a4a9-1ffcb4f10a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:16:24.945232 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1218605f-149d-4398-a998-40b65275690f req-c3cbee66-37d3-494e-a4a9-1ffcb4f10a2e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c4cb43a9-a532-45b5-b53d-a1bcb4bf490e HTTP/1.1" status: 200 len: 834 time: 0.0482054 Oct 12 08:16:24.954413 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-0acf6574-05df-41c7-8f19-068b31c6b124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3622aeea-fc9a-40a8-989a-fa3c9f8027a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905514006', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '5fc78ef9-8943-4b53-9a44-584740b9bb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:16:06Z', 'updated_at': '2022-10-12T08:16:10Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': '5fc78ef9-8943-4b53-9a44-584740b9bb79', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:39:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3622aeea-fc9a-40a8-989a-fa3c9f8027a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:16:07Z', 'updated_at': '2022-10-12T08:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'c2c839d8-5e65-4413-b228-ca81779f0001', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'floating_ip_address': '172.26.3.105', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '3622aeea-fc9a-40a8-989a-fa3c9f8027a3', 'port_id': 'c430f20e-1f25-429a-af9e-ee64568f4d75', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b14369cf-f23a-4296-ae8d-11eaae5a8c76', 'mac_address': 'fa:16:3e:4d:f9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087c24cb-2c5b-458c-ad89-180df9bda1b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T08:16:23Z', 'updated_at': '2022-10-12T08:16:23Z', 'revision_number': 0, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8d9ccb9-8069-4fcd-953a-a689ab9e44ad', 'name': '', 'network_id': 'b14369cf-f23a-4296-ae8d-11eaae5a8c76', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'mac_address': 'fa:16:3e:49:ba:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3622aeea-fc9a-40a8-989a-fa3c9f8027a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'c4cb43a9-a532-45b5-b53d-a1bcb4bf490e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:16:09Z', 'updated_at': '2022-10-12T08:16:13Z', 'revision_number': 5, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'subnets': [{'id': 'c4cb43a9-a532-45b5-b53d-a1bcb4bf490e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:16:24.981095 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acf6574-05df-41c7-8f19-068b31c6b124 None None] Checking router: 3622aeea-fc9a-40a8-989a-fa3c9f8027a3 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:16:24.989982 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acf6574-05df-41c7-8f19-068b31c6b124 None None] Routers {'3622aeea-fc9a-40a8-989a-fa3c9f8027a3'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:16:24.990615 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-0acf6574-05df-41c7-8f19-068b31c6b124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:16:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['3622aeea-fc9a-40a8-989a-fa3c9f8027a3'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:16:24.992031 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218605f-149d-4398-a998-40b65275690f req-9988e320-9d0d-4448-8bbe-dd6f99d03975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:16:24.993554 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1218605f-149d-4398-a998-40b65275690f req-9988e320-9d0d-4448-8bbe-dd6f99d03975 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b14369cf-f23a-4296-ae8d-11eaae5a8c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418496 Oct 12 08:16:25.084075 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1218605f-149d-4398-a998-40b65275690f req-4aae3748-f1f2-449b-a490-769f0358fd7e service neutron] 10.222.0.23 "GET /v2.0/networks/b14369cf-f23a-4296-ae8d-11eaae5a8c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831168 Oct 12 08:16:25.095603 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-0acf6574-05df-41c7-8f19-068b31c6b124 None None] Set router 3622aeea-fc9a-40a8-989a-fa3c9f8027a3 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:16:25.178413 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1218605f-149d-4398-a998-40b65275690f req-e081e99c-f0b0-4098-b1f6-fc06c0768103 service neutron] 10.222.0.23 "GET /v2.0/networks/b14369cf-f23a-4296-ae8d-11eaae5a8c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878308 Oct 12 08:16:25.320324 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-0acf6574-05df-41c7-8f19-068b31c6b124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3622aeea-fc9a-40a8-989a-fa3c9f8027a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905514006', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '5fc78ef9-8943-4b53-9a44-584740b9bb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:16:06Z', 'updated_at': '2022-10-12T08:16:10Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': '5fc78ef9-8943-4b53-9a44-584740b9bb79', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:39:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3622aeea-fc9a-40a8-989a-fa3c9f8027a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:16:07Z', 'updated_at': '2022-10-12T08:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'c2c839d8-5e65-4413-b228-ca81779f0001', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'floating_ip_address': '172.26.3.105', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '3622aeea-fc9a-40a8-989a-fa3c9f8027a3', 'port_id': 'c430f20e-1f25-429a-af9e-ee64568f4d75', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b14369cf-f23a-4296-ae8d-11eaae5a8c76', 'mac_address': 'fa:16:3e:4d:f9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087c24cb-2c5b-458c-ad89-180df9bda1b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T08:16:23Z', 'updated_at': '2022-10-12T08:16:23Z', 'revision_number': 0, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8d9ccb9-8069-4fcd-953a-a689ab9e44ad', 'name': '', 'network_id': 'b14369cf-f23a-4296-ae8d-11eaae5a8c76', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'mac_address': 'fa:16:3e:49:ba:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3622aeea-fc9a-40a8-989a-fa3c9f8027a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'c4cb43a9-a532-45b5-b53d-a1bcb4bf490e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:16:09Z', 'updated_at': '2022-10-12T08:16:13Z', 'revision_number': 5, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'subnets': [{'id': 'c4cb43a9-a532-45b5-b53d-a1bcb4bf490e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:16:25.350268 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acf6574-05df-41c7-8f19-068b31c6b124 None None] The sync data for ids ['3622aeea-fc9a-40a8-989a-fa3c9f8027a3'] in dv-neutron-860909-2-hyperv is: [{'id': '3622aeea-fc9a-40a8-989a-fa3c9f8027a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905514006', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '5fc78ef9-8943-4b53-9a44-584740b9bb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:16:06Z', 'updated_at': '2022-10-12T08:16:10Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': '5fc78ef9-8943-4b53-9a44-584740b9bb79', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:39:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3622aeea-fc9a-40a8-989a-fa3c9f8027a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:16:07Z', 'updated_at': '2022-10-12T08:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'c2c839d8-5e65-4413-b228-ca81779f0001', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'floating_ip_address': '172.26.3.105', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '3622aeea-fc9a-40a8-989a-fa3c9f8027a3', 'port_id': 'c430f20e-1f25-429a-af9e-ee64568f4d75', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b14369cf-f23a-4296-ae8d-11eaae5a8c76', 'mac_address': 'fa:16:3e:4d:f9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087c24cb-2c5b-458c-ad89-180df9bda1b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T08:16:23Z', 'updated_at': '2022-10-12T08:16:23Z', 'revision_number': 0, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8d9ccb9-8069-4fcd-953a-a689ab9e44ad', 'name': '', 'network_id': 'b14369cf-f23a-4296-ae8d-11eaae5a8c76', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'mac_address': 'fa:16:3e:49:ba:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3622aeea-fc9a-40a8-989a-fa3c9f8027a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'c4cb43a9-a532-45b5-b53d-a1bcb4bf490e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:16:09Z', 'updated_at': '2022-10-12T08:16:13Z', 'revision_number': 5, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'subnets': [{'id': 'c4cb43a9-a532-45b5-b53d-a1bcb4bf490e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:16:25.545387 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbe312f-0684-4571-8390-f705a29c5017 None None] New status for floating IP c2c839d8-5e65-4413-b228-ca81779f0001: ACTIVE {{(pid=103202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 08:16:25.851814 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 49070) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:16:25.914631 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-e68129b1-21f8-4487-a2ba-4893b43560be tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/floatingips/c2c839d8-5e65-4413-b228-ca81779f0001 HTTP/1.1" status: 200 len: 993 time: 0.0616770 Oct 12 08:16:27.368609 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a7bb503d-ea30-4f39-95ca-d62fc8d393e9 req-b105877f-3f03-400c-b566-347582113f40 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=087c24cb-2c5b-458c-ad89-180df9bda1b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393696 Oct 12 08:16:27.452084 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb503d-ea30-4f39-95ca-d62fc8d393e9 req-1fd95aad-9394-41ff-bda9-921755e990ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:16:27.453574 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a7bb503d-ea30-4f39-95ca-d62fc8d393e9 req-1fd95aad-9394-41ff-bda9-921755e990ae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de61a77e33c34229aece15b07cc0cc0f&device_id=087c24cb-2c5b-458c-ad89-180df9bda1b0 HTTP/1.1" status: 200 len: 1098 time: 0.0434351 Oct 12 08:16:27.554293 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb503d-ea30-4f39-95ca-d62fc8d393e9 req-23351911-2fb1-43db-84f5-bfd600baeeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:16:27.555779 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a7bb503d-ea30-4f39-95ca-d62fc8d393e9 req-23351911-2fb1-43db-84f5-bfd600baeeb0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b14369cf-f23a-4296-ae8d-11eaae5a8c76 HTTP/1.1" status: 200 len: 897 time: 0.0845428 Oct 12 08:16:27.623491 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a7bb503d-ea30-4f39-95ca-d62fc8d393e9 req-d6e4388d-f25f-4a12-a482-e3a7fc117f79 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c430f20e-1f25-429a-af9e-ee64568f4d75 HTTP/1.1" status: 200 len: 1001 time: 0.0610840 Oct 12 08:16:27.670187 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb503d-ea30-4f39-95ca-d62fc8d393e9 req-6c222c76-1866-478d-acb3-712738346652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:16:27.671560 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a7bb503d-ea30-4f39-95ca-d62fc8d393e9 req-6c222c76-1866-478d-acb3-712738346652 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c4cb43a9-a532-45b5-b53d-a1bcb4bf490e HTTP/1.1" status: 200 len: 834 time: 0.0421245 Oct 12 08:16:27.713817 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb503d-ea30-4f39-95ca-d62fc8d393e9 req-c9479e41-f35c-4ce7-bd96-3cd5832746cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:16:27.715274 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a7bb503d-ea30-4f39-95ca-d62fc8d393e9 req-c9479e41-f35c-4ce7-bd96-3cd5832746cb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b14369cf-f23a-4296-ae8d-11eaae5a8c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0379963 Oct 12 08:16:27.805882 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a7bb503d-ea30-4f39-95ca-d62fc8d393e9 req-fea077ae-3447-42d3-8b39-73a0f95a7b2f service neutron] 10.222.0.23 "GET /v2.0/networks/b14369cf-f23a-4296-ae8d-11eaae5a8c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841498 Oct 12 08:16:27.895243 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a7bb503d-ea30-4f39-95ca-d62fc8d393e9 req-4cd42e0b-b35f-4ed7-b7b2-bda6ce14ce6b service neutron] 10.222.0.23 "GET /v2.0/networks/b14369cf-f23a-4296-ae8d-11eaae5a8c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822811 Oct 12 08:16:44.004964 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e5ed7583-0384-4f8b-91a9-dff8e07a047d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:46.164810 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-30141ee5-7c20-44a5-b556-64723231de42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:47.400100 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:48.961947 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:49.229402 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:51.529178 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:52.716016 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8396ab-a353-45a7-b744-0efe83e44ba9 req-b1458b78-c315-4737-9e6d-c35799fd003e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:16:52.717463 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9f8396ab-a353-45a7-b744-0efe83e44ba9 req-b1458b78-c315-4737-9e6d-c35799fd003e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=087c24cb-2c5b-458c-ad89-180df9bda1b0 HTTP/1.1" status: 200 len: 945 time: 0.0520747 Oct 12 08:16:52.754355 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9f8396ab-a353-45a7-b744-0efe83e44ba9 req-742bfdbf-41f7-4bda-9045-9ff81a879289 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=60c4df99-d6f3-43f1-80a5-c58d3dd2ef7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310724 Oct 12 08:16:53.877055 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275f7c4-47a2-4131-a46b-340578de8184 req-1a4300d6-facd-4ab9-af5b-d6cb5601169a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:16:53.879175 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7275f7c4-47a2-4131-a46b-340578de8184 req-1a4300d6-facd-4ab9-af5b-d6cb5601169a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=087c24cb-2c5b-458c-ad89-180df9bda1b0 HTTP/1.1" status: 200 len: 945 time: 0.0481877 Oct 12 08:16:53.914875 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7275f7c4-47a2-4131-a46b-340578de8184 req-c846a870-3982-4fe3-8b12-71507c82dd22 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=60c4df99-d6f3-43f1-80a5-c58d3dd2ef7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299344 Oct 12 08:16:53.944353 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 49086) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:16:54.006526 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-3ada61fe-81cd-47ba-bb3e-06ceafdbcacd tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/floatingips/c2c839d8-5e65-4413-b228-ca81779f0001 HTTP/1.1" status: 200 len: 993 time: 0.0610638 Oct 12 08:16:55.315715 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c680dc17-db92-4dd7-a65b-82b732c488c8 req-9f1b397a-7898-445d-95c4-07e01917f09e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:16:55.317188 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c680dc17-db92-4dd7-a65b-82b732c488c8 req-9f1b397a-7898-445d-95c4-07e01917f09e tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=087c24cb-2c5b-458c-ad89-180df9bda1b0 HTTP/1.1" status: 200 len: 945 time: 0.0747476 Oct 12 08:16:55.323033 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc5168-d330-4a4e-9f98-ba46563534e9 req-ec5eb8b5-c02c-49d8-85b0-60e23ed37d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:16:55.324398 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3fcc5168-d330-4a4e-9f98-ba46563534e9 req-ec5eb8b5-c02c-49d8-85b0-60e23ed37d30 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de61a77e33c34229aece15b07cc0cc0f&device_id=087c24cb-2c5b-458c-ad89-180df9bda1b0 HTTP/1.1" status: 200 len: 1098 time: 0.0567148 Oct 12 08:16:55.413427 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c680dc17-db92-4dd7-a65b-82b732c488c8 req-3c872211-ef5b-4eb5-b0c4-34e7b735865c tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=60c4df99-d6f3-43f1-80a5-c58d3dd2ef7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868609 Oct 12 08:16:55.439804 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc5168-d330-4a4e-9f98-ba46563534e9 req-dc8ab469-2520-4e52-a483-6b776e0fe5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:16:55.441414 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3fcc5168-d330-4a4e-9f98-ba46563534e9 req-dc8ab469-2520-4e52-a483-6b776e0fe5de service neutron] 10.222.0.23 "GET /v2.0/networks?id=b14369cf-f23a-4296-ae8d-11eaae5a8c76 HTTP/1.1" status: 200 len: 897 time: 0.1087894 Oct 12 08:16:55.505793 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3fcc5168-d330-4a4e-9f98-ba46563534e9 req-f72f07df-6088-450b-9882-dbf700795bdb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c430f20e-1f25-429a-af9e-ee64568f4d75 HTTP/1.1" status: 200 len: 1001 time: 0.0576673 Oct 12 08:16:55.552942 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc5168-d330-4a4e-9f98-ba46563534e9 req-8a9560f9-178b-4276-bd7a-4ec0ba3361db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:16:55.554374 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3fcc5168-d330-4a4e-9f98-ba46563534e9 req-8a9560f9-178b-4276-bd7a-4ec0ba3361db service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c4cb43a9-a532-45b5-b53d-a1bcb4bf490e HTTP/1.1" status: 200 len: 834 time: 0.0426424 Oct 12 08:16:55.602292 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc5168-d330-4a4e-9f98-ba46563534e9 req-547329fb-66bf-4b28-89d2-dbe1c077209c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:16:55.603747 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3fcc5168-d330-4a4e-9f98-ba46563534e9 req-547329fb-66bf-4b28-89d2-dbe1c077209c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b14369cf-f23a-4296-ae8d-11eaae5a8c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431950 Oct 12 08:16:55.691160 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3fcc5168-d330-4a4e-9f98-ba46563534e9 req-a8dca6f3-4f74-4fdb-a621-a3af7e941142 service neutron] 10.222.0.23 "GET /v2.0/networks/b14369cf-f23a-4296-ae8d-11eaae5a8c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801775 Oct 12 08:16:55.782933 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3fcc5168-d330-4a4e-9f98-ba46563534e9 req-b23c1bab-8693-47a4-bdcb-c62591d0422c service neutron] 10.222.0.23 "GET /v2.0/networks/b14369cf-f23a-4296-ae8d-11eaae5a8c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851052 Oct 12 08:16:56.540112 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8dec9-de84-4f87-82ae-f70250eaf8c3 req-75c1013c-d929-48b5-86c6-4a9e5d82cba9 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:16:56.541619 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-25e8dec9-de84-4f87-82ae-f70250eaf8c3 req-75c1013c-d929-48b5-86c6-4a9e5d82cba9 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=087c24cb-2c5b-458c-ad89-180df9bda1b0 HTTP/1.1" status: 200 len: 945 time: 0.0521924 Oct 12 08:16:56.583940 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-25e8dec9-de84-4f87-82ae-f70250eaf8c3 req-c96d0bdf-d316-44c8-9f7a-bf10e3f4870f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=60c4df99-d6f3-43f1-80a5-c58d3dd2ef7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355005 Oct 12 08:16:57.701347 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a37a5-90e6-48fa-8b17-c96689fcd9aa req-7aae9de3-2121-4a2e-8d4d-ee53bb059a3d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:16:57.702833 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d00a37a5-90e6-48fa-8b17-c96689fcd9aa req-7aae9de3-2121-4a2e-8d4d-ee53bb059a3d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=087c24cb-2c5b-458c-ad89-180df9bda1b0 HTTP/1.1" status: 200 len: 945 time: 0.0476351 Oct 12 08:16:57.744362 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d00a37a5-90e6-48fa-8b17-c96689fcd9aa req-bb07266e-a9a8-4004-800f-75137386718d tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=60c4df99-d6f3-43f1-80a5-c58d3dd2ef7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352852 Oct 12 08:16:57.772414 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 49098) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:16:57.831994 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-cbe35a6f-3a89-46a7-a412-234d567487ea tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/floatingips/c2c839d8-5e65-4413-b228-ca81779f0001 HTTP/1.1" status: 200 len: 993 time: 0.0579865 Oct 12 08:16:58.139087 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 49104) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:16:58.293681 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-e517269a-e3cd-42ea-8761-dc3917a11b25 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Deleting port 065cdf94-2acb-4699-82e8-34f406025d79 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:16:58.293933 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e517269a-e3cd-42ea-8761-dc3917a11b25 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:58.370596 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e517269a-e3cd-42ea-8761-dc3917a11b25 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:58.370923 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e517269a-e3cd-42ea-8761-dc3917a11b25 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:58.382805 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-e517269a-e3cd-42ea-8761-dc3917a11b25 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Calling delete_port for 065cdf94-2acb-4699-82e8-34f406025d79 owned by network:floatingip {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:16:58.526154 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e517269a-e3cd-42ea-8761-dc3917a11b25 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:58.551061 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e517269a-e3cd-42ea-8761-dc3917a11b25 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event deleted for resources: {'Port': ['ID=065cdf94-2acb-4699-82e8-34f406025d79,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:16:58.563135 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e517269a-e3cd-42ea-8761-dc3917a11b25 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:16:58.563478 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e517269a-e3cd-42ea-8761-dc3917a11b25 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:16:58.563820 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e517269a-e3cd-42ea-8761-dc3917a11b25 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:16:58.564151 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e517269a-e3cd-42ea-8761-dc3917a11b25 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:16:58.564478 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e517269a-e3cd-42ea-8761-dc3917a11b25 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:16:58.564803 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e517269a-e3cd-42ea-8761-dc3917a11b25 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:16:58.565124 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e517269a-e3cd-42ea-8761-dc3917a11b25 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:16:58.565488 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e517269a-e3cd-42ea-8761-dc3917a11b25 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:16:58.565795 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e517269a-e3cd-42ea-8761-dc3917a11b25 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:16:58.566140 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e517269a-e3cd-42ea-8761-dc3917a11b25 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:16:58.566461 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e517269a-e3cd-42ea-8761-dc3917a11b25 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:16:58.566778 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e517269a-e3cd-42ea-8761-dc3917a11b25 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:16:58.620262 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e517269a-e3cd-42ea-8761-dc3917a11b25 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for floatingip, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:58.620589 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [None req-e517269a-e3cd-42ea-8761-dc3917a11b25 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Floating IP c2c839d8-5e65-4413-b228-ca81779f0001 disassociated (deleted). External IP: 172.26.3.105, port: c430f20e-1f25-429a-af9e-ee64568f4d75. Oct 12 08:16:59.148306 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e517269a-e3cd-42ea-8761-dc3917a11b25 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Router 3622aeea-fc9a-40a8-989a-fa3c9f8027a3 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:16:59.254166 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e517269a-e3cd-42ea-8761-dc3917a11b25 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:16:59.258871 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e517269a-e3cd-42ea-8761-dc3917a11b25 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:16:59.263337 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19820f2-2eb1-40f9-8957-1b5903ebadd7 None None] Sync routers for ids ['3622aeea-fc9a-40a8-989a-fa3c9f8027a3'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:16:59.273096 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19820f2-2eb1-40f9-8957-1b5903ebadd7 None None] Routers {'3622aeea-fc9a-40a8-989a-fa3c9f8027a3'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:16:59.273725 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-a19820f2-2eb1-40f9-8957-1b5903ebadd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:16:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['3622aeea-fc9a-40a8-989a-fa3c9f8027a3'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:16:59.285118 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e517269a-e3cd-42ea-8761-dc3917a11b25 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "DELETE /v2.0/floatingips/c2c839d8-5e65-4413-b228-ca81779f0001 HTTP/1.1" status: 204 len: 168 time: 1.1449399 Oct 12 08:16:59.285890 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '087c24cb-2c5b-458c-ad89-180df9bda1b0', 'tag': 'c430f20e-1f25-429a-af9e-ee64568f4d75'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:16:59.288336 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02ba6ef-5cb8-415f-9106-b5bf2f619891" -d '{"events": [{"name": "network-changed", "server_uuid": "087c24cb-2c5b-458c-ad89-180df9bda1b0", "tag": "c430f20e-1f25-429a-af9e-ee64568f4d75"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:16:59.326511 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 08:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6ee204-dc2f-4678-88e8-dbb87486251c x-openstack-request-id: req-8d6ee204-dc2f-4678-88e8-dbb87486251c {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:16:59.326805 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "087c24cb-2c5b-458c-ad89-180df9bda1b0", "tag": "c430f20e-1f25-429a-af9e-ee64568f4d75", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:16:59.327059 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8d6ee204-dc2f-4678-88e8-dbb87486251c {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:16:59.327466 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d6ee204-dc2f-4678-88e8-dbb87486251c'] response: {'name': 'network-changed', 'server_uuid': '087c24cb-2c5b-458c-ad89-180df9bda1b0', 'tag': 'c430f20e-1f25-429a-af9e-ee64568f4d75', 'status': 'completed', 'code': 200} Oct 12 08:16:59.384732 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-a19820f2-2eb1-40f9-8957-1b5903ebadd7 None None] Set router 3622aeea-fc9a-40a8-989a-fa3c9f8027a3 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:16:59.398094 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ba6ef-5cb8-415f-9106-b5bf2f619891 req-36096e44-4245-49d5-9feb-c1cb551514da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:16:59.400167 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d02ba6ef-5cb8-415f-9106-b5bf2f619891 req-36096e44-4245-49d5-9feb-c1cb551514da service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de61a77e33c34229aece15b07cc0cc0f&device_id=087c24cb-2c5b-458c-ad89-180df9bda1b0 HTTP/1.1" status: 200 len: 1098 time: 0.0512936 Oct 12 08:16:59.525798 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ba6ef-5cb8-415f-9106-b5bf2f619891 req-11ba6fd7-5d2e-4621-914d-398091717474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:16:59.527296 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d02ba6ef-5cb8-415f-9106-b5bf2f619891 req-11ba6fd7-5d2e-4621-914d-398091717474 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b14369cf-f23a-4296-ae8d-11eaae5a8c76 HTTP/1.1" status: 200 len: 897 time: 0.1203086 Oct 12 08:16:59.539585 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9b74a-58f6-452c-8123-f6c2d7aead1a req-6201b380-25d6-4b83-987b-3598bc7586f7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:16:59.541018 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b7a9b74a-58f6-452c-8123-f6c2d7aead1a req-6201b380-25d6-4b83-987b-3598bc7586f7 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=087c24cb-2c5b-458c-ad89-180df9bda1b0 HTTP/1.1" status: 200 len: 945 time: 0.0681150 Oct 12 08:16:59.585434 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d02ba6ef-5cb8-415f-9106-b5bf2f619891 req-45cdab47-b1e1-4e2c-b653-2b5026e31413 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c430f20e-1f25-429a-af9e-ee64568f4d75 HTTP/1.1" status: 200 len: 217 time: 0.0434785 Oct 12 08:16:59.590743 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-a19820f2-2eb1-40f9-8957-1b5903ebadd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3622aeea-fc9a-40a8-989a-fa3c9f8027a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905514006', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '5fc78ef9-8943-4b53-9a44-584740b9bb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:16:06Z', 'updated_at': '2022-10-12T08:16:10Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': '5fc78ef9-8943-4b53-9a44-584740b9bb79', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:39:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3622aeea-fc9a-40a8-989a-fa3c9f8027a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:16:07Z', 'updated_at': '2022-10-12T08:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': 'e8d9ccb9-8069-4fcd-953a-a689ab9e44ad', 'name': '', 'network_id': 'b14369cf-f23a-4296-ae8d-11eaae5a8c76', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'mac_address': 'fa:16:3e:49:ba:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3622aeea-fc9a-40a8-989a-fa3c9f8027a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'c4cb43a9-a532-45b5-b53d-a1bcb4bf490e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:16:09Z', 'updated_at': '2022-10-12T08:16:13Z', 'revision_number': 5, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'subnets': [{'id': 'c4cb43a9-a532-45b5-b53d-a1bcb4bf490e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:16:59.617608 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19820f2-2eb1-40f9-8957-1b5903ebadd7 None None] Checking router: 3622aeea-fc9a-40a8-989a-fa3c9f8027a3 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:16:59.625686 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19820f2-2eb1-40f9-8957-1b5903ebadd7 None None] Routers {'3622aeea-fc9a-40a8-989a-fa3c9f8027a3'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:16:59.626322 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-a19820f2-2eb1-40f9-8957-1b5903ebadd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:16:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['3622aeea-fc9a-40a8-989a-fa3c9f8027a3'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:16:59.640025 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b7a9b74a-58f6-452c-8123-f6c2d7aead1a req-314e2af5-c54e-494d-a6a9-1dbee60f03e8 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=60c4df99-d6f3-43f1-80a5-c58d3dd2ef7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914414 Oct 12 08:16:59.651035 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ba6ef-5cb8-415f-9106-b5bf2f619891 req-4f058864-56ac-4965-afcd-aeb5fd3b8930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:16:59.652521 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d02ba6ef-5cb8-415f-9106-b5bf2f619891 req-4f058864-56ac-4965-afcd-aeb5fd3b8930 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c4cb43a9-a532-45b5-b53d-a1bcb4bf490e HTTP/1.1" status: 200 len: 834 time: 0.0594490 Oct 12 08:16:59.699412 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ba6ef-5cb8-415f-9106-b5bf2f619891 req-85ec8aef-0f78-4f1c-b653-ce31fabd0cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:16:59.700915 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d02ba6ef-5cb8-415f-9106-b5bf2f619891 req-85ec8aef-0f78-4f1c-b653-ce31fabd0cca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b14369cf-f23a-4296-ae8d-11eaae5a8c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408733 Oct 12 08:16:59.729430 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-a19820f2-2eb1-40f9-8957-1b5903ebadd7 None None] Set router 3622aeea-fc9a-40a8-989a-fa3c9f8027a3 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:16:59.794692 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d02ba6ef-5cb8-415f-9106-b5bf2f619891 req-c52b90f8-ecb4-4ae7-8ed4-4758a1d54aef service neutron] 10.222.0.23 "GET /v2.0/networks/b14369cf-f23a-4296-ae8d-11eaae5a8c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855129 Oct 12 08:16:59.884322 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d02ba6ef-5cb8-415f-9106-b5bf2f619891 req-96b8e7fa-8cbf-4054-a63e-1d771f93a4cc service neutron] 10.222.0.23 "GET /v2.0/networks/b14369cf-f23a-4296-ae8d-11eaae5a8c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828991 Oct 12 08:16:59.926516 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-a19820f2-2eb1-40f9-8957-1b5903ebadd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3622aeea-fc9a-40a8-989a-fa3c9f8027a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905514006', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '5fc78ef9-8943-4b53-9a44-584740b9bb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:16:06Z', 'updated_at': '2022-10-12T08:16:10Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': '5fc78ef9-8943-4b53-9a44-584740b9bb79', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:39:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3622aeea-fc9a-40a8-989a-fa3c9f8027a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:16:07Z', 'updated_at': '2022-10-12T08:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': 'e8d9ccb9-8069-4fcd-953a-a689ab9e44ad', 'name': '', 'network_id': 'b14369cf-f23a-4296-ae8d-11eaae5a8c76', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'mac_address': 'fa:16:3e:49:ba:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3622aeea-fc9a-40a8-989a-fa3c9f8027a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'c4cb43a9-a532-45b5-b53d-a1bcb4bf490e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:16:09Z', 'updated_at': '2022-10-12T08:16:13Z', 'revision_number': 5, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'subnets': [{'id': 'c4cb43a9-a532-45b5-b53d-a1bcb4bf490e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:16:59.954912 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19820f2-2eb1-40f9-8957-1b5903ebadd7 None None] The sync data for ids ['3622aeea-fc9a-40a8-989a-fa3c9f8027a3'] in dv-neutron-860909-2-hyperv is: [{'id': '3622aeea-fc9a-40a8-989a-fa3c9f8027a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905514006', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '5fc78ef9-8943-4b53-9a44-584740b9bb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:16:06Z', 'updated_at': '2022-10-12T08:16:10Z', 'revision_number': 4, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': '5fc78ef9-8943-4b53-9a44-584740b9bb79', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:39:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3622aeea-fc9a-40a8-989a-fa3c9f8027a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:16:07Z', 'updated_at': '2022-10-12T08:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': 'e8d9ccb9-8069-4fcd-953a-a689ab9e44ad', 'name': '', 'network_id': 'b14369cf-f23a-4296-ae8d-11eaae5a8c76', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'mac_address': 'fa:16:3e:49:ba:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3622aeea-fc9a-40a8-989a-fa3c9f8027a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'c4cb43a9-a532-45b5-b53d-a1bcb4bf490e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:16:09Z', 'updated_at': '2022-10-12T08:16:13Z', 'revision_number': 5, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'subnets': [{'id': 'c4cb43a9-a532-45b5-b53d-a1bcb4bf490e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:17:00.160036 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b918e9-7057-43af-ad76-1e5a4be3f8a8 None None] New status for floating IP c2c839d8-5e65-4413-b228-ca81779f0001: DOWN {{(pid=103202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 08:17:00.403923 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:17:00.765900 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc46c42-48af-4286-b4f9-fd39ce3028d3 req-47723e9f-205d-44ef-ad60-b446c4e1605b tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:17:00.767384 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4dc46c42-48af-4286-b4f9-fd39ce3028d3 req-47723e9f-205d-44ef-ad60-b446c4e1605b tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=087c24cb-2c5b-458c-ad89-180df9bda1b0 HTTP/1.1" status: 200 len: 945 time: 0.0528429 Oct 12 08:17:00.804273 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4dc46c42-48af-4286-b4f9-fd39ce3028d3 req-6e8b1037-0c06-4ae3-a5f5-0a994ffac58f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/security-groups?id=60c4df99-d6f3-43f1-80a5-c58d3dd2ef7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310614 Oct 12 08:17:01.119562 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5d463-33ca-42bd-83f2-f69aee142b31 req-cc228e29-35ae-450e-a646-c45c0fc3674a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:17:01.120980 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-14f5d463-33ca-42bd-83f2-f69aee142b31 req-cc228e29-35ae-450e-a646-c45c0fc3674a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.23 "GET /v2.0/ports?device_id=087c24cb-2c5b-458c-ad89-180df9bda1b0 HTTP/1.1" status: 200 len: 945 time: 0.0481308 Oct 12 08:17:01.210382 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-14f5d463-33ca-42bd-83f2-f69aee142b31 req-fe462729-f739-42be-9f05-2162dbca8561 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Deleting port c430f20e-1f25-429a-af9e-ee64568f4d75 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:17:01.210655 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-14f5d463-33ca-42bd-83f2-f69aee142b31 req-fe462729-f739-42be-9f05-2162dbca8561 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:01.297539 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-14f5d463-33ca-42bd-83f2-f69aee142b31 req-fe462729-f739-42be-9f05-2162dbca8561 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] For port c430f20e-1f25-429a-af9e-ee64568f4d75, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=c430f20e-1f25-429a-af9e-ee64568f4d75,segment=NetworkSegment(dbc0b6a1-2a9d-453b-adae-b6e43bf35043),segment_id=dbc0b6a1-2a9d-453b-adae-b6e43bf35043)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:17:01.297815 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-14f5d463-33ca-42bd-83f2-f69aee142b31 req-fe462729-f739-42be-9f05-2162dbca8561 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:01.310546 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-14f5d463-33ca-42bd-83f2-f69aee142b31 req-fe462729-f739-42be-9f05-2162dbca8561 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Calling delete_port for c430f20e-1f25-429a-af9e-ee64568f4d75 owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:17:01.436527 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-14f5d463-33ca-42bd-83f2-f69aee142b31 req-fe462729-f739-42be-9f05-2162dbca8561 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:01.464589 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe462729-f739-42be-9f05-2162dbca8561 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event deleted for resources: {'Port': ['ID=c430f20e-1f25-429a-af9e-ee64568f4d75,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:01.505849 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f5d463-33ca-42bd-83f2-f69aee142b31 req-fe462729-f739-42be-9f05-2162dbca8561 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] No DVR routers for this DVR port c430f20e-1f25-429a-af9e-ee64568f4d75 on host hv-neutron-8609 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 08:17:01.508336 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-14f5d463-33ca-42bd-83f2-f69aee142b31 req-fe462729-f739-42be-9f05-2162dbca8561 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:01.511561 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-14f5d463-33ca-42bd-83f2-f69aee142b31 req-fe462729-f739-42be-9f05-2162dbca8561 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.23 "DELETE /v2.0/ports/c430f20e-1f25-429a-af9e-ee64568f4d75 HTTP/1.1" status: 204 len: 173 time: 0.3848689 Oct 12 08:17:01.512064 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '087c24cb-2c5b-458c-ad89-180df9bda1b0', 'name': 'network-vif-deleted', 'tag': 'c430f20e-1f25-429a-af9e-ee64568f4d75'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:17:01.514331 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f8a8fe-2645-4714-bd15-d1b5c15b8058" -d '{"events": [{"server_uuid": "087c24cb-2c5b-458c-ad89-180df9bda1b0", "name": "network-vif-deleted", "tag": "c430f20e-1f25-429a-af9e-ee64568f4d75"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:17:01.550908 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 08:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06b67be-84b7-4ca7-a2de-a77a8b4ccefa x-openstack-request-id: req-e06b67be-84b7-4ca7-a2de-a77a8b4ccefa {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:17:01.551206 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "087c24cb-2c5b-458c-ad89-180df9bda1b0", "name": "network-vif-deleted", "tag": "c430f20e-1f25-429a-af9e-ee64568f4d75", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:17:01.551472 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e06b67be-84b7-4ca7-a2de-a77a8b4ccefa {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:17:01.551872 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e06b67be-84b7-4ca7-a2de-a77a8b4ccefa'] response: {'server_uuid': '087c24cb-2c5b-458c-ad89-180df9bda1b0', 'name': 'network-vif-deleted', 'tag': 'c430f20e-1f25-429a-af9e-ee64568f4d75', 'status': 'completed', 'code': 200} Oct 12 08:17:01.925638 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-37cb4f70-5013-41d6-b7b1-5c75b1f0a2ab req-285d13e4-a70b-4734-bec3-3524742908fe tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "GET /v2.0/ports?device_id=087c24cb-2c5b-458c-ad89-180df9bda1b0 HTTP/1.1" status: 200 len: 210 time: 0.0326524 Oct 12 08:17:02.990369 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 49120) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:17:03.657423 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-64380a7f-47dc-4983-8f77-5b89d9b5253a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:03.900747 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-64380a7f-47dc-4983-8f77-5b89d9b5253a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Deleting port e8d9ccb9-8069-4fcd-953a-a689ab9e44ad {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:17:03.901088 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-64380a7f-47dc-4983-8f77-5b89d9b5253a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:03.989133 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-64380a7f-47dc-4983-8f77-5b89d9b5253a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] For port e8d9ccb9-8069-4fcd-953a-a689ab9e44ad, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=e8d9ccb9-8069-4fcd-953a-a689ab9e44ad,segment=NetworkSegment(dbc0b6a1-2a9d-453b-adae-b6e43bf35043),segment_id=dbc0b6a1-2a9d-453b-adae-b6e43bf35043)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:17:03.989408 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-64380a7f-47dc-4983-8f77-5b89d9b5253a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:04.000699 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-64380a7f-47dc-4983-8f77-5b89d9b5253a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Calling delete_port for e8d9ccb9-8069-4fcd-953a-a689ab9e44ad owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:17:04.179306 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-64380a7f-47dc-4983-8f77-5b89d9b5253a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:04.204536 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64380a7f-47dc-4983-8f77-5b89d9b5253a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event deleted for resources: {'Port': ['ID=e8d9ccb9-8069-4fcd-953a-a689ab9e44ad,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:04.376772 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-64380a7f-47dc-4983-8f77-5b89d9b5253a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:04.579774 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64380a7f-47dc-4983-8f77-5b89d9b5253a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Router 3622aeea-fc9a-40a8-989a-fa3c9f8027a3 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:17:04.681000 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64380a7f-47dc-4983-8f77-5b89d9b5253a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:17:04.685921 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-64380a7f-47dc-4983-8f77-5b89d9b5253a tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "PUT /v2.0/routers/3622aeea-fc9a-40a8-989a-fa3c9f8027a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6945236 Oct 12 08:17:04.688593 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 49122) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:17:04.691817 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc81f08-e4e6-4c83-a17a-2dac30cb6aa1 None None] Sync routers for ids ['3622aeea-fc9a-40a8-989a-fa3c9f8027a3'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:17:04.700777 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc81f08-e4e6-4c83-a17a-2dac30cb6aa1 None None] Routers {'3622aeea-fc9a-40a8-989a-fa3c9f8027a3'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:17:04.701363 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-6fc81f08-e4e6-4c83-a17a-2dac30cb6aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:16:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['3622aeea-fc9a-40a8-989a-fa3c9f8027a3'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:17:04.741508 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-16d11519-5e8d-473b-9fd7-16220ff8557f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Deleting subnet c4cb43a9-a532-45b5-b53d-a1bcb4bf490e {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 08:17:04.744527 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-16d11519-5e8d-473b-9fd7-16220ff8557f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:04.785145 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-16d11519-5e8d-473b-9fd7-16220ff8557f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:04.873946 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-16d11519-5e8d-473b-9fd7-16220ff8557f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:04.890314 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-6fc81f08-e4e6-4c83-a17a-2dac30cb6aa1 None None] Set router 3622aeea-fc9a-40a8-989a-fa3c9f8027a3 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:17:04.938261 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-16d11519-5e8d-473b-9fd7-16220ff8557f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:04.950998 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-16d11519-5e8d-473b-9fd7-16220ff8557f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:04.957075 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-16d11519-5e8d-473b-9fd7-16220ff8557f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "DELETE /v2.0/subnets/c4cb43a9-a532-45b5-b53d-a1bcb4bf490e HTTP/1.1" status: 204 len: 168 time: 0.2646570 Oct 12 08:17:04.958310 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 49124) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:17:04.963667 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbbe514-c4af-494a-b4a0-feab1dc8c0b8 None None] Network b14369cf-f23a-4296-ae8d-11eaae5a8c76 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:17:04.976581 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d11519-5e8d-473b-9fd7-16220ff8557f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event deleted for resources: {'Subnet': ['ID=c4cb43a9-a532-45b5-b53d-a1bcb4bf490e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:04.984654 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d11519-5e8d-473b-9fd7-16220ff8557f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:17:04.985040 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d11519-5e8d-473b-9fd7-16220ff8557f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:17:04.985395 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d11519-5e8d-473b-9fd7-16220ff8557f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:17:04.985740 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d11519-5e8d-473b-9fd7-16220ff8557f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:17:04.986102 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d11519-5e8d-473b-9fd7-16220ff8557f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:17:04.986442 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d11519-5e8d-473b-9fd7-16220ff8557f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:17:04.986776 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d11519-5e8d-473b-9fd7-16220ff8557f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:17:04.987430 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d11519-5e8d-473b-9fd7-16220ff8557f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:17:04.987756 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d11519-5e8d-473b-9fd7-16220ff8557f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:17:04.988088 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d11519-5e8d-473b-9fd7-16220ff8557f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:17:04.988417 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d11519-5e8d-473b-9fd7-16220ff8557f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:17:04.988746 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d11519-5e8d-473b-9fd7-16220ff8557f tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:17:05.086776 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-6fc81f08-e4e6-4c83-a17a-2dac30cb6aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3622aeea-fc9a-40a8-989a-fa3c9f8027a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905514006', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '5fc78ef9-8943-4b53-9a44-584740b9bb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:16:06Z', 'updated_at': '2022-10-12T08:17:04Z', 'revision_number': 5, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': '5fc78ef9-8943-4b53-9a44-584740b9bb79', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:39:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3622aeea-fc9a-40a8-989a-fa3c9f8027a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:16:07Z', 'updated_at': '2022-10-12T08:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:17:05.099819 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-396b5a0a-d797-4950-9ef6-160a8d9d67f0 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for router, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:05.112561 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc81f08-e4e6-4c83-a17a-2dac30cb6aa1 None None] Checking router: 3622aeea-fc9a-40a8-989a-fa3c9f8027a3 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:17:05.120950 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc81f08-e4e6-4c83-a17a-2dac30cb6aa1 None None] Routers {'3622aeea-fc9a-40a8-989a-fa3c9f8027a3'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:17:05.121680 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-6fc81f08-e4e6-4c83-a17a-2dac30cb6aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:16:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['3622aeea-fc9a-40a8-989a-fa3c9f8027a3'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:17:05.183233 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6044ffa7-ffda-48b0-9e14-2e2e40349c0f None None] DHCP port deletion for b14369cf-f23a-4296-ae8d-11eaae5a8c76 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 08:17:05.214173 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-396b5a0a-d797-4950-9ef6-160a8d9d67f0 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:05.230516 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-6fc81f08-e4e6-4c83-a17a-2dac30cb6aa1 None None] Set router 3622aeea-fc9a-40a8-989a-fa3c9f8027a3 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:17:05.239280 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-6044ffa7-ffda-48b0-9e14-2e2e40349c0f None None] Deleting port ed0bd20c-348b-4d83-9821-ae925db8c13b {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:17:05.239906 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6044ffa7-ffda-48b0-9e14-2e2e40349c0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:05.272766 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-396b5a0a-d797-4950-9ef6-160a8d9d67f0 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Deleting port 5fc78ef9-8943-4b53-9a44-584740b9bb79 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:17:05.273110 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-396b5a0a-d797-4950-9ef6-160a8d9d67f0 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:05.309203 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-6044ffa7-ffda-48b0-9e14-2e2e40349c0f None None] For port ed0bd20c-348b-4d83-9821-ae925db8c13b, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=ed0bd20c-348b-4d83-9821-ae925db8c13b,segment=NetworkSegment(dbc0b6a1-2a9d-453b-adae-b6e43bf35043),segment_id=dbc0b6a1-2a9d-453b-adae-b6e43bf35043)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:17:05.309827 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6044ffa7-ffda-48b0-9e14-2e2e40349c0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:05.323453 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-6044ffa7-ffda-48b0-9e14-2e2e40349c0f None None] Calling delete_port for ed0bd20c-348b-4d83-9821-ae925db8c13b owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:17:05.355857 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-396b5a0a-d797-4950-9ef6-160a8d9d67f0 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] For port 5fc78ef9-8943-4b53-9a44-584740b9bb79, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=5fc78ef9-8943-4b53-9a44-584740b9bb79,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:17:05.356226 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-396b5a0a-d797-4950-9ef6-160a8d9d67f0 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:05.375176 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-396b5a0a-d797-4950-9ef6-160a8d9d67f0 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Calling delete_port for 5fc78ef9-8943-4b53-9a44-584740b9bb79 owned by network:router_gateway {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:17:05.422596 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6044ffa7-ffda-48b0-9e14-2e2e40349c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:05.423463 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-6fc81f08-e4e6-4c83-a17a-2dac30cb6aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3622aeea-fc9a-40a8-989a-fa3c9f8027a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905514006', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '5fc78ef9-8943-4b53-9a44-584740b9bb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:16:06Z', 'updated_at': '2022-10-12T08:17:04Z', 'revision_number': 5, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': '5fc78ef9-8943-4b53-9a44-584740b9bb79', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:39:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3622aeea-fc9a-40a8-989a-fa3c9f8027a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:16:07Z', 'updated_at': '2022-10-12T08:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:17:05.450173 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6044ffa7-ffda-48b0-9e14-2e2e40349c0f None None] Pushing event deleted for resources: {'Port': ['ID=ed0bd20c-348b-4d83-9821-ae925db8c13b,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:05.452030 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc81f08-e4e6-4c83-a17a-2dac30cb6aa1 None None] The sync data for ids ['3622aeea-fc9a-40a8-989a-fa3c9f8027a3'] in dv-neutron-860909-2-hyperv is: [{'id': '3622aeea-fc9a-40a8-989a-fa3c9f8027a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905514006', 'tenant_id': 'de61a77e33c34229aece15b07cc0cc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '5fc78ef9-8943-4b53-9a44-584740b9bb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:16:06Z', 'updated_at': '2022-10-12T08:17:04Z', 'revision_number': 5, 'project_id': 'de61a77e33c34229aece15b07cc0cc0f', 'gw_port': {'id': '5fc78ef9-8943-4b53-9a44-584740b9bb79', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:39:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3622aeea-fc9a-40a8-989a-fa3c9f8027a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:16:07Z', 'updated_at': '2022-10-12T08:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:17:05.454844 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6044ffa7-ffda-48b0-9e14-2e2e40349c0f None None] No DVR routers for this DVR port ed0bd20c-348b-4d83-9821-ae925db8c13b on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 08:17:05.469171 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044ffa7-ffda-48b0-9e14-2e2e40349c0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:17:05.469807 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044ffa7-ffda-48b0-9e14-2e2e40349c0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:17:05.469902 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044ffa7-ffda-48b0-9e14-2e2e40349c0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:17:05.470197 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044ffa7-ffda-48b0-9e14-2e2e40349c0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:17:05.470528 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044ffa7-ffda-48b0-9e14-2e2e40349c0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:17:05.470857 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044ffa7-ffda-48b0-9e14-2e2e40349c0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:17:05.471184 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044ffa7-ffda-48b0-9e14-2e2e40349c0f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:17:05.471524 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044ffa7-ffda-48b0-9e14-2e2e40349c0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:17:05.471895 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044ffa7-ffda-48b0-9e14-2e2e40349c0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:17:05.472216 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044ffa7-ffda-48b0-9e14-2e2e40349c0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:17:05.472536 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044ffa7-ffda-48b0-9e14-2e2e40349c0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:17:05.472855 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044ffa7-ffda-48b0-9e14-2e2e40349c0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:17:05.547666 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-396b5a0a-d797-4950-9ef6-160a8d9d67f0 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:05.577506 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b5a0a-d797-4950-9ef6-160a8d9d67f0 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event deleted for resources: {'Port': ['ID=5fc78ef9-8943-4b53-9a44-584740b9bb79,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:05.636415 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-396b5a0a-d797-4950-9ef6-160a8d9d67f0 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:05.727802 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-396b5a0a-d797-4950-9ef6-160a8d9d67f0 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:05.729904 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-396b5a0a-d797-4950-9ef6-160a8d9d67f0 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:05.774139 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-396b5a0a-d797-4950-9ef6-160a8d9d67f0 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:05.774679 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396b5a0a-d797-4950-9ef6-160a8d9d67f0 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Fanout notify agent at l3_agent the message router_deleted on router 3622aeea-fc9a-40a8-989a-fa3c9f8027a3 {{(pid=103200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 08:17:05.782540 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-396b5a0a-d797-4950-9ef6-160a8d9d67f0 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:05.783661 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-396b5a0a-d797-4950-9ef6-160a8d9d67f0 tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "DELETE /v2.0/routers/3622aeea-fc9a-40a8-989a-fa3c9f8027a3 HTTP/1.1" status: 204 len: 168 time: 0.8243511 Oct 12 08:17:05.786860 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 49126) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:17:05.868833 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e1cd5a0b-1dcf-41d0-8580-53d422146e4b tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:05.967332 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e1cd5a0b-1dcf-41d0-8580-53d422146e4b tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:05.988902 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-e1cd5a0b-1dcf-41d0-8580-53d422146e4b tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b14369cf-f23a-4296-ae8d-11eaae5a8c76']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:17:05.998627 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-e1cd5a0b-1dcf-41d0-8580-53d422146e4b tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbc0b6a1-2a9d-453b-adae-b6e43bf35043') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:17:05.998926 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-e1cd5a0b-1dcf-41d0-8580-53d422146e4b tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbc0b6a1-2a9d-453b-adae-b6e43bf35043') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:17:06.008855 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e1cd5a0b-1dcf-41d0-8580-53d422146e4b tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:06.022471 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e1cd5a0b-1dcf-41d0-8580-53d422146e4b tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:06.030077 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1cd5a0b-1dcf-41d0-8580-53d422146e4b tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 08:17:06.030477 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e1cd5a0b-1dcf-41d0-8580-53d422146e4b tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:06.101326 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e1cd5a0b-1dcf-41d0-8580-53d422146e4b tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:06.108843 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e1cd5a0b-1dcf-41d0-8580-53d422146e4b tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:06.112403 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e1cd5a0b-1dcf-41d0-8580-53d422146e4b tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "DELETE /v2.0/networks/b14369cf-f23a-4296-ae8d-11eaae5a8c76 HTTP/1.1" status: 204 len: 168 time: 0.3243287 Oct 12 08:17:06.116006 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 49132) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:17:06.116470 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment dbc0b6a1-2a9d-453b-adae-b6e43bf35043 resource provider aggregate not found Oct 12 08:17:06.137301 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment dbc0b6a1-2a9d-453b-adae-b6e43bf35043 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dbc0b6a1-2a9d-453b-adae-b6e43bf35043 found for delete ", "request_id": "req-6db78d30-cf65-434e-8458-963a32875942"}]} Oct 12 08:17:06.137718 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd5a0b-1dcf-41d0-8580-53d422146e4b tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event deleted for resources: {'Network': ['ID=b14369cf-f23a-4296-ae8d-11eaae5a8c76,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:06.181683 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-05f3565b-16e0-4a79-9156-8847600c12ad tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:06.205222 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-05f3565b-16e0-4a79-9156-8847600c12ad tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:06.264037 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-05f3565b-16e0-4a79-9156-8847600c12ad tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:06.266566 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-05f3565b-16e0-4a79-9156-8847600c12ad tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:06.267747 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-05f3565b-16e0-4a79-9156-8847600c12ad tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] 10.222.0.26 "DELETE /v2.0/security-groups/60c4df99-d6f3-43f1-80a5-c58d3dd2ef7a HTTP/1.1" status: 204 len: 168 time: 0.1507411 Oct 12 08:17:06.277104 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f3565b-16e0-4a79-9156-8847600c12ad tempest-TestNetworkAdvancedServerOps-1543662696 tempest-TestNetworkAdvancedServerOps-1543662696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c4df99-d6f3-43f1-80a5-c58d3dd2ef7a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:06.573921 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device c430f20e-1f25-429a-af9e-ee64568f4d75 no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:17:06.594471 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] No Port match for: c430f20e-1f25-429a-af9e-ee64568f4d75 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:17:06.594810 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device c430f20e-1f25-429a-af9e-ee64568f4d75 not bound to the agent host hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:17:06.596416 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 49142) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:17:06.725297 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f0ff83d1-14ce-4064-9f92-ef30c8910d2d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=de61a77e33c34229aece15b07cc0cc0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1276951 Oct 12 08:17:06.727735 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 49146) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:17:06.773978 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-67d5d59a-7471-4c89-84c3-4f2642535989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:06.797800 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-67d5d59a-7471-4c89-84c3-4f2642535989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:06.842538 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-67d5d59a-7471-4c89-84c3-4f2642535989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:06.845075 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-67d5d59a-7471-4c89-84c3-4f2642535989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:06.846254 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-67d5d59a-7471-4c89-84c3-4f2642535989 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/098f2033-b5bc-4465-b7c7-579f277a882a HTTP/1.1" status: 204 len: 168 time: 0.1176081 Oct 12 08:17:06.854411 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d5d59a-7471-4c89-84c3-4f2642535989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098f2033-b5bc-4465-b7c7-579f277a882a,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:06.990153 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device ed0bd20c-348b-4d83-9821-ae925db8c13b no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:17:07.013054 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: ed0bd20c-348b-4d83-9821-ae925db8c13b {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:17:07.013395 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device ed0bd20c-348b-4d83-9821-ae925db8c13b not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:17:07.013813 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device e8d9ccb9-8069-4fcd-953a-a689ab9e44ad no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:17:07.034094 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: e8d9ccb9-8069-4fcd-953a-a689ab9e44ad {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:17:07.035007 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device e8d9ccb9-8069-4fcd-953a-a689ab9e44ad not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:17:07.035492 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 5fc78ef9-8943-4b53-9a44-584740b9bb79 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:17:07.056703 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 5fc78ef9-8943-4b53-9a44-584740b9bb79 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:17:07.056977 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 5fc78ef9-8943-4b53-9a44-584740b9bb79 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:17:07.106247 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 49152) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:17:07.119730 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-87eaac63-f0c8-4a1b-b656-5be7ddd62beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:07.198327 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-87eaac63-f0c8-4a1b-b656-5be7ddd62beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:07.202006 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-87eaac63-f0c8-4a1b-b656-5be7ddd62beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:07.240258 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-87eaac63-f0c8-4a1b-b656-5be7ddd62beb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6cb9a95d4e3c44fab336a91afff6b39b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1329734 Oct 12 08:17:07.241106 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eaac63-f0c8-4a1b-b656-5be7ddd62beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ce51eb-7042-4aaf-beaa-799247b9c840,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:07.242976 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 49154) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:17:07.290462 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-465fa717-798f-4139-a6cc-6e4301a5dff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:07.310886 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-465fa717-798f-4139-a6cc-6e4301a5dff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:07.355831 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-465fa717-798f-4139-a6cc-6e4301a5dff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:07.358388 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-465fa717-798f-4139-a6cc-6e4301a5dff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:07.359559 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-465fa717-798f-4139-a6cc-6e4301a5dff4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b7ce51eb-7042-4aaf-beaa-799247b9c840 HTTP/1.1" status: 204 len: 168 time: 0.1156094 Oct 12 08:17:07.368026 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465fa717-798f-4139-a6cc-6e4301a5dff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ce51eb-7042-4aaf-beaa-799247b9c840,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:08.032752 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 49176) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:17:08.125932 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-2dd4af85-ac7f-468b-80b6-a9379e08f050 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-225900785-network', 'tenant_id': '233556616dd24a4a8accefb2f97b1af6'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:17:08.145615 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd4af85-ac7f-468b-80b6-a9379e08f050 admin admin] Made reservation on behalf of 233556616dd24a4a8accefb2f97b1af6 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:17:08.147838 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2dd4af85-ac7f-468b-80b6-a9379e08f050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:08.155732 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2dd4af85-ac7f-468b-80b6-a9379e08f050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:08.229533 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2dd4af85-ac7f-468b-80b6-a9379e08f050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:08.233953 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2dd4af85-ac7f-468b-80b6-a9379e08f050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:08.257499 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dd4af85-ac7f-468b-80b6-a9379e08f050 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 08:17:08.270572 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd4af85-ac7f-468b-80b6-a9379e08f050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76357c9f-2a56-4524-9e6d-9de06a8c2ca9,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:08.275200 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2dd4af85-ac7f-468b-80b6-a9379e08f050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:08.275548 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-2dd4af85-ac7f-468b-80b6-a9379e08f050 admin admin] Added segment b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04 of type vlan for network 737a5b28-ee9b-4810-8b33-6eaf71f45cc8 Oct 12 08:17:08.315883 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2dd4af85-ac7f-468b-80b6-a9379e08f050 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:08.338928 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2dd4af85-ac7f-468b-80b6-a9379e08f050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:08.340015 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd4af85-ac7f-468b-80b6-a9379e08f050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:17:08.340690 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-2dd4af85-ac7f-468b-80b6-a9379e08f050 admin admin] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:08.374515 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-2dd4af85-ac7f-468b-80b6-a9379e08f050 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3406060 Oct 12 08:17:08.377504 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 49180) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:17:08.383142 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-22bd184b-df63-4c8b-b284-947aa8273b39 admin admin] Request body: {'subnet': {'network_id': '737a5b28-ee9b-4810-8b33-6eaf71f45cc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-225900785-subnet', 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'ip_version': 4}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:17:08.402663 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22bd184b-df63-4c8b-b284-947aa8273b39 admin admin] Made reservation on behalf of 233556616dd24a4a8accefb2f97b1af6 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:17:08.404945 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd4af85-ac7f-468b-80b6-a9379e08f050 admin admin] Pushing event updated for resources: {'Network': ['ID=737a5b28-ee9b-4810-8b33-6eaf71f45cc8,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:08.405085 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-22bd184b-df63-4c8b-b284-947aa8273b39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:08.415283 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 737a5b28-ee9b-4810-8b33-6eaf71f45cc8 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 08:17:08.575336 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-22bd184b-df63-4c8b-b284-947aa8273b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:08.629277 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bd184b-df63-4c8b-b284-947aa8273b39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b232c321-46cf-4ec4-bbc4-b317e4c581b8,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:08.638244 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bd184b-df63-4c8b-b284-947aa8273b39 admin admin] Checking segment: {'id': 'b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '737a5b28-ee9b-4810-8b33-6eaf71f45cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:17:08.638595 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bd184b-df63-4c8b-b284-947aa8273b39 admin admin] Network hostable DHCP agents. Network: 737a5b28-ee9b-4810-8b33-6eaf71f45cc8, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 08:17:08.655426 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bd184b-df63-4c8b-b284-947aa8273b39 admin admin] Network 737a5b28-ee9b-4810-8b33-6eaf71f45cc8 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 08:17:08.664468 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-22bd184b-df63-4c8b-b284-947aa8273b39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 737a5b28-ee9b-4810-8b33-6eaf71f45cc8) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:17:08.669205 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bd184b-df63-4c8b-b284-947aa8273b39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:17:08.670233 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-22bd184b-df63-4c8b-b284-947aa8273b39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:08.673516 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3157dcfd-be0b-4160-aa4a-e0a2ebffd317 None None] Network 737a5b28-ee9b-4810-8b33-6eaf71f45cc8 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:17:08.687857 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-22bd184b-df63-4c8b-b284-947aa8273b39 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3060658 Oct 12 08:17:08.688117 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 49182) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:17:08.692386 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-805a52f9-168c-4f54-a4dc-514832df335b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-225900785-router', 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:17:08.711576 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-805a52f9-168c-4f54-a4dc-514832df335b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:08.712680 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-805a52f9-168c-4f54-a4dc-514832df335b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:08.767813 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-805a52f9-168c-4f54-a4dc-514832df335b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:08.822974 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a1b707-b348-4826-8d6f-f524326c107b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-737a5b28-ee9b-4810-8b33-6eaf71f45cc8', 'network_id': '737a5b28-ee9b-4810-8b33-6eaf71f45cc8', 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'fixed_ips': [{'subnet_id': 'b232c321-46cf-4ec4-bbc4-b317e4c581b8'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 08:17:08.823830 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-73a1b707-b348-4826-8d6f-f524326c107b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:08.905663 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-805a52f9-168c-4f54-a4dc-514832df335b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:08.956777 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-73a1b707-b348-4826-8d6f-f524326c107b None None] Allocated IP 172.20.0.2 (737a5b28-ee9b-4810-8b33-6eaf71f45cc8/b232c321-46cf-4ec4-bbc4-b317e4c581b8/b434c952-da7f-4eda-9395-a154fb2c75aa) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:17:09.104269 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-73a1b707-b348-4826-8d6f-f524326c107b None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:09.107800 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-805a52f9-168c-4f54-a4dc-514832df335b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:09.111151 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-73a1b707-b348-4826-8d6f-f524326c107b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:09.127643 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-805a52f9-168c-4f54-a4dc-514832df335b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:09.151158 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a1b707-b348-4826-8d6f-f524326c107b None None] Network 737a5b28-ee9b-4810-8b33-6eaf71f45cc8 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:17:09.155831 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-73a1b707-b348-4826-8d6f-f524326c107b None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:17:09.160614 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a1b707-b348-4826-8d6f-f524326c107b None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:17:09.163341 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1b707-b348-4826-8d6f-f524326c107b None None] Pushing event updated for resources: {'Port': ['ID=b434c952-da7f-4eda-9395-a154fb2c75aa,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:09.217924 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-73a1b707-b348-4826-8d6f-f524326c107b None None] Attempting to bind port b434c952-da7f-4eda-9395-a154fb2c75aa on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:17:09.218309 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-73a1b707-b348-4826-8d6f-f524326c107b None None] Attempting to bind port b434c952-da7f-4eda-9395-a154fb2c75aa by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '737a5b28-ee9b-4810-8b33-6eaf71f45cc8'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:17:09.218690 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a1b707-b348-4826-8d6f-f524326c107b None None] Attempting to bind port b434c952-da7f-4eda-9395-a154fb2c75aa on network 737a5b28-ee9b-4810-8b33-6eaf71f45cc8 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:17:09.223996 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a1b707-b348-4826-8d6f-f524326c107b None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:17:09.224365 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a1b707-b348-4826-8d6f-f524326c107b None None] Checking segment: {'id': 'b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '737a5b28-ee9b-4810-8b33-6eaf71f45cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:17:09.224754 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-73a1b707-b348-4826-8d6f-f524326c107b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:09.225138 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a1b707-b348-4826-8d6f-f524326c107b None None] Bound using segment: {'id': 'b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '737a5b28-ee9b-4810-8b33-6eaf71f45cc8'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:17:09.225593 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-73a1b707-b348-4826-8d6f-f524326c107b None None] Bound port: b434c952-da7f-4eda-9395-a154fb2c75aa, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '737a5b28-ee9b-4810-8b33-6eaf71f45cc8'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:17:09.225959 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-73a1b707-b348-4826-8d6f-f524326c107b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:09.235864 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-805a52f9-168c-4f54-a4dc-514832df335b admin admin] Allocated IP 172.26.3.41 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/52fd14ca-64ec-47f1-8345-c4068d13917e) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:17:09.293335 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-73a1b707-b348-4826-8d6f-f524326c107b None None] For port b434c952-da7f-4eda-9395-a154fb2c75aa, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:17:09.296920 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-73a1b707-b348-4826-8d6f-f524326c107b None None] For port b434c952-da7f-4eda-9395-a154fb2c75aa, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=b434c952-da7f-4eda-9395-a154fb2c75aa,segment=NetworkSegment(b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04),segment_id=b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:17:09.301875 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-73a1b707-b348-4826-8d6f-f524326c107b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:09.346441 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-805a52f9-168c-4f54-a4dc-514832df335b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:09.353657 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1b707-b348-4826-8d6f-f524326c107b None None] Pushing event updated for resources: {'Port': ['ID=b434c952-da7f-4eda-9395-a154fb2c75aa,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:09.384407 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-805a52f9-168c-4f54-a4dc-514832df335b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:09.426092 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805a52f9-168c-4f54-a4dc-514832df335b admin admin] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:17:09.428957 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-805a52f9-168c-4f54-a4dc-514832df335b admin admin] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:17:09.431515 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805a52f9-168c-4f54-a4dc-514832df335b admin admin] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:17:09.460178 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a52f9-168c-4f54-a4dc-514832df335b admin admin] Pushing event updated for resources: {'Port': ['ID=52fd14ca-64ec-47f1-8345-c4068d13917e,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:09.702205 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-805a52f9-168c-4f54-a4dc-514832df335b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:09.890414 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-805a52f9-168c-4f54-a4dc-514832df335b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:10.024549 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805a52f9-168c-4f54-a4dc-514832df335b admin admin] Router 923067e7-23d2-4639-a145-730674861894 is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 08:17:10.240647 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7813a450-fad3-4ecc-81d0-8610a75d1913 None None] Network 737a5b28-ee9b-4810-8b33-6eaf71f45cc8 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:17:10.374918 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-d22b5c92-c95f-4c80-92eb-554db7f91551 None None] Provisioning complete for port b434c952-da7f-4eda-9395-a154fb2c75aa triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:17:10.375287 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d22b5c92-c95f-4c80-92eb-554db7f91551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:10.375621 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-d22b5c92-c95f-4c80-92eb-554db7f91551 None None] Attempt 1 to provision port b434c952-da7f-4eda-9395-a154fb2c75aa Oct 12 08:17:10.468361 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805a52f9-168c-4f54-a4dc-514832df335b admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:17:10.483818 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f5cfa9-5add-4287-bf90-85adb6b29141 None None] Sync routers for ids ['923067e7-23d2-4639-a145-730674861894'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:17:10.487156 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-805a52f9-168c-4f54-a4dc-514832df335b admin admin] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:10.491257 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-805a52f9-168c-4f54-a4dc-514832df335b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7996950 Oct 12 08:17:10.491876 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 49184) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:17:10.492341 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-d22b5c92-c95f-4c80-92eb-554db7f91551 None None] Current status of the port b434c952-da7f-4eda-9395-a154fb2c75aa is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:17:10.492341 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d22b5c92-c95f-4c80-92eb-554db7f91551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:10.509951 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f5cfa9-5add-4287-bf90-85adb6b29141 None None] Routers {'923067e7-23d2-4639-a145-730674861894'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:17:10.510746 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-e4f5cfa9-5add-4287-bf90-85adb6b29141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:16:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['923067e7-23d2-4639-a145-730674861894'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:17:10.583908 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-d22b5c92-c95f-4c80-92eb-554db7f91551 None None] For port b434c952-da7f-4eda-9395-a154fb2c75aa, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=b434c952-da7f-4eda-9395-a154fb2c75aa,segment=NetworkSegment(b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04),segment_id=b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:17:10.592407 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d22b5c92-c95f-4c80-92eb-554db7f91551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:10.673185 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-e4f5cfa9-5add-4287-bf90-85adb6b29141 None None] Set router 923067e7-23d2-4639-a145-730674861894 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:17:10.741190 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b5c92-c95f-4c80-92eb-554db7f91551 None None] Pushing event updated for resources: {'Port': ['ID=b434c952-da7f-4eda-9395-a154fb2c75aa,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:10.766403 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-d2c8b1ac-418a-4ce6-9e5a-c2983822b931 None None] Provisioning complete for port b434c952-da7f-4eda-9395-a154fb2c75aa triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:17:10.766770 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d2c8b1ac-418a-4ce6-9e5a-c2983822b931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:10.767110 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-d2c8b1ac-418a-4ce6-9e5a-c2983822b931 None None] Attempt 1 to provision port b434c952-da7f-4eda-9395-a154fb2c75aa Oct 12 08:17:10.919361 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3424497b-f5e4-4526-aa0d-23cd04fd350a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:10.925700 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-d2c8b1ac-418a-4ce6-9e5a-c2983822b931 None None] Current status of the port b434c952-da7f-4eda-9395-a154fb2c75aa is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:17:10.941142 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-e4f5cfa9-5add-4287-bf90-85adb6b29141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923067e7-23d2-4639-a145-730674861894', 'name': 'tempest-TestShelveInstance-225900785-router', 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '52fd14ca-64ec-47f1-8345-c4068d13917e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:17:08Z', 'updated_at': '2022-10-12T08:17:09Z', 'revision_number': 3, 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'gw_port': {'id': '52fd14ca-64ec-47f1-8345-c4068d13917e', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:68:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923067e7-23d2-4639-a145-730674861894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:17:09Z', 'updated_at': '2022-10-12T08:17:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:17:10.976755 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f5cfa9-5add-4287-bf90-85adb6b29141 None None] Checking router: 923067e7-23d2-4639-a145-730674861894 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:17:10.977104 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f5cfa9-5add-4287-bf90-85adb6b29141 None None] Updating router 923067e7-23d2-4639-a145-730674861894 port 52fd14ca-64ec-47f1-8345-c4068d13917e binding host dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 08:17:11.008936 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e4f5cfa9-5add-4287-bf90-85adb6b29141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:11.037873 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device b434c952-da7f-4eda-9395-a154fb2c75aa up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:17:11.089519 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-3424497b-f5e4-4526-aa0d-23cd04fd350a admin admin] Allocated IP 172.20.0.1 (737a5b28-ee9b-4810-8b33-6eaf71f45cc8/b232c321-46cf-4ec4-bbc4-b317e4c581b8/425eb172-f509-4d49-98bf-273b3fe44920) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:17:11.194967 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3424497b-f5e4-4526-aa0d-23cd04fd350a admin admin] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:11.228894 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3424497b-f5e4-4526-aa0d-23cd04fd350a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:11.270923 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3424497b-f5e4-4526-aa0d-23cd04fd350a admin admin] Network 737a5b28-ee9b-4810-8b33-6eaf71f45cc8 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:17:11.273640 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-3424497b-f5e4-4526-aa0d-23cd04fd350a admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:17:11.278249 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3424497b-f5e4-4526-aa0d-23cd04fd350a admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:17:11.281290 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3424497b-f5e4-4526-aa0d-23cd04fd350a admin admin] Pushing event updated for resources: {'Port': ['ID=425eb172-f509-4d49-98bf-273b3fe44920,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:11.324634 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3424497b-f5e4-4526-aa0d-23cd04fd350a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:11.329266 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port b434c952-da7f-4eda-9395-a154fb2c75aa triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:17:11.329785 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:11.329785 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port b434c952-da7f-4eda-9395-a154fb2c75aa Oct 12 08:17:11.466009 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3424497b-f5e4-4526-aa0d-23cd04fd350a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:11.482061 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port b434c952-da7f-4eda-9395-a154fb2c75aa is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:17:11.522414 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e4f5cfa9-5add-4287-bf90-85adb6b29141 None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:11.527455 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e4f5cfa9-5add-4287-bf90-85adb6b29141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:11.576180 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-e4f5cfa9-5add-4287-bf90-85adb6b29141 None None] Attempting to bind port 52fd14ca-64ec-47f1-8345-c4068d13917e on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:17:11.576785 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-e4f5cfa9-5add-4287-bf90-85adb6b29141 None None] Attempting to bind port 52fd14ca-64ec-47f1-8345-c4068d13917e by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:17:11.577147 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f5cfa9-5add-4287-bf90-85adb6b29141 None None] Attempting to bind port 52fd14ca-64ec-47f1-8345-c4068d13917e on network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:17:11.591657 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f5cfa9-5add-4287-bf90-85adb6b29141 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:17:11.592029 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f5cfa9-5add-4287-bf90-85adb6b29141 None None] Checking segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:17:11.592427 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e4f5cfa9-5add-4287-bf90-85adb6b29141 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:11.592814 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f5cfa9-5add-4287-bf90-85adb6b29141 None None] Bound using segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:17:11.593276 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-e4f5cfa9-5add-4287-bf90-85adb6b29141 None None] Bound port: 52fd14ca-64ec-47f1-8345-c4068d13917e, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:17:11.593652 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e4f5cfa9-5add-4287-bf90-85adb6b29141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:11.614575 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd0a3a-a921-4f30-b291-d6abeb8eb6ad None None] Pushing event updated for resources: {'Port': ['ID=52fd14ca-64ec-47f1-8345-c4068d13917e,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:11.623213 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-a12f5a68-85e0-46bc-94f3-ecd84f0442b5 None None] Provisioning complete for port 425eb172-f509-4d49-98bf-273b3fe44920 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:17:11.623582 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a12f5a68-85e0-46bc-94f3-ecd84f0442b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:11.623917 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-a12f5a68-85e0-46bc-94f3-ecd84f0442b5 None None] Attempt 1 to provision port 425eb172-f509-4d49-98bf-273b3fe44920 Oct 12 08:17:11.628668 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3424497b-f5e4-4526-aa0d-23cd04fd350a admin admin] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:11.635384 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3424497b-f5e4-4526-aa0d-23cd04fd350a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:11.678073 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-e4f5cfa9-5add-4287-bf90-85adb6b29141 None None] For port 52fd14ca-64ec-47f1-8345-c4068d13917e, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:17:11.679936 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a12f5a68-85e0-46bc-94f3-ecd84f0442b5 None None] Port 425eb172-f509-4d49-98bf-273b3fe44920 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:17:11.681801 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-e4f5cfa9-5add-4287-bf90-85adb6b29141 None None] For port 52fd14ca-64ec-47f1-8345-c4068d13917e, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=52fd14ca-64ec-47f1-8345-c4068d13917e,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:17:11.686271 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e4f5cfa9-5add-4287-bf90-85adb6b29141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:11.707578 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3424497b-f5e4-4526-aa0d-23cd04fd350a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:11.709261 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3424497b-f5e4-4526-aa0d-23cd04fd350a admin admin] Pushing event updated for resources: {'Port': ['ID=425eb172-f509-4d49-98bf-273b3fe44920,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:11.722865 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f5cfa9-5add-4287-bf90-85adb6b29141 None None] Routers {'923067e7-23d2-4639-a145-730674861894'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:17:11.723605 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-e4f5cfa9-5add-4287-bf90-85adb6b29141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:16:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['923067e7-23d2-4639-a145-730674861894'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:17:11.784911 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd0a3a-a921-4f30-b291-d6abeb8eb6ad None None] Pushing event updated for resources: {'Port': ['ID=52fd14ca-64ec-47f1-8345-c4068d13917e,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:11.807449 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3424497b-f5e4-4526-aa0d-23cd04fd350a admin admin] Network 737a5b28-ee9b-4810-8b33-6eaf71f45cc8 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:17:11.808817 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-3424497b-f5e4-4526-aa0d-23cd04fd350a admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:17:11.845916 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-e4f5cfa9-5add-4287-bf90-85adb6b29141 None None] Set router 923067e7-23d2-4639-a145-730674861894 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:17:11.926478 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3424497b-f5e4-4526-aa0d-23cd04fd350a admin admin] Router 923067e7-23d2-4639-a145-730674861894 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:17:12.042050 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3424497b-f5e4-4526-aa0d-23cd04fd350a admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:17:12.047770 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-3424497b-f5e4-4526-aa0d-23cd04fd350a admin admin] 10.222.0.26 "PUT /v2.0/routers/923067e7-23d2-4639-a145-730674861894/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5549757 Oct 12 08:17:12.071948 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-e4f5cfa9-5add-4287-bf90-85adb6b29141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923067e7-23d2-4639-a145-730674861894', 'name': 'tempest-TestShelveInstance-225900785-router', 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '52fd14ca-64ec-47f1-8345-c4068d13917e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:17:08Z', 'updated_at': '2022-10-12T08:17:11Z', 'revision_number': 4, 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'gw_port': {'id': '52fd14ca-64ec-47f1-8345-c4068d13917e', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:68:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923067e7-23d2-4639-a145-730674861894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:17:09Z', 'updated_at': '2022-10-12T08:17:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '425eb172-f509-4d49-98bf-273b3fe44920', 'name': '', 'network_id': '737a5b28-ee9b-4810-8b33-6eaf71f45cc8', 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'mac_address': 'fa:16:3e:8c:92:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923067e7-23d2-4639-a145-730674861894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'b232c321-46cf-4ec4-bbc4-b317e4c581b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:17:10Z', 'updated_at': '2022-10-12T08:17:11Z', 'revision_number': 2, 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'subnets': [{'id': 'b232c321-46cf-4ec4-bbc4-b317e4c581b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:17:12.104666 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f5cfa9-5add-4287-bf90-85adb6b29141 None None] The sync data for ids ['923067e7-23d2-4639-a145-730674861894'] in dv-neutron-860909-2-hyperv is: [{'id': '923067e7-23d2-4639-a145-730674861894', 'name': 'tempest-TestShelveInstance-225900785-router', 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '52fd14ca-64ec-47f1-8345-c4068d13917e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:17:08Z', 'updated_at': '2022-10-12T08:17:11Z', 'revision_number': 4, 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'gw_port': {'id': '52fd14ca-64ec-47f1-8345-c4068d13917e', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:68:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923067e7-23d2-4639-a145-730674861894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:17:09Z', 'updated_at': '2022-10-12T08:17:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '425eb172-f509-4d49-98bf-273b3fe44920', 'name': '', 'network_id': '737a5b28-ee9b-4810-8b33-6eaf71f45cc8', 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'mac_address': 'fa:16:3e:8c:92:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923067e7-23d2-4639-a145-730674861894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'b232c321-46cf-4ec4-bbc4-b317e4c581b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:17:10Z', 'updated_at': '2022-10-12T08:17:11Z', 'revision_number': 2, 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'subnets': [{'id': 'b232c321-46cf-4ec4-bbc4-b317e4c581b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:17:12.181398 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-a12f5a68-85e0-46bc-94f3-ecd84f0442b5 None None] Attempt 2 to provision port 425eb172-f509-4d49-98bf-273b3fe44920 Oct 12 08:17:12.216880 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a12f5a68-85e0-46bc-94f3-ecd84f0442b5 None None] Port 425eb172-f509-4d49-98bf-273b3fe44920 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:17:12.564474 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 49200) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:17:12.570052 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-664419fb-c6ae-4f3b-b9c7-ed2935d013b0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1887710903-network', 'tenant_id': '8f5e6283245f4f6c80b1cb90cb1f2fe0'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:17:12.590203 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664419fb-c6ae-4f3b-b9c7-ed2935d013b0 admin admin] Made reservation on behalf of 8f5e6283245f4f6c80b1cb90cb1f2fe0 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:17:12.592586 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-664419fb-c6ae-4f3b-b9c7-ed2935d013b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:12.601450 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-664419fb-c6ae-4f3b-b9c7-ed2935d013b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:12.680682 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-664419fb-c6ae-4f3b-b9c7-ed2935d013b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:12.684619 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-664419fb-c6ae-4f3b-b9c7-ed2935d013b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:12.718696 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-a12f5a68-85e0-46bc-94f3-ecd84f0442b5 None None] Attempt 3 to provision port 425eb172-f509-4d49-98bf-273b3fe44920 Oct 12 08:17:12.725072 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-664419fb-c6ae-4f3b-b9c7-ed2935d013b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 08:17:12.738053 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664419fb-c6ae-4f3b-b9c7-ed2935d013b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45598033-fa6b-414c-af0f-0c5a2878e93e,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:12.742937 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-664419fb-c6ae-4f3b-b9c7-ed2935d013b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:12.743281 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-664419fb-c6ae-4f3b-b9c7-ed2935d013b0 admin admin] Added segment 11e17f50-62fc-4641-a84a-0e009f303c0d of type vlan for network 3456b7c3-c077-4a62-a057-5ba232d27a50 Oct 12 08:17:12.792275 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a12f5a68-85e0-46bc-94f3-ecd84f0442b5 None None] Port 425eb172-f509-4d49-98bf-273b3fe44920 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:17:12.794229 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-664419fb-c6ae-4f3b-b9c7-ed2935d013b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:12.833180 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-664419fb-c6ae-4f3b-b9c7-ed2935d013b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:12.834070 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664419fb-c6ae-4f3b-b9c7-ed2935d013b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:17:12.834636 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-664419fb-c6ae-4f3b-b9c7-ed2935d013b0 admin admin] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:12.872081 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-664419fb-c6ae-4f3b-b9c7-ed2935d013b0 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3035729 Oct 12 08:17:12.873179 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 49202) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:17:12.879872 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-a391ba51-e0d7-4f8d-8c46-d58d7756a789 admin admin] Request body: {'subnet': {'network_id': '3456b7c3-c077-4a62-a057-5ba232d27a50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1887710903-subnet', 'tenant_id': '8f5e6283245f4f6c80b1cb90cb1f2fe0', 'ip_version': 4}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:17:12.914883 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664419fb-c6ae-4f3b-b9c7-ed2935d013b0 admin admin] Pushing event updated for resources: {'Network': ['ID=3456b7c3-c077-4a62-a057-5ba232d27a50,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:12.927102 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network 3456b7c3-c077-4a62-a057-5ba232d27a50 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 08:17:12.941641 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a391ba51-e0d7-4f8d-8c46-d58d7756a789 admin admin] Made reservation on behalf of 8f5e6283245f4f6c80b1cb90cb1f2fe0 for: {'subnet': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:17:12.946816 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a391ba51-e0d7-4f8d-8c46-d58d7756a789 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29866724'] for subnet, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:13.046910 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 52fd14ca-64ec-47f1-8345-c4068d13917e up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:17:13.099401 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 52fd14ca-64ec-47f1-8345-c4068d13917e triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:17:13.099989 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:13.100331 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 52fd14ca-64ec-47f1-8345-c4068d13917e Oct 12 08:17:13.154165 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a391ba51-e0d7-4f8d-8c46-d58d7756a789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30359381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29866518'] for subnet, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:13.191455 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 52fd14ca-64ec-47f1-8345-c4068d13917e is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:17:13.191839 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:13.218196 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 52fd14ca-64ec-47f1-8345-c4068d13917e, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=52fd14ca-64ec-47f1-8345-c4068d13917e,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:17:13.219375 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a391ba51-e0d7-4f8d-8c46-d58d7756a789 admin admin] Pushing event updated for resources: {'Subnet': ['ID=044e1f39-f9d7-4d33-ae39-4d202bfab103,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:13.224454 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:13.229523 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a391ba51-e0d7-4f8d-8c46-d58d7756a789 admin admin] Checking segment: {'id': '11e17f50-62fc-4641-a84a-0e009f303c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3456b7c3-c077-4a62-a057-5ba232d27a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:17:13.231355 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a391ba51-e0d7-4f8d-8c46-d58d7756a789 admin admin] Network hostable DHCP agents. Network: 3456b7c3-c077-4a62-a057-5ba232d27a50, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 08:17:13.253240 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a391ba51-e0d7-4f8d-8c46-d58d7756a789 admin admin] Network 3456b7c3-c077-4a62-a057-5ba232d27a50 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 08:17:13.264114 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-a391ba51-e0d7-4f8d-8c46-d58d7756a789 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, 3456b7c3-c077-4a62-a057-5ba232d27a50) {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:17:13.270991 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a391ba51-e0d7-4f8d-8c46-d58d7756a789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:17:13.271576 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-a391ba51-e0d7-4f8d-8c46-d58d7756a789 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:13.283655 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ba3c60-80b7-4ce8-9f9d-5fddd93aade4 None None] Network 3456b7c3-c077-4a62-a057-5ba232d27a50 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:17:13.294131 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 49204) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:17:13.294750 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-a391ba51-e0d7-4f8d-8c46-d58d7756a789 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4203823 Oct 12 08:17:13.298590 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-630200a4-71b3-4e0f-8069-9a410e353bac admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1887710903-router', 'tenant_id': '8f5e6283245f4f6c80b1cb90cb1f2fe0', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:17:13.301211 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-a12f5a68-85e0-46bc-94f3-ecd84f0442b5 None None] Attempt 4 to provision port 425eb172-f509-4d49-98bf-273b3fe44920 Oct 12 08:17:13.304559 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=52fd14ca-64ec-47f1-8345-c4068d13917e,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:13.324804 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-630200a4-71b3-4e0f-8069-9a410e353bac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:13.325978 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-630200a4-71b3-4e0f-8069-9a410e353bac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:13.384208 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-630200a4-71b3-4e0f-8069-9a410e353bac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:13.399088 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a12f5a68-85e0-46bc-94f3-ecd84f0442b5 None None] Port 425eb172-f509-4d49-98bf-273b3fe44920 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:17:13.487823 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e851d3bb-0cd9-4b02-9990-f278ed968c57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-3456b7c3-c077-4a62-a057-5ba232d27a50', 'network_id': '3456b7c3-c077-4a62-a057-5ba232d27a50', 'tenant_id': '8f5e6283245f4f6c80b1cb90cb1f2fe0', 'fixed_ips': [{'subnet_id': '044e1f39-f9d7-4d33-ae39-4d202bfab103'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 08:17:13.488786 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e851d3bb-0cd9-4b02-9990-f278ed968c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:13.525344 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-630200a4-71b3-4e0f-8069-9a410e353bac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:13.623001 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-e851d3bb-0cd9-4b02-9990-f278ed968c57 None None] Allocated IP 172.20.0.2 (3456b7c3-c077-4a62-a057-5ba232d27a50/044e1f39-f9d7-4d33-ae39-4d202bfab103/451fd70a-e9e6-4d60-b830-2fd986469322) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:17:13.728675 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-630200a4-71b3-4e0f-8069-9a410e353bac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:13.747989 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-630200a4-71b3-4e0f-8069-9a410e353bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:13.779347 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e851d3bb-0cd9-4b02-9990-f278ed968c57 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:13.784770 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e851d3bb-0cd9-4b02-9990-f278ed968c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:13.824301 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e851d3bb-0cd9-4b02-9990-f278ed968c57 None None] Network 3456b7c3-c077-4a62-a057-5ba232d27a50 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:17:13.828806 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-e851d3bb-0cd9-4b02-9990-f278ed968c57 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:17:13.831191 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e851d3bb-0cd9-4b02-9990-f278ed968c57 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:17:13.839926 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e851d3bb-0cd9-4b02-9990-f278ed968c57 None None] Pushing event updated for resources: {'Port': ['ID=451fd70a-e9e6-4d60-b830-2fd986469322,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:13.861540 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-630200a4-71b3-4e0f-8069-9a410e353bac admin admin] Allocated IP 172.26.3.219 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/b163635b-6219-4202-ba25-f8b96faac915) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:17:13.896913 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-e851d3bb-0cd9-4b02-9990-f278ed968c57 None None] Attempting to bind port 451fd70a-e9e6-4d60-b830-2fd986469322 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:17:13.897278 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-e851d3bb-0cd9-4b02-9990-f278ed968c57 None None] Attempting to bind port 451fd70a-e9e6-4d60-b830-2fd986469322 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '11e17f50-62fc-4641-a84a-0e009f303c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3456b7c3-c077-4a62-a057-5ba232d27a50'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:17:13.897644 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e851d3bb-0cd9-4b02-9990-f278ed968c57 None None] Attempting to bind port 451fd70a-e9e6-4d60-b830-2fd986469322 on network 3456b7c3-c077-4a62-a057-5ba232d27a50 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:17:13.900315 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-a12f5a68-85e0-46bc-94f3-ecd84f0442b5 None None] Attempt 5 to provision port 425eb172-f509-4d49-98bf-273b3fe44920 Oct 12 08:17:13.904599 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e851d3bb-0cd9-4b02-9990-f278ed968c57 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:17:13.905310 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e851d3bb-0cd9-4b02-9990-f278ed968c57 None None] Checking segment: {'id': '11e17f50-62fc-4641-a84a-0e009f303c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3456b7c3-c077-4a62-a057-5ba232d27a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:17:13.905442 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e851d3bb-0cd9-4b02-9990-f278ed968c57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:13.905740 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e851d3bb-0cd9-4b02-9990-f278ed968c57 None None] Bound using segment: {'id': '11e17f50-62fc-4641-a84a-0e009f303c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3456b7c3-c077-4a62-a057-5ba232d27a50'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:17:13.906242 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-e851d3bb-0cd9-4b02-9990-f278ed968c57 None None] Bound port: 451fd70a-e9e6-4d60-b830-2fd986469322, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11e17f50-62fc-4641-a84a-0e009f303c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3456b7c3-c077-4a62-a057-5ba232d27a50'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:17:13.906624 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e851d3bb-0cd9-4b02-9990-f278ed968c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:13.968066 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a12f5a68-85e0-46bc-94f3-ecd84f0442b5 None None] Port 425eb172-f509-4d49-98bf-273b3fe44920 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:17:13.970912 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-630200a4-71b3-4e0f-8069-9a410e353bac admin admin] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:14.008390 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-630200a4-71b3-4e0f-8069-9a410e353bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:14.011670 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-e851d3bb-0cd9-4b02-9990-f278ed968c57 None None] For port 451fd70a-e9e6-4d60-b830-2fd986469322, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:17:14.024916 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2c1074ca-d6c0-4976-8366-575810411b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:14.027303 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-e851d3bb-0cd9-4b02-9990-f278ed968c57 None None] For port 451fd70a-e9e6-4d60-b830-2fd986469322, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=451fd70a-e9e6-4d60-b830-2fd986469322,segment=NetworkSegment(11e17f50-62fc-4641-a84a-0e009f303c0d),segment_id=11e17f50-62fc-4641-a84a-0e009f303c0d)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:17:14.035535 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e851d3bb-0cd9-4b02-9990-f278ed968c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:14.049053 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630200a4-71b3-4e0f-8069-9a410e353bac admin admin] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:17:14.052743 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-630200a4-71b3-4e0f-8069-9a410e353bac admin admin] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:17:14.056340 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630200a4-71b3-4e0f-8069-9a410e353bac admin admin] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:17:14.096280 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630200a4-71b3-4e0f-8069-9a410e353bac admin admin] Pushing event updated for resources: {'Port': ['ID=b163635b-6219-4202-ba25-f8b96faac915,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:14.096989 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e851d3bb-0cd9-4b02-9990-f278ed968c57 None None] Pushing event updated for resources: {'Port': ['ID=451fd70a-e9e6-4d60-b830-2fd986469322,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:14.261400 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccfafae-c2f9-4cfc-8e9b-966e637d7e42 None None] Sync routers for ids ['923067e7-23d2-4639-a145-730674861894'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:17:14.273326 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccfafae-c2f9-4cfc-8e9b-966e637d7e42 None None] Routers {'923067e7-23d2-4639-a145-730674861894'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:17:14.273937 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-eccfafae-c2f9-4cfc-8e9b-966e637d7e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:16:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['923067e7-23d2-4639-a145-730674861894'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:17:14.379176 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-630200a4-71b3-4e0f-8069-9a410e353bac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:14.397579 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-eccfafae-c2f9-4cfc-8e9b-966e637d7e42 None None] Set router 923067e7-23d2-4639-a145-730674861894 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:17:14.469050 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-a12f5a68-85e0-46bc-94f3-ecd84f0442b5 None None] Attempt 6 to provision port 425eb172-f509-4d49-98bf-273b3fe44920 Oct 12 08:17:14.504450 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a12f5a68-85e0-46bc-94f3-ecd84f0442b5 None None] Port 425eb172-f509-4d49-98bf-273b3fe44920 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:17:14.585491 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-630200a4-71b3-4e0f-8069-9a410e353bac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:14.600312 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-eccfafae-c2f9-4cfc-8e9b-966e637d7e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923067e7-23d2-4639-a145-730674861894', 'name': 'tempest-TestShelveInstance-225900785-router', 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '52fd14ca-64ec-47f1-8345-c4068d13917e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:17:08Z', 'updated_at': '2022-10-12T08:17:11Z', 'revision_number': 4, 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'gw_port': {'id': '52fd14ca-64ec-47f1-8345-c4068d13917e', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:68:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923067e7-23d2-4639-a145-730674861894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:17:09Z', 'updated_at': '2022-10-12T08:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '425eb172-f509-4d49-98bf-273b3fe44920', 'name': '', 'network_id': '737a5b28-ee9b-4810-8b33-6eaf71f45cc8', 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'mac_address': 'fa:16:3e:8c:92:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923067e7-23d2-4639-a145-730674861894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'b232c321-46cf-4ec4-bbc4-b317e4c581b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:17:10Z', 'updated_at': '2022-10-12T08:17:11Z', 'revision_number': 2, 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'subnets': [{'id': 'b232c321-46cf-4ec4-bbc4-b317e4c581b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:17:14.626769 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccfafae-c2f9-4cfc-8e9b-966e637d7e42 None None] Checking router: 923067e7-23d2-4639-a145-730674861894 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:17:14.627095 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccfafae-c2f9-4cfc-8e9b-966e637d7e42 None None] Updating router 923067e7-23d2-4639-a145-730674861894 port 425eb172-f509-4d49-98bf-273b3fe44920 binding host dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 08:17:14.651261 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-eccfafae-c2f9-4cfc-8e9b-966e637d7e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:14.711694 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-630200a4-71b3-4e0f-8069-9a410e353bac admin admin] Router 920861a4-9a91-4aab-8ab9-6b08642779bf is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 08:17:14.836810 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630200a4-71b3-4e0f-8069-9a410e353bac admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:17:14.849339 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219a585e-724c-45a8-8e72-1ac8e09cbaed None None] Sync routers for ids ['920861a4-9a91-4aab-8ab9-6b08642779bf'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:17:14.859280 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-630200a4-71b3-4e0f-8069-9a410e353bac admin admin] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:14.863256 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-630200a4-71b3-4e0f-8069-9a410e353bac admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5655622 Oct 12 08:17:14.863934 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 49206) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:17:14.868121 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219a585e-724c-45a8-8e72-1ac8e09cbaed None None] Routers {'920861a4-9a91-4aab-8ab9-6b08642779bf'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:17:14.868771 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-219a585e-724c-45a8-8e72-1ac8e09cbaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:16:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['920861a4-9a91-4aab-8ab9-6b08642779bf'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:17:14.964138 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-eccfafae-c2f9-4cfc-8e9b-966e637d7e42 None None] Notify callbacks [] for port, precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:14.977249 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-eccfafae-c2f9-4cfc-8e9b-966e637d7e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:15.011786 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-219a585e-724c-45a8-8e72-1ac8e09cbaed None None] Set router 920861a4-9a91-4aab-8ab9-6b08642779bf gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:17:15.062544 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-eccfafae-c2f9-4cfc-8e9b-966e637d7e42 None None] Attempting to bind port 425eb172-f509-4d49-98bf-273b3fe44920 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:17:15.062950 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-eccfafae-c2f9-4cfc-8e9b-966e637d7e42 None None] Attempting to bind port 425eb172-f509-4d49-98bf-273b3fe44920 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '737a5b28-ee9b-4810-8b33-6eaf71f45cc8'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:17:15.063319 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccfafae-c2f9-4cfc-8e9b-966e637d7e42 None None] Attempting to bind port 425eb172-f509-4d49-98bf-273b3fe44920 on network 737a5b28-ee9b-4810-8b33-6eaf71f45cc8 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:17:15.076715 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccfafae-c2f9-4cfc-8e9b-966e637d7e42 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:17:15.077085 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccfafae-c2f9-4cfc-8e9b-966e637d7e42 None None] Checking segment: {'id': 'b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '737a5b28-ee9b-4810-8b33-6eaf71f45cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:17:15.077491 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-eccfafae-c2f9-4cfc-8e9b-966e637d7e42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:15.077875 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccfafae-c2f9-4cfc-8e9b-966e637d7e42 None None] Bound using segment: {'id': 'b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '737a5b28-ee9b-4810-8b33-6eaf71f45cc8'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:17:15.078386 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-eccfafae-c2f9-4cfc-8e9b-966e637d7e42 None None] Bound port: 425eb172-f509-4d49-98bf-273b3fe44920, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '737a5b28-ee9b-4810-8b33-6eaf71f45cc8'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:17:15.078769 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-eccfafae-c2f9-4cfc-8e9b-966e637d7e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:15.079920 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-a12f5a68-85e0-46bc-94f3-ecd84f0442b5 None None] Attempt 7 to provision port 425eb172-f509-4d49-98bf-273b3fe44920 Oct 12 08:17:15.154584 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-eccfafae-c2f9-4cfc-8e9b-966e637d7e42 None None] For port 425eb172-f509-4d49-98bf-273b3fe44920, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:17:15.157027 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eaf09e-5e75-45da-aeed-f81d29eafb57 None None] Pushing event updated for resources: {'Port': ['ID=425eb172-f509-4d49-98bf-273b3fe44920,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:15.166298 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-eccfafae-c2f9-4cfc-8e9b-966e637d7e42 None None] For port 425eb172-f509-4d49-98bf-273b3fe44920, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=425eb172-f509-4d49-98bf-273b3fe44920,segment=NetworkSegment(b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04),segment_id=b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:17:15.167881 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eaf09e-5e75-45da-aeed-f81d29eafb57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:17:15.168223 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eaf09e-5e75-45da-aeed-f81d29eafb57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:17:15.168470 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f338d9c-cd62-40b5-b344-4da696a55bfa None None] Network 3456b7c3-c077-4a62-a057-5ba232d27a50 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:17:15.168713 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eaf09e-5e75-45da-aeed-f81d29eafb57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:17:15.168866 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eaf09e-5e75-45da-aeed-f81d29eafb57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:17:15.169794 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eaf09e-5e75-45da-aeed-f81d29eafb57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:17:15.170151 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eaf09e-5e75-45da-aeed-f81d29eafb57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:17:15.170484 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eaf09e-5e75-45da-aeed-f81d29eafb57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:17:15.170803 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eaf09e-5e75-45da-aeed-f81d29eafb57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:17:15.171984 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eaf09e-5e75-45da-aeed-f81d29eafb57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:17:15.171984 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eaf09e-5e75-45da-aeed-f81d29eafb57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:17:15.171984 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eaf09e-5e75-45da-aeed-f81d29eafb57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:17:15.172404 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eaf09e-5e75-45da-aeed-f81d29eafb57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:17:15.176591 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-eccfafae-c2f9-4cfc-8e9b-966e637d7e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:15.217490 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 451fd70a-e9e6-4d60-b830-2fd986469322 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:17:15.243131 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccfafae-c2f9-4cfc-8e9b-966e637d7e42 None None] Routers {'923067e7-23d2-4639-a145-730674861894'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:17:15.243887 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-eccfafae-c2f9-4cfc-8e9b-966e637d7e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:16:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['923067e7-23d2-4639-a145-730674861894'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:17:15.280656 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eaf09e-5e75-45da-aeed-f81d29eafb57 None None] Pushing event updated for resources: {'Port': ['ID=425eb172-f509-4d49-98bf-273b3fe44920,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:15.286585 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a12f5a68-85e0-46bc-94f3-ecd84f0442b5 None None] Port 425eb172-f509-4d49-98bf-273b3fe44920 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:17:15.347681 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fc7c5e29-30f9-4e0b-84df-dfd992eba01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:15.373662 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 451fd70a-e9e6-4d60-b830-2fd986469322 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:17:15.374225 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:15.374658 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 451fd70a-e9e6-4d60-b830-2fd986469322 Oct 12 08:17:15.448577 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-219a585e-724c-45a8-8e72-1ac8e09cbaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920861a4-9a91-4aab-8ab9-6b08642779bf', 'name': 'tempest-TestShelveInstance-1887710903-router', 'tenant_id': '8f5e6283245f4f6c80b1cb90cb1f2fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': 'b163635b-6219-4202-ba25-f8b96faac915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:17:13Z', 'updated_at': '2022-10-12T08:17:14Z', 'revision_number': 3, 'project_id': '8f5e6283245f4f6c80b1cb90cb1f2fe0', 'gw_port': {'id': 'b163635b-6219-4202-ba25-f8b96faac915', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920861a4-9a91-4aab-8ab9-6b08642779bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:17:13Z', 'updated_at': '2022-10-12T08:17:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:17:15.457181 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-eccfafae-c2f9-4cfc-8e9b-966e637d7e42 None None] Set router 923067e7-23d2-4639-a145-730674861894 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:17:15.479130 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219a585e-724c-45a8-8e72-1ac8e09cbaed None None] Checking router: 920861a4-9a91-4aab-8ab9-6b08642779bf for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:17:15.479531 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219a585e-724c-45a8-8e72-1ac8e09cbaed None None] Updating router 920861a4-9a91-4aab-8ab9-6b08642779bf port b163635b-6219-4202-ba25-f8b96faac915 binding host dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 08:17:15.511535 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_common [None req-fc7c5e29-30f9-4e0b-84df-dfd992eba01e admin admin] Allocated IP 172.20.0.1 (3456b7c3-c077-4a62-a057-5ba232d27a50/044e1f39-f9d7-4d33-ae39-4d202bfab103/bf22cb00-1139-46db-836c-5cf2bb4f997d) {{(pid=103201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:17:15.566409 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 451fd70a-e9e6-4d60-b830-2fd986469322 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:17:15.566941 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:15.568759 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-219a585e-724c-45a8-8e72-1ac8e09cbaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:15.616600 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fc7c5e29-30f9-4e0b-84df-dfd992eba01e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:15.651789 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fc7c5e29-30f9-4e0b-84df-dfd992eba01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:15.671625 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-eccfafae-c2f9-4cfc-8e9b-966e637d7e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923067e7-23d2-4639-a145-730674861894', 'name': 'tempest-TestShelveInstance-225900785-router', 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '52fd14ca-64ec-47f1-8345-c4068d13917e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:17:08Z', 'updated_at': '2022-10-12T08:17:11Z', 'revision_number': 4, 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'gw_port': {'id': '52fd14ca-64ec-47f1-8345-c4068d13917e', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:68:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923067e7-23d2-4639-a145-730674861894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:17:09Z', 'updated_at': '2022-10-12T08:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '425eb172-f509-4d49-98bf-273b3fe44920', 'name': '', 'network_id': '737a5b28-ee9b-4810-8b33-6eaf71f45cc8', 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'mac_address': 'fa:16:3e:8c:92:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923067e7-23d2-4639-a145-730674861894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'b232c321-46cf-4ec4-bbc4-b317e4c581b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:17:10Z', 'updated_at': '2022-10-12T08:17:15Z', 'revision_number': 4, 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'subnets': [{'id': 'b232c321-46cf-4ec4-bbc4-b317e4c581b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:17:15.701106 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccfafae-c2f9-4cfc-8e9b-966e637d7e42 None None] The sync data for ids ['923067e7-23d2-4639-a145-730674861894'] in dv-neutron-860909-2-hyperv is: [{'id': '923067e7-23d2-4639-a145-730674861894', 'name': 'tempest-TestShelveInstance-225900785-router', 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '52fd14ca-64ec-47f1-8345-c4068d13917e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:17:08Z', 'updated_at': '2022-10-12T08:17:11Z', 'revision_number': 4, 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'gw_port': {'id': '52fd14ca-64ec-47f1-8345-c4068d13917e', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:68:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923067e7-23d2-4639-a145-730674861894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:17:09Z', 'updated_at': '2022-10-12T08:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '425eb172-f509-4d49-98bf-273b3fe44920', 'name': '', 'network_id': '737a5b28-ee9b-4810-8b33-6eaf71f45cc8', 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'mac_address': 'fa:16:3e:8c:92:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923067e7-23d2-4639-a145-730674861894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'b232c321-46cf-4ec4-bbc4-b317e4c581b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:17:10Z', 'updated_at': '2022-10-12T08:17:15Z', 'revision_number': 4, 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'subnets': [{'id': 'b232c321-46cf-4ec4-bbc4-b317e4c581b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:17:15.706969 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7c5e29-30f9-4e0b-84df-dfd992eba01e admin admin] Network 3456b7c3-c077-4a62-a057-5ba232d27a50 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:17:15.710235 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-fc7c5e29-30f9-4e0b-84df-dfd992eba01e admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:17:15.713435 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7c5e29-30f9-4e0b-84df-dfd992eba01e admin admin] Received port after_create {{(pid=103201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:17:15.749896 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7c5e29-30f9-4e0b-84df-dfd992eba01e admin admin] Pushing event updated for resources: {'Port': ['ID=bf22cb00-1139-46db-836c-5cf2bb4f997d,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:15.770728 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fc7c5e29-30f9-4e0b-84df-dfd992eba01e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:15.829741 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-a12f5a68-85e0-46bc-94f3-ecd84f0442b5 None None] Attempt 8 to provision port 425eb172-f509-4d49-98bf-273b3fe44920 Oct 12 08:17:15.881399 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 451fd70a-e9e6-4d60-b830-2fd986469322, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=451fd70a-e9e6-4d60-b830-2fd986469322,segment=NetworkSegment(11e17f50-62fc-4641-a84a-0e009f303c0d),segment_id=11e17f50-62fc-4641-a84a-0e009f303c0d)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:17:15.895991 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:15.897009 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 52fd14ca-64ec-47f1-8345-c4068d13917e up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:17:15.931227 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fc7c5e29-30f9-4e0b-84df-dfd992eba01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:16.065709 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=451fd70a-e9e6-4d60-b830-2fd986469322,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:16.102355 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 52fd14ca-64ec-47f1-8345-c4068d13917e triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:17:16.102727 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:16.103063 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 52fd14ca-64ec-47f1-8345-c4068d13917e Oct 12 08:17:16.112093 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fc7c5e29-30f9-4e0b-84df-dfd992eba01e admin admin] Notify callbacks [] for port, precommit_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:16.118601 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fc7c5e29-30f9-4e0b-84df-dfd992eba01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30352076'] for port, after_update {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:16.167362 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a12f5a68-85e0-46bc-94f3-ecd84f0442b5 None None] Current status of the port 425eb172-f509-4d49-98bf-273b3fe44920 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:17:16.167739 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a12f5a68-85e0-46bc-94f3-ecd84f0442b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:16.191060 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7c5e29-30f9-4e0b-84df-dfd992eba01e admin admin] Pushing event updated for resources: {'Port': ['ID=bf22cb00-1139-46db-836c-5cf2bb4f997d,revision_number=2']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:16.198407 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-fc7c5e29-30f9-4e0b-84df-dfd992eba01e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:16.217782 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ae88cf32-ef59-4369-bbf6-1c605febef64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:16.251847 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-a12f5a68-85e0-46bc-94f3-ecd84f0442b5 None None] For port 425eb172-f509-4d49-98bf-273b3fe44920, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=425eb172-f509-4d49-98bf-273b3fe44920,segment=NetworkSegment(b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04),segment_id=b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:17:16.279934 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a12f5a68-85e0-46bc-94f3-ecd84f0442b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:16.302555 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7c5e29-30f9-4e0b-84df-dfd992eba01e admin admin] Network 3456b7c3-c077-4a62-a057-5ba232d27a50 is already hosted by enough agents. {{(pid=103201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:17:16.304270 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.base_scheduler [None req-fc7c5e29-30f9-4e0b-84df-dfd992eba01e admin admin] Resources bound (agent type, host, resource id): {{(pid=103201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:17:16.365880 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-219a585e-724c-45a8-8e72-1ac8e09cbaed None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:16.371887 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 52fd14ca-64ec-47f1-8345-c4068d13917e is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:17:16.375626 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12f5a68-85e0-46bc-94f3-ecd84f0442b5 None None] Pushing event updated for resources: {'Port': ['ID=425eb172-f509-4d49-98bf-273b3fe44920,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:16.380810 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-219a585e-724c-45a8-8e72-1ac8e09cbaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:16.429299 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-219a585e-724c-45a8-8e72-1ac8e09cbaed None None] Attempting to bind port b163635b-6219-4202-ba25-f8b96faac915 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:17:16.429660 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-219a585e-724c-45a8-8e72-1ac8e09cbaed None None] Attempting to bind port b163635b-6219-4202-ba25-f8b96faac915 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:17:16.430040 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219a585e-724c-45a8-8e72-1ac8e09cbaed None None] Attempting to bind port b163635b-6219-4202-ba25-f8b96faac915 on network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:17:16.443117 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219a585e-724c-45a8-8e72-1ac8e09cbaed None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:17:16.443487 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219a585e-724c-45a8-8e72-1ac8e09cbaed None None] Checking segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:17:16.443883 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-219a585e-724c-45a8-8e72-1ac8e09cbaed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:16.444267 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219a585e-724c-45a8-8e72-1ac8e09cbaed None None] Bound using segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:17:16.444737 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-219a585e-724c-45a8-8e72-1ac8e09cbaed None None] Bound port: b163635b-6219-4202-ba25-f8b96faac915, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:17:16.445116 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-219a585e-724c-45a8-8e72-1ac8e09cbaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:16.446355 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7c5e29-30f9-4e0b-84df-dfd992eba01e admin admin] Router 920861a4-9a91-4aab-8ab9-6b08642779bf has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:17:16.448547 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f70c7f-e698-45aa-819d-b372c49684c4 None None] Pushing event updated for resources: {'Port': ['ID=b163635b-6219-4202-ba25-f8b96faac915,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:16.482237 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-237eec4c-3b5f-43a5-a3c7-251828f89467 None None] Provisioning complete for port 451fd70a-e9e6-4d60-b830-2fd986469322 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:17:16.482610 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-237eec4c-3b5f-43a5-a3c7-251828f89467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:16.482943 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-237eec4c-3b5f-43a5-a3c7-251828f89467 None None] Attempt 1 to provision port 451fd70a-e9e6-4d60-b830-2fd986469322 Oct 12 08:17:16.550115 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-219a585e-724c-45a8-8e72-1ac8e09cbaed None None] For port b163635b-6219-4202-ba25-f8b96faac915, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:17:16.554079 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-219a585e-724c-45a8-8e72-1ac8e09cbaed None None] For port b163635b-6219-4202-ba25-f8b96faac915, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=b163635b-6219-4202-ba25-f8b96faac915,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:17:16.560850 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-219a585e-724c-45a8-8e72-1ac8e09cbaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:16.578841 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7c5e29-30f9-4e0b-84df-dfd992eba01e admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:17:16.584830 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-fc7c5e29-30f9-4e0b-84df-dfd992eba01e admin admin] 10.222.0.26 "PUT /v2.0/routers/920861a4-9a91-4aab-8ab9-6b08642779bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7197385 Oct 12 08:17:16.655832 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219a585e-724c-45a8-8e72-1ac8e09cbaed None None] Routers {'920861a4-9a91-4aab-8ab9-6b08642779bf'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:17:16.656455 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-219a585e-724c-45a8-8e72-1ac8e09cbaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:17:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['920861a4-9a91-4aab-8ab9-6b08642779bf'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:17:16.712330 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f70c7f-e698-45aa-819d-b372c49684c4 None None] Pushing event updated for resources: {'Port': ['ID=b163635b-6219-4202-ba25-f8b96faac915,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:16.722289 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-237eec4c-3b5f-43a5-a3c7-251828f89467 None None] Current status of the port 451fd70a-e9e6-4d60-b830-2fd986469322 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:17:16.741351 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-237eec4c-3b5f-43a5-a3c7-251828f89467 None None] Provisioning complete for port bf22cb00-1139-46db-836c-5cf2bb4f997d triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:17:16.741724 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-237eec4c-3b5f-43a5-a3c7-251828f89467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:16.742082 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-237eec4c-3b5f-43a5-a3c7-251828f89467 None None] Attempt 1 to provision port bf22cb00-1139-46db-836c-5cf2bb4f997d Oct 12 08:17:16.825114 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-237eec4c-3b5f-43a5-a3c7-251828f89467 None None] Port bf22cb00-1139-46db-836c-5cf2bb4f997d cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:17:16.828579 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-219a585e-724c-45a8-8e72-1ac8e09cbaed None None] Set router 920861a4-9a91-4aab-8ab9-6b08642779bf gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:17:16.936050 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 49216) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:17:16.941323 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-148b295c-4dba-40fa-a434-33d82c7f34a9 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1141431442', 'description': 'tempest-secgroup-smoke-1141431442 description', 'project_id': '233556616dd24a4a8accefb2f97b1af6'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:17:16.969737 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-148b295c-4dba-40fa-a434-33d82c7f34a9 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:17.035001 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 451fd70a-e9e6-4d60-b830-2fd986469322 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:17:17.046688 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-148b295c-4dba-40fa-a434-33d82c7f34a9 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:17.051018 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-148b295c-4dba-40fa-a434-33d82c7f34a9 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:17.079746 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-148b295c-4dba-40fa-a434-33d82c7f34a9 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:17.081236 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-148b295c-4dba-40fa-a434-33d82c7f34a9 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1439929 Oct 12 08:17:17.082497 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-219a585e-724c-45a8-8e72-1ac8e09cbaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920861a4-9a91-4aab-8ab9-6b08642779bf', 'name': 'tempest-TestShelveInstance-1887710903-router', 'tenant_id': '8f5e6283245f4f6c80b1cb90cb1f2fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': 'b163635b-6219-4202-ba25-f8b96faac915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:17:13Z', 'updated_at': '2022-10-12T08:17:15Z', 'revision_number': 4, 'project_id': '8f5e6283245f4f6c80b1cb90cb1f2fe0', 'gw_port': {'id': 'b163635b-6219-4202-ba25-f8b96faac915', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920861a4-9a91-4aab-8ab9-6b08642779bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:17:13Z', 'updated_at': '2022-10-12T08:17:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': 'bf22cb00-1139-46db-836c-5cf2bb4f997d', 'name': '', 'network_id': '3456b7c3-c077-4a62-a057-5ba232d27a50', 'tenant_id': '8f5e6283245f4f6c80b1cb90cb1f2fe0', 'mac_address': 'fa:16:3e:72:68:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920861a4-9a91-4aab-8ab9-6b08642779bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '044e1f39-f9d7-4d33-ae39-4d202bfab103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:17:15Z', 'updated_at': '2022-10-12T08:17:15Z', 'revision_number': 2, 'project_id': '8f5e6283245f4f6c80b1cb90cb1f2fe0', 'subnets': [{'id': '044e1f39-f9d7-4d33-ae39-4d202bfab103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:17:17.083438 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b295c-4dba-40fa-a434-33d82c7f34a9 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=148f2a25-832d-40e2-a980-1a758022133f,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:17.084276 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 49218) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:17:17.089806 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-f565d96b-117f-4a2d-86e7-f7389182f2e6 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Request body: {'security_group_rule': {'security_group_id': '148f2a25-832d-40e2-a980-1a758022133f', 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:17:17.115458 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219a585e-724c-45a8-8e72-1ac8e09cbaed None None] The sync data for ids ['920861a4-9a91-4aab-8ab9-6b08642779bf'] in dv-neutron-860909-2-hyperv is: [{'id': '920861a4-9a91-4aab-8ab9-6b08642779bf', 'name': 'tempest-TestShelveInstance-1887710903-router', 'tenant_id': '8f5e6283245f4f6c80b1cb90cb1f2fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': 'b163635b-6219-4202-ba25-f8b96faac915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:17:13Z', 'updated_at': '2022-10-12T08:17:15Z', 'revision_number': 4, 'project_id': '8f5e6283245f4f6c80b1cb90cb1f2fe0', 'gw_port': {'id': 'b163635b-6219-4202-ba25-f8b96faac915', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920861a4-9a91-4aab-8ab9-6b08642779bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:17:13Z', 'updated_at': '2022-10-12T08:17:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': 'bf22cb00-1139-46db-836c-5cf2bb4f997d', 'name': '', 'network_id': '3456b7c3-c077-4a62-a057-5ba232d27a50', 'tenant_id': '8f5e6283245f4f6c80b1cb90cb1f2fe0', 'mac_address': 'fa:16:3e:72:68:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920861a4-9a91-4aab-8ab9-6b08642779bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '044e1f39-f9d7-4d33-ae39-4d202bfab103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:17:15Z', 'updated_at': '2022-10-12T08:17:15Z', 'revision_number': 2, 'project_id': '8f5e6283245f4f6c80b1cb90cb1f2fe0', 'subnets': [{'id': '044e1f39-f9d7-4d33-ae39-4d202bfab103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:17:17.118529 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f565d96b-117f-4a2d-86e7-f7389182f2e6 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:17.124742 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 451fd70a-e9e6-4d60-b830-2fd986469322 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:17:17.125115 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:17.125449 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 451fd70a-e9e6-4d60-b830-2fd986469322 Oct 12 08:17:17.177536 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f565d96b-117f-4a2d-86e7-f7389182f2e6 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:17.182386 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f565d96b-117f-4a2d-86e7-f7389182f2e6 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:17.203187 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f565d96b-117f-4a2d-86e7-f7389182f2e6 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d277966-dbad-43a9-b24b-a7f467cca230,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:17.208577 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 451fd70a-e9e6-4d60-b830-2fd986469322 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:17:17.210312 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 425eb172-f509-4d49-98bf-273b3fe44920 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:17:17.211119 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f565d96b-117f-4a2d-86e7-f7389182f2e6 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:17.212762 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f565d96b-117f-4a2d-86e7-f7389182f2e6 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1267171 Oct 12 08:17:17.215372 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 49220) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:17:17.219821 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-f2c4aad5-b497-4d4c-aec3-a64301ae7e21 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Request body: {'security_group_rule': {'security_group_id': '148f2a25-832d-40e2-a980-1a758022133f', 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:17:17.246377 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f2c4aad5-b497-4d4c-aec3-a64301ae7e21 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:17.262220 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 425eb172-f509-4d49-98bf-273b3fe44920 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:17:17.262595 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:17.262931 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 425eb172-f509-4d49-98bf-273b3fe44920 Oct 12 08:17:17.311290 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f2c4aad5-b497-4d4c-aec3-a64301ae7e21 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:17.315809 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f2c4aad5-b497-4d4c-aec3-a64301ae7e21 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:17.330356 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-237eec4c-3b5f-43a5-a3c7-251828f89467 None None] Attempt 2 to provision port bf22cb00-1139-46db-836c-5cf2bb4f997d Oct 12 08:17:17.334566 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c4aad5-b497-4d4c-aec3-a64301ae7e21 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6d41a01-b201-4e65-acae-6d0da23fc7ed,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:17.357526 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f2c4aad5-b497-4d4c-aec3-a64301ae7e21 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:17.363368 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 49222) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:17:17.365328 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f2c4aad5-b497-4d4c-aec3-a64301ae7e21 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1489198 Oct 12 08:17:17.367976 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-3c48a179-2a41-483a-be7b-c94e231b0f9e tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Request body: {'security_group_rule': {'security_group_id': '148f2a25-832d-40e2-a980-1a758022133f', 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:17:17.399726 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3c48a179-2a41-483a-be7b-c94e231b0f9e tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:17.422009 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 425eb172-f509-4d49-98bf-273b3fe44920 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:17:17.426835 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-237eec4c-3b5f-43a5-a3c7-251828f89467 None None] Port bf22cb00-1139-46db-836c-5cf2bb4f997d cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:17:17.428083 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:17.470817 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3c48a179-2a41-483a-be7b-c94e231b0f9e tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:17.475122 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3c48a179-2a41-483a-be7b-c94e231b0f9e tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:17.492117 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48a179-2a41-483a-be7b-c94e231b0f9e tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa825d5c-0885-4a4a-a78a-b92a347f6f94,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:17.505707 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3c48a179-2a41-483a-be7b-c94e231b0f9e tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:17.507439 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-3c48a179-2a41-483a-be7b-c94e231b0f9e tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1430573 Oct 12 08:17:17.510128 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 49224) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:17:17.514733 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-d9dbc98f-1824-49e0-8721-7e2d9e9dcb9a tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Request body: {'security_group_rule': {'security_group_id': '148f2a25-832d-40e2-a980-1a758022133f', 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:17:17.542352 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d9dbc98f-1824-49e0-8721-7e2d9e9dcb9a tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:17.603787 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d9dbc98f-1824-49e0-8721-7e2d9e9dcb9a tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:17.607817 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d9dbc98f-1824-49e0-8721-7e2d9e9dcb9a tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:17.625040 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dbc98f-1824-49e0-8721-7e2d9e9dcb9a tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d104906-ffa7-416e-ae74-11d49c9d86c8,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:17.634101 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-d9dbc98f-1824-49e0-8721-7e2d9e9dcb9a tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:17.635279 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-d9dbc98f-1824-49e0-8721-7e2d9e9dcb9a tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1242247 Oct 12 08:17:17.638188 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 49226) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:17:17.642848 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-0aa9ed32-7faa-4718-b087-342d27780e47 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Request body: {'security_group_rule': {'security_group_id': '148f2a25-832d-40e2-a980-1a758022133f', 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:17:17.664305 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-0aa9ed32-7faa-4718-b087-342d27780e47 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Project 233556616dd24a4a8accefb2f97b1af6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 08:17:17.669584 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0aa9ed32-7faa-4718-b087-342d27780e47 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:17.733714 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0aa9ed32-7faa-4718-b087-342d27780e47 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:17.738746 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0aa9ed32-7faa-4718-b087-342d27780e47 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:17.757195 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa9ed32-7faa-4718-b087-342d27780e47 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=591607bc-272a-4d78-bcd4-54fd6398c8ca,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:17.764099 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-0aa9ed32-7faa-4718-b087-342d27780e47 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:17.765430 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-0aa9ed32-7faa-4718-b087-342d27780e47 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1261275 Oct 12 08:17:17.768033 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 49228) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:17:17.773160 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-eb1fed01-5c28-41ad-a7b8-f1bb808fd4e8 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Request body: {'security_group_rule': {'security_group_id': '148f2a25-832d-40e2-a980-1a758022133f', 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:17:17.794768 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-eb1fed01-5c28-41ad-a7b8-f1bb808fd4e8 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Project 233556616dd24a4a8accefb2f97b1af6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 08:17:17.799790 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eb1fed01-5c28-41ad-a7b8-f1bb808fd4e8 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:17.859635 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eb1fed01-5c28-41ad-a7b8-f1bb808fd4e8 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:17.863444 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eb1fed01-5c28-41ad-a7b8-f1bb808fd4e8 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:17.881783 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1fed01-5c28-41ad-a7b8-f1bb808fd4e8 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7e6690b-f812-4905-bfa1-8bc0fb1f7437,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:17.887563 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-eb1fed01-5c28-41ad-a7b8-f1bb808fd4e8 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:17.888711 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-eb1fed01-5c28-41ad-a7b8-f1bb808fd4e8 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1192107 Oct 12 08:17:17.927497 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-237eec4c-3b5f-43a5-a3c7-251828f89467 None None] Attempt 3 to provision port bf22cb00-1139-46db-836c-5cf2bb4f997d Oct 12 08:17:17.965988 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-237eec4c-3b5f-43a5-a3c7-251828f89467 None None] Port bf22cb00-1139-46db-836c-5cf2bb4f997d cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:17:18.025292 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-73ab0350-12e7-4c1d-8422-a190a77d86b2 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1141431442&fields=id&tenant_id=233556616dd24a4a8accefb2f97b1af6 HTTP/1.1" status: 200 len: 267 time: 0.0329056 Oct 12 08:17:18.132212 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-4acc42f0-30e2-453c-a2b8-31a4c7a1ac4e tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:17:18.133604 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-4acc42f0-30e2-453c-a2b8-31a4c7a1ac4e tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/networks?id=737a5b28-ee9b-4810-8b33-6eaf71f45cc8 HTTP/1.1" status: 200 len: 808 time: 0.1016045 Oct 12 08:17:18.148522 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-3fde45db-db51-423b-b302-6e501591c358 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/quotas/233556616dd24a4a8accefb2f97b1af6 HTTP/1.1" status: 200 len: 375 time: 0.0093892 Oct 12 08:17:18.200069 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-abb699c5-b2e0-4a1c-b23c-0586c3f22ce3 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=233556616dd24a4a8accefb2f97b1af6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465198 Oct 12 08:17:18.295539 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-bf7dc051-f5f8-46c7-b79b-02092e37d116 service neutron] 10.222.0.26 "GET /v2.0/networks/737a5b28-ee9b-4810-8b33-6eaf71f45cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819414 Oct 12 08:17:18.387245 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-5c9eb787-dc2e-4979-b580-d85bcd4bb5f6 service neutron] 10.222.0.26 "GET /v2.0/networks/737a5b28-ee9b-4810-8b33-6eaf71f45cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851352 Oct 12 08:17:18.467027 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-237eec4c-3b5f-43a5-a3c7-251828f89467 None None] Attempt 4 to provision port bf22cb00-1139-46db-836c-5cf2bb4f997d Oct 12 08:17:18.503925 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-237eec4c-3b5f-43a5-a3c7-251828f89467 None None] Port bf22cb00-1139-46db-836c-5cf2bb4f997d cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:17:18.545334 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-16a4eed9-6c06-4674-bc04-56e2559ade33 req-c23a9240-b7a5-4603-ac06-d884108db3c5 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 210 time: 0.0261521 Oct 12 08:17:18.974678 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:19.005551 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-237eec4c-3b5f-43a5-a3c7-251828f89467 None None] Attempt 5 to provision port bf22cb00-1139-46db-836c-5cf2bb4f997d Oct 12 08:17:19.047249 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device b163635b-6219-4202-ba25-f8b96faac915 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:17:19.051400 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-237eec4c-3b5f-43a5-a3c7-251828f89467 None None] Port bf22cb00-1139-46db-836c-5cf2bb4f997d cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:17:19.099463 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port b163635b-6219-4202-ba25-f8b96faac915 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:17:19.100151 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:19.100486 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port b163635b-6219-4202-ba25-f8b96faac915 Oct 12 08:17:19.184144 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port b163635b-6219-4202-ba25-f8b96faac915 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:17:19.184461 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:19.206940 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port b163635b-6219-4202-ba25-f8b96faac915, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=b163635b-6219-4202-ba25-f8b96faac915,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:17:19.210879 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:19.262151 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:19.267161 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=b163635b-6219-4202-ba25-f8b96faac915,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:19.552767 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-237eec4c-3b5f-43a5-a3c7-251828f89467 None None] Attempt 6 to provision port bf22cb00-1139-46db-836c-5cf2bb4f997d Oct 12 08:17:19.592138 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-237eec4c-3b5f-43a5-a3c7-251828f89467 None None] Port bf22cb00-1139-46db-836c-5cf2bb4f997d cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:17:19.630581 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0df87f9a-64de-49d7-977c-690ded9fa40c req-2295a0dc-da62-4233-9816-27560d219c0f tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 210 time: 0.0268900 Oct 12 08:17:19.914374 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c62578-b1e7-4601-b577-ccdda1c304b5 None None] Sync routers for ids ['920861a4-9a91-4aab-8ab9-6b08642779bf'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:17:19.923520 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c62578-b1e7-4601-b577-ccdda1c304b5 None None] Routers {'920861a4-9a91-4aab-8ab9-6b08642779bf'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:17:19.924110 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-01c62578-b1e7-4601-b577-ccdda1c304b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:17:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['920861a4-9a91-4aab-8ab9-6b08642779bf'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:17:20.024675 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-01c62578-b1e7-4601-b577-ccdda1c304b5 None None] Set router 920861a4-9a91-4aab-8ab9-6b08642779bf gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:17:20.094067 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-237eec4c-3b5f-43a5-a3c7-251828f89467 None None] Attempt 7 to provision port bf22cb00-1139-46db-836c-5cf2bb4f997d Oct 12 08:17:20.128382 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-237eec4c-3b5f-43a5-a3c7-251828f89467 None None] Port bf22cb00-1139-46db-836c-5cf2bb4f997d cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:17:20.214982 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-01c62578-b1e7-4601-b577-ccdda1c304b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920861a4-9a91-4aab-8ab9-6b08642779bf', 'name': 'tempest-TestShelveInstance-1887710903-router', 'tenant_id': '8f5e6283245f4f6c80b1cb90cb1f2fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': 'b163635b-6219-4202-ba25-f8b96faac915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:17:13Z', 'updated_at': '2022-10-12T08:17:15Z', 'revision_number': 4, 'project_id': '8f5e6283245f4f6c80b1cb90cb1f2fe0', 'gw_port': {'id': 'b163635b-6219-4202-ba25-f8b96faac915', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920861a4-9a91-4aab-8ab9-6b08642779bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:17:13Z', 'updated_at': '2022-10-12T08:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': 'bf22cb00-1139-46db-836c-5cf2bb4f997d', 'name': '', 'network_id': '3456b7c3-c077-4a62-a057-5ba232d27a50', 'tenant_id': '8f5e6283245f4f6c80b1cb90cb1f2fe0', 'mac_address': 'fa:16:3e:72:68:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920861a4-9a91-4aab-8ab9-6b08642779bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '044e1f39-f9d7-4d33-ae39-4d202bfab103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:17:15Z', 'updated_at': '2022-10-12T08:17:15Z', 'revision_number': 2, 'project_id': '8f5e6283245f4f6c80b1cb90cb1f2fe0', 'subnets': [{'id': '044e1f39-f9d7-4d33-ae39-4d202bfab103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:17:20.240941 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c62578-b1e7-4601-b577-ccdda1c304b5 None None] Checking router: 920861a4-9a91-4aab-8ab9-6b08642779bf for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:17:20.241288 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c62578-b1e7-4601-b577-ccdda1c304b5 None None] Updating router 920861a4-9a91-4aab-8ab9-6b08642779bf port bf22cb00-1139-46db-836c-5cf2bb4f997d binding host dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 08:17:20.265052 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-01c62578-b1e7-4601-b577-ccdda1c304b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:20.520126 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-01c62578-b1e7-4601-b577-ccdda1c304b5 None None] Notify callbacks [] for port, precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:20.525314 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-01c62578-b1e7-4601-b577-ccdda1c304b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:20.609991 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0228d2-02b6-40da-aa99-0037ddb70358 None None] Pushing event updated for resources: {'Port': ['ID=bf22cb00-1139-46db-836c-5cf2bb4f997d,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:20.623225 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-01c62578-b1e7-4601-b577-ccdda1c304b5 None None] Attempting to bind port bf22cb00-1139-46db-836c-5cf2bb4f997d on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:17:20.623586 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-01c62578-b1e7-4601-b577-ccdda1c304b5 None None] Attempting to bind port bf22cb00-1139-46db-836c-5cf2bb4f997d by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '11e17f50-62fc-4641-a84a-0e009f303c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3456b7c3-c077-4a62-a057-5ba232d27a50'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:17:20.623938 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c62578-b1e7-4601-b577-ccdda1c304b5 None None] Attempting to bind port bf22cb00-1139-46db-836c-5cf2bb4f997d on network 3456b7c3-c077-4a62-a057-5ba232d27a50 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:17:20.630059 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-237eec4c-3b5f-43a5-a3c7-251828f89467 None None] Attempt 8 to provision port bf22cb00-1139-46db-836c-5cf2bb4f997d Oct 12 08:17:20.631906 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c62578-b1e7-4601-b577-ccdda1c304b5 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:17:20.632267 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c62578-b1e7-4601-b577-ccdda1c304b5 None None] Checking segment: {'id': '11e17f50-62fc-4641-a84a-0e009f303c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3456b7c3-c077-4a62-a057-5ba232d27a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:17:20.632661 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-01c62578-b1e7-4601-b577-ccdda1c304b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:20.633039 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c62578-b1e7-4601-b577-ccdda1c304b5 None None] Bound using segment: {'id': '11e17f50-62fc-4641-a84a-0e009f303c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3456b7c3-c077-4a62-a057-5ba232d27a50'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:17:20.633498 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-01c62578-b1e7-4601-b577-ccdda1c304b5 None None] Bound port: bf22cb00-1139-46db-836c-5cf2bb4f997d, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11e17f50-62fc-4641-a84a-0e009f303c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3456b7c3-c077-4a62-a057-5ba232d27a50'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:17:20.633866 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-01c62578-b1e7-4601-b577-ccdda1c304b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:20.689859 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-237eec4c-3b5f-43a5-a3c7-251828f89467 None None] Port bf22cb00-1139-46db-836c-5cf2bb4f997d cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:17:20.700008 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-01c62578-b1e7-4601-b577-ccdda1c304b5 None None] For port bf22cb00-1139-46db-836c-5cf2bb4f997d, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:17:20.703337 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-01c62578-b1e7-4601-b577-ccdda1c304b5 None None] For port bf22cb00-1139-46db-836c-5cf2bb4f997d, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=bf22cb00-1139-46db-836c-5cf2bb4f997d,segment=NetworkSegment(11e17f50-62fc-4641-a84a-0e009f303c0d),segment_id=11e17f50-62fc-4641-a84a-0e009f303c0d)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:17:20.708913 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-01c62578-b1e7-4601-b577-ccdda1c304b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:20.726878 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a288ea8a-2019-40ba-aa1e-de4e87d5ca8e req-2f534fad-fdf4-4442-82c4-4caa847bf50f tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 210 time: 0.0327864 Oct 12 08:17:20.743342 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c62578-b1e7-4601-b577-ccdda1c304b5 None None] Routers {'920861a4-9a91-4aab-8ab9-6b08642779bf'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:17:20.743961 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-01c62578-b1e7-4601-b577-ccdda1c304b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:17:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['920861a4-9a91-4aab-8ab9-6b08642779bf'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:17:20.800157 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0228d2-02b6-40da-aa99-0037ddb70358 None None] Pushing event updated for resources: {'Port': ['ID=bf22cb00-1139-46db-836c-5cf2bb4f997d,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:20.864578 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-01c62578-b1e7-4601-b577-ccdda1c304b5 None None] Set router 920861a4-9a91-4aab-8ab9-6b08642779bf gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:17:21.025806 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device b163635b-6219-4202-ba25-f8b96faac915 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:17:21.063098 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-01c62578-b1e7-4601-b577-ccdda1c304b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920861a4-9a91-4aab-8ab9-6b08642779bf', 'name': 'tempest-TestShelveInstance-1887710903-router', 'tenant_id': '8f5e6283245f4f6c80b1cb90cb1f2fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': 'b163635b-6219-4202-ba25-f8b96faac915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:17:13Z', 'updated_at': '2022-10-12T08:17:15Z', 'revision_number': 4, 'project_id': '8f5e6283245f4f6c80b1cb90cb1f2fe0', 'gw_port': {'id': 'b163635b-6219-4202-ba25-f8b96faac915', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920861a4-9a91-4aab-8ab9-6b08642779bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:17:13Z', 'updated_at': '2022-10-12T08:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': 'bf22cb00-1139-46db-836c-5cf2bb4f997d', 'name': '', 'network_id': '3456b7c3-c077-4a62-a057-5ba232d27a50', 'tenant_id': '8f5e6283245f4f6c80b1cb90cb1f2fe0', 'mac_address': 'fa:16:3e:72:68:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920861a4-9a91-4aab-8ab9-6b08642779bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '044e1f39-f9d7-4d33-ae39-4d202bfab103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:17:15Z', 'updated_at': '2022-10-12T08:17:20Z', 'revision_number': 4, 'project_id': '8f5e6283245f4f6c80b1cb90cb1f2fe0', 'subnets': [{'id': '044e1f39-f9d7-4d33-ae39-4d202bfab103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:17:21.072367 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port b163635b-6219-4202-ba25-f8b96faac915 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:17:21.072773 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:21.073130 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port b163635b-6219-4202-ba25-f8b96faac915 Oct 12 08:17:21.089498 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c62578-b1e7-4601-b577-ccdda1c304b5 None None] The sync data for ids ['920861a4-9a91-4aab-8ab9-6b08642779bf'] in dv-neutron-860909-2-hyperv is: [{'id': '920861a4-9a91-4aab-8ab9-6b08642779bf', 'name': 'tempest-TestShelveInstance-1887710903-router', 'tenant_id': '8f5e6283245f4f6c80b1cb90cb1f2fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': 'b163635b-6219-4202-ba25-f8b96faac915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:17:13Z', 'updated_at': '2022-10-12T08:17:15Z', 'revision_number': 4, 'project_id': '8f5e6283245f4f6c80b1cb90cb1f2fe0', 'gw_port': {'id': 'b163635b-6219-4202-ba25-f8b96faac915', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920861a4-9a91-4aab-8ab9-6b08642779bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:17:13Z', 'updated_at': '2022-10-12T08:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': 'bf22cb00-1139-46db-836c-5cf2bb4f997d', 'name': '', 'network_id': '3456b7c3-c077-4a62-a057-5ba232d27a50', 'tenant_id': '8f5e6283245f4f6c80b1cb90cb1f2fe0', 'mac_address': 'fa:16:3e:72:68:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920861a4-9a91-4aab-8ab9-6b08642779bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '044e1f39-f9d7-4d33-ae39-4d202bfab103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:17:15Z', 'updated_at': '2022-10-12T08:17:20Z', 'revision_number': 4, 'project_id': '8f5e6283245f4f6c80b1cb90cb1f2fe0', 'subnets': [{'id': '044e1f39-f9d7-4d33-ae39-4d202bfab103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:17:21.154421 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port b163635b-6219-4202-ba25-f8b96faac915 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:17:21.155519 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device bf22cb00-1139-46db-836c-5cf2bb4f997d up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:17:21.192143 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-237eec4c-3b5f-43a5-a3c7-251828f89467 None None] Attempt 9 to provision port bf22cb00-1139-46db-836c-5cf2bb4f997d Oct 12 08:17:21.236099 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port bf22cb00-1139-46db-836c-5cf2bb4f997d triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:17:21.236460 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:21.236791 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port bf22cb00-1139-46db-836c-5cf2bb4f997d Oct 12 08:17:21.462409 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-237eec4c-3b5f-43a5-a3c7-251828f89467 None None] Current status of the port bf22cb00-1139-46db-836c-5cf2bb4f997d is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:17:21.462709 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-237eec4c-3b5f-43a5-a3c7-251828f89467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:21.509465 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port bf22cb00-1139-46db-836c-5cf2bb4f997d is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:17:21.509853 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:21.540277 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-237eec4c-3b5f-43a5-a3c7-251828f89467 None None] For port bf22cb00-1139-46db-836c-5cf2bb4f997d, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=bf22cb00-1139-46db-836c-5cf2bb4f997d,segment=NetworkSegment(11e17f50-62fc-4641-a84a-0e009f303c0d),segment_id=11e17f50-62fc-4641-a84a-0e009f303c0d)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:17:21.551829 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-237eec4c-3b5f-43a5-a3c7-251828f89467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:21.586706 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:21.635295 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-237eec4c-3b5f-43a5-a3c7-251828f89467 None None] Provisioning complete for port 425eb172-f509-4d49-98bf-273b3fe44920 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:17:21.635910 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-237eec4c-3b5f-43a5-a3c7-251828f89467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:21.636017 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-237eec4c-3b5f-43a5-a3c7-251828f89467 None None] Attempt 1 to provision port 425eb172-f509-4d49-98bf-273b3fe44920 Oct 12 08:17:21.642933 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.db.api [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103202) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 08:17:21.643309 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG oslo_db.api [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 08:17:21.643782 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237eec4c-3b5f-43a5-a3c7-251828f89467 None None] Pushing event updated for resources: {'Port': ['ID=bf22cb00-1139-46db-836c-5cf2bb4f997d,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:21.720022 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-237eec4c-3b5f-43a5-a3c7-251828f89467 None None] Current status of the port 425eb172-f509-4d49-98bf-273b3fe44920 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:17:21.814608 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-31f10ef3-f2f0-4505-a8c7-0a26bbf8f4de req-1a87ad90-8d0c-4e69-aea0-c0aa6d857ca6 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 210 time: 0.0294251 Oct 12 08:17:21.839685 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-050b00dc-c6ae-40d6-bbd4-6b27de26de27 None None] Provisioning complete for port bf22cb00-1139-46db-836c-5cf2bb4f997d triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:17:21.839685 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-050b00dc-c6ae-40d6-bbd4-6b27de26de27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:21.839685 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-050b00dc-c6ae-40d6-bbd4-6b27de26de27 None None] Attempt 1 to provision port bf22cb00-1139-46db-836c-5cf2bb4f997d Oct 12 08:17:21.923499 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-050b00dc-c6ae-40d6-bbd4-6b27de26de27 None None] Current status of the port bf22cb00-1139-46db-836c-5cf2bb4f997d is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:17:22.177726 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port bf22cb00-1139-46db-836c-5cf2bb4f997d is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:17:22.910698 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-26cba86e-4da2-47d9-a841-14d5c7be1b1a req-cc221fd3-76e5-4f94-9b28-b1fd33c34911 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 210 time: 0.0255435 Oct 12 08:17:23.008893 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device bf22cb00-1139-46db-836c-5cf2bb4f997d up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:17:23.062298 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port bf22cb00-1139-46db-836c-5cf2bb4f997d triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:17:23.062674 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:23.063013 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port bf22cb00-1139-46db-836c-5cf2bb4f997d Oct 12 08:17:23.142112 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port bf22cb00-1139-46db-836c-5cf2bb4f997d is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:17:23.539609 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-496e5bec-f74d-416d-9339-8324fdcadd17 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:17:23.540993 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-496e5bec-f74d-416d-9339-8324fdcadd17 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.23 "GET /v2.0/networks?id=737a5b28-ee9b-4810-8b33-6eaf71f45cc8 HTTP/1.1" status: 200 len: 808 time: 0.1081703 Oct 12 08:17:23.584111 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-2eaf1f87-1e39-42c1-b642-6af25fca39c9 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=233556616dd24a4a8accefb2f97b1af6 HTTP/1.1" status: 200 len: 380 time: 0.0345187 Oct 12 08:17:23.597686 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-fe018115-84ff-40b5-8b6e-b50c3c4465a7 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Request body: {'port': {'device_id': '46bb3ee9-78ae-48eb-b75e-663562f233ee', 'network_id': '737a5b28-ee9b-4810-8b33-6eaf71f45cc8', 'admin_state_up': True, 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'security_groups': ['148f2a25-832d-40e2-a980-1a758022133f']}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:17:23.705977 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-fe018115-84ff-40b5-8b6e-b50c3c4465a7 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Made reservation on behalf of 233556616dd24a4a8accefb2f97b1af6 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:17:23.709847 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-fe018115-84ff-40b5-8b6e-b50c3c4465a7 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:23.835867 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-fe018115-84ff-40b5-8b6e-b50c3c4465a7 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Allocated IP 172.20.0.7 (737a5b28-ee9b-4810-8b33-6eaf71f45cc8/b232c321-46cf-4ec4-bbc4-b317e4c581b8/087a4e38-cdc9-403d-b85d-613cccc11b69) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:17:23.974628 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-fe018115-84ff-40b5-8b6e-b50c3c4465a7 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:24.014797 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e673d587-d616-4a5c-9d55-c00bf686a445 req-354c2cab-ed28-4426-b655-8eac9e3b1ab8 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 210 time: 0.0309007 Oct 12 08:17:24.031427 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-fe018115-84ff-40b5-8b6e-b50c3c4465a7 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:24.076157 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-fe018115-84ff-40b5-8b6e-b50c3c4465a7 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Network 737a5b28-ee9b-4810-8b33-6eaf71f45cc8 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:17:24.079174 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-fe018115-84ff-40b5-8b6e-b50c3c4465a7 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:17:24.081678 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-fe018115-84ff-40b5-8b6e-b50c3c4465a7 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:17:24.106932 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe018115-84ff-40b5-8b6e-b50c3c4465a7 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Pushing event updated for resources: {'Port': ['ID=087a4e38-cdc9-403d-b85d-613cccc11b69,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:24.136627 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-fe018115-84ff-40b5-8b6e-b50c3c4465a7 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:17:24.137233 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-fe018115-84ff-40b5-8b6e-b50c3c4465a7 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:24.158250 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-fe018115-84ff-40b5-8b6e-b50c3c4465a7 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5642455 Oct 12 08:17:24.168581 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-d38c3682-4d33-449c-b9d0-50baf268bbb8 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 08:17:24.169591 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-d38c3682-4d33-449c-b9d0-50baf268bbb8 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053720 Oct 12 08:17:24.181018 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-cd76b449-8c1c-4e3d-82a4-eaa2335dd035 service neutron] Request body: {'port': {'device_id': '46bb3ee9-78ae-48eb-b75e-663562f233ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8609'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:17:24.241292 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-cd76b449-8c1c-4e3d-82a4-eaa2335dd035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:24.356335 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-9d2abb7e-5ded-4e25-b1cf-fe9f3efbddba None None] Provisioning complete for port 087a4e38-cdc9-403d-b85d-613cccc11b69 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:17:24.357347 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9d2abb7e-5ded-4e25-b1cf-fe9f3efbddba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:24.357682 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-9d2abb7e-5ded-4e25-b1cf-fe9f3efbddba None None] Attempt 1 to provision port 087a4e38-cdc9-403d-b85d-613cccc11b69 Oct 12 08:17:24.391604 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-9d2abb7e-5ded-4e25-b1cf-fe9f3efbddba None None] Port 087a4e38-cdc9-403d-b85d-613cccc11b69 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:17:24.497278 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-cd76b449-8c1c-4e3d-82a4-eaa2335dd035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 087a4e38-cdc9-403d-b85d-613cccc11b69 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 08:17:24.504607 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-cd76b449-8c1c-4e3d-82a4-eaa2335dd035 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:24.516078 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-cd76b449-8c1c-4e3d-82a4-eaa2335dd035 service neutron] Transition to ACTIVE for port object 087a4e38-cdc9-403d-b85d-613cccc11b69 will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 08:17:24.520253 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-cd76b449-8c1c-4e3d-82a4-eaa2335dd035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:24.597686 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd76b449-8c1c-4e3d-82a4-eaa2335dd035 service neutron] Pushing event updated for resources: {'Port': ['ID=087a4e38-cdc9-403d-b85d-613cccc11b69,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:24.625750 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-cd76b449-8c1c-4e3d-82a4-eaa2335dd035 service neutron] Attempting to bind port 087a4e38-cdc9-403d-b85d-613cccc11b69 on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:17:24.625994 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-cd76b449-8c1c-4e3d-82a4-eaa2335dd035 service neutron] Attempting to bind port 087a4e38-cdc9-403d-b85d-613cccc11b69 by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': 'b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '737a5b28-ee9b-4810-8b33-6eaf71f45cc8'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:17:24.626353 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-cd76b449-8c1c-4e3d-82a4-eaa2335dd035 service neutron] Attempting to bind port 087a4e38-cdc9-403d-b85d-613cccc11b69 on network 737a5b28-ee9b-4810-8b33-6eaf71f45cc8 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:17:24.631009 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-cd76b449-8c1c-4e3d-82a4-eaa2335dd035 service neutron] Port 087a4e38-cdc9-403d-b85d-613cccc11b69 on network 737a5b28-ee9b-4810-8b33-6eaf71f45cc8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 08:17:24.631326 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-cd76b449-8c1c-4e3d-82a4-eaa2335dd035 service neutron] Attempting to bind port 087a4e38-cdc9-403d-b85d-613cccc11b69 on network 737a5b28-ee9b-4810-8b33-6eaf71f45cc8 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:17:24.636168 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-cd76b449-8c1c-4e3d-82a4-eaa2335dd035 service neutron] Checking agent: {'id': 'afe9b392-c72e-4ef3-a7bd-ca4c2066af02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8609', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'started_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:17:24.636507 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-cd76b449-8c1c-4e3d-82a4-eaa2335dd035 service neutron] Checking segment: {'id': 'b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '737a5b28-ee9b-4810-8b33-6eaf71f45cc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:17:24.636885 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-cd76b449-8c1c-4e3d-82a4-eaa2335dd035 service neutron] Bound using segment: {'id': 'b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '737a5b28-ee9b-4810-8b33-6eaf71f45cc8'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:17:24.637312 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-cd76b449-8c1c-4e3d-82a4-eaa2335dd035 service neutron] Bound port: 087a4e38-cdc9-403d-b85d-613cccc11b69, host: hv-neutron-8609, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '737a5b28-ee9b-4810-8b33-6eaf71f45cc8'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:17:24.637666 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-cd76b449-8c1c-4e3d-82a4-eaa2335dd035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:24.700228 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-cd76b449-8c1c-4e3d-82a4-eaa2335dd035 service neutron] For port 087a4e38-cdc9-403d-b85d-613cccc11b69, host hv-neutron-8609, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:17:24.703246 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-cd76b449-8c1c-4e3d-82a4-eaa2335dd035 service neutron] For port 087a4e38-cdc9-403d-b85d-613cccc11b69, host hv-neutron-8609, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=087a4e38-cdc9-403d-b85d-613cccc11b69,segment=NetworkSegment(b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04),segment_id=b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:17:24.708392 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-cd76b449-8c1c-4e3d-82a4-eaa2335dd035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:24.712466 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-cd76b449-8c1c-4e3d-82a4-eaa2335dd035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:17:24.713078 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-cd76b449-8c1c-4e3d-82a4-eaa2335dd035 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:24.714503 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-cd76b449-8c1c-4e3d-82a4-eaa2335dd035 service neutron] 10.222.0.23 "PUT /v2.0/ports/087a4e38-cdc9-403d-b85d-613cccc11b69 HTTP/1.1" status: 200 len: 1093 time: 0.5376298 Oct 12 08:17:24.715015 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46bb3ee9-78ae-48eb-b75e-663562f233ee', 'tag': '087a4e38-cdc9-403d-b85d-613cccc11b69'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:17:24.717301 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffdc4af5-5ec4-4b78-ad4e-33b2f6d72c3d" -d '{"events": [{"name": "network-changed", "server_uuid": "46bb3ee9-78ae-48eb-b75e-663562f233ee", "tag": "087a4e38-cdc9-403d-b85d-613cccc11b69"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:17:24.758251 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 08:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73fda4d-3209-4702-bb79-0c265352d043 x-openstack-request-id: req-f73fda4d-3209-4702-bb79-0c265352d043 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:17:24.758251 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46bb3ee9-78ae-48eb-b75e-663562f233ee", "tag": "087a4e38-cdc9-403d-b85d-613cccc11b69", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:17:24.758479 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f73fda4d-3209-4702-bb79-0c265352d043 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:17:24.758785 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f73fda4d-3209-4702-bb79-0c265352d043'] response: {'name': 'network-changed', 'server_uuid': '46bb3ee9-78ae-48eb-b75e-663562f233ee', 'tag': '087a4e38-cdc9-403d-b85d-613cccc11b69', 'status': 'completed', 'code': 200} Oct 12 08:17:24.773166 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd76b449-8c1c-4e3d-82a4-eaa2335dd035 service neutron] Pushing event updated for resources: {'Port': ['ID=087a4e38-cdc9-403d-b85d-613cccc11b69,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:24.884943 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-9f483d74-5b08-4b46-8b2f-46dae52fdd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:17:24.886339 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-9f483d74-5b08-4b46-8b2f-46dae52fdd61 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=233556616dd24a4a8accefb2f97b1af6&device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 1096 time: 0.1361887 Oct 12 08:17:24.892515 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-9d2abb7e-5ded-4e25-b1cf-fe9f3efbddba None None] Attempt 2 to provision port 087a4e38-cdc9-403d-b85d-613cccc11b69 Oct 12 08:17:24.928026 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-b8a7743a-913a-4cd9-9867-76f5eb72be66 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=087a4e38-cdc9-403d-b85d-613cccc11b69 HTTP/1.1" status: 200 len: 217 time: 0.0347414 Oct 12 08:17:24.936127 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-9d2abb7e-5ded-4e25-b1cf-fe9f3efbddba None None] Port 087a4e38-cdc9-403d-b85d-613cccc11b69 had new provisioning blocks added so it will not transition to active. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 12 08:17:24.976595 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-21aef862-3dd0-445d-bb7c-00c35c51ba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:17:24.978048 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-21aef862-3dd0-445d-bb7c-00c35c51ba25 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b232c321-46cf-4ec4-bbc4-b317e4c581b8 HTTP/1.1" status: 200 len: 847 time: 0.0433376 Oct 12 08:17:25.027562 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-f26e9b96-1172-4ac6-877a-2cc180e0ec58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:17:25.029005 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-f26e9b96-1172-4ac6-877a-2cc180e0ec58 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=737a5b28-ee9b-4810-8b33-6eaf71f45cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432582 Oct 12 08:17:25.144864 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-62472aa7-18dd-4aff-bfad-b9c874bcc733 service neutron] 10.222.0.23 "GET /v2.0/networks/737a5b28-ee9b-4810-8b33-6eaf71f45cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081088 Oct 12 08:17:25.156351 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0b544-302f-497a-85ee-09b3e18badc7 req-108fc5a9-4bf6-401e-a68b-c34a020ab608 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:17:25.157702 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2dd0b544-302f-497a-85ee-09b3e18badc7 req-108fc5a9-4bf6-401e-a68b-c34a020ab608 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 943 time: 0.0660610 Oct 12 08:17:25.244171 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2dd0b544-302f-497a-85ee-09b3e18badc7 req-514f2207-3462-4ba6-8d0d-7dc2be177e74 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=148f2a25-832d-40e2-a980-1a758022133f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788345 Oct 12 08:17:25.269453 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a2411e69-961e-4f3a-b50d-62d29c68658e req-3460f620-8656-490f-ab1e-7a1b296acdf0 service neutron] 10.222.0.23 "GET /v2.0/networks/737a5b28-ee9b-4810-8b33-6eaf71f45cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108098 Oct 12 08:17:25.354737 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc4af5-5ec4-4b78-ad4e-33b2f6d72c3d req-a89ec1e2-317d-432f-97f4-074e4de2f77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:17:25.356198 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ffdc4af5-5ec4-4b78-ad4e-33b2f6d72c3d req-a89ec1e2-317d-432f-97f4-074e4de2f77f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=233556616dd24a4a8accefb2f97b1af6&device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 1096 time: 0.0413842 Oct 12 08:17:25.450152 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc4af5-5ec4-4b78-ad4e-33b2f6d72c3d req-7af1dc10-9c6e-469e-ac05-9030ee5d2ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:17:25.451554 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ffdc4af5-5ec4-4b78-ad4e-33b2f6d72c3d req-7af1dc10-9c6e-469e-ac05-9030ee5d2ec6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=737a5b28-ee9b-4810-8b33-6eaf71f45cc8 HTTP/1.1" status: 200 len: 909 time: 0.0885859 Oct 12 08:17:25.491353 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ffdc4af5-5ec4-4b78-ad4e-33b2f6d72c3d req-941a9f3f-aefd-4d09-b88c-d0da31801cd4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=087a4e38-cdc9-403d-b85d-613cccc11b69 HTTP/1.1" status: 200 len: 217 time: 0.0331721 Oct 12 08:17:25.543217 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc4af5-5ec4-4b78-ad4e-33b2f6d72c3d req-02313161-a871-416a-af2a-cc2f58836825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:17:25.544647 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ffdc4af5-5ec4-4b78-ad4e-33b2f6d72c3d req-02313161-a871-416a-af2a-cc2f58836825 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b232c321-46cf-4ec4-bbc4-b317e4c581b8 HTTP/1.1" status: 200 len: 847 time: 0.0455985 Oct 12 08:17:25.587373 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc4af5-5ec4-4b78-ad4e-33b2f6d72c3d req-57b044ad-3fba-4341-ae88-9d2704fba220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:17:25.588800 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ffdc4af5-5ec4-4b78-ad4e-33b2f6d72c3d req-57b044ad-3fba-4341-ae88-9d2704fba220 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=737a5b28-ee9b-4810-8b33-6eaf71f45cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0378215 Oct 12 08:17:25.676568 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ffdc4af5-5ec4-4b78-ad4e-33b2f6d72c3d req-b2196b1f-072f-4920-93c5-90a04cdacdfd service neutron] 10.222.0.23 "GET /v2.0/networks/737a5b28-ee9b-4810-8b33-6eaf71f45cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804977 Oct 12 08:17:25.769977 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ffdc4af5-5ec4-4b78-ad4e-33b2f6d72c3d req-6c98d05c-84e0-481d-9aa9-18b04be49bbb service neutron] 10.222.0.23 "GET /v2.0/networks/737a5b28-ee9b-4810-8b33-6eaf71f45cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863643 Oct 12 08:17:26.365610 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57efd6f2-d2a9-49b9-874b-c986c7c2aa5c req-fa1014d3-8df9-46d9-8150-82b0fcd77a5b tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:17:26.367078 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-57efd6f2-d2a9-49b9-874b-c986c7c2aa5c req-fa1014d3-8df9-46d9-8150-82b0fcd77a5b tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 943 time: 0.0481052 Oct 12 08:17:26.403111 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-57efd6f2-d2a9-49b9-874b-c986c7c2aa5c req-e33984e4-ae74-4336-8ec2-af4285ee54f2 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=148f2a25-832d-40e2-a980-1a758022133f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302236 Oct 12 08:17:27.576284 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b07903-afe9-445a-8857-b5889f0e9474 req-aaa08150-a2da-40fd-a893-845140639400 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:17:27.577748 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-67b07903-afe9-445a-8857-b5889f0e9474 req-aaa08150-a2da-40fd-a893-845140639400 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 943 time: 0.1012750 Oct 12 08:17:27.615434 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-67b07903-afe9-445a-8857-b5889f0e9474 req-6af218f1-d95c-4512-977a-4f5eb8eab10a tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=148f2a25-832d-40e2-a980-1a758022133f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318704 Oct 12 08:17:28.620975 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 087a4e38-cdc9-403d-b85d-613cccc11b69 details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 08:17:28.718224 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 087a4e38-cdc9-403d-b85d-613cccc11b69, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=087a4e38-cdc9-403d-b85d-613cccc11b69,segment=NetworkSegment(b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04),segment_id=b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:17:28.729903 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': '087a4e38-cdc9-403d-b85d-613cccc11b69', 'network_id': '737a5b28-ee9b-4810-8b33-6eaf71f45cc8', 'port_id': '087a4e38-cdc9-403d-b85d-613cccc11b69', 'mac_address': 'fa:16:3e:ee:15:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b232c321-46cf-4ec4-bbc4-b317e4c581b8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 08:17:28.739171 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8f13d-a9b9-4ae4-ae15-e10bbaad9b2d req-00c183cb-ca24-45bd-b97a-11175bc1da18 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:17:28.740680 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-58a8f13d-a9b9-4ae4-ae15-e10bbaad9b2d req-00c183cb-ca24-45bd-b97a-11175bc1da18 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 943 time: 0.0489562 Oct 12 08:17:28.766599 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 087a4e38-cdc9-403d-b85d-613cccc11b69 is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:17:28.766986 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:28.778996 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-58a8f13d-a9b9-4ae4-ae15-e10bbaad9b2d req-4ed3a633-2dbb-4053-bffa-69acfa5bb1ec tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=148f2a25-832d-40e2-a980-1a758022133f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322025 Oct 12 08:17:28.780498 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 087a4e38-cdc9-403d-b85d-613cccc11b69 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 08:17:28.800847 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 087a4e38-cdc9-403d-b85d-613cccc11b69, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=087a4e38-cdc9-403d-b85d-613cccc11b69,segment=NetworkSegment(b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04),segment_id=b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:17:28.808719 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:28.855078 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=087a4e38-cdc9-403d-b85d-613cccc11b69,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:29.014310 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['087a4e38-cdc9-403d-b85d-613cccc11b69'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 08:17:29.897107 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16719e-3af2-4691-9845-bc372bbcdf13 req-af6b2cce-ee64-424b-9c6e-348f283625cc tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:17:29.898595 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5f16719e-3af2-4691-9845-bc372bbcdf13 req-af6b2cce-ee64-424b-9c6e-348f283625cc tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 944 time: 0.0481241 Oct 12 08:17:29.934724 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5f16719e-3af2-4691-9845-bc372bbcdf13 req-1438b594-df5d-4a47-8ab0-2330358da9e1 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=148f2a25-832d-40e2-a980-1a758022133f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302727 Oct 12 08:17:30.621687 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 087a4e38-cdc9-403d-b85d-613cccc11b69 up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:17:30.672392 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning for port 087a4e38-cdc9-403d-b85d-613cccc11b69 completed by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 12 08:17:30.675880 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port 087a4e38-cdc9-403d-b85d-613cccc11b69 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:17:30.676245 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:30.676570 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port 087a4e38-cdc9-403d-b85d-613cccc11b69 Oct 12 08:17:30.750392 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 087a4e38-cdc9-403d-b85d-613cccc11b69 is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:17:30.750768 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:30.772902 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46bb3ee9-78ae-48eb-b75e-663562f233ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087a4e38-cdc9-403d-b85d-613cccc11b69'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:17:30.775220 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52af3808-9b01-445b-89c2-2a94e52963da" -d '{"events": [{"server_uuid": "46bb3ee9-78ae-48eb-b75e-663562f233ee", "name": "network-vif-plugged", "status": "completed", "tag": "087a4e38-cdc9-403d-b85d-613cccc11b69"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:17:30.788038 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 087a4e38-cdc9-403d-b85d-613cccc11b69, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=087a4e38-cdc9-403d-b85d-613cccc11b69,segment=NetworkSegment(b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04),segment_id=b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:17:30.792292 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:30.823741 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 08:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d43390a-90ae-48b0-a5b3-41a1418ede4e x-openstack-request-id: req-2d43390a-90ae-48b0-a5b3-41a1418ede4e {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:17:30.824042 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46bb3ee9-78ae-48eb-b75e-663562f233ee", "name": "network-vif-plugged", "status": "completed", "tag": "087a4e38-cdc9-403d-b85d-613cccc11b69", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:17:30.824271 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2d43390a-90ae-48b0-a5b3-41a1418ede4e {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:17:30.824656 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d43390a-90ae-48b0-a5b3-41a1418ede4e'] response: {'server_uuid': '46bb3ee9-78ae-48eb-b75e-663562f233ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087a4e38-cdc9-403d-b85d-613cccc11b69', 'code': 200} Oct 12 08:17:30.847366 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=087a4e38-cdc9-403d-b85d-613cccc11b69,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:30.984450 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f446d-10b3-4a53-8546-c22c1d40b473 req-810f8dda-fa54-4f10-8f57-027c6d9d3b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:17:30.985942 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e46f446d-10b3-4a53-8546-c22c1d40b473 req-810f8dda-fa54-4f10-8f57-027c6d9d3b75 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 1098 time: 0.0429866 Oct 12 08:17:31.045657 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e46f446d-10b3-4a53-8546-c22c1d40b473 req-d5b6442f-2849-4398-bef2-42468ea54a01 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=148f2a25-832d-40e2-a980-1a758022133f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515125 Oct 12 08:17:31.063568 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782a00a-8e4b-40d0-9b7c-9db1cf8bd8e3 req-58119307-b9fc-4dea-8fd2-757ff8250764 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:17:31.064972 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2782a00a-8e4b-40d0-9b7c-9db1cf8bd8e3 req-58119307-b9fc-4dea-8fd2-757ff8250764 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 945 time: 0.0563073 Oct 12 08:17:31.102395 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2782a00a-8e4b-40d0-9b7c-9db1cf8bd8e3 req-8e0065b6-19e2-4449-be19-4c143b064614 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=148f2a25-832d-40e2-a980-1a758022133f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308921 Oct 12 08:17:32.220873 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d4bee-547f-4905-9bd8-1102e5c3284d req-4f0511e6-676b-4672-b0bc-bf93cbfab8ff tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:17:32.222354 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7f4d4bee-547f-4905-9bd8-1102e5c3284d req-4f0511e6-676b-4672-b0bc-bf93cbfab8ff tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 945 time: 0.0477927 Oct 12 08:17:32.258865 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7f4d4bee-547f-4905-9bd8-1102e5c3284d req-87719173-29e9-4d0b-aa06-a1c3a0c73f3e tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=148f2a25-832d-40e2-a980-1a758022133f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306809 Oct 12 08:17:32.710488 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb8dc2-8046-41ca-b963-39ad3bb8b09e req-32272983-c734-4065-a813-976124b60599 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:17:32.711934 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cbcb8dc2-8046-41ca-b963-39ad3bb8b09e req-32272983-c734-4065-a813-976124b60599 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 945 time: 0.3835907 Oct 12 08:17:32.748640 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cbcb8dc2-8046-41ca-b963-39ad3bb8b09e req-9b97c7f0-e616-47cc-8516-432dfa19d0a1 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=148f2a25-832d-40e2-a980-1a758022133f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307245 Oct 12 08:17:32.775648 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 49302) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:17:32.855162 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dbdf84-a802-4d5f-b2e7-34d171ab4768 tempest-TestShelveInstance-2047904041 tempest-TestShelveInstance-2047904041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:17:32.856629 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-36dbdf84-a802-4d5f-b2e7-34d171ab4768 tempest-TestShelveInstance-2047904041 tempest-TestShelveInstance-2047904041-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 1093 time: 0.0800569 Oct 12 08:17:32.859521 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 49306) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:17:32.863907 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-6cc8e203-344d-47f5-9684-4020d9deedcf tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Request body: {'floatingip': {'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'port_id': '087a4e38-cdc9-403d-b85d-613cccc11b69', 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:17:32.883528 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6cc8e203-344d-47f5-9684-4020d9deedcf tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for floatingip, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:32.980463 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6cc8e203-344d-47f5-9684-4020d9deedcf tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:33.079654 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-6cc8e203-344d-47f5-9684-4020d9deedcf tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Allocated IP 172.26.3.44 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/c9bbb033-b848-4e44-be18-676f1afa0275) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:17:33.181165 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6cc8e203-344d-47f5-9684-4020d9deedcf tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:33.214168 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6cc8e203-344d-47f5-9684-4020d9deedcf tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:33.256778 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc8e203-344d-47f5-9684-4020d9deedcf tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:17:33.259489 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-6cc8e203-344d-47f5-9684-4020d9deedcf tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:17:33.262053 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc8e203-344d-47f5-9684-4020d9deedcf tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:17:33.267406 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8e203-344d-47f5-9684-4020d9deedcf tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Pushing event updated for resources: {'Port': ['ID=c9bbb033-b848-4e44-be18-676f1afa0275,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:33.617498 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6cc8e203-344d-47f5-9684-4020d9deedcf tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:33.682294 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6cc8e203-344d-47f5-9684-4020d9deedcf tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:33.830067 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6cc8e203-344d-47f5-9684-4020d9deedcf tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:33.834973 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6cc8e203-344d-47f5-9684-4020d9deedcf tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:33.903376 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6cc8e203-344d-47f5-9684-4020d9deedcf tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:33.905053 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8e203-344d-47f5-9684-4020d9deedcf tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Pushing event updated for resources: {'Port': ['ID=c9bbb033-b848-4e44-be18-676f1afa0275,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:17:34.001645 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [None req-6cc8e203-344d-47f5-9684-4020d9deedcf tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Floating IP 87df9271-8feb-4885-af21-fac46eb75775 associated. External IP: 172.26.3.44, port: 087a4e38-cdc9-403d-b85d-613cccc11b69. Oct 12 08:17:34.206969 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc8e203-344d-47f5-9684-4020d9deedcf tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Router 923067e7-23d2-4639-a145-730674861894 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:17:34.316224 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc8e203-344d-47f5-9684-4020d9deedcf tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:17:34.326474 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d55fcc-cd92-4c3a-8e27-03063cfc1f5f None None] Sync routers for ids ['923067e7-23d2-4639-a145-730674861894'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:17:34.333047 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6cc8e203-344d-47f5-9684-4020d9deedcf tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:34.336467 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d55fcc-cd92-4c3a-8e27-03063cfc1f5f None None] Routers {'923067e7-23d2-4639-a145-730674861894'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:17:34.337079 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-32d55fcc-cd92-4c3a-8e27-03063cfc1f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:17:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['923067e7-23d2-4639-a145-730674861894'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:17:34.360198 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-6cc8e203-344d-47f5-9684-4020d9deedcf tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4996905 Oct 12 08:17:34.360848 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46bb3ee9-78ae-48eb-b75e-663562f233ee', 'tag': '087a4e38-cdc9-403d-b85d-613cccc11b69'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:17:34.364001 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd17da1f-e456-43ee-a57e-eccfd925dc58" -d '{"events": [{"name": "network-changed", "server_uuid": "46bb3ee9-78ae-48eb-b75e-663562f233ee", "tag": "087a4e38-cdc9-403d-b85d-613cccc11b69"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:17:34.397833 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 08:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716c5d03-d973-4120-9a2c-95cc8682f382 x-openstack-request-id: req-716c5d03-d973-4120-9a2c-95cc8682f382 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:17:34.398157 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46bb3ee9-78ae-48eb-b75e-663562f233ee", "tag": "087a4e38-cdc9-403d-b85d-613cccc11b69", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:17:34.398414 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-716c5d03-d973-4120-9a2c-95cc8682f382 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:17:34.398855 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-716c5d03-d973-4120-9a2c-95cc8682f382'] response: {'name': 'network-changed', 'server_uuid': '46bb3ee9-78ae-48eb-b75e-663562f233ee', 'tag': '087a4e38-cdc9-403d-b85d-613cccc11b69', 'status': 'completed', 'code': 200} Oct 12 08:17:34.448161 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-32d55fcc-cd92-4c3a-8e27-03063cfc1f5f None None] Set router 923067e7-23d2-4639-a145-730674861894 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:17:34.463647 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17da1f-e456-43ee-a57e-eccfd925dc58 req-9a84d48e-cadc-4505-80af-843b13998c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:17:34.465934 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bd17da1f-e456-43ee-a57e-eccfd925dc58 req-9a84d48e-cadc-4505-80af-843b13998c4e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=233556616dd24a4a8accefb2f97b1af6&device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 1098 time: 0.0458937 Oct 12 08:17:34.555067 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17da1f-e456-43ee-a57e-eccfd925dc58 req-5f4a0e30-cee8-407c-adae-caf65b05c0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:17:34.556543 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bd17da1f-e456-43ee-a57e-eccfd925dc58 req-5f4a0e30-cee8-407c-adae-caf65b05c0e3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=737a5b28-ee9b-4810-8b33-6eaf71f45cc8 HTTP/1.1" status: 200 len: 909 time: 0.0839515 Oct 12 08:17:34.623801 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bd17da1f-e456-43ee-a57e-eccfd925dc58 req-2551ab05-ff29-4c83-8faa-64bde99f02a4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=087a4e38-cdc9-403d-b85d-613cccc11b69 HTTP/1.1" status: 200 len: 998 time: 0.0611260 Oct 12 08:17:34.670335 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-32d55fcc-cd92-4c3a-8e27-03063cfc1f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923067e7-23d2-4639-a145-730674861894', 'name': 'tempest-TestShelveInstance-225900785-router', 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '52fd14ca-64ec-47f1-8345-c4068d13917e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:17:08Z', 'updated_at': '2022-10-12T08:17:11Z', 'revision_number': 4, 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'gw_port': {'id': '52fd14ca-64ec-47f1-8345-c4068d13917e', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:68:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923067e7-23d2-4639-a145-730674861894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:17:09Z', 'updated_at': '2022-10-12T08:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '87df9271-8feb-4885-af21-fac46eb75775', 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'floating_ip_address': '172.26.3.44', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '923067e7-23d2-4639-a145-730674861894', 'port_id': '087a4e38-cdc9-403d-b85d-613cccc11b69', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '737a5b28-ee9b-4810-8b33-6eaf71f45cc8', 'mac_address': 'fa:16:3e:ee:15:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bb3ee9-78ae-48eb-b75e-663562f233ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T08:17:33Z', 'updated_at': '2022-10-12T08:17:33Z', 'revision_number': 0, 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425eb172-f509-4d49-98bf-273b3fe44920', 'name': '', 'network_id': '737a5b28-ee9b-4810-8b33-6eaf71f45cc8', 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'mac_address': 'fa:16:3e:8c:92:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923067e7-23d2-4639-a145-730674861894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'b232c321-46cf-4ec4-bbc4-b317e4c581b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:17:10Z', 'updated_at': '2022-10-12T08:17:16Z', 'revision_number': 5, 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'subnets': [{'id': 'b232c321-46cf-4ec4-bbc4-b317e4c581b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:17:34.672214 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17da1f-e456-43ee-a57e-eccfd925dc58 req-fe963fca-55c4-4c52-ba7b-5473455c4f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:17:34.673668 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bd17da1f-e456-43ee-a57e-eccfd925dc58 req-fe963fca-55c4-4c52-ba7b-5473455c4f85 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b232c321-46cf-4ec4-bbc4-b317e4c581b8 HTTP/1.1" status: 200 len: 847 time: 0.0431385 Oct 12 08:17:34.700965 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d55fcc-cd92-4c3a-8e27-03063cfc1f5f None None] Checking router: 923067e7-23d2-4639-a145-730674861894 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:17:34.709700 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d55fcc-cd92-4c3a-8e27-03063cfc1f5f None None] Routers {'923067e7-23d2-4639-a145-730674861894'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:17:34.710328 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-32d55fcc-cd92-4c3a-8e27-03063cfc1f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:17:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['923067e7-23d2-4639-a145-730674861894'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:17:34.718315 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17da1f-e456-43ee-a57e-eccfd925dc58 req-d8445c01-3aa3-401f-abc8-fab03d97d59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:17:34.719735 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bd17da1f-e456-43ee-a57e-eccfd925dc58 req-d8445c01-3aa3-401f-abc8-fab03d97d59f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=737a5b28-ee9b-4810-8b33-6eaf71f45cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395994 Oct 12 08:17:34.815804 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-32d55fcc-cd92-4c3a-8e27-03063cfc1f5f None None] Set router 923067e7-23d2-4639-a145-730674861894 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:17:34.816710 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bd17da1f-e456-43ee-a57e-eccfd925dc58 req-3c10f8e0-3e5b-46f8-9ad4-7296d6ecf0f6 service neutron] 10.222.0.23 "GET /v2.0/networks/737a5b28-ee9b-4810-8b33-6eaf71f45cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898809 Oct 12 08:17:34.906725 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bd17da1f-e456-43ee-a57e-eccfd925dc58 req-ee2ad1e0-bbb4-4ea4-b6f3-f31d220c4544 service neutron] 10.222.0.23 "GET /v2.0/networks/737a5b28-ee9b-4810-8b33-6eaf71f45cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830085 Oct 12 08:17:35.035147 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-32d55fcc-cd92-4c3a-8e27-03063cfc1f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923067e7-23d2-4639-a145-730674861894', 'name': 'tempest-TestShelveInstance-225900785-router', 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '52fd14ca-64ec-47f1-8345-c4068d13917e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:17:08Z', 'updated_at': '2022-10-12T08:17:11Z', 'revision_number': 4, 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'gw_port': {'id': '52fd14ca-64ec-47f1-8345-c4068d13917e', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:68:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923067e7-23d2-4639-a145-730674861894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:17:09Z', 'updated_at': '2022-10-12T08:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '87df9271-8feb-4885-af21-fac46eb75775', 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'floating_ip_address': '172.26.3.44', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '923067e7-23d2-4639-a145-730674861894', 'port_id': '087a4e38-cdc9-403d-b85d-613cccc11b69', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '737a5b28-ee9b-4810-8b33-6eaf71f45cc8', 'mac_address': 'fa:16:3e:ee:15:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bb3ee9-78ae-48eb-b75e-663562f233ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T08:17:33Z', 'updated_at': '2022-10-12T08:17:33Z', 'revision_number': 0, 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425eb172-f509-4d49-98bf-273b3fe44920', 'name': '', 'network_id': '737a5b28-ee9b-4810-8b33-6eaf71f45cc8', 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'mac_address': 'fa:16:3e:8c:92:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923067e7-23d2-4639-a145-730674861894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'b232c321-46cf-4ec4-bbc4-b317e4c581b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:17:10Z', 'updated_at': '2022-10-12T08:17:16Z', 'revision_number': 5, 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'subnets': [{'id': 'b232c321-46cf-4ec4-bbc4-b317e4c581b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:17:35.061235 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d55fcc-cd92-4c3a-8e27-03063cfc1f5f None None] The sync data for ids ['923067e7-23d2-4639-a145-730674861894'] in dv-neutron-860909-2-hyperv is: [{'id': '923067e7-23d2-4639-a145-730674861894', 'name': 'tempest-TestShelveInstance-225900785-router', 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '52fd14ca-64ec-47f1-8345-c4068d13917e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:17:08Z', 'updated_at': '2022-10-12T08:17:11Z', 'revision_number': 4, 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'gw_port': {'id': '52fd14ca-64ec-47f1-8345-c4068d13917e', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:68:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923067e7-23d2-4639-a145-730674861894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:17:09Z', 'updated_at': '2022-10-12T08:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '87df9271-8feb-4885-af21-fac46eb75775', 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'floating_ip_address': '172.26.3.44', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '923067e7-23d2-4639-a145-730674861894', 'port_id': '087a4e38-cdc9-403d-b85d-613cccc11b69', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '737a5b28-ee9b-4810-8b33-6eaf71f45cc8', 'mac_address': 'fa:16:3e:ee:15:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bb3ee9-78ae-48eb-b75e-663562f233ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T08:17:33Z', 'updated_at': '2022-10-12T08:17:33Z', 'revision_number': 0, 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425eb172-f509-4d49-98bf-273b3fe44920', 'name': '', 'network_id': '737a5b28-ee9b-4810-8b33-6eaf71f45cc8', 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'mac_address': 'fa:16:3e:8c:92:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923067e7-23d2-4639-a145-730674861894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'b232c321-46cf-4ec4-bbc4-b317e4c581b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:17:10Z', 'updated_at': '2022-10-12T08:17:16Z', 'revision_number': 5, 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'subnets': [{'id': 'b232c321-46cf-4ec4-bbc4-b317e4c581b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:17:35.247180 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7e2fdd-9931-4ee0-8e5e-7569f8456c1d None None] New status for floating IP 87df9271-8feb-4885-af21-fac46eb75775: ACTIVE {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 08:17:37.403827 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:17:44.010149 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6662461d-6bf7-4f60-920e-553e1abdc89a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:46.169161 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b7f92bb5-3911-43d1-a043-a4df97a073d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:47.406948 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:48.968286 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:49.232734 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:17:51.543718 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:18:14.011896 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e98b6cf9-1227-4722-99dd-f01e8905c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:18:14.402708 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:18:16.170245 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-42dbd017-d6d8-44b0-8d1d-945cbc89e620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:18:17.409651 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:18:18.972305 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:18:19.235978 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:18:21.546702 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:18:30.375882 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cb2ac8e4-a69d-462a-987e-51e7780e8ad6 req-83323703-48b3-4f7b-bba5-f8f6ef10c30c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383344 Oct 12 08:18:30.453570 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ac8e4-a69d-462a-987e-51e7780e8ad6 req-3db4659b-c966-4167-8128-dfbb29bddba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:18:30.455053 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cb2ac8e4-a69d-462a-987e-51e7780e8ad6 req-3db4659b-c966-4167-8128-dfbb29bddba1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=233556616dd24a4a8accefb2f97b1af6&device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 1098 time: 0.0395617 Oct 12 08:18:30.558343 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ac8e4-a69d-462a-987e-51e7780e8ad6 req-f33a1f94-f060-4125-85cd-398c48582989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:18:30.559770 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cb2ac8e4-a69d-462a-987e-51e7780e8ad6 req-f33a1f94-f060-4125-85cd-398c48582989 service neutron] 10.222.0.23 "GET /v2.0/networks?id=737a5b28-ee9b-4810-8b33-6eaf71f45cc8 HTTP/1.1" status: 200 len: 909 time: 0.0861907 Oct 12 08:18:30.622262 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cb2ac8e4-a69d-462a-987e-51e7780e8ad6 req-9ccbffd5-6e3c-4f98-aa57-0ce9e5e8eb73 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=087a4e38-cdc9-403d-b85d-613cccc11b69 HTTP/1.1" status: 200 len: 1000 time: 0.0560248 Oct 12 08:18:30.672542 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ac8e4-a69d-462a-987e-51e7780e8ad6 req-47924b71-7a84-4829-b3d5-1320390f5b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:18:30.673857 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cb2ac8e4-a69d-462a-987e-51e7780e8ad6 req-47924b71-7a84-4829-b3d5-1320390f5b5e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b232c321-46cf-4ec4-bbc4-b317e4c581b8 HTTP/1.1" status: 200 len: 847 time: 0.0453000 Oct 12 08:18:30.717438 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ac8e4-a69d-462a-987e-51e7780e8ad6 req-2035f086-b610-4e46-bdc5-f8f39af9a851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:18:30.718915 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cb2ac8e4-a69d-462a-987e-51e7780e8ad6 req-2035f086-b610-4e46-bdc5-f8f39af9a851 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=737a5b28-ee9b-4810-8b33-6eaf71f45cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392923 Oct 12 08:18:30.806771 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cb2ac8e4-a69d-462a-987e-51e7780e8ad6 req-208bbeac-f6dc-4194-9f38-f496f3f6498a service neutron] 10.222.0.23 "GET /v2.0/networks/737a5b28-ee9b-4810-8b33-6eaf71f45cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810883 Oct 12 08:18:30.898947 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cb2ac8e4-a69d-462a-987e-51e7780e8ad6 req-ac07f825-d3a8-4a9b-932c-72995135d889 service neutron] 10.222.0.23 "GET /v2.0/networks/737a5b28-ee9b-4810-8b33-6eaf71f45cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862086 Oct 12 08:18:44.012778 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6e90aaff-2455-4826-9df9-074ad53db50b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:18:46.171448 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d8f3559e-fbd7-4300-9481-d0acc6a20904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:18:47.412291 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:18:48.973969 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:18:49.238362 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:18:51.402035 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:18:51.552792 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:19:14.014891 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b37e9df4-6e04-4b34-9b9d-761889c803b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:19:16.173041 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2c8e7d11-46d2-4058-80d6-76214278708f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:19:17.415589 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:19:18.978048 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:19:19.239772 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:19:21.569070 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:19:28.401713 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:19:31.011973 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a13ce-f75b-497c-9010-731bb39e5b96 req-72462566-fe0a-4d71-a87f-d37db6861b5c tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:19:31.013523 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f40a13ce-f75b-497c-9010-731bb39e5b96 req-72462566-fe0a-4d71-a87f-d37db6861b5c tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 945 time: 0.1498759 Oct 12 08:19:31.050686 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f40a13ce-f75b-497c-9010-731bb39e5b96 req-3171bccf-c56c-4f1b-a627-05ceb25ffdd7 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=148f2a25-832d-40e2-a980-1a758022133f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313046 Oct 12 08:19:31.395327 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b92075-4723-4404-b6ab-ecaae4387a1b req-664b590d-161f-4c32-8532-77c99a274959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:19:31.396825 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c9b92075-4723-4404-b6ab-ecaae4387a1b req-664b590d-161f-4c32-8532-77c99a274959 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=233556616dd24a4a8accefb2f97b1af6&device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 1098 time: 0.0408907 Oct 12 08:19:31.502229 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b92075-4723-4404-b6ab-ecaae4387a1b req-6a94c1c7-3ee6-444b-bae5-e41df82f42d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:19:31.503696 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c9b92075-4723-4404-b6ab-ecaae4387a1b req-6a94c1c7-3ee6-444b-bae5-e41df82f42d6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=737a5b28-ee9b-4810-8b33-6eaf71f45cc8 HTTP/1.1" status: 200 len: 909 time: 0.0882542 Oct 12 08:19:31.566841 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c9b92075-4723-4404-b6ab-ecaae4387a1b req-0121717a-4400-4898-ba42-b30f80f619ae service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=087a4e38-cdc9-403d-b85d-613cccc11b69 HTTP/1.1" status: 200 len: 1000 time: 0.0560095 Oct 12 08:19:31.614111 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b92075-4723-4404-b6ab-ecaae4387a1b req-6900e958-3e6f-43c1-a0f2-9bc2060629f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:19:31.615784 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c9b92075-4723-4404-b6ab-ecaae4387a1b req-6900e958-3e6f-43c1-a0f2-9bc2060629f6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b232c321-46cf-4ec4-bbc4-b317e4c581b8 HTTP/1.1" status: 200 len: 847 time: 0.0427301 Oct 12 08:19:31.662593 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b92075-4723-4404-b6ab-ecaae4387a1b req-da55cfe4-4adb-44ec-9051-6e4ac122272f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:19:31.664513 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c9b92075-4723-4404-b6ab-ecaae4387a1b req-da55cfe4-4adb-44ec-9051-6e4ac122272f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=737a5b28-ee9b-4810-8b33-6eaf71f45cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427594 Oct 12 08:19:31.752640 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c9b92075-4723-4404-b6ab-ecaae4387a1b req-aa5f3778-4dda-43de-8332-66dafa0720e9 service neutron] 10.222.0.23 "GET /v2.0/networks/737a5b28-ee9b-4810-8b33-6eaf71f45cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809417 Oct 12 08:19:31.844710 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c9b92075-4723-4404-b6ab-ecaae4387a1b req-bba68536-df2c-4386-a799-d5d8fede44a8 service neutron] 10.222.0.23 "GET /v2.0/networks/737a5b28-ee9b-4810-8b33-6eaf71f45cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845203 Oct 12 08:19:32.174299 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99725d-acfe-40ac-9c3f-d342f205a8e8 req-ee456560-3aae-4948-b4c5-acfa4775a401 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:19:32.175775 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ec99725d-acfe-40ac-9c3f-d342f205a8e8 req-ee456560-3aae-4948-b4c5-acfa4775a401 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 945 time: 0.0484238 Oct 12 08:19:32.212395 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ec99725d-acfe-40ac-9c3f-d342f205a8e8 req-3be2e458-ef8e-490c-b0a6-ad6997532ffc tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=148f2a25-832d-40e2-a980-1a758022133f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306869 Oct 12 08:19:33.333040 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957564cd-0b66-4adf-bdd2-3e6938cf33cf req-adab16d6-8bbf-4755-80be-45e373fbb8c8 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:19:33.334510 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-957564cd-0b66-4adf-bdd2-3e6938cf33cf req-adab16d6-8bbf-4755-80be-45e373fbb8c8 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 945 time: 0.0474901 Oct 12 08:19:33.375251 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-957564cd-0b66-4adf-bdd2-3e6938cf33cf req-b0f5af74-7702-46b4-b6c7-e5a36ce5d032 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=148f2a25-832d-40e2-a980-1a758022133f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342665 Oct 12 08:19:34.494943 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78470c5-fc40-424f-80cc-cce029690a94 req-8ee6deaf-ede1-48cc-b319-cca20dc23a42 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:19:34.496667 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a78470c5-fc40-424f-80cc-cce029690a94 req-8ee6deaf-ede1-48cc-b319-cca20dc23a42 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 945 time: 0.0493884 Oct 12 08:19:34.533151 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a78470c5-fc40-424f-80cc-cce029690a94 req-936b9c51-f98b-40c4-bdcc-4dab4d5759f7 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=148f2a25-832d-40e2-a980-1a758022133f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309300 Oct 12 08:19:35.652932 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e834613-56b7-46f0-88b6-02936cd4b90d req-988021c1-0123-4d3e-aedd-7e37d9eb4389 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:19:35.654388 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8e834613-56b7-46f0-88b6-02936cd4b90d req-988021c1-0123-4d3e-aedd-7e37d9eb4389 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 945 time: 0.0487046 Oct 12 08:19:35.690528 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8e834613-56b7-46f0-88b6-02936cd4b90d req-d9cf2a18-100c-4b02-b0b4-c23366961be8 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=148f2a25-832d-40e2-a980-1a758022133f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302842 Oct 12 08:19:36.810281 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80096a73-0377-4659-84f9-7075f84dd4ca req-f982a271-ae0a-47e5-b2c2-0a64c396cec7 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:19:36.811772 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-80096a73-0377-4659-84f9-7075f84dd4ca req-f982a271-ae0a-47e5-b2c2-0a64c396cec7 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 945 time: 0.0491538 Oct 12 08:19:36.853309 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-80096a73-0377-4659-84f9-7075f84dd4ca req-79ac6ce9-f84c-44ce-9b98-ec94b9680e37 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=148f2a25-832d-40e2-a980-1a758022133f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355330 Oct 12 08:19:37.972099 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be876b-432d-41ea-b567-f7ed317ee274 req-7bc6e781-87ed-4d01-a27e-b7f30bd1a262 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:19:37.973662 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-08be876b-432d-41ea-b567-f7ed317ee274 req-7bc6e781-87ed-4d01-a27e-b7f30bd1a262 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 945 time: 0.0479174 Oct 12 08:19:38.011964 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-08be876b-432d-41ea-b567-f7ed317ee274 req-fc0f01ae-0d17-4517-b689-0bdd90954de9 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=148f2a25-832d-40e2-a980-1a758022133f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319040 Oct 12 08:19:39.129506 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9821e-ca84-4f2c-a68c-6e9b3ef6c861 req-3e5c1219-3ce2-4bf9-a59e-aaaa4155090f tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:19:39.130970 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fbf9821e-ca84-4f2c-a68c-6e9b3ef6c861 req-3e5c1219-3ce2-4bf9-a59e-aaaa4155090f tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 945 time: 0.0480030 Oct 12 08:19:39.167004 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fbf9821e-ca84-4f2c-a68c-6e9b3ef6c861 req-40e91964-ecc1-442c-8295-ae35b30b1509 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=148f2a25-832d-40e2-a980-1a758022133f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302882 Oct 12 08:19:40.287643 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc406a8d-b0f4-48bb-96f6-71e333d4846d req-f8737481-e52d-4e59-b5c7-da9dc929ba48 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:19:40.289102 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bc406a8d-b0f4-48bb-96f6-71e333d4846d req-f8737481-e52d-4e59-b5c7-da9dc929ba48 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 945 time: 0.0499327 Oct 12 08:19:40.330790 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bc406a8d-b0f4-48bb-96f6-71e333d4846d req-0806c249-d13d-4fb9-99a5-eded916f3fa2 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=148f2a25-832d-40e2-a980-1a758022133f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355086 Oct 12 08:19:41.449750 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3868738-f3f1-4138-a085-2affa8509ce0 req-53a063b9-b1de-4cea-9608-d91367099b23 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:19:41.451232 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f3868738-f3f1-4138-a085-2affa8509ce0 req-53a063b9-b1de-4cea-9608-d91367099b23 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 945 time: 0.0477314 Oct 12 08:19:41.488242 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f3868738-f3f1-4138-a085-2affa8509ce0 req-d717b073-50c4-409f-bb8c-9fab95f49abd tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=148f2a25-832d-40e2-a980-1a758022133f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312407 Oct 12 08:19:42.606959 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9643d5-33e8-423e-a483-d9a5096a03d9 req-ccf18be4-2437-4189-9d01-43b49ad9836f tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:19:42.608419 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8b9643d5-33e8-423e-a483-d9a5096a03d9 req-ccf18be4-2437-4189-9d01-43b49ad9836f tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 945 time: 0.0482957 Oct 12 08:19:42.644913 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8b9643d5-33e8-423e-a483-d9a5096a03d9 req-2a783062-8c72-4719-a154-864803d0f6e0 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=148f2a25-832d-40e2-a980-1a758022133f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306091 Oct 12 08:19:43.310430 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 087a4e38-cdc9-403d-b85d-613cccc11b69 details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 08:19:43.404575 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 087a4e38-cdc9-403d-b85d-613cccc11b69, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=087a4e38-cdc9-403d-b85d-613cccc11b69,segment=NetworkSegment(b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04),segment_id=b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:19:43.416586 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': '087a4e38-cdc9-403d-b85d-613cccc11b69', 'network_id': '737a5b28-ee9b-4810-8b33-6eaf71f45cc8', 'port_id': '087a4e38-cdc9-403d-b85d-613cccc11b69', 'mac_address': 'fa:16:3e:ee:15:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b232c321-46cf-4ec4-bbc4-b317e4c581b8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 08:19:43.458914 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 087a4e38-cdc9-403d-b85d-613cccc11b69 is: ACTIVE; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:19:43.459300 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:19:43.472300 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 087a4e38-cdc9-403d-b85d-613cccc11b69 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 08:19:43.491839 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 087a4e38-cdc9-403d-b85d-613cccc11b69, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=087a4e38-cdc9-403d-b85d-613cccc11b69,segment=NetworkSegment(b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04),segment_id=b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:19:43.495752 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:19:43.548298 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=087a4e38-cdc9-403d-b85d-613cccc11b69,revision_number=6']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:19:43.557075 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:19:43.557418 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:19:43.557755 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:19:43.558136 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:19:43.558462 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:19:43.558786 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:19:43.559109 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:19:43.559431 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:19:43.559751 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:19:43.560068 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:19:43.560383 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:19:43.561316 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:19:43.568042 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['087a4e38-cdc9-403d-b85d-613cccc11b69'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 08:19:43.778241 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfbe6ba-a847-4e82-bc48-04e52821fb2b req-b74559de-789c-403a-8907-a719ac1c29bd tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:19:43.780459 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fdfbe6ba-a847-4e82-bc48-04e52821fb2b req-b74559de-789c-403a-8907-a719ac1c29bd tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 944 time: 0.0521111 Oct 12 08:19:43.833943 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fdfbe6ba-a847-4e82-bc48-04e52821fb2b req-638a80f5-21e4-462a-9fd2-24b2f94ac82d tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=148f2a25-832d-40e2-a980-1a758022133f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462499 Oct 12 08:19:44.018747 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cdc6f4ec-52ae-4f5d-9efd-c4adf3e89c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:19:44.967762 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b287e-7845-443f-b240-85b93b842601 req-e625fe73-57ef-49be-bc91-da05000884cc tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:19:44.969908 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b46b287e-7845-443f-b240-85b93b842601 req-e625fe73-57ef-49be-bc91-da05000884cc tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 944 time: 0.0514092 Oct 12 08:19:45.017935 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b46b287e-7845-443f-b240-85b93b842601 req-a061fd8b-c6bd-48fd-bca2-4903b27a2024 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=148f2a25-832d-40e2-a980-1a758022133f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380614 Oct 12 08:19:45.309985 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 087a4e38-cdc9-403d-b85d-613cccc11b69 up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:19:45.376825 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port 087a4e38-cdc9-403d-b85d-613cccc11b69 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:19:45.377198 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:19:45.377526 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port 087a4e38-cdc9-403d-b85d-613cccc11b69 Oct 12 08:19:45.466393 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 087a4e38-cdc9-403d-b85d-613cccc11b69 is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:19:45.467059 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:19:45.492720 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46bb3ee9-78ae-48eb-b75e-663562f233ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087a4e38-cdc9-403d-b85d-613cccc11b69'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:19:45.495582 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d2490d-abf1-474d-87c6-52b8aa17efd6" -d '{"events": [{"server_uuid": "46bb3ee9-78ae-48eb-b75e-663562f233ee", "name": "network-vif-plugged", "status": "completed", "tag": "087a4e38-cdc9-403d-b85d-613cccc11b69"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:19:45.509807 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 087a4e38-cdc9-403d-b85d-613cccc11b69, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=087a4e38-cdc9-403d-b85d-613cccc11b69,segment=NetworkSegment(b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04),segment_id=b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:19:45.515663 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:19:45.565939 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=087a4e38-cdc9-403d-b85d-613cccc11b69,revision_number=7']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:19:45.623547 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 08:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32bc853b-5488-49bf-b74d-259b37aef78a x-openstack-request-id: req-32bc853b-5488-49bf-b74d-259b37aef78a {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:19:45.624425 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46bb3ee9-78ae-48eb-b75e-663562f233ee", "name": "network-vif-plugged", "status": "completed", "tag": "087a4e38-cdc9-403d-b85d-613cccc11b69", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:19:45.625036 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-32bc853b-5488-49bf-b74d-259b37aef78a {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:19:45.625562 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32bc853b-5488-49bf-b74d-259b37aef78a'] response: {'server_uuid': '46bb3ee9-78ae-48eb-b75e-663562f233ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087a4e38-cdc9-403d-b85d-613cccc11b69', 'code': 200} Oct 12 08:19:46.148456 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69cdb3e-0cdb-4cba-90d4-c11f7d4d6500 req-757dd525-631a-4235-80df-61644d99d10b tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:19:46.150131 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c69cdb3e-0cdb-4cba-90d4-c11f7d4d6500 req-757dd525-631a-4235-80df-61644d99d10b tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 945 time: 0.0542541 Oct 12 08:19:46.193607 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-66281f05-d020-4269-96a8-41036e5c2b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:19:46.196879 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c69cdb3e-0cdb-4cba-90d4-c11f7d4d6500 req-8b3816c5-f90f-409c-9505-a00953c70c5c tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=148f2a25-832d-40e2-a980-1a758022133f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402255 Oct 12 08:19:47.334766 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95d6c2-9246-425a-8365-6c7af9c30778 req-3bb788a8-0740-4171-a38d-61fba3da2f9b tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:19:47.336403 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ab95d6c2-9246-425a-8365-6c7af9c30778 req-3bb788a8-0740-4171-a38d-61fba3da2f9b tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 945 time: 0.0588243 Oct 12 08:19:47.380969 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ab95d6c2-9246-425a-8365-6c7af9c30778 req-dc97cbce-eb88-40bb-aef1-b462b9cf6ad9 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=148f2a25-832d-40e2-a980-1a758022133f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382030 Oct 12 08:19:47.425087 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:19:48.516565 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073f4a4-87e7-4f56-8ba2-c0fb4bd4ed12 req-c46445b9-bd8c-4158-81a9-9a4cf20b2b57 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:19:48.518066 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a073f4a4-87e7-4f56-8ba2-c0fb4bd4ed12 req-c46445b9-bd8c-4158-81a9-9a4cf20b2b57 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 945 time: 0.0551846 Oct 12 08:19:48.562176 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a073f4a4-87e7-4f56-8ba2-c0fb4bd4ed12 req-b528eed6-239e-48f7-ac96-4b4cc9da9033 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=148f2a25-832d-40e2-a980-1a758022133f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374317 Oct 12 08:19:48.986726 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:19:49.247712 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:19:49.706590 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412aee1-8af4-4a12-8480-668b91078b61 req-7c95fb9c-4d22-4864-bf8a-3ceeaf98841f tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:19:49.708324 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d412aee1-8af4-4a12-8480-668b91078b61 req-7c95fb9c-4d22-4864-bf8a-3ceeaf98841f tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 945 time: 0.0575414 Oct 12 08:19:49.754614 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d412aee1-8af4-4a12-8480-668b91078b61 req-197943ae-ca40-45e9-b214-b29942817c5d tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=148f2a25-832d-40e2-a980-1a758022133f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370619 Oct 12 08:19:50.898752 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d916a138-be12-4d61-8b43-b92f5451ae92 req-0a29413d-560d-4017-9425-8e05ff32b990 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:19:50.902479 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d916a138-be12-4d61-8b43-b92f5451ae92 req-0a29413d-560d-4017-9425-8e05ff32b990 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 945 time: 0.0604303 Oct 12 08:19:50.944457 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d916a138-be12-4d61-8b43-b92f5451ae92 req-24100af5-b13b-4724-ba6f-539615568f58 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=148f2a25-832d-40e2-a980-1a758022133f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376530 Oct 12 08:19:51.594071 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:19:52.072692 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7e6df-9af3-4157-bc52-902bf090bde3 req-b1d8e820-3001-4685-9a8d-8999879f05d0 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:19:52.074273 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4bc7e6df-9af3-4157-bc52-902bf090bde3 req-b1d8e820-3001-4685-9a8d-8999879f05d0 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 945 time: 0.0499043 Oct 12 08:19:52.115847 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4bc7e6df-9af3-4157-bc52-902bf090bde3 req-e512cdb9-8be2-4616-bee3-ac708ba6eb01 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=148f2a25-832d-40e2-a980-1a758022133f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358183 Oct 12 08:19:52.660060 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a3a8f-d3c7-4a55-97ee-71463510f259 req-897e398d-d264-46e0-8302-921c2c793d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:19:52.661498 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-514a3a8f-d3c7-4a55-97ee-71463510f259 req-897e398d-d264-46e0-8302-921c2c793d27 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=233556616dd24a4a8accefb2f97b1af6&device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 1098 time: 0.0401316 Oct 12 08:19:52.751713 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a3a8f-d3c7-4a55-97ee-71463510f259 req-0d2d8d8d-1f0e-41bd-9ae5-67287820ff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:19:52.753139 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-514a3a8f-d3c7-4a55-97ee-71463510f259 req-0d2d8d8d-1f0e-41bd-9ae5-67287820ff86 service neutron] 10.222.0.23 "GET /v2.0/networks?id=737a5b28-ee9b-4810-8b33-6eaf71f45cc8 HTTP/1.1" status: 200 len: 909 time: 0.0853202 Oct 12 08:19:52.816735 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-514a3a8f-d3c7-4a55-97ee-71463510f259 req-8234d3c0-a9d8-4de2-8556-0a6fb56210c8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=087a4e38-cdc9-403d-b85d-613cccc11b69 HTTP/1.1" status: 200 len: 1000 time: 0.0574677 Oct 12 08:19:52.863781 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a3a8f-d3c7-4a55-97ee-71463510f259 req-3975d720-dc39-45e9-8f6b-6f7656f96f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:19:52.865400 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-514a3a8f-d3c7-4a55-97ee-71463510f259 req-3975d720-dc39-45e9-8f6b-6f7656f96f02 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b232c321-46cf-4ec4-bbc4-b317e4c581b8 HTTP/1.1" status: 200 len: 847 time: 0.0428932 Oct 12 08:19:52.916663 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a3a8f-d3c7-4a55-97ee-71463510f259 req-15280189-6ca5-4090-89d3-104d3bc03b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:19:52.918128 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-514a3a8f-d3c7-4a55-97ee-71463510f259 req-15280189-6ca5-4090-89d3-104d3bc03b53 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=737a5b28-ee9b-4810-8b33-6eaf71f45cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444973 Oct 12 08:19:53.007159 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-514a3a8f-d3c7-4a55-97ee-71463510f259 req-bc6142d4-36cf-4ff1-b953-a10ef3efafff service neutron] 10.222.0.23 "GET /v2.0/networks/737a5b28-ee9b-4810-8b33-6eaf71f45cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824289 Oct 12 08:19:53.099299 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-514a3a8f-d3c7-4a55-97ee-71463510f259 req-9f37fcbf-6c4d-4389-813a-afca19d63225 service neutron] 10.222.0.23 "GET /v2.0/networks/737a5b28-ee9b-4810-8b33-6eaf71f45cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853460 Oct 12 08:19:53.234507 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163a3e7-ed34-4049-a3bf-910843be1133 req-c6b27332-27ae-433e-91ee-4911c3ac00f1 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:19:53.235925 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7163a3e7-ed34-4049-a3bf-910843be1133 req-c6b27332-27ae-433e-91ee-4911c3ac00f1 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 945 time: 0.0483484 Oct 12 08:19:53.274998 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7163a3e7-ed34-4049-a3bf-910843be1133 req-c119373c-7e59-4531-a9ee-a0b9e27f5916 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=148f2a25-832d-40e2-a980-1a758022133f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331924 Oct 12 08:19:54.393936 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21648a1-0285-4b63-9540-761e3487abd3 req-bcddc0a0-9cdf-408a-a742-8aaa5d628197 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:19:54.395402 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f21648a1-0285-4b63-9540-761e3487abd3 req-bcddc0a0-9cdf-408a-a742-8aaa5d628197 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 945 time: 0.0478795 Oct 12 08:19:54.436384 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f21648a1-0285-4b63-9540-761e3487abd3 req-9b9ca5fe-7806-4a6b-9287-303015bc7c47 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=148f2a25-832d-40e2-a980-1a758022133f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349259 Oct 12 08:19:55.554208 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787c8f2-135f-421d-9fdb-b42c620d22ec req-a6a79024-5a6f-4aef-ad74-c3aeffefa951 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:19:55.555655 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9787c8f2-135f-421d-9fdb-b42c620d22ec req-a6a79024-5a6f-4aef-ad74-c3aeffefa951 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 945 time: 0.0475891 Oct 12 08:19:55.592697 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9787c8f2-135f-421d-9fdb-b42c620d22ec req-dc06551e-f5b1-4e2a-becb-3efbe459206c tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=148f2a25-832d-40e2-a980-1a758022133f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311673 Oct 12 08:19:55.666004 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [req-06bc7132-19d4-4e3a-b4f9-d96e999e0c6c req-fb3d8aeb-77de-4aa9-bc96-a5cf9682dcf4 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 08:19:55.667018 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-06bc7132-19d4-4e3a-b4f9-d96e999e0c6c req-fb3d8aeb-77de-4aa9-bc96-a5cf9682dcf4 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059168 Oct 12 08:19:55.816713 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad79801a-b604-4068-baf8-0c85c78699b4 req-49b600de-8495-4554-85cf-9dc9297365a9 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:19:55.818245 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ad79801a-b604-4068-baf8-0c85c78699b4 req-49b600de-8495-4554-85cf-9dc9297365a9 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 945 time: 0.0494449 Oct 12 08:19:55.856833 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ad79801a-b604-4068-baf8-0c85c78699b4 req-80de6ee5-a24e-4f9b-8fa5-769a7114ac49 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=148f2a25-832d-40e2-a980-1a758022133f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319784 Oct 12 08:19:56.072900 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-5aa1cc0c-0c2d-46c8-90bd-1cb6f50846f8 req-ec72879e-7f85-4bfa-9039-ac4af866a9e1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0807126 Oct 12 08:19:56.916552 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1cc0c-0c2d-46c8-90bd-1cb6f50846f8 req-2ab6eaba-fc9a-4049-bf81-93c5bba49197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:19:56.918055 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5aa1cc0c-0c2d-46c8-90bd-1cb6f50846f8 req-2ab6eaba-fc9a-4049-bf81-93c5bba49197 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee&tenant_id=233556616dd24a4a8accefb2f97b1af6 HTTP/1.1" status: 200 len: 1098 time: 0.0401981 Oct 12 08:19:57.006095 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf057f-eabb-4ac8-8fe4-3ebcf7ba6022 req-26fd7d2b-0233-4f60-921a-dce0335aae47 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:19:57.008154 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-afdf057f-eabb-4ac8-8fe4-3ebcf7ba6022 req-26fd7d2b-0233-4f60-921a-dce0335aae47 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 945 time: 0.0774236 Oct 12 08:19:57.010534 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1cc0c-0c2d-46c8-90bd-1cb6f50846f8 req-febd77e6-4051-4656-a44e-3961ab59cf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:19:57.011868 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5aa1cc0c-0c2d-46c8-90bd-1cb6f50846f8 req-febd77e6-4051-4656-a44e-3961ab59cf6c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=233556616dd24a4a8accefb2f97b1af6&device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 1098 time: 0.0718114 Oct 12 08:19:57.097716 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-afdf057f-eabb-4ac8-8fe4-3ebcf7ba6022 req-a90bdb56-e968-4bf1-b124-4a2f66536794 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=148f2a25-832d-40e2-a980-1a758022133f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835946 Oct 12 08:19:57.125128 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1cc0c-0c2d-46c8-90bd-1cb6f50846f8 req-00843718-9af0-4635-a82e-b3d933a0ad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:19:57.126599 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5aa1cc0c-0c2d-46c8-90bd-1cb6f50846f8 req-00843718-9af0-4635-a82e-b3d933a0ad81 service neutron] 10.222.0.23 "GET /v2.0/networks?id=737a5b28-ee9b-4810-8b33-6eaf71f45cc8 HTTP/1.1" status: 200 len: 909 time: 0.1070945 Oct 12 08:19:57.189103 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5aa1cc0c-0c2d-46c8-90bd-1cb6f50846f8 req-edce4a74-ed8f-40a3-bcdb-a6f060c36801 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=087a4e38-cdc9-403d-b85d-613cccc11b69 HTTP/1.1" status: 200 len: 1000 time: 0.0561490 Oct 12 08:19:57.235525 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1cc0c-0c2d-46c8-90bd-1cb6f50846f8 req-1845d3c7-2967-4dd0-86d6-3b9c4456f5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:19:57.236924 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5aa1cc0c-0c2d-46c8-90bd-1cb6f50846f8 req-1845d3c7-2967-4dd0-86d6-3b9c4456f5cb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b232c321-46cf-4ec4-bbc4-b317e4c581b8 HTTP/1.1" status: 200 len: 847 time: 0.0417206 Oct 12 08:19:57.282594 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1cc0c-0c2d-46c8-90bd-1cb6f50846f8 req-9a8ec3cf-051d-4623-8a7a-b309adb42bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:19:57.284017 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5aa1cc0c-0c2d-46c8-90bd-1cb6f50846f8 req-9a8ec3cf-051d-4623-8a7a-b309adb42bee service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=737a5b28-ee9b-4810-8b33-6eaf71f45cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410423 Oct 12 08:19:57.371480 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5aa1cc0c-0c2d-46c8-90bd-1cb6f50846f8 req-b995e458-29b2-4cf6-84a6-e2460bce36c7 service neutron] 10.222.0.23 "GET /v2.0/networks/737a5b28-ee9b-4810-8b33-6eaf71f45cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798476 Oct 12 08:19:57.373614 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 087a4e38-cdc9-403d-b85d-613cccc11b69 no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:19:57.452816 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 087a4e38-cdc9-403d-b85d-613cccc11b69 is: ACTIVE; New status is: DOWN {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:19:57.453186 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:19:57.462321 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5aa1cc0c-0c2d-46c8-90bd-1cb6f50846f8 req-3eb0b4f5-386f-4d88-9849-5fabd40dadd4 service neutron] 10.222.0.23 "GET /v2.0/networks/737a5b28-ee9b-4810-8b33-6eaf71f45cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846875 Oct 12 08:19:57.477764 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46bb3ee9-78ae-48eb-b75e-663562f233ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '087a4e38-cdc9-403d-b85d-613cccc11b69'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:19:57.480565 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47085793-fef4-48fd-acef-1f94454b64cc" -d '{"events": [{"server_uuid": "46bb3ee9-78ae-48eb-b75e-663562f233ee", "name": "network-vif-unplugged", "status": "completed", "tag": "087a4e38-cdc9-403d-b85d-613cccc11b69"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:19:57.494299 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 087a4e38-cdc9-403d-b85d-613cccc11b69, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=087a4e38-cdc9-403d-b85d-613cccc11b69,segment=NetworkSegment(b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04),segment_id=b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:19:57.498747 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:19:57.524019 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 12 Oct 2022 08:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a7f6b9-75ec-4eee-8f7a-6e1f57561ba1 x-openstack-request-id: req-f7a7f6b9-75ec-4eee-8f7a-6e1f57561ba1 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:19:57.524308 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46bb3ee9-78ae-48eb-b75e-663562f233ee", "name": "network-vif-unplugged", "status": "completed", "tag": "087a4e38-cdc9-403d-b85d-613cccc11b69", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:19:57.524562 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f7a7f6b9-75ec-4eee-8f7a-6e1f57561ba1 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:19:57.524976 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7a7f6b9-75ec-4eee-8f7a-6e1f57561ba1'] response: {'server_uuid': '46bb3ee9-78ae-48eb-b75e-663562f233ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '087a4e38-cdc9-403d-b85d-613cccc11b69', 'code': 200} Oct 12 08:19:57.550151 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=087a4e38-cdc9-403d-b85d-613cccc11b69,revision_number=8']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:19:58.236459 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbd31c-400a-4075-871a-76cf7f9d2a08 req-c19c856f-e61a-4c2c-8fb5-a3865d2f40d4 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:19:58.237943 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7ccbd31c-400a-4075-871a-76cf7f9d2a08 req-c19c856f-e61a-4c2c-8fb5-a3865d2f40d4 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 943 time: 0.0530138 Oct 12 08:19:58.279985 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7ccbd31c-400a-4075-871a-76cf7f9d2a08 req-3a4a5d8f-8253-4e91-bd1e-25a5853f87a6 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=148f2a25-832d-40e2-a980-1a758022133f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349216 Oct 12 08:19:59.418296 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9aabdc-789f-496b-b2ad-39b2efdfaf8b req-493f2a10-5120-4d53-b75a-77b36cb3bdce tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:19:59.419779 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6a9aabdc-789f-496b-b2ad-39b2efdfaf8b req-493f2a10-5120-4d53-b75a-77b36cb3bdce tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 943 time: 0.0576289 Oct 12 08:19:59.459093 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6a9aabdc-789f-496b-b2ad-39b2efdfaf8b req-83742593-712c-43fc-98d5-b133a06021ae tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=148f2a25-832d-40e2-a980-1a758022133f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328250 Oct 12 08:20:00.598707 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1995032-ee3f-4bf6-a2a3-18dc8357ffa2 req-deb761bf-600f-4073-8363-ea1b90901a55 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:20:00.600958 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e1995032-ee3f-4bf6-a2a3-18dc8357ffa2 req-deb761bf-600f-4073-8363-ea1b90901a55 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 943 time: 0.0616596 Oct 12 08:20:00.642924 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e1995032-ee3f-4bf6-a2a3-18dc8357ffa2 req-160c518e-dba1-4503-a379-2a63965dd846 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=148f2a25-832d-40e2-a980-1a758022133f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351377 Oct 12 08:20:01.773294 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0752f-1266-40f4-aa1e-1babaafa79e2 req-6f30022e-315f-4f90-8c5e-dfe36f8dec68 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:20:01.775057 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-76b0752f-1266-40f4-aa1e-1babaafa79e2 req-6f30022e-315f-4f90-8c5e-dfe36f8dec68 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 943 time: 0.0520101 Oct 12 08:20:01.824915 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-76b0752f-1266-40f4-aa1e-1babaafa79e2 req-10f8edc5-e7dd-4669-a6b8-ba5475af8fab tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=148f2a25-832d-40e2-a980-1a758022133f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421784 Oct 12 08:20:02.963487 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0142c1f3-13b8-4af5-9d7c-49a725d2e4f5 req-34a86941-2c9b-4310-8f01-7bb08b3d4936 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:20:02.965222 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0142c1f3-13b8-4af5-9d7c-49a725d2e4f5 req-34a86941-2c9b-4310-8f01-7bb08b3d4936 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 943 time: 0.0618851 Oct 12 08:20:03.005768 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0142c1f3-13b8-4af5-9d7c-49a725d2e4f5 req-c167ea75-e50e-49d3-9ea8-bb5ba6638a2c tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=148f2a25-832d-40e2-a980-1a758022133f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345280 Oct 12 08:20:04.136234 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a712788-3ba6-488a-9337-71c94bbccda9 req-47c809b4-c94f-4302-a5b5-2159a155d97b tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:20:04.137718 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4a712788-3ba6-488a-9337-71c94bbccda9 req-47c809b4-c94f-4302-a5b5-2159a155d97b tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 943 time: 0.0564086 Oct 12 08:20:04.178532 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4a712788-3ba6-488a-9337-71c94bbccda9 req-530adb9e-cdaa-45a9-84d5-e54f06efd461 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=148f2a25-832d-40e2-a980-1a758022133f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342226 Oct 12 08:20:05.299057 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237c157-b120-43bf-a506-280ed0ff02a1 req-78ba10c1-02ab-4b4a-81bf-71f6d2d95786 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:20:05.300521 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8237c157-b120-43bf-a506-280ed0ff02a1 req-78ba10c1-02ab-4b4a-81bf-71f6d2d95786 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 943 time: 0.0483403 Oct 12 08:20:05.337072 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8237c157-b120-43bf-a506-280ed0ff02a1 req-fcd50d08-a243-407a-98fc-21340968c0c9 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=148f2a25-832d-40e2-a980-1a758022133f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307536 Oct 12 08:20:05.401396 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:20:06.218292 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ae798-2812-4b54-b046-9afb97be92a0 req-f45de566-3333-42b3-a70b-d6d4d69a7cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:20:06.219762 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-466ae798-2812-4b54-b046-9afb97be92a0 req-f45de566-3333-42b3-a70b-d6d4d69a7cc2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 1096 time: 0.0398762 Oct 12 08:20:06.254718 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-466ae798-2812-4b54-b046-9afb97be92a0 req-88be56a8-aeae-4090-b146-0d59fe72c3a5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=148f2a25-832d-40e2-a980-1a758022133f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280583 Oct 12 08:20:06.459908 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab540e82-e6ba-4312-a43a-9ad33094a8e0 req-f3f84684-d437-4068-ae2d-8f18d800ca12 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:20:06.461360 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ab540e82-e6ba-4312-a43a-9ad33094a8e0 req-f3f84684-d437-4068-ae2d-8f18d800ca12 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 943 time: 0.0516365 Oct 12 08:20:06.498830 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ab540e82-e6ba-4312-a43a-9ad33094a8e0 req-01e49c50-8ac1-4919-a615-82d24b640f5b tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=148f2a25-832d-40e2-a980-1a758022133f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315835 Oct 12 08:20:07.408922 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 087a4e38-cdc9-403d-b85d-613cccc11b69 details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 08:20:07.509429 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 087a4e38-cdc9-403d-b85d-613cccc11b69, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=087a4e38-cdc9-403d-b85d-613cccc11b69,segment=NetworkSegment(b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04),segment_id=b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:20:07.521540 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': '087a4e38-cdc9-403d-b85d-613cccc11b69', 'network_id': '737a5b28-ee9b-4810-8b33-6eaf71f45cc8', 'port_id': '087a4e38-cdc9-403d-b85d-613cccc11b69', 'mac_address': 'fa:16:3e:ee:15:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b232c321-46cf-4ec4-bbc4-b317e4c581b8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 08:20:07.567477 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 087a4e38-cdc9-403d-b85d-613cccc11b69 is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:20:07.567923 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:20:07.583415 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 087a4e38-cdc9-403d-b85d-613cccc11b69 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 08:20:07.604553 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 087a4e38-cdc9-403d-b85d-613cccc11b69, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=087a4e38-cdc9-403d-b85d-613cccc11b69,segment=NetworkSegment(b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04),segment_id=b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:20:07.608791 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:20:07.630351 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1757ab6-647b-43b7-87c9-9ced7c936e0b req-54b2ff2b-55d4-4407-b0a7-19da5107b368 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:20:07.638316 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b1757ab6-647b-43b7-87c9-9ced7c936e0b req-54b2ff2b-55d4-4407-b0a7-19da5107b368 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 943 time: 0.0636125 Oct 12 08:20:07.660328 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=087a4e38-cdc9-403d-b85d-613cccc11b69,revision_number=9']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:20:07.675736 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b1757ab6-647b-43b7-87c9-9ced7c936e0b req-7f6404ff-3782-4f97-9ae9-e925c6234371 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=148f2a25-832d-40e2-a980-1a758022133f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363252 Oct 12 08:20:07.856148 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['087a4e38-cdc9-403d-b85d-613cccc11b69'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 08:20:08.793151 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d98d16-b183-4838-918f-dbb01f5e0581 req-a48d4524-acf1-4b05-a56b-e2cfec8bfcb7 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:20:08.794634 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-13d98d16-b183-4838-918f-dbb01f5e0581 req-a48d4524-acf1-4b05-a56b-e2cfec8bfcb7 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 944 time: 0.0473125 Oct 12 08:20:08.832226 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-13d98d16-b183-4838-918f-dbb01f5e0581 req-561734dd-6502-4509-9869-1923eab143d3 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=148f2a25-832d-40e2-a980-1a758022133f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317960 Oct 12 08:20:09.426609 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 087a4e38-cdc9-403d-b85d-613cccc11b69 up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:20:09.472941 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port 087a4e38-cdc9-403d-b85d-613cccc11b69 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:20:09.473305 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:20:09.473636 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port 087a4e38-cdc9-403d-b85d-613cccc11b69 Oct 12 08:20:09.551637 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 087a4e38-cdc9-403d-b85d-613cccc11b69 is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:20:09.552016 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:20:09.573125 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46bb3ee9-78ae-48eb-b75e-663562f233ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087a4e38-cdc9-403d-b85d-613cccc11b69'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:20:09.575389 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17504090-53fa-4bab-9255-00f0ff8bd2e4" -d '{"events": [{"server_uuid": "46bb3ee9-78ae-48eb-b75e-663562f233ee", "name": "network-vif-plugged", "status": "completed", "tag": "087a4e38-cdc9-403d-b85d-613cccc11b69"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:20:09.587673 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 087a4e38-cdc9-403d-b85d-613cccc11b69, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=087a4e38-cdc9-403d-b85d-613cccc11b69,segment=NetworkSegment(b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04),segment_id=b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:20:09.592190 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:20:09.615602 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 08:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd82886a-86de-4ad5-b2a1-434361308650 x-openstack-request-id: req-bd82886a-86de-4ad5-b2a1-434361308650 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:20:09.615888 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46bb3ee9-78ae-48eb-b75e-663562f233ee", "name": "network-vif-plugged", "status": "completed", "tag": "087a4e38-cdc9-403d-b85d-613cccc11b69", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:20:09.616142 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bd82886a-86de-4ad5-b2a1-434361308650 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:20:09.616538 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd82886a-86de-4ad5-b2a1-434361308650'] response: {'server_uuid': '46bb3ee9-78ae-48eb-b75e-663562f233ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087a4e38-cdc9-403d-b85d-613cccc11b69', 'code': 200} Oct 12 08:20:09.640984 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=087a4e38-cdc9-403d-b85d-613cccc11b69,revision_number=10']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:20:14.024213 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d697c0fc-440b-4a56-b615-53527b7a6cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:20:16.177682 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cb87bd12-d6b1-4a2e-90e6-4e0592120c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:20:17.421666 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:20:18.984237 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:20:19.240206 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:20:21.603132 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:20:31.385879 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5379bc28-19d5-4b37-8fad-6e4968df45ac req-1a8e8a48-bf2c-477c-9b30-e87cc63d8092 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389943 Oct 12 08:20:31.463447 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379bc28-19d5-4b37-8fad-6e4968df45ac req-62721f5f-8f61-4655-8cdb-0b8ca8c2a538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:20:31.464776 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5379bc28-19d5-4b37-8fad-6e4968df45ac req-62721f5f-8f61-4655-8cdb-0b8ca8c2a538 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=233556616dd24a4a8accefb2f97b1af6&device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 1099 time: 0.0393724 Oct 12 08:20:31.893482 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379bc28-19d5-4b37-8fad-6e4968df45ac req-061ab028-5d27-402d-b9e5-ef062741e736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:20:31.895011 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5379bc28-19d5-4b37-8fad-6e4968df45ac req-061ab028-5d27-402d-b9e5-ef062741e736 service neutron] 10.222.0.23 "GET /v2.0/networks?id=737a5b28-ee9b-4810-8b33-6eaf71f45cc8 HTTP/1.1" status: 200 len: 909 time: 0.4115109 Oct 12 08:20:31.957851 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5379bc28-19d5-4b37-8fad-6e4968df45ac req-2431b7ce-6301-4faf-852b-92737040395c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=087a4e38-cdc9-403d-b85d-613cccc11b69 HTTP/1.1" status: 200 len: 1000 time: 0.0559416 Oct 12 08:20:32.004696 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379bc28-19d5-4b37-8fad-6e4968df45ac req-3ab0ccf5-dc9c-4bce-9afb-642ed61851ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:20:32.006485 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5379bc28-19d5-4b37-8fad-6e4968df45ac req-3ab0ccf5-dc9c-4bce-9afb-642ed61851ea service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b232c321-46cf-4ec4-bbc4-b317e4c581b8 HTTP/1.1" status: 200 len: 847 time: 0.0425236 Oct 12 08:20:32.054046 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379bc28-19d5-4b37-8fad-6e4968df45ac req-492c63c8-8d0a-4183-84ed-c5a60848c4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:20:32.055475 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5379bc28-19d5-4b37-8fad-6e4968df45ac req-492c63c8-8d0a-4183-84ed-c5a60848c4b7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=737a5b28-ee9b-4810-8b33-6eaf71f45cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423806 Oct 12 08:20:32.143242 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5379bc28-19d5-4b37-8fad-6e4968df45ac req-fd08170b-2c1c-4c1e-9cc5-8262851fd19e service neutron] 10.222.0.23 "GET /v2.0/networks/737a5b28-ee9b-4810-8b33-6eaf71f45cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797391 Oct 12 08:20:32.233859 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5379bc28-19d5-4b37-8fad-6e4968df45ac req-066c38a1-472e-430a-8698-049ef3ca489c service neutron] 10.222.0.23 "GET /v2.0/networks/737a5b28-ee9b-4810-8b33-6eaf71f45cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835795 Oct 12 08:20:42.404496 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:20:44.025648 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e16c65d0-80c4-4e55-a69e-7c3e31d25e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:20:46.180842 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4d24b993-024d-4dc7-a5e2-f2965ddf1db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:20:47.428222 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:20:48.987047 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:20:49.242666 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:20:51.612079 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:14.026697 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7e1db0d6-6425-45e6-b90b-6fe26c9cd48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:16.182514 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b3c833d9-3661-4752-9cf6-a30ebaa6af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:17.427845 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:18.990156 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:19.243435 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:19.403163 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:21:19.466341 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 49604) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:21:19.621570 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-e3327412-e465-4720-8012-c1a2ac1731b4 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Deleting port c9bbb033-b848-4e44-be18-676f1afa0275 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:21:19.621916 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e3327412-e465-4720-8012-c1a2ac1731b4 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:19.697638 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e3327412-e465-4720-8012-c1a2ac1731b4 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:19.697882 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e3327412-e465-4720-8012-c1a2ac1731b4 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:19.709111 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-e3327412-e465-4720-8012-c1a2ac1731b4 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Calling delete_port for c9bbb033-b848-4e44-be18-676f1afa0275 owned by network:floatingip {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:21:19.855306 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e3327412-e465-4720-8012-c1a2ac1731b4 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:19.882765 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3327412-e465-4720-8012-c1a2ac1731b4 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Pushing event deleted for resources: {'Port': ['ID=c9bbb033-b848-4e44-be18-676f1afa0275,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:21:19.905790 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3327412-e465-4720-8012-c1a2ac1731b4 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:21:19.906162 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3327412-e465-4720-8012-c1a2ac1731b4 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:21:19.906506 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3327412-e465-4720-8012-c1a2ac1731b4 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:21:19.906840 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3327412-e465-4720-8012-c1a2ac1731b4 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:21:19.907179 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3327412-e465-4720-8012-c1a2ac1731b4 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:21:19.907510 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3327412-e465-4720-8012-c1a2ac1731b4 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:21:19.907910 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3327412-e465-4720-8012-c1a2ac1731b4 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:21:19.908163 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3327412-e465-4720-8012-c1a2ac1731b4 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:21:19.908488 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3327412-e465-4720-8012-c1a2ac1731b4 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:21:19.908808 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3327412-e465-4720-8012-c1a2ac1731b4 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:21:19.909127 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3327412-e465-4720-8012-c1a2ac1731b4 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:21:19.909446 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3327412-e465-4720-8012-c1a2ac1731b4 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:21:19.955180 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e3327412-e465-4720-8012-c1a2ac1731b4 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for floatingip, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:19.955401 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [None req-e3327412-e465-4720-8012-c1a2ac1731b4 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Floating IP 87df9271-8feb-4885-af21-fac46eb75775 disassociated (deleted). External IP: 172.26.3.44, port: 087a4e38-cdc9-403d-b85d-613cccc11b69. Oct 12 08:21:20.161082 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3327412-e465-4720-8012-c1a2ac1731b4 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Router 923067e7-23d2-4639-a145-730674861894 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:21:20.268966 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3327412-e465-4720-8012-c1a2ac1731b4 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:21:20.274085 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e3327412-e465-4720-8012-c1a2ac1731b4 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:20.279283 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9138b5b-241a-4fee-ac6d-700dbcd94e97 None None] Sync routers for ids ['923067e7-23d2-4639-a145-730674861894'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:21:20.288570 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9138b5b-241a-4fee-ac6d-700dbcd94e97 None None] Routers {'923067e7-23d2-4639-a145-730674861894'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:21:20.289174 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-a9138b5b-241a-4fee-ac6d-700dbcd94e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:21:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['923067e7-23d2-4639-a145-730674861894'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:21:20.304724 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e3327412-e465-4720-8012-c1a2ac1731b4 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "DELETE /v2.0/floatingips/87df9271-8feb-4885-af21-fac46eb75775 HTTP/1.1" status: 204 len: 168 time: 0.8372524 Oct 12 08:21:20.305363 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46bb3ee9-78ae-48eb-b75e-663562f233ee', 'tag': '087a4e38-cdc9-403d-b85d-613cccc11b69'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:21:20.307665 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675ee870-0078-4896-8d5f-88c46a52fa8c" -d '{"events": [{"name": "network-changed", "server_uuid": "46bb3ee9-78ae-48eb-b75e-663562f233ee", "tag": "087a4e38-cdc9-403d-b85d-613cccc11b69"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:21:20.401663 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-a9138b5b-241a-4fee-ac6d-700dbcd94e97 None None] Set router 923067e7-23d2-4639-a145-730674861894 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:21:20.405828 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 08:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1658a9e-25d9-4bf8-be79-17347d9ffacb x-openstack-request-id: req-d1658a9e-25d9-4bf8-be79-17347d9ffacb {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:21:20.406254 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46bb3ee9-78ae-48eb-b75e-663562f233ee", "tag": "087a4e38-cdc9-403d-b85d-613cccc11b69", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:21:20.406637 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d1658a9e-25d9-4bf8-be79-17347d9ffacb {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:21:20.407218 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1658a9e-25d9-4bf8-be79-17347d9ffacb'] response: {'name': 'network-changed', 'server_uuid': '46bb3ee9-78ae-48eb-b75e-663562f233ee', 'tag': '087a4e38-cdc9-403d-b85d-613cccc11b69', 'status': 'completed', 'code': 200} Oct 12 08:21:20.477679 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ee870-0078-4896-8d5f-88c46a52fa8c req-73b2f81a-651a-4b69-8555-2647117f0c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:21:20.479329 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-675ee870-0078-4896-8d5f-88c46a52fa8c req-73b2f81a-651a-4b69-8555-2647117f0c1c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=233556616dd24a4a8accefb2f97b1af6&device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 1099 time: 0.0488594 Oct 12 08:21:20.598408 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f382a088-76c2-4bd7-a7b6-acb8f3cd4173 req-159a6a85-260b-4633-bd92-dc0d1f5974c7 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:21:20.600457 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f382a088-76c2-4bd7-a7b6-acb8f3cd4173 req-159a6a85-260b-4633-bd92-dc0d1f5974c7 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 946 time: 0.1056104 Oct 12 08:21:20.606880 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-a9138b5b-241a-4fee-ac6d-700dbcd94e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923067e7-23d2-4639-a145-730674861894', 'name': 'tempest-TestShelveInstance-225900785-router', 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '52fd14ca-64ec-47f1-8345-c4068d13917e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:17:08Z', 'updated_at': '2022-10-12T08:17:11Z', 'revision_number': 4, 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'gw_port': {'id': '52fd14ca-64ec-47f1-8345-c4068d13917e', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:68:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923067e7-23d2-4639-a145-730674861894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:17:09Z', 'updated_at': '2022-10-12T08:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '425eb172-f509-4d49-98bf-273b3fe44920', 'name': '', 'network_id': '737a5b28-ee9b-4810-8b33-6eaf71f45cc8', 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'mac_address': 'fa:16:3e:8c:92:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923067e7-23d2-4639-a145-730674861894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'b232c321-46cf-4ec4-bbc4-b317e4c581b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:17:10Z', 'updated_at': '2022-10-12T08:17:16Z', 'revision_number': 5, 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'subnets': [{'id': 'b232c321-46cf-4ec4-bbc4-b317e4c581b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:21:20.627329 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ee870-0078-4896-8d5f-88c46a52fa8c req-ace31d5e-fa5b-447e-8351-dad6296fba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:21:20.628800 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-675ee870-0078-4896-8d5f-88c46a52fa8c req-ace31d5e-fa5b-447e-8351-dad6296fba2d service neutron] 10.222.0.23 "GET /v2.0/networks?id=737a5b28-ee9b-4810-8b33-6eaf71f45cc8 HTTP/1.1" status: 200 len: 909 time: 0.1425924 Oct 12 08:21:20.637058 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9138b5b-241a-4fee-ac6d-700dbcd94e97 None None] Checking router: 923067e7-23d2-4639-a145-730674861894 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:21:20.645214 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9138b5b-241a-4fee-ac6d-700dbcd94e97 None None] Routers {'923067e7-23d2-4639-a145-730674861894'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:21:20.645818 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-a9138b5b-241a-4fee-ac6d-700dbcd94e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:21:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['923067e7-23d2-4639-a145-730674861894'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:21:20.678227 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-675ee870-0078-4896-8d5f-88c46a52fa8c req-3d55a14c-6810-4a9b-8b51-e3cebf9ee3d4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=087a4e38-cdc9-403d-b85d-613cccc11b69 HTTP/1.1" status: 200 len: 217 time: 0.0419042 Oct 12 08:21:20.681153 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f382a088-76c2-4bd7-a7b6-acb8f3cd4173 req-e0aa5936-2a06-4e1b-817a-3ff18162c507 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=148f2a25-832d-40e2-a980-1a758022133f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746081 Oct 12 08:21:20.728000 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ee870-0078-4896-8d5f-88c46a52fa8c req-fa75b657-ea47-4114-a275-f0b11a064163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:21:20.730012 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-675ee870-0078-4896-8d5f-88c46a52fa8c req-fa75b657-ea47-4114-a275-f0b11a064163 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b232c321-46cf-4ec4-bbc4-b317e4c581b8 HTTP/1.1" status: 200 len: 847 time: 0.0449924 Oct 12 08:21:20.769747 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-a9138b5b-241a-4fee-ac6d-700dbcd94e97 None None] Set router 923067e7-23d2-4639-a145-730674861894 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:21:20.780308 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ee870-0078-4896-8d5f-88c46a52fa8c req-64e94e05-5ad2-4252-833c-989f9132d063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:21:20.781830 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-675ee870-0078-4896-8d5f-88c46a52fa8c req-64e94e05-5ad2-4252-833c-989f9132d063 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=737a5b28-ee9b-4810-8b33-6eaf71f45cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444348 Oct 12 08:21:20.872116 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-675ee870-0078-4896-8d5f-88c46a52fa8c req-3461e327-2404-4275-a8ba-b5ece603e0c0 service neutron] 10.222.0.23 "GET /v2.0/networks/737a5b28-ee9b-4810-8b33-6eaf71f45cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810969 Oct 12 08:21:20.969620 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-675ee870-0078-4896-8d5f-88c46a52fa8c req-8bb0ed1d-1f21-4bf1-8348-5b69c9f1582d service neutron] 10.222.0.23 "GET /v2.0/networks/737a5b28-ee9b-4810-8b33-6eaf71f45cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906351 Oct 12 08:21:20.972545 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-a9138b5b-241a-4fee-ac6d-700dbcd94e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923067e7-23d2-4639-a145-730674861894', 'name': 'tempest-TestShelveInstance-225900785-router', 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '52fd14ca-64ec-47f1-8345-c4068d13917e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:17:08Z', 'updated_at': '2022-10-12T08:17:11Z', 'revision_number': 4, 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'gw_port': {'id': '52fd14ca-64ec-47f1-8345-c4068d13917e', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:68:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923067e7-23d2-4639-a145-730674861894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:17:09Z', 'updated_at': '2022-10-12T08:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '425eb172-f509-4d49-98bf-273b3fe44920', 'name': '', 'network_id': '737a5b28-ee9b-4810-8b33-6eaf71f45cc8', 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'mac_address': 'fa:16:3e:8c:92:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923067e7-23d2-4639-a145-730674861894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'b232c321-46cf-4ec4-bbc4-b317e4c581b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:17:10Z', 'updated_at': '2022-10-12T08:17:16Z', 'revision_number': 5, 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'subnets': [{'id': 'b232c321-46cf-4ec4-bbc4-b317e4c581b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:21:21.140771 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9138b5b-241a-4fee-ac6d-700dbcd94e97 None None] The sync data for ids ['923067e7-23d2-4639-a145-730674861894'] in dv-neutron-860909-2-hyperv is: [{'id': '923067e7-23d2-4639-a145-730674861894', 'name': 'tempest-TestShelveInstance-225900785-router', 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '52fd14ca-64ec-47f1-8345-c4068d13917e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:17:08Z', 'updated_at': '2022-10-12T08:17:11Z', 'revision_number': 4, 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'gw_port': {'id': '52fd14ca-64ec-47f1-8345-c4068d13917e', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:68:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923067e7-23d2-4639-a145-730674861894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:17:09Z', 'updated_at': '2022-10-12T08:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '425eb172-f509-4d49-98bf-273b3fe44920', 'name': '', 'network_id': '737a5b28-ee9b-4810-8b33-6eaf71f45cc8', 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'mac_address': 'fa:16:3e:8c:92:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923067e7-23d2-4639-a145-730674861894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'b232c321-46cf-4ec4-bbc4-b317e4c581b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:17:10Z', 'updated_at': '2022-10-12T08:17:16Z', 'revision_number': 5, 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'subnets': [{'id': 'b232c321-46cf-4ec4-bbc4-b317e4c581b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:21:21.343779 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849ac746-2a63-424d-a23e-931ffcf79589 None None] New status for floating IP 87df9271-8feb-4885-af21-fac46eb75775: DOWN {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 08:21:21.634511 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:21.830055 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158cdf5-9160-4744-bb7a-97f0be069ebe req-d6c4f3b0-65e9-4596-b04e-c397aad6ca6f tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:21:21.831528 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2158cdf5-9160-4744-bb7a-97f0be069ebe req-d6c4f3b0-65e9-4596-b04e-c397aad6ca6f tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 946 time: 0.0754914 Oct 12 08:21:21.843187 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d6d68-ae94-49f2-93ee-7f6db9158a87 req-5215be7c-0a35-4b13-8733-93d21f48aa90 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:21:21.844506 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0e6d6d68-ae94-49f2-93ee-7f6db9158a87 req-5215be7c-0a35-4b13-8733-93d21f48aa90 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.23 "GET /v2.0/ports?device_id=46bb3ee9-78ae-48eb-b75e-663562f233ee HTTP/1.1" status: 200 len: 946 time: 0.0635695 Oct 12 08:21:21.912481 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2158cdf5-9160-4744-bb7a-97f0be069ebe req-bb22bbeb-bfca-4b24-bdb4-6d7fde393a5c tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=148f2a25-832d-40e2-a980-1a758022133f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665090 Oct 12 08:21:21.957817 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-0e6d6d68-ae94-49f2-93ee-7f6db9158a87 req-85bed481-d68b-4ee5-b2ee-c127d717eb82 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Deleting port 087a4e38-cdc9-403d-b85d-613cccc11b69 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:21:21.958196 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-0e6d6d68-ae94-49f2-93ee-7f6db9158a87 req-85bed481-d68b-4ee5-b2ee-c127d717eb82 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:22.047702 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-0e6d6d68-ae94-49f2-93ee-7f6db9158a87 req-85bed481-d68b-4ee5-b2ee-c127d717eb82 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] For port 087a4e38-cdc9-403d-b85d-613cccc11b69, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=087a4e38-cdc9-403d-b85d-613cccc11b69,segment=NetworkSegment(b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04),segment_id=b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:21:22.047978 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-0e6d6d68-ae94-49f2-93ee-7f6db9158a87 req-85bed481-d68b-4ee5-b2ee-c127d717eb82 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:22.059403 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-0e6d6d68-ae94-49f2-93ee-7f6db9158a87 req-85bed481-d68b-4ee5-b2ee-c127d717eb82 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Calling delete_port for 087a4e38-cdc9-403d-b85d-613cccc11b69 owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:21:22.182230 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-0e6d6d68-ae94-49f2-93ee-7f6db9158a87 req-85bed481-d68b-4ee5-b2ee-c127d717eb82 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:22.208194 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bed481-d68b-4ee5-b2ee-c127d717eb82 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Pushing event deleted for resources: {'Port': ['ID=087a4e38-cdc9-403d-b85d-613cccc11b69,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:21:22.255881 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6d6d68-ae94-49f2-93ee-7f6db9158a87 req-85bed481-d68b-4ee5-b2ee-c127d717eb82 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] No DVR routers for this DVR port 087a4e38-cdc9-403d-b85d-613cccc11b69 on host hv-neutron-8609 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 08:21:22.258261 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-0e6d6d68-ae94-49f2-93ee-7f6db9158a87 req-85bed481-d68b-4ee5-b2ee-c127d717eb82 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:22.261450 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0e6d6d68-ae94-49f2-93ee-7f6db9158a87 req-85bed481-d68b-4ee5-b2ee-c127d717eb82 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.23 "DELETE /v2.0/ports/087a4e38-cdc9-403d-b85d-613cccc11b69 HTTP/1.1" status: 204 len: 173 time: 0.4100599 Oct 12 08:21:22.408316 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46bb3ee9-78ae-48eb-b75e-663562f233ee', 'name': 'network-vif-deleted', 'tag': '087a4e38-cdc9-403d-b85d-613cccc11b69'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:21:22.410712 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598386da-87e3-4d25-8c39-ad4b3a8c8593" -d '{"events": [{"server_uuid": "46bb3ee9-78ae-48eb-b75e-663562f233ee", "name": "network-vif-deleted", "tag": "087a4e38-cdc9-403d-b85d-613cccc11b69"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:21:22.444932 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 08:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9cafd2-7a37-4fd6-b20c-d36519e78392 x-openstack-request-id: req-7f9cafd2-7a37-4fd6-b20c-d36519e78392 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:21:22.445225 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46bb3ee9-78ae-48eb-b75e-663562f233ee", "name": "network-vif-deleted", "tag": "087a4e38-cdc9-403d-b85d-613cccc11b69", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:21:22.445480 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7f9cafd2-7a37-4fd6-b20c-d36519e78392 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:21:22.445885 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f9cafd2-7a37-4fd6-b20c-d36519e78392'] response: {'server_uuid': '46bb3ee9-78ae-48eb-b75e-663562f233ee', 'name': 'network-vif-deleted', 'tag': '087a4e38-cdc9-403d-b85d-613cccc11b69', 'status': 'completed', 'code': 200} Oct 12 08:21:22.973066 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 49626) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:21:23.031129 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-81d16bc5-1519-450e-9834-62aea8a1174b tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:23.056511 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-81d16bc5-1519-450e-9834-62aea8a1174b tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:23.116855 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-81d16bc5-1519-450e-9834-62aea8a1174b tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:23.119762 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-81d16bc5-1519-450e-9834-62aea8a1174b tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:23.120914 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-81d16bc5-1519-450e-9834-62aea8a1174b tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "DELETE /v2.0/security-groups/148f2a25-832d-40e2-a980-1a758022133f HTTP/1.1" status: 204 len: 168 time: 0.1468732 Oct 12 08:21:23.130161 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d16bc5-1519-450e-9834-62aea8a1174b tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=148f2a25-832d-40e2-a980-1a758022133f,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:21:23.224450 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 49632) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:21:23.229696 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-9c802a4f-e619-4479-b68e-b5123f600a33 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1285761056', 'description': 'tempest-secgroup-smoke-1285761056 description', 'project_id': '233556616dd24a4a8accefb2f97b1af6'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:21:23.250182 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9c802a4f-e619-4479-b68e-b5123f600a33 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:23.314815 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9c802a4f-e619-4479-b68e-b5123f600a33 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:23.318254 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9c802a4f-e619-4479-b68e-b5123f600a33 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:23.349841 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9c802a4f-e619-4479-b68e-b5123f600a33 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:23.351669 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-9c802a4f-e619-4479-b68e-b5123f600a33 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1261549 Oct 12 08:21:23.353461 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c802a4f-e619-4479-b68e-b5123f600a33 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f01062e2-b4ef-4ed6-acda-d66be8ff7961,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:21:23.354794 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 49634) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:21:23.360927 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-01d8600c-727e-4bad-9241-cc5e22acfecb tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Request body: {'security_group_rule': {'security_group_id': 'f01062e2-b4ef-4ed6-acda-d66be8ff7961', 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:21:23.385954 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-01d8600c-727e-4bad-9241-cc5e22acfecb tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:23.442800 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-01d8600c-727e-4bad-9241-cc5e22acfecb tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:23.446295 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-01d8600c-727e-4bad-9241-cc5e22acfecb tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:23.462795 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8600c-727e-4bad-9241-cc5e22acfecb tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a792762b-c659-44fd-aa70-2583de08183f,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:21:23.472790 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-01d8600c-727e-4bad-9241-cc5e22acfecb tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:23.473892 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-01d8600c-727e-4bad-9241-cc5e22acfecb tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1175444 Oct 12 08:21:23.475212 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d8600c-727e-4bad-9241-cc5e22acfecb tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:21:23.476176 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d8600c-727e-4bad-9241-cc5e22acfecb tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:21:23.476513 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d8600c-727e-4bad-9241-cc5e22acfecb tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:21:23.476850 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d8600c-727e-4bad-9241-cc5e22acfecb tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:21:23.477179 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d8600c-727e-4bad-9241-cc5e22acfecb tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:21:23.477447 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 49638) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:21:23.477596 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d8600c-727e-4bad-9241-cc5e22acfecb tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:21:23.477804 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d8600c-727e-4bad-9241-cc5e22acfecb tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:21:23.478163 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d8600c-727e-4bad-9241-cc5e22acfecb tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:21:23.478472 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d8600c-727e-4bad-9241-cc5e22acfecb tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:21:23.478796 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d8600c-727e-4bad-9241-cc5e22acfecb tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:21:23.479109 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d8600c-727e-4bad-9241-cc5e22acfecb tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:21:23.479423 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d8600c-727e-4bad-9241-cc5e22acfecb tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:21:23.482494 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-373755a0-184b-4873-8404-8af367cd5b11 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Request body: {'security_group_rule': {'security_group_id': 'f01062e2-b4ef-4ed6-acda-d66be8ff7961', 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:21:23.506956 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-373755a0-184b-4873-8404-8af367cd5b11 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:23.562486 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-373755a0-184b-4873-8404-8af367cd5b11 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:23.565870 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-373755a0-184b-4873-8404-8af367cd5b11 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:23.582883 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373755a0-184b-4873-8404-8af367cd5b11 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8916af8e-d519-4a99-81dc-c416d4e7e1e1,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:21:23.592424 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-373755a0-184b-4873-8404-8af367cd5b11 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:23.593605 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-373755a0-184b-4873-8404-8af367cd5b11 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1151028 Oct 12 08:21:23.596299 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 49640) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:21:23.601460 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-07f29600-194c-48a1-b4d0-ba4299474636 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Request body: {'security_group_rule': {'security_group_id': 'f01062e2-b4ef-4ed6-acda-d66be8ff7961', 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:21:23.625657 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-07f29600-194c-48a1-b4d0-ba4299474636 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:23.681335 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-07f29600-194c-48a1-b4d0-ba4299474636 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:23.684997 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-07f29600-194c-48a1-b4d0-ba4299474636 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:23.701392 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f29600-194c-48a1-b4d0-ba4299474636 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8374285-38e1-4421-b5f4-d6c14596e582,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:21:23.709230 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-07f29600-194c-48a1-b4d0-ba4299474636 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:23.710974 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-07f29600-194c-48a1-b4d0-ba4299474636 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1137230 Oct 12 08:21:23.713945 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 49642) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:21:23.718319 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-7445987f-823d-4335-82dc-26f329840ad9 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Request body: {'security_group_rule': {'security_group_id': 'f01062e2-b4ef-4ed6-acda-d66be8ff7961', 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:21:23.742378 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7445987f-823d-4335-82dc-26f329840ad9 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:23.801054 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7445987f-823d-4335-82dc-26f329840ad9 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:23.805363 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7445987f-823d-4335-82dc-26f329840ad9 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:23.827208 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445987f-823d-4335-82dc-26f329840ad9 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4fb6a40-ee68-4834-aef7-e822bdb0ebb1,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:21:23.832156 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7445987f-823d-4335-82dc-26f329840ad9 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:23.833325 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-7445987f-823d-4335-82dc-26f329840ad9 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1183269 Oct 12 08:21:23.836754 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 49644) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:21:23.840984 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-f21ba783-19a0-408e-829a-4fd33fa8aeae tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Request body: {'security_group_rule': {'security_group_id': 'f01062e2-b4ef-4ed6-acda-d66be8ff7961', 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:21:23.859441 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.securitygroups_db [None req-f21ba783-19a0-408e-829a-4fd33fa8aeae tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Project 233556616dd24a4a8accefb2f97b1af6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 08:21:23.864003 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f21ba783-19a0-408e-829a-4fd33fa8aeae tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:23.922701 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f21ba783-19a0-408e-829a-4fd33fa8aeae tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:23.926041 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f21ba783-19a0-408e-829a-4fd33fa8aeae tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:23.943676 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ba783-19a0-408e-829a-4fd33fa8aeae tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82a9c183-6c3b-4a05-8695-013d6ad6edaf,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:21:23.952489 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f21ba783-19a0-408e-829a-4fd33fa8aeae tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:23.953672 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f21ba783-19a0-408e-829a-4fd33fa8aeae tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1160059 Oct 12 08:21:23.956463 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 49646) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:21:23.961663 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-808ca452-9365-4620-91d4-0be613b87cd3 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Request body: {'security_group_rule': {'security_group_id': 'f01062e2-b4ef-4ed6-acda-d66be8ff7961', 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:21:23.982275 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.securitygroups_db [None req-808ca452-9365-4620-91d4-0be613b87cd3 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Project 233556616dd24a4a8accefb2f97b1af6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 08:21:23.987278 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-808ca452-9365-4620-91d4-0be613b87cd3 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:24.046599 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-808ca452-9365-4620-91d4-0be613b87cd3 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:24.050267 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-808ca452-9365-4620-91d4-0be613b87cd3 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:24.067115 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ca452-9365-4620-91d4-0be613b87cd3 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73d3ea1e-91d9-4df9-97a2-94e6ae7ec9c9,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:21:24.076834 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-808ca452-9365-4620-91d4-0be613b87cd3 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:24.078177 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-808ca452-9365-4620-91d4-0be613b87cd3 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1206036 Oct 12 08:21:25.842264 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 087a4e38-cdc9-403d-b85d-613cccc11b69 no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:21:25.863008 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] No Port match for: 087a4e38-cdc9-403d-b85d-613cccc11b69 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:21:25.863354 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 087a4e38-cdc9-403d-b85d-613cccc11b69 not bound to the agent host hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:21:37.282539 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-655cb10f-a52a-4328-8a22-682f9777dcf2 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1285761056&fields=id&tenant_id=233556616dd24a4a8accefb2f97b1af6 HTTP/1.1" status: 200 len: 267 time: 0.0324535 Oct 12 08:21:37.392577 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-7f35c0c1-426e-401e-ae4b-8f17f40c7d58 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:21:37.394039 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-7f35c0c1-426e-401e-ae4b-8f17f40c7d58 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/networks?id=737a5b28-ee9b-4810-8b33-6eaf71f45cc8 HTTP/1.1" status: 200 len: 808 time: 0.1042354 Oct 12 08:21:37.408820 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-d9df2510-8804-41d3-99ea-5e05628d36b8 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/quotas/233556616dd24a4a8accefb2f97b1af6 HTTP/1.1" status: 200 len: 375 time: 0.0086243 Oct 12 08:21:37.457917 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-574e34ee-b29a-482f-9342-b31845a454d4 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=233556616dd24a4a8accefb2f97b1af6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0432725 Oct 12 08:21:37.515109 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-3ae71246-abc1-4c3c-a9be-dfe36929674d service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 08:21:37.516111 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-3ae71246-abc1-4c3c-a9be-dfe36929674d service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469432 Oct 12 08:21:37.608263 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-13bb474e-403d-43a4-9b40-3774fde9949c service neutron] 10.222.0.26 "GET /v2.0/networks/737a5b28-ee9b-4810-8b33-6eaf71f45cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861001 Oct 12 08:21:37.699649 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-fe7db688-ab4f-48e6-97d6-d2e682bde39d service neutron] 10.222.0.26 "GET /v2.0/networks/737a5b28-ee9b-4810-8b33-6eaf71f45cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854270 Oct 12 08:21:37.972962 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7e9ea442-7141-45dc-a370-076cd2f6becc req-413e2d41-b71c-4552-a595-b53255d3ba6a tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 210 time: 0.0266359 Oct 12 08:21:39.056147 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9d32a94f-077a-49eb-9d09-66ce8774971f req-a28c1c08-7ca8-4361-91e0-43e300008fcc tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 210 time: 0.0260670 Oct 12 08:21:39.875626 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-d9d82b83-1f6d-40dc-afad-c5769126fa88 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:21:39.877067 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-d9d82b83-1f6d-40dc-afad-c5769126fa88 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.23 "GET /v2.0/networks?id=737a5b28-ee9b-4810-8b33-6eaf71f45cc8 HTTP/1.1" status: 200 len: 808 time: 0.1053975 Oct 12 08:21:39.918820 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-74c149cd-fb1f-4fee-ab9c-a3876d6a77a6 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=233556616dd24a4a8accefb2f97b1af6 HTTP/1.1" status: 200 len: 380 time: 0.0334287 Oct 12 08:21:39.928075 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-7a2d1056-4ce8-409a-9b3f-f5ffb00fa609 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Request body: {'port': {'device_id': '74f67615-713d-4929-8d0b-ba61e530da71', 'network_id': '737a5b28-ee9b-4810-8b33-6eaf71f45cc8', 'admin_state_up': True, 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'security_groups': ['f01062e2-b4ef-4ed6-acda-d66be8ff7961']}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:21:40.034152 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-7a2d1056-4ce8-409a-9b3f-f5ffb00fa609 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Made reservation on behalf of 233556616dd24a4a8accefb2f97b1af6 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:21:40.037598 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-7a2d1056-4ce8-409a-9b3f-f5ffb00fa609 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:40.180431 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bfe5bc7d-cb16-4272-a89b-5db25250ab49 req-c9c90001-1f21-4e4d-b370-3ec07746a611 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 210 time: 0.0504861 Oct 12 08:21:40.202932 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-7a2d1056-4ce8-409a-9b3f-f5ffb00fa609 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Allocated IP 172.20.0.4 (737a5b28-ee9b-4810-8b33-6eaf71f45cc8/b232c321-46cf-4ec4-bbc4-b317e4c581b8/86a02086-292a-412c-aca6-e5665fd4345e) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:21:40.357115 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-7a2d1056-4ce8-409a-9b3f-f5ffb00fa609 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:40.392470 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-7a2d1056-4ce8-409a-9b3f-f5ffb00fa609 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:40.442171 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-7a2d1056-4ce8-409a-9b3f-f5ffb00fa609 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Network 737a5b28-ee9b-4810-8b33-6eaf71f45cc8 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:21:40.445294 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-7a2d1056-4ce8-409a-9b3f-f5ffb00fa609 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:21:40.448979 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-7a2d1056-4ce8-409a-9b3f-f5ffb00fa609 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:21:40.472470 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d1056-4ce8-409a-9b3f-f5ffb00fa609 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Pushing event updated for resources: {'Port': ['ID=86a02086-292a-412c-aca6-e5665fd4345e,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:21:40.514901 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-7a2d1056-4ce8-409a-9b3f-f5ffb00fa609 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:21:40.515756 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-7a2d1056-4ce8-409a-9b3f-f5ffb00fa609 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:40.541522 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-7a2d1056-4ce8-409a-9b3f-f5ffb00fa609 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6174912 Oct 12 08:21:40.562054 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-64d7a03a-c6a4-4376-8066-ad4629624574 service neutron] Request body: {'port': {'device_id': '74f67615-713d-4929-8d0b-ba61e530da71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8609'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:21:40.693009 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-64d7a03a-c6a4-4376-8066-ad4629624574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:40.746152 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-80385dfc-c349-4a5c-b081-ff59c54e13fe None None] Provisioning complete for port 86a02086-292a-412c-aca6-e5665fd4345e triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:21:40.746766 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-80385dfc-c349-4a5c-b081-ff59c54e13fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:40.747592 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-80385dfc-c349-4a5c-b081-ff59c54e13fe None None] Attempt 1 to provision port 86a02086-292a-412c-aca6-e5665fd4345e Oct 12 08:21:40.786619 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-80385dfc-c349-4a5c-b081-ff59c54e13fe None None] Port 86a02086-292a-412c-aca6-e5665fd4345e cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:21:40.970187 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-64d7a03a-c6a4-4376-8066-ad4629624574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86a02086-292a-412c-aca6-e5665fd4345e {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 08:21:40.978537 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-64d7a03a-c6a4-4376-8066-ad4629624574 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:40.992833 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-64d7a03a-c6a4-4376-8066-ad4629624574 service neutron] Transition to ACTIVE for port object 86a02086-292a-412c-aca6-e5665fd4345e will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 08:21:40.996990 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-64d7a03a-c6a4-4376-8066-ad4629624574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:41.087725 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d7a03a-c6a4-4376-8066-ad4629624574 service neutron] Pushing event updated for resources: {'Port': ['ID=86a02086-292a-412c-aca6-e5665fd4345e,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:21:41.114900 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-64d7a03a-c6a4-4376-8066-ad4629624574 service neutron] Attempting to bind port 86a02086-292a-412c-aca6-e5665fd4345e on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:21:41.115631 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-64d7a03a-c6a4-4376-8066-ad4629624574 service neutron] Attempting to bind port 86a02086-292a-412c-aca6-e5665fd4345e by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': 'b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '737a5b28-ee9b-4810-8b33-6eaf71f45cc8'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:21:41.115631 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-64d7a03a-c6a4-4376-8066-ad4629624574 service neutron] Attempting to bind port 86a02086-292a-412c-aca6-e5665fd4345e on network 737a5b28-ee9b-4810-8b33-6eaf71f45cc8 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:21:41.120866 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-64d7a03a-c6a4-4376-8066-ad4629624574 service neutron] Port 86a02086-292a-412c-aca6-e5665fd4345e on network 737a5b28-ee9b-4810-8b33-6eaf71f45cc8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 08:21:41.121189 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-64d7a03a-c6a4-4376-8066-ad4629624574 service neutron] Attempting to bind port 86a02086-292a-412c-aca6-e5665fd4345e on network 737a5b28-ee9b-4810-8b33-6eaf71f45cc8 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:21:41.126175 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-64d7a03a-c6a4-4376-8066-ad4629624574 service neutron] Checking agent: {'id': 'afe9b392-c72e-4ef3-a7bd-ca4c2066af02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8609', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'started_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:21:41.126555 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-64d7a03a-c6a4-4376-8066-ad4629624574 service neutron] Checking segment: {'id': 'b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '737a5b28-ee9b-4810-8b33-6eaf71f45cc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:21:41.126922 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-64d7a03a-c6a4-4376-8066-ad4629624574 service neutron] Bound using segment: {'id': 'b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '737a5b28-ee9b-4810-8b33-6eaf71f45cc8'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:21:41.127352 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-64d7a03a-c6a4-4376-8066-ad4629624574 service neutron] Bound port: 86a02086-292a-412c-aca6-e5665fd4345e, host: hv-neutron-8609, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '737a5b28-ee9b-4810-8b33-6eaf71f45cc8'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:21:41.127710 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-64d7a03a-c6a4-4376-8066-ad4629624574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:41.190788 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-64d7a03a-c6a4-4376-8066-ad4629624574 service neutron] For port 86a02086-292a-412c-aca6-e5665fd4345e, host hv-neutron-8609, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:21:41.193875 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-64d7a03a-c6a4-4376-8066-ad4629624574 service neutron] For port 86a02086-292a-412c-aca6-e5665fd4345e, host hv-neutron-8609, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=86a02086-292a-412c-aca6-e5665fd4345e,segment=NetworkSegment(b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04),segment_id=b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:21:41.199359 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-64d7a03a-c6a4-4376-8066-ad4629624574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:41.203352 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-64d7a03a-c6a4-4376-8066-ad4629624574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:21:41.204094 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-64d7a03a-c6a4-4376-8066-ad4629624574 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:41.205457 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-64d7a03a-c6a4-4376-8066-ad4629624574 service neutron] 10.222.0.23 "PUT /v2.0/ports/86a02086-292a-412c-aca6-e5665fd4345e HTTP/1.1" status: 200 len: 1093 time: 0.6517165 Oct 12 08:21:41.205958 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74f67615-713d-4929-8d0b-ba61e530da71', 'tag': '86a02086-292a-412c-aca6-e5665fd4345e'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:21:41.208263 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13df8a8-4323-4af0-a125-e4503d2f3eb2" -d '{"events": [{"name": "network-changed", "server_uuid": "74f67615-713d-4929-8d0b-ba61e530da71", "tag": "86a02086-292a-412c-aca6-e5665fd4345e"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:21:41.278619 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 08:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d76ba5a-04ff-4332-9564-2358e412ceb1 x-openstack-request-id: req-6d76ba5a-04ff-4332-9564-2358e412ceb1 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:21:41.278619 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74f67615-713d-4929-8d0b-ba61e530da71", "tag": "86a02086-292a-412c-aca6-e5665fd4345e", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:21:41.278619 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6d76ba5a-04ff-4332-9564-2358e412ceb1 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:21:41.279006 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d76ba5a-04ff-4332-9564-2358e412ceb1'] response: {'name': 'network-changed', 'server_uuid': '74f67615-713d-4929-8d0b-ba61e530da71', 'tag': '86a02086-292a-412c-aca6-e5665fd4345e', 'status': 'completed', 'code': 200} Oct 12 08:21:41.288516 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-80385dfc-c349-4a5c-b081-ff59c54e13fe None None] Attempt 2 to provision port 86a02086-292a-412c-aca6-e5665fd4345e Oct 12 08:21:41.313439 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d7a03a-c6a4-4376-8066-ad4629624574 service neutron] Pushing event updated for resources: {'Port': ['ID=86a02086-292a-412c-aca6-e5665fd4345e,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:21:41.336218 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-80385dfc-c349-4a5c-b081-ff59c54e13fe None None] Port 86a02086-292a-412c-aca6-e5665fd4345e had new provisioning blocks added so it will not transition to active. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 12 08:21:41.347737 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-1713c886-8526-4e64-a77c-5636ac5f0f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:21:41.349268 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-1713c886-8526-4e64-a77c-5636ac5f0f4e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=233556616dd24a4a8accefb2f97b1af6&device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 1096 time: 0.0903816 Oct 12 08:21:41.370795 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085b498-6b17-41a9-9369-85f3cdb6d144 req-6a491852-4b0b-4618-97c2-47ffcaabad46 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:21:41.372220 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4085b498-6b17-41a9-9369-85f3cdb6d144 req-6a491852-4b0b-4618-97c2-47ffcaabad46 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 943 time: 0.0740962 Oct 12 08:21:41.400984 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-983f01c6-3969-4275-bd30-1610900de1c1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86a02086-292a-412c-aca6-e5665fd4345e HTTP/1.1" status: 200 len: 217 time: 0.0446255 Oct 12 08:21:41.467499 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4085b498-6b17-41a9-9369-85f3cdb6d144 req-e12b75b3-9a08-4203-b877-6c34686696d5 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01062e2-b4ef-4ed6-acda-d66be8ff7961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691524 Oct 12 08:21:41.472753 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-c524d75f-45e5-4c3c-b2c7-8a2eb586fafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:21:41.474200 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-c524d75f-45e5-4c3c-b2c7-8a2eb586fafd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b232c321-46cf-4ec4-bbc4-b317e4c581b8 HTTP/1.1" status: 200 len: 847 time: 0.0673814 Oct 12 08:21:41.520486 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-35dec99e-add8-4006-a3a6-960b91cd8319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:21:41.521947 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-35dec99e-add8-4006-a3a6-960b91cd8319 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=737a5b28-ee9b-4810-8b33-6eaf71f45cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412321 Oct 12 08:21:41.614535 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-877c134f-ae9f-49ec-b11a-111a3e78ef3f service neutron] 10.222.0.23 "GET /v2.0/networks/737a5b28-ee9b-4810-8b33-6eaf71f45cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857742 Oct 12 08:21:41.705712 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c2c494ac-8e4d-4924-b8f1-2791c717a210 req-a43cba8c-0c20-4260-945f-624eb751a1b6 service neutron] 10.222.0.23 "GET /v2.0/networks/737a5b28-ee9b-4810-8b33-6eaf71f45cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852358 Oct 12 08:21:41.785014 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13df8a8-4323-4af0-a125-e4503d2f3eb2 req-50f7cdd5-d774-4737-9448-97cbd0084c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:21:41.786519 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d13df8a8-4323-4af0-a125-e4503d2f3eb2 req-50f7cdd5-d774-4737-9448-97cbd0084c80 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=233556616dd24a4a8accefb2f97b1af6&device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 1096 time: 0.0401101 Oct 12 08:21:41.884925 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13df8a8-4323-4af0-a125-e4503d2f3eb2 req-1549af4c-4e90-4da7-81c5-430af83edca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:21:41.886416 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d13df8a8-4323-4af0-a125-e4503d2f3eb2 req-1549af4c-4e90-4da7-81c5-430af83edca9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=737a5b28-ee9b-4810-8b33-6eaf71f45cc8 HTTP/1.1" status: 200 len: 909 time: 0.0935683 Oct 12 08:21:41.927758 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d13df8a8-4323-4af0-a125-e4503d2f3eb2 req-854f4972-ff72-45bf-ba26-ff1b486e7bb6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86a02086-292a-412c-aca6-e5665fd4345e HTTP/1.1" status: 200 len: 217 time: 0.0344615 Oct 12 08:21:41.979847 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13df8a8-4323-4af0-a125-e4503d2f3eb2 req-609a35c7-f9ac-43fa-9b7c-398a806a8466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:21:41.981211 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d13df8a8-4323-4af0-a125-e4503d2f3eb2 req-609a35c7-f9ac-43fa-9b7c-398a806a8466 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b232c321-46cf-4ec4-bbc4-b317e4c581b8 HTTP/1.1" status: 200 len: 847 time: 0.0477202 Oct 12 08:21:42.026322 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13df8a8-4323-4af0-a125-e4503d2f3eb2 req-dc686ee8-32c3-4482-b811-9cfa79374e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:21:42.027826 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d13df8a8-4323-4af0-a125-e4503d2f3eb2 req-dc686ee8-32c3-4482-b811-9cfa79374e24 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=737a5b28-ee9b-4810-8b33-6eaf71f45cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401707 Oct 12 08:21:42.121033 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d13df8a8-4323-4af0-a125-e4503d2f3eb2 req-f4ee4e3b-1ab3-4bc0-99a0-f0e9bfa8114a service neutron] 10.222.0.23 "GET /v2.0/networks/737a5b28-ee9b-4810-8b33-6eaf71f45cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858951 Oct 12 08:21:42.211689 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d13df8a8-4323-4af0-a125-e4503d2f3eb2 req-b512ac0f-6f00-4013-a591-8becfa46a869 service neutron] 10.222.0.23 "GET /v2.0/networks/737a5b28-ee9b-4810-8b33-6eaf71f45cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829437 Oct 12 08:21:42.590749 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd269bf0-c672-4a42-b2cd-58027eca86e2 req-e1d4bf17-d59d-4189-a894-74580c304aaf tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:21:42.592129 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-dd269bf0-c672-4a42-b2cd-58027eca86e2 req-e1d4bf17-d59d-4189-a894-74580c304aaf tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 943 time: 0.0485337 Oct 12 08:21:42.629781 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-dd269bf0-c672-4a42-b2cd-58027eca86e2 req-7085131c-64cf-4598-8068-a7c15ce2e1b2 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01062e2-b4ef-4ed6-acda-d66be8ff7961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316007 Oct 12 08:21:43.754170 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f394536-8bac-441d-8607-0ea0de7ca237 req-6d4a2a85-8f52-4b42-b478-490a299816a1 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:21:43.755798 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2f394536-8bac-441d-8607-0ea0de7ca237 req-6d4a2a85-8f52-4b42-b478-490a299816a1 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 943 time: 0.0534663 Oct 12 08:21:43.795421 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2f394536-8bac-441d-8607-0ea0de7ca237 req-c9226b6a-7613-4461-b686-ea22dfc2cdc3 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01062e2-b4ef-4ed6-acda-d66be8ff7961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323029 Oct 12 08:21:44.028970 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8e6c4b0e-d350-41cc-b7c7-f0cb12ce95ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:44.913424 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585bf16-8eca-4660-b587-2a6534ab3816 req-171e3f3e-ba08-479e-ab19-3e429edfaff5 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:21:44.915561 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e585bf16-8eca-4660-b587-2a6534ab3816 req-171e3f3e-ba08-479e-ab19-3e429edfaff5 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 943 time: 0.0483811 Oct 12 08:21:44.951628 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e585bf16-8eca-4660-b587-2a6534ab3816 req-057dadc2-babe-426f-83ad-746fd196002b tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01062e2-b4ef-4ed6-acda-d66be8ff7961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302515 Oct 12 08:21:46.069720 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9bd61-ebd3-4682-a733-ccba29f41431 req-b14bc11c-6806-4b1f-81d3-48cf94957521 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:21:46.071124 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-55f9bd61-ebd3-4682-a733-ccba29f41431 req-b14bc11c-6806-4b1f-81d3-48cf94957521 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 943 time: 0.0480168 Oct 12 08:21:46.107553 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-55f9bd61-ebd3-4682-a733-ccba29f41431 req-9348cdd5-0c32-4b26-9b30-877f93430535 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01062e2-b4ef-4ed6-acda-d66be8ff7961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306985 Oct 12 08:21:46.183543 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6a956c3f-32d5-4841-8004-5b20697fa3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:47.227407 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c528e-d29c-44d3-abd9-1154b9558258 req-97e38709-5336-455d-ad31-2ea8e76861f3 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:21:47.228860 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9c0c528e-d29c-44d3-abd9-1154b9558258 req-97e38709-5336-455d-ad31-2ea8e76861f3 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 943 time: 0.0514350 Oct 12 08:21:47.266452 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9c0c528e-d29c-44d3-abd9-1154b9558258 req-cb52a6cf-e328-47d8-a9a0-2f891b367a22 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01062e2-b4ef-4ed6-acda-d66be8ff7961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317369 Oct 12 08:21:47.431772 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:48.383717 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384071e4-2f1b-4c49-8c32-133d7f7b8ab8 req-c6fe657d-d21d-4d58-9b4c-8ef48b946729 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:21:48.385160 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-384071e4-2f1b-4c49-8c32-133d7f7b8ab8 req-c6fe657d-d21d-4d58-9b4c-8ef48b946729 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 943 time: 0.0475702 Oct 12 08:21:48.421950 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-384071e4-2f1b-4c49-8c32-133d7f7b8ab8 req-fb21f3e1-fe1a-4083-a83d-c2850e56a6dd tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01062e2-b4ef-4ed6-acda-d66be8ff7961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309274 Oct 12 08:21:48.994091 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:49.246156 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:49.540375 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373d995-7fb3-4d15-b614-c3f856334ab0 req-6ce1d044-fa0c-45a0-823c-ba80944c5770 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:21:49.541828 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5373d995-7fb3-4d15-b614-c3f856334ab0 req-6ce1d044-fa0c-45a0-823c-ba80944c5770 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 943 time: 0.0486469 Oct 12 08:21:49.578041 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5373d995-7fb3-4d15-b614-c3f856334ab0 req-15d195aa-8cee-4fc5-8f07-bbd79ca0d7fb tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01062e2-b4ef-4ed6-acda-d66be8ff7961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303376 Oct 12 08:21:50.699822 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d4d9b-a526-4c60-b66c-58e072b77911 req-af415809-1c8e-4b0e-a4c3-f57842dda00d tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:21:50.701285 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e95d4d9b-a526-4c60-b66c-58e072b77911 req-af415809-1c8e-4b0e-a4c3-f57842dda00d tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 943 time: 0.0519164 Oct 12 08:21:50.740310 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e95d4d9b-a526-4c60-b66c-58e072b77911 req-5dcc98fd-9011-418b-bedc-fc078e6daf8d tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01062e2-b4ef-4ed6-acda-d66be8ff7961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314820 Oct 12 08:21:51.654344 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:51.865522 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528c44d-0d2d-4ba1-965d-4d337c877f77 req-f43b32f4-f9bd-4394-ae1b-74142c908136 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:21:51.867018 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f528c44d-0d2d-4ba1-965d-4d337c877f77 req-f43b32f4-f9bd-4394-ae1b-74142c908136 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 943 time: 0.0488873 Oct 12 08:21:51.904289 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f528c44d-0d2d-4ba1-965d-4d337c877f77 req-77b9795a-3940-4698-b77f-a7acd3eb577a tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01062e2-b4ef-4ed6-acda-d66be8ff7961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312581 Oct 12 08:21:51.988514 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 86a02086-292a-412c-aca6-e5665fd4345e details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 08:21:52.081211 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 86a02086-292a-412c-aca6-e5665fd4345e, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=86a02086-292a-412c-aca6-e5665fd4345e,segment=NetworkSegment(b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04),segment_id=b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:21:52.092889 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': '86a02086-292a-412c-aca6-e5665fd4345e', 'network_id': '737a5b28-ee9b-4810-8b33-6eaf71f45cc8', 'port_id': '86a02086-292a-412c-aca6-e5665fd4345e', 'mac_address': 'fa:16:3e:f9:cc:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b232c321-46cf-4ec4-bbc4-b317e4c581b8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 08:21:52.131965 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 86a02086-292a-412c-aca6-e5665fd4345e is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:21:52.132346 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:52.145085 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86a02086-292a-412c-aca6-e5665fd4345e {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 08:21:52.164423 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 86a02086-292a-412c-aca6-e5665fd4345e, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=86a02086-292a-412c-aca6-e5665fd4345e,segment=NetworkSegment(b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04),segment_id=b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:21:52.168113 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:52.213286 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=86a02086-292a-412c-aca6-e5665fd4345e,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:21:52.220065 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:21:52.220408 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:21:52.220753 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:21:52.221069 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:21:52.221395 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:21:52.221719 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:21:52.222062 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:21:52.222391 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:21:52.222713 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:21:52.223031 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:21:52.223347 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:21:52.223662 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:21:52.373846 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['86a02086-292a-412c-aca6-e5665fd4345e'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 08:21:53.021694 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870a86b-6e1c-4f70-ae4c-14ef2a9af657 req-3d0be74c-a30b-4efa-921a-aa2849e8790d tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:21:53.023173 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b870a86b-6e1c-4f70-ae4c-14ef2a9af657 req-3d0be74c-a30b-4efa-921a-aa2849e8790d tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 944 time: 0.0479159 Oct 12 08:21:53.060299 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b870a86b-6e1c-4f70-ae4c-14ef2a9af657 req-d5084160-9600-4229-b626-08809a54921f tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01062e2-b4ef-4ed6-acda-d66be8ff7961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307548 Oct 12 08:21:53.990213 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 86a02086-292a-412c-aca6-e5665fd4345e up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:21:54.041411 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning for port 86a02086-292a-412c-aca6-e5665fd4345e completed by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 12 08:21:54.045470 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port 86a02086-292a-412c-aca6-e5665fd4345e triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:21:54.045837 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:54.046200 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port 86a02086-292a-412c-aca6-e5665fd4345e Oct 12 08:21:54.122150 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 86a02086-292a-412c-aca6-e5665fd4345e is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:21:54.122536 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:54.145417 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74f67615-713d-4929-8d0b-ba61e530da71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a02086-292a-412c-aca6-e5665fd4345e'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:21:54.147750 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff06f1e-cda8-4bbd-80c5-96fc25afc1cd" -d '{"events": [{"server_uuid": "74f67615-713d-4929-8d0b-ba61e530da71", "name": "network-vif-plugged", "status": "completed", "tag": "86a02086-292a-412c-aca6-e5665fd4345e"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:21:54.161896 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 86a02086-292a-412c-aca6-e5665fd4345e, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=86a02086-292a-412c-aca6-e5665fd4345e,segment=NetworkSegment(b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04),segment_id=b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:21:54.167356 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:54.192060 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 08:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b0cb37-9cbe-4101-a5b7-99f3f1db3d9a x-openstack-request-id: req-28b0cb37-9cbe-4101-a5b7-99f3f1db3d9a {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:21:54.192409 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74f67615-713d-4929-8d0b-ba61e530da71", "name": "network-vif-plugged", "status": "completed", "tag": "86a02086-292a-412c-aca6-e5665fd4345e", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:21:54.192605 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-28b0cb37-9cbe-4101-a5b7-99f3f1db3d9a {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:21:54.192985 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28b0cb37-9cbe-4101-a5b7-99f3f1db3d9a'] response: {'server_uuid': '74f67615-713d-4929-8d0b-ba61e530da71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a02086-292a-412c-aca6-e5665fd4345e', 'code': 200} Oct 12 08:21:54.221099 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=86a02086-292a-412c-aca6-e5665fd4345e,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:21:54.547622 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173216d6-292f-4375-bd3a-72d88b2c3b19 req-d458e889-670e-45cb-afef-a59b0b1f8409 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:21:54.549075 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-173216d6-292f-4375-bd3a-72d88b2c3b19 req-d458e889-670e-45cb-afef-a59b0b1f8409 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 944 time: 0.4190009 Oct 12 08:21:54.557451 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9eeaa-fdee-4ea5-a4d7-89ed5b0ea042 req-b33668f9-95fb-48b5-aaf4-42c83fd4c18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:21:54.558970 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fff9eeaa-fdee-4ea5-a4d7-89ed5b0ea042 req-b33668f9-95fb-48b5-aaf4-42c83fd4c18e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 1098 time: 0.0574920 Oct 12 08:21:54.607495 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-173216d6-292f-4375-bd3a-72d88b2c3b19 req-7d597c27-8bbf-407c-8416-3d89ac3a5a00 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01062e2-b4ef-4ed6-acda-d66be8ff7961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518074 Oct 12 08:21:54.612735 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fff9eeaa-fdee-4ea5-a4d7-89ed5b0ea042 req-c5c01e05-ede4-4a3d-b9c3-329e5bb68341 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f01062e2-b4ef-4ed6-acda-d66be8ff7961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417671 Oct 12 08:21:55.728093 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2ef0b-3201-4b08-bcea-3ae022bfa998 req-420c6ff4-1e3c-462d-8893-fd40f62138eb tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:21:55.729547 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cea2ef0b-3201-4b08-bcea-3ae022bfa998 req-420c6ff4-1e3c-462d-8893-fd40f62138eb tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 945 time: 0.0507076 Oct 12 08:21:55.766802 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cea2ef0b-3201-4b08-bcea-3ae022bfa998 req-e9481868-efe3-46f1-8c20-3a8b05f035d0 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01062e2-b4ef-4ed6-acda-d66be8ff7961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314596 Oct 12 08:21:55.883389 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec02a7-b153-4038-8d45-dd77f754f78e req-24c84204-93ca-4315-9002-fe9fb6bd47a7 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:21:55.884825 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ccec02a7-b153-4038-8d45-dd77f754f78e req-24c84204-93ca-4315-9002-fe9fb6bd47a7 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 945 time: 0.0482433 Oct 12 08:21:55.920865 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ccec02a7-b153-4038-8d45-dd77f754f78e req-251e0ed4-3138-4f3c-8545-dd29d99c8db6 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01062e2-b4ef-4ed6-acda-d66be8ff7961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301409 Oct 12 08:21:55.947655 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 49840) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:21:55.986265 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b939adb0-6a01-4608-a158-8b823cb25e07 tempest-TestShelveInstance-2047904041 tempest-TestShelveInstance-2047904041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:21:55.987745 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b939adb0-6a01-4608-a158-8b823cb25e07 tempest-TestShelveInstance-2047904041 tempest-TestShelveInstance-2047904041-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 1093 time: 0.0391374 Oct 12 08:21:55.990431 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 49842) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:21:55.994881 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-a037788e-259e-4b44-ab82-9730814f6319 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Request body: {'floatingip': {'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'port_id': '86a02086-292a-412c-aca6-e5665fd4345e', 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:21:56.014193 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a037788e-259e-4b44-ab82-9730814f6319 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for floatingip, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:56.110530 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a037788e-259e-4b44-ab82-9730814f6319 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:56.214278 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-a037788e-259e-4b44-ab82-9730814f6319 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Allocated IP 172.26.3.86 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/aa32ddf9-10a9-4a53-aafc-35f3c55c2592) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:21:56.311985 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a037788e-259e-4b44-ab82-9730814f6319 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:56.343838 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a037788e-259e-4b44-ab82-9730814f6319 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:56.384533 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a037788e-259e-4b44-ab82-9730814f6319 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:21:56.387348 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-a037788e-259e-4b44-ab82-9730814f6319 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:21:56.390758 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a037788e-259e-4b44-ab82-9730814f6319 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:21:56.402047 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:21:56.416142 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a037788e-259e-4b44-ab82-9730814f6319 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Pushing event updated for resources: {'Port': ['ID=aa32ddf9-10a9-4a53-aafc-35f3c55c2592,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:21:56.749395 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a037788e-259e-4b44-ab82-9730814f6319 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:56.818188 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a037788e-259e-4b44-ab82-9730814f6319 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:56.962442 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a037788e-259e-4b44-ab82-9730814f6319 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:56.966666 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a037788e-259e-4b44-ab82-9730814f6319 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:57.035216 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a037788e-259e-4b44-ab82-9730814f6319 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:57.037600 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a037788e-259e-4b44-ab82-9730814f6319 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Pushing event updated for resources: {'Port': ['ID=aa32ddf9-10a9-4a53-aafc-35f3c55c2592,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:21:57.137348 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [None req-a037788e-259e-4b44-ab82-9730814f6319 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Floating IP 5cd09e5c-c57f-4337-936c-24cb70d579e9 associated. External IP: 172.26.3.86, port: 86a02086-292a-412c-aca6-e5665fd4345e. Oct 12 08:21:57.341432 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a037788e-259e-4b44-ab82-9730814f6319 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Router 923067e7-23d2-4639-a145-730674861894 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:21:57.448051 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a037788e-259e-4b44-ab82-9730814f6319 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:21:57.457462 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3f51a1-9037-4aa8-9c68-6d36fd402fa4 None None] Sync routers for ids ['923067e7-23d2-4639-a145-730674861894'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:21:57.465559 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a037788e-259e-4b44-ab82-9730814f6319 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:21:57.467686 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3f51a1-9037-4aa8-9c68-6d36fd402fa4 None None] Routers {'923067e7-23d2-4639-a145-730674861894'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:21:57.468302 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-0a3f51a1-9037-4aa8-9c68-6d36fd402fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:21:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['923067e7-23d2-4639-a145-730674861894'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:21:57.494202 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a037788e-259e-4b44-ab82-9730814f6319 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5027351 Oct 12 08:21:57.495373 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74f67615-713d-4929-8d0b-ba61e530da71', 'tag': '86a02086-292a-412c-aca6-e5665fd4345e'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:21:57.497820 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e16b05-aa05-4e8a-88ae-ae54bc92eebb" -d '{"events": [{"name": "network-changed", "server_uuid": "74f67615-713d-4929-8d0b-ba61e530da71", "tag": "86a02086-292a-412c-aca6-e5665fd4345e"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:21:57.532774 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 08:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0747e592-eae3-45ce-a6a0-b5d0e1400ae9 x-openstack-request-id: req-0747e592-eae3-45ce-a6a0-b5d0e1400ae9 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:21:57.533064 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74f67615-713d-4929-8d0b-ba61e530da71", "tag": "86a02086-292a-412c-aca6-e5665fd4345e", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:21:57.533320 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0747e592-eae3-45ce-a6a0-b5d0e1400ae9 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:21:57.533734 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0747e592-eae3-45ce-a6a0-b5d0e1400ae9'] response: {'name': 'network-changed', 'server_uuid': '74f67615-713d-4929-8d0b-ba61e530da71', 'tag': '86a02086-292a-412c-aca6-e5665fd4345e', 'status': 'completed', 'code': 200} Oct 12 08:21:57.575494 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-0a3f51a1-9037-4aa8-9c68-6d36fd402fa4 None None] Set router 923067e7-23d2-4639-a145-730674861894 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:21:57.594349 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e16b05-aa05-4e8a-88ae-ae54bc92eebb req-333d90b8-e131-41f6-8f95-33c2859a0a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:21:57.595812 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f8e16b05-aa05-4e8a-88ae-ae54bc92eebb req-333d90b8-e131-41f6-8f95-33c2859a0a83 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=233556616dd24a4a8accefb2f97b1af6&device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 1098 time: 0.0406888 Oct 12 08:21:57.687980 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e16b05-aa05-4e8a-88ae-ae54bc92eebb req-aba05451-0107-4c5e-a974-57bc6425da37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:21:57.689447 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f8e16b05-aa05-4e8a-88ae-ae54bc92eebb req-aba05451-0107-4c5e-a974-57bc6425da37 service neutron] 10.222.0.23 "GET /v2.0/networks?id=737a5b28-ee9b-4810-8b33-6eaf71f45cc8 HTTP/1.1" status: 200 len: 909 time: 0.0875163 Oct 12 08:21:57.753064 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f8e16b05-aa05-4e8a-88ae-ae54bc92eebb req-4d97bb92-bc30-4211-8e92-c58df174893e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86a02086-292a-412c-aca6-e5665fd4345e HTTP/1.1" status: 200 len: 998 time: 0.0570972 Oct 12 08:21:57.794491 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-0a3f51a1-9037-4aa8-9c68-6d36fd402fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923067e7-23d2-4639-a145-730674861894', 'name': 'tempest-TestShelveInstance-225900785-router', 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '52fd14ca-64ec-47f1-8345-c4068d13917e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:17:08Z', 'updated_at': '2022-10-12T08:17:11Z', 'revision_number': 4, 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'gw_port': {'id': '52fd14ca-64ec-47f1-8345-c4068d13917e', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:68:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923067e7-23d2-4639-a145-730674861894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:17:09Z', 'updated_at': '2022-10-12T08:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '5cd09e5c-c57f-4337-936c-24cb70d579e9', 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'floating_ip_address': '172.26.3.86', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '923067e7-23d2-4639-a145-730674861894', 'port_id': '86a02086-292a-412c-aca6-e5665fd4345e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '737a5b28-ee9b-4810-8b33-6eaf71f45cc8', 'mac_address': 'fa:16:3e:f9:cc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f67615-713d-4929-8d0b-ba61e530da71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T08:21:56Z', 'updated_at': '2022-10-12T08:21:56Z', 'revision_number': 0, 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425eb172-f509-4d49-98bf-273b3fe44920', 'name': '', 'network_id': '737a5b28-ee9b-4810-8b33-6eaf71f45cc8', 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'mac_address': 'fa:16:3e:8c:92:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923067e7-23d2-4639-a145-730674861894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'b232c321-46cf-4ec4-bbc4-b317e4c581b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:17:10Z', 'updated_at': '2022-10-12T08:17:16Z', 'revision_number': 5, 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'subnets': [{'id': 'b232c321-46cf-4ec4-bbc4-b317e4c581b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:21:57.799984 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e16b05-aa05-4e8a-88ae-ae54bc92eebb req-abed6c45-0a95-4d00-8d8a-63982ef1e241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:21:57.801530 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f8e16b05-aa05-4e8a-88ae-ae54bc92eebb req-abed6c45-0a95-4d00-8d8a-63982ef1e241 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b232c321-46cf-4ec4-bbc4-b317e4c581b8 HTTP/1.1" status: 200 len: 847 time: 0.0421443 Oct 12 08:21:57.821936 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3f51a1-9037-4aa8-9c68-6d36fd402fa4 None None] Checking router: 923067e7-23d2-4639-a145-730674861894 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:21:57.830004 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3f51a1-9037-4aa8-9c68-6d36fd402fa4 None None] Routers {'923067e7-23d2-4639-a145-730674861894'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:21:57.830644 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-0a3f51a1-9037-4aa8-9c68-6d36fd402fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:21:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['923067e7-23d2-4639-a145-730674861894'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:21:57.850425 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e16b05-aa05-4e8a-88ae-ae54bc92eebb req-62da6ec0-21a4-4d73-89d7-044c16d8fa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:21:57.852359 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f8e16b05-aa05-4e8a-88ae-ae54bc92eebb req-62da6ec0-21a4-4d73-89d7-044c16d8fa37 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=737a5b28-ee9b-4810-8b33-6eaf71f45cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439756 Oct 12 08:21:57.936092 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-0a3f51a1-9037-4aa8-9c68-6d36fd402fa4 None None] Set router 923067e7-23d2-4639-a145-730674861894 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:21:57.943440 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f8e16b05-aa05-4e8a-88ae-ae54bc92eebb req-7930760d-0cd2-485e-a0e4-cdec01d82ea5 service neutron] 10.222.0.23 "GET /v2.0/networks/737a5b28-ee9b-4810-8b33-6eaf71f45cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849071 Oct 12 08:21:58.036948 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f8e16b05-aa05-4e8a-88ae-ae54bc92eebb req-94be189a-bbad-4295-951e-0485560efb77 service neutron] 10.222.0.23 "GET /v2.0/networks/737a5b28-ee9b-4810-8b33-6eaf71f45cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875745 Oct 12 08:21:58.160568 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-0a3f51a1-9037-4aa8-9c68-6d36fd402fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923067e7-23d2-4639-a145-730674861894', 'name': 'tempest-TestShelveInstance-225900785-router', 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '52fd14ca-64ec-47f1-8345-c4068d13917e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:17:08Z', 'updated_at': '2022-10-12T08:17:11Z', 'revision_number': 4, 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'gw_port': {'id': '52fd14ca-64ec-47f1-8345-c4068d13917e', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:68:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923067e7-23d2-4639-a145-730674861894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:17:09Z', 'updated_at': '2022-10-12T08:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '5cd09e5c-c57f-4337-936c-24cb70d579e9', 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'floating_ip_address': '172.26.3.86', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '923067e7-23d2-4639-a145-730674861894', 'port_id': '86a02086-292a-412c-aca6-e5665fd4345e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '737a5b28-ee9b-4810-8b33-6eaf71f45cc8', 'mac_address': 'fa:16:3e:f9:cc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f67615-713d-4929-8d0b-ba61e530da71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T08:21:56Z', 'updated_at': '2022-10-12T08:21:56Z', 'revision_number': 0, 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425eb172-f509-4d49-98bf-273b3fe44920', 'name': '', 'network_id': '737a5b28-ee9b-4810-8b33-6eaf71f45cc8', 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'mac_address': 'fa:16:3e:8c:92:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923067e7-23d2-4639-a145-730674861894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'b232c321-46cf-4ec4-bbc4-b317e4c581b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:17:10Z', 'updated_at': '2022-10-12T08:17:16Z', 'revision_number': 5, 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'subnets': [{'id': 'b232c321-46cf-4ec4-bbc4-b317e4c581b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:21:58.187508 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3f51a1-9037-4aa8-9c68-6d36fd402fa4 None None] The sync data for ids ['923067e7-23d2-4639-a145-730674861894'] in dv-neutron-860909-2-hyperv is: [{'id': '923067e7-23d2-4639-a145-730674861894', 'name': 'tempest-TestShelveInstance-225900785-router', 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '52fd14ca-64ec-47f1-8345-c4068d13917e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:17:08Z', 'updated_at': '2022-10-12T08:17:11Z', 'revision_number': 4, 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'gw_port': {'id': '52fd14ca-64ec-47f1-8345-c4068d13917e', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:68:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923067e7-23d2-4639-a145-730674861894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:17:09Z', 'updated_at': '2022-10-12T08:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '5cd09e5c-c57f-4337-936c-24cb70d579e9', 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'floating_ip_address': '172.26.3.86', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': '923067e7-23d2-4639-a145-730674861894', 'port_id': '86a02086-292a-412c-aca6-e5665fd4345e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '737a5b28-ee9b-4810-8b33-6eaf71f45cc8', 'mac_address': 'fa:16:3e:f9:cc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f67615-713d-4929-8d0b-ba61e530da71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T08:21:56Z', 'updated_at': '2022-10-12T08:21:56Z', 'revision_number': 0, 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425eb172-f509-4d49-98bf-273b3fe44920', 'name': '', 'network_id': '737a5b28-ee9b-4810-8b33-6eaf71f45cc8', 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'mac_address': 'fa:16:3e:8c:92:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923067e7-23d2-4639-a145-730674861894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'b232c321-46cf-4ec4-bbc4-b317e4c581b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:17:10Z', 'updated_at': '2022-10-12T08:17:16Z', 'revision_number': 5, 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'subnets': [{'id': 'b232c321-46cf-4ec4-bbc4-b317e4c581b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:21:58.369962 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd969c68-a3d6-494d-b87f-94e8f8704b20 None None] New status for floating IP 5cd09e5c-c57f-4337-936c-24cb70d579e9: ACTIVE {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 08:22:14.031182 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a707b2f5-8409-4800-bbc5-5df23c2837f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:22:16.184933 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f291a5bf-7b32-49c5-96fc-7942938f51c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:22:17.434352 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:22:18.996504 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:22:19.248394 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:22:21.650553 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:22:32.415487 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-329f1f1c-5557-41f6-bffb-2643df08b440 req-6cd95b2d-b535-4db1-8850-34e513bec829 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=74f67615-713d-4929-8d0b-ba61e530da71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0869119 Oct 12 08:22:32.498174 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f1f1c-5557-41f6-bffb-2643df08b440 req-bfa801e2-c5fd-4750-b588-1deaba1b36a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:22:32.499637 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-329f1f1c-5557-41f6-bffb-2643df08b440 req-bfa801e2-c5fd-4750-b588-1deaba1b36a3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=233556616dd24a4a8accefb2f97b1af6&device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 1098 time: 0.0411010 Oct 12 08:22:32.605126 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f1f1c-5557-41f6-bffb-2643df08b440 req-04851e99-c7c7-4a33-b817-c1968707795b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:22:32.606915 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-329f1f1c-5557-41f6-bffb-2643df08b440 req-04851e99-c7c7-4a33-b817-c1968707795b service neutron] 10.222.0.23 "GET /v2.0/networks?id=737a5b28-ee9b-4810-8b33-6eaf71f45cc8 HTTP/1.1" status: 200 len: 909 time: 0.0877392 Oct 12 08:22:32.675730 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-329f1f1c-5557-41f6-bffb-2643df08b440 req-d981ee91-97d7-431e-9350-809f1ac1c471 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86a02086-292a-412c-aca6-e5665fd4345e HTTP/1.1" status: 200 len: 1000 time: 0.0599766 Oct 12 08:22:32.724857 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f1f1c-5557-41f6-bffb-2643df08b440 req-a7f4d405-b318-46d5-9178-b4005e8c2048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:22:32.726401 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-329f1f1c-5557-41f6-bffb-2643df08b440 req-a7f4d405-b318-46d5-9178-b4005e8c2048 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b232c321-46cf-4ec4-bbc4-b317e4c581b8 HTTP/1.1" status: 200 len: 847 time: 0.0428650 Oct 12 08:22:32.771478 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f1f1c-5557-41f6-bffb-2643df08b440 req-02e1c250-6920-4ce9-ae66-b15a199bc0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:22:32.772934 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-329f1f1c-5557-41f6-bffb-2643df08b440 req-02e1c250-6920-4ce9-ae66-b15a199bc0a3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=737a5b28-ee9b-4810-8b33-6eaf71f45cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398948 Oct 12 08:22:32.864640 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-329f1f1c-5557-41f6-bffb-2643df08b440 req-9dd70e80-7423-4d5c-979b-7856fb980b41 service neutron] 10.222.0.23 "GET /v2.0/networks/737a5b28-ee9b-4810-8b33-6eaf71f45cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850372 Oct 12 08:22:32.956212 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-329f1f1c-5557-41f6-bffb-2643df08b440 req-8d29af72-f2ad-40a3-baf3-c79427da0ac4 service neutron] 10.222.0.23 "GET /v2.0/networks/737a5b28-ee9b-4810-8b33-6eaf71f45cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845084 Oct 12 08:22:33.400749 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:22:44.032102 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-85e9de14-553b-40c1-848a-1d33724909bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:22:46.185294 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3ce4647d-7f41-41d5-a782-2a5c9ecb9163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:22:47.436804 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:22:48.998916 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:22:49.250758 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:22:51.650382 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:23:10.399788 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:23:14.033815 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-75fe54e3-39c2-4ccf-8b4f-5be3612138fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:23:16.187019 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0820aaa4-5c02-4a83-aac4-135fcbb596aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:23:17.439287 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:23:19.004787 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:23:19.253267 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:23:21.650009 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:23:34.386488 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fa6d947f-4442-4370-8920-f995f51ca0bf req-da3c090c-d0d6-457f-ac12-8443dcfb8fae service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=74f67615-713d-4929-8d0b-ba61e530da71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394094 Oct 12 08:23:34.465067 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d947f-4442-4370-8920-f995f51ca0bf req-0208f7e6-5bfa-47f3-8736-41787b89ed84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:23:34.466554 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fa6d947f-4442-4370-8920-f995f51ca0bf req-0208f7e6-5bfa-47f3-8736-41787b89ed84 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=233556616dd24a4a8accefb2f97b1af6&device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 1098 time: 0.0394232 Oct 12 08:23:34.568533 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d947f-4442-4370-8920-f995f51ca0bf req-948ac49e-d259-48e3-ad5f-8ade5a07f070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:23:34.569969 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fa6d947f-4442-4370-8920-f995f51ca0bf req-948ac49e-d259-48e3-ad5f-8ade5a07f070 service neutron] 10.222.0.23 "GET /v2.0/networks?id=737a5b28-ee9b-4810-8b33-6eaf71f45cc8 HTTP/1.1" status: 200 len: 909 time: 0.0861547 Oct 12 08:23:34.632404 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fa6d947f-4442-4370-8920-f995f51ca0bf req-ac77462a-d359-499d-ad2e-0703e3cd97c3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86a02086-292a-412c-aca6-e5665fd4345e HTTP/1.1" status: 200 len: 1000 time: 0.0560017 Oct 12 08:23:34.678974 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d947f-4442-4370-8920-f995f51ca0bf req-72cda497-a54c-4bba-8e48-f2d18ce5fbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:23:34.680289 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fa6d947f-4442-4370-8920-f995f51ca0bf req-72cda497-a54c-4bba-8e48-f2d18ce5fbf4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b232c321-46cf-4ec4-bbc4-b317e4c581b8 HTTP/1.1" status: 200 len: 847 time: 0.0415883 Oct 12 08:23:34.727604 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d947f-4442-4370-8920-f995f51ca0bf req-d2ab2ea7-5a43-4f2f-ba80-5d67e8413974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:23:34.729037 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fa6d947f-4442-4370-8920-f995f51ca0bf req-d2ab2ea7-5a43-4f2f-ba80-5d67e8413974 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=737a5b28-ee9b-4810-8b33-6eaf71f45cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423961 Oct 12 08:23:34.815870 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fa6d947f-4442-4370-8920-f995f51ca0bf req-21c1dcab-6316-4fc8-9cb3-e5a33b18d2e2 service neutron] 10.222.0.23 "GET /v2.0/networks/737a5b28-ee9b-4810-8b33-6eaf71f45cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801699 Oct 12 08:23:34.907526 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fa6d947f-4442-4370-8920-f995f51ca0bf req-cda10df6-6078-455c-9ae6-ee5888bf5a38 service neutron] 10.222.0.23 "GET /v2.0/networks/737a5b28-ee9b-4810-8b33-6eaf71f45cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846977 Oct 12 08:23:44.035617 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b03ce60d-9828-409a-b313-9a4ea5c19526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:23:46.187161 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d65062e5-b6ea-4094-a51d-24802c29957c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:23:47.398135 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:23:47.443159 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:23:49.007488 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:23:49.255596 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:23:51.647397 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:23:54.105961 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6c962-0d8d-40aa-8d78-90546a599f3d req-03bd74e6-5c55-4e29-aa31-4a10987ea32b tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:23:54.107448 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-31d6c962-0d8d-40aa-8d78-90546a599f3d req-03bd74e6-5c55-4e29-aa31-4a10987ea32b tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 945 time: 0.0483525 Oct 12 08:23:54.144719 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-31d6c962-0d8d-40aa-8d78-90546a599f3d req-6216ca5e-0b44-4a4f-8142-7c94d95c98fd tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01062e2-b4ef-4ed6-acda-d66be8ff7961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313795 Oct 12 08:23:55.319166 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9cd70-1c78-46f3-a30d-c9afe06cae64 req-01df43b6-e7ce-43f0-9bed-6640200d2770 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:23:55.320623 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4bb9cd70-1c78-46f3-a30d-c9afe06cae64 req-01df43b6-e7ce-43f0-9bed-6640200d2770 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 945 time: 0.0977364 Oct 12 08:23:55.357616 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4bb9cd70-1c78-46f3-a30d-c9afe06cae64 req-6c2cb8a4-c67c-4fea-bbc5-e63e2f42b6ca tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01062e2-b4ef-4ed6-acda-d66be8ff7961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311325 Oct 12 08:23:56.479768 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e580a-b2cc-4826-99c0-ab979d538015 req-dc1b8d53-0b20-47c7-a1ea-3a3ac54d0ae7 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:23:56.481230 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3a1e580a-b2cc-4826-99c0-ab979d538015 req-dc1b8d53-0b20-47c7-a1ea-3a3ac54d0ae7 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 945 time: 0.0475028 Oct 12 08:23:56.518811 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3a1e580a-b2cc-4826-99c0-ab979d538015 req-e4754125-3509-48b4-ba53-7b0be57b1fed tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01062e2-b4ef-4ed6-acda-d66be8ff7961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315444 Oct 12 08:23:57.637278 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7b123a-a407-4148-ae2b-81ce884dae84 req-cfcb8825-3872-4a38-937f-283349a787da tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:23:57.638757 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4d7b123a-a407-4148-ae2b-81ce884dae84 req-cfcb8825-3872-4a38-937f-283349a787da tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 945 time: 0.0481424 Oct 12 08:23:57.674591 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4d7b123a-a407-4148-ae2b-81ce884dae84 req-89a14819-41e5-4ce4-bf9f-7bd1e3798a67 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01062e2-b4ef-4ed6-acda-d66be8ff7961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299599 Oct 12 08:23:58.796070 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1873af-34e2-4e0d-afed-60e53d94b953 req-f0d39b35-4a80-4334-997a-c51516630e0e tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:23:58.797528 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fa1873af-34e2-4e0d-afed-60e53d94b953 req-f0d39b35-4a80-4334-997a-c51516630e0e tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 945 time: 0.0519924 Oct 12 08:23:58.834836 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fa1873af-34e2-4e0d-afed-60e53d94b953 req-15b63745-6954-457b-9fc7-ee2b6749f237 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01062e2-b4ef-4ed6-acda-d66be8ff7961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312784 Oct 12 08:23:59.953034 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9725a903-95b8-48bb-b4ca-4265926f0d7a req-ca3cbd5d-2056-4199-bd97-0d646eff07d1 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:23:59.954527 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9725a903-95b8-48bb-b4ca-4265926f0d7a req-ca3cbd5d-2056-4199-bd97-0d646eff07d1 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 945 time: 0.0482106 Oct 12 08:23:59.992088 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9725a903-95b8-48bb-b4ca-4265926f0d7a req-43fb0cc4-7c08-4e34-aaa1-f56c2eb466de tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01062e2-b4ef-4ed6-acda-d66be8ff7961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317283 Oct 12 08:24:01.111194 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa9f20-fd79-46e9-8763-46bc65c0b80a req-f9918855-aa39-4312-a32e-7f6057bf2910 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:24:01.112661 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cdaa9f20-fd79-46e9-8763-46bc65c0b80a req-f9918855-aa39-4312-a32e-7f6057bf2910 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 945 time: 0.0481436 Oct 12 08:24:01.149605 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cdaa9f20-fd79-46e9-8763-46bc65c0b80a req-cc45a37f-2740-43ff-8c9e-43cc1055b378 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01062e2-b4ef-4ed6-acda-d66be8ff7961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310776 Oct 12 08:24:02.275456 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e64ab5-0b3e-4e8d-9f6e-91e92e3a6b44 req-6c27d7e7-88ad-4df5-ae6c-087665635563 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:24:02.276935 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-87e64ab5-0b3e-4e8d-9f6e-91e92e3a6b44 req-6c27d7e7-88ad-4df5-ae6c-087665635563 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 945 time: 0.0531979 Oct 12 08:24:02.314468 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-87e64ab5-0b3e-4e8d-9f6e-91e92e3a6b44 req-5a1263e5-ab3b-4df9-a5db-002cbac79389 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01062e2-b4ef-4ed6-acda-d66be8ff7961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316477 Oct 12 08:24:03.433800 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa3c14-c558-4acc-abd7-bdb72c380fd9 req-054bfbeb-13da-4687-9974-1363aef9d8dd tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:24:03.435213 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-61aa3c14-c558-4acc-abd7-bdb72c380fd9 req-054bfbeb-13da-4687-9974-1363aef9d8dd tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 945 time: 0.0489967 Oct 12 08:24:03.472200 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-61aa3c14-c558-4acc-abd7-bdb72c380fd9 req-413e80c8-6c8f-45d0-9f70-9af2bb9cf4cd tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01062e2-b4ef-4ed6-acda-d66be8ff7961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310767 Oct 12 08:24:04.238414 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403b976-f2a0-43b1-a48b-1c641e43f201 req-231fe6fd-c7b7-4d6c-b76b-d6470471ff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:24:04.239874 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f403b976-f2a0-43b1-a48b-1c641e43f201 req-231fe6fd-c7b7-4d6c-b76b-d6470471ff2b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=233556616dd24a4a8accefb2f97b1af6&device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 1098 time: 0.0394416 Oct 12 08:24:04.331358 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403b976-f2a0-43b1-a48b-1c641e43f201 req-8796d6fc-2cdb-40ee-821f-bc1eaa5caef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:24:04.332798 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f403b976-f2a0-43b1-a48b-1c641e43f201 req-8796d6fc-2cdb-40ee-821f-bc1eaa5caef8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=737a5b28-ee9b-4810-8b33-6eaf71f45cc8 HTTP/1.1" status: 200 len: 909 time: 0.0866125 Oct 12 08:24:04.395493 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f403b976-f2a0-43b1-a48b-1c641e43f201 req-e33fbe10-b372-46ce-afab-d6d09ff4422d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86a02086-292a-412c-aca6-e5665fd4345e HTTP/1.1" status: 200 len: 1000 time: 0.0557718 Oct 12 08:24:04.448022 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403b976-f2a0-43b1-a48b-1c641e43f201 req-7117e109-32af-4523-8fbb-7829cc63b81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:24:04.449950 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f403b976-f2a0-43b1-a48b-1c641e43f201 req-7117e109-32af-4523-8fbb-7829cc63b81e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b232c321-46cf-4ec4-bbc4-b317e4c581b8 HTTP/1.1" status: 200 len: 847 time: 0.0463617 Oct 12 08:24:04.493542 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403b976-f2a0-43b1-a48b-1c641e43f201 req-bc09dffb-385d-4a70-bcc9-8ac9f89a1ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:24:04.495540 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f403b976-f2a0-43b1-a48b-1c641e43f201 req-bc09dffb-385d-4a70-bcc9-8ac9f89a1ddf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=737a5b28-ee9b-4810-8b33-6eaf71f45cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386591 Oct 12 08:24:04.614581 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f403b976-f2a0-43b1-a48b-1c641e43f201 req-484707d7-d817-4937-91a9-53464bab8975 service neutron] 10.222.0.23 "GET /v2.0/networks/737a5b28-ee9b-4810-8b33-6eaf71f45cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134124 Oct 12 08:24:04.623570 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24de95e-89d6-40a9-b967-7949ba96da1f req-82e59085-98db-4619-a70a-e20ba2d7f8d9 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:24:04.624914 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a24de95e-89d6-40a9-b967-7949ba96da1f req-82e59085-98db-4619-a70a-e20ba2d7f8d9 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 945 time: 0.0693278 Oct 12 08:24:04.706281 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a24de95e-89d6-40a9-b967-7949ba96da1f req-249d5844-c1c7-42ff-9493-df75ed9f1477 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01062e2-b4ef-4ed6-acda-d66be8ff7961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737071 Oct 12 08:24:04.731778 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f403b976-f2a0-43b1-a48b-1c641e43f201 req-b9ce46cd-8c65-4249-b304-4db6793a2809 service neutron] 10.222.0.23 "GET /v2.0/networks/737a5b28-ee9b-4810-8b33-6eaf71f45cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059656 Oct 12 08:24:05.830539 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d9567-5ed0-4a05-85c1-79e863f6ebaa req-bb9b6e55-96a1-40f6-840f-06c89b999bcd tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:24:05.832003 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f75d9567-5ed0-4a05-85c1-79e863f6ebaa req-bb9b6e55-96a1-40f6-840f-06c89b999bcd tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 945 time: 0.0528457 Oct 12 08:24:05.869732 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f75d9567-5ed0-4a05-85c1-79e863f6ebaa req-d9c6f475-b3bf-4272-a1d3-8550d59aafac tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01062e2-b4ef-4ed6-acda-d66be8ff7961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318036 Oct 12 08:24:06.989523 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5dd526-adc1-47a2-a0db-8e67a90fcdee req-6a1fa52c-c283-4cab-9935-d11890a3cd06 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:24:06.991010 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2e5dd526-adc1-47a2-a0db-8e67a90fcdee req-6a1fa52c-c283-4cab-9935-d11890a3cd06 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 945 time: 0.0485339 Oct 12 08:24:07.029149 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-2e5dd526-adc1-47a2-a0db-8e67a90fcdee req-659d3d2d-2c3b-49c7-b4ff-512303249e4b tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01062e2-b4ef-4ed6-acda-d66be8ff7961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319688 Oct 12 08:24:08.145675 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74692a-6372-48fe-ac12-17631e72237a req-61304204-97bd-4ccd-b161-c52db07f952a tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:24:08.147128 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1f74692a-6372-48fe-ac12-17631e72237a req-61304204-97bd-4ccd-b161-c52db07f952a tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 945 time: 0.0472734 Oct 12 08:24:08.183622 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1f74692a-6372-48fe-ac12-17631e72237a req-7ad63d1f-30c9-415f-820b-e5bf6460c839 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01062e2-b4ef-4ed6-acda-d66be8ff7961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302749 Oct 12 08:24:08.364686 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-0bfca2f5-38e0-419c-bbd0-2d56800924ab req-aa72cd33-d6da-49df-912c-506ee1072ff1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=74f67615-713d-4929-8d0b-ba61e530da71&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0395095 Oct 12 08:24:08.374126 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [req-0bfca2f5-38e0-419c-bbd0-2d56800924ab req-4feb0481-13b8-4050-9f3f-0b046fdbed9b service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103201) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 08:24:08.375149 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [req-0bfca2f5-38e0-419c-bbd0-2d56800924ab req-4feb0481-13b8-4050-9f3f-0b046fdbed9b service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052199 Oct 12 08:24:08.396221 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62911953-bcb9-4645-96bf-cb237345ed6e req-c0bf03a6-a6f8-4338-9d5d-019d99192887 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:24:08.397686 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-62911953-bcb9-4645-96bf-cb237345ed6e req-c0bf03a6-a6f8-4338-9d5d-019d99192887 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 945 time: 0.0515985 Oct 12 08:24:08.434881 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-62911953-bcb9-4645-96bf-cb237345ed6e req-05048e45-205e-449a-9b01-0b931e981411 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01062e2-b4ef-4ed6-acda-d66be8ff7961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307808 Oct 12 08:24:09.556590 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b7243-a414-426d-8bc4-b3f493452f30 req-e8fdc6a2-88f4-46e6-946d-1fc6f41cb025 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:24:09.557988 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-268b7243-a414-426d-8bc4-b3f493452f30 req-e8fdc6a2-88f4-46e6-946d-1fc6f41cb025 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 945 time: 0.0483229 Oct 12 08:24:09.594948 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-268b7243-a414-426d-8bc4-b3f493452f30 req-6bf30cab-4ec7-4c32-bb8e-cef1ee31e8f3 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01062e2-b4ef-4ed6-acda-d66be8ff7961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310938 Oct 12 08:24:10.713038 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b201b0-380c-4ad5-baa9-4e5aa4b87224 req-9e06d119-c86e-49b0-b9a7-7ccc03f89696 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:24:10.714469 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-76b201b0-380c-4ad5-baa9-4e5aa4b87224 req-9e06d119-c86e-49b0-b9a7-7ccc03f89696 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 945 time: 0.0488079 Oct 12 08:24:10.752237 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-76b201b0-380c-4ad5-baa9-4e5aa4b87224 req-cc4313e2-5a76-4135-a3ca-570b7e518ad6 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01062e2-b4ef-4ed6-acda-d66be8ff7961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318348 Oct 12 08:24:10.763737 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 86a02086-292a-412c-aca6-e5665fd4345e no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:24:10.978878 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 86a02086-292a-412c-aca6-e5665fd4345e is: ACTIVE; New status is: DOWN {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:24:10.979862 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:24:11.001730 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74f67615-713d-4929-8d0b-ba61e530da71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86a02086-292a-412c-aca6-e5665fd4345e'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:24:11.003998 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f402e5-0af8-46ae-9816-da4fadf53c44" -d '{"events": [{"server_uuid": "74f67615-713d-4929-8d0b-ba61e530da71", "name": "network-vif-unplugged", "status": "completed", "tag": "86a02086-292a-412c-aca6-e5665fd4345e"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:24:11.016644 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 86a02086-292a-412c-aca6-e5665fd4345e, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=86a02086-292a-412c-aca6-e5665fd4345e,segment=NetworkSegment(b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04),segment_id=b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:24:11.021162 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:24:11.046668 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 12 Oct 2022 08:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e339593-4dac-4e08-8532-941cc1d5e4ca x-openstack-request-id: req-8e339593-4dac-4e08-8532-941cc1d5e4ca {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:24:11.046960 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74f67615-713d-4929-8d0b-ba61e530da71", "name": "network-vif-unplugged", "status": "failed", "tag": "86a02086-292a-412c-aca6-e5665fd4345e", "code": 422}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:24:11.047208 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8e339593-4dac-4e08-8532-941cc1d5e4ca {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:24:11.047640 dv-neutron-860909-2-hyperv neutron-server[103202]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8e339593-4dac-4e08-8532-941cc1d5e4ca']: {'server_uuid': '74f67615-713d-4929-8d0b-ba61e530da71', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '86a02086-292a-412c-aca6-e5665fd4345e', 'code': 422} returned with failed status Oct 12 08:24:11.077140 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=86a02086-292a-412c-aca6-e5665fd4345e,revision_number=6']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:24:11.084616 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:24:11.084961 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:24:11.085319 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:24:11.085646 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:24:11.085973 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:24:11.086352 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:24:11.086675 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:24:11.086995 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:24:11.087341 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:24:11.087658 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:24:11.087975 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:24:11.088283 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:24:11.883519 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426064bd-e74b-4707-bb7f-163fdc8a184f req-c3568338-20c0-4265-8078-530845264514 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:24:11.885010 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-426064bd-e74b-4707-bb7f-163fdc8a184f req-c3568338-20c0-4265-8078-530845264514 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 943 time: 0.0516922 Oct 12 08:24:11.922358 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-426064bd-e74b-4707-bb7f-163fdc8a184f req-973f4693-58b0-4033-9aed-15b258fe38e9 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01062e2-b4ef-4ed6-acda-d66be8ff7961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307696 Oct 12 08:24:12.883581 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfca2f5-38e0-419c-bbd0-2d56800924ab req-8f450e4e-8da6-4774-b684-5c0bb45e6bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:24:12.885025 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0bfca2f5-38e0-419c-bbd0-2d56800924ab req-8f450e4e-8da6-4774-b684-5c0bb45e6bd6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=74f67615-713d-4929-8d0b-ba61e530da71&tenant_id=233556616dd24a4a8accefb2f97b1af6 HTTP/1.1" status: 200 len: 1096 time: 0.0387967 Oct 12 08:24:12.942404 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfca2f5-38e0-419c-bbd0-2d56800924ab req-10e67ca5-4799-41ca-8f63-fce7131658a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:24:12.943829 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0bfca2f5-38e0-419c-bbd0-2d56800924ab req-10e67ca5-4799-41ca-8f63-fce7131658a5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=233556616dd24a4a8accefb2f97b1af6&device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 1096 time: 0.0377624 Oct 12 08:24:13.036427 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfca2f5-38e0-419c-bbd0-2d56800924ab req-2a9ece2b-c6b8-4428-a98b-59ef121897bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:24:13.037871 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0bfca2f5-38e0-419c-bbd0-2d56800924ab req-2a9ece2b-c6b8-4428-a98b-59ef121897bc service neutron] 10.222.0.23 "GET /v2.0/networks?id=737a5b28-ee9b-4810-8b33-6eaf71f45cc8 HTTP/1.1" status: 200 len: 909 time: 0.0878737 Oct 12 08:24:13.099787 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0bfca2f5-38e0-419c-bbd0-2d56800924ab req-edfcb282-1d48-4345-9fd3-9d23728c645e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86a02086-292a-412c-aca6-e5665fd4345e HTTP/1.1" status: 200 len: 998 time: 0.0556688 Oct 12 08:24:13.150578 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfca2f5-38e0-419c-bbd0-2d56800924ab req-bd0d1636-a12e-433b-b40b-92847288ca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:24:13.152024 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0bfca2f5-38e0-419c-bbd0-2d56800924ab req-bd0d1636-a12e-433b-b40b-92847288ca81 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b232c321-46cf-4ec4-bbc4-b317e4c581b8 HTTP/1.1" status: 200 len: 847 time: 0.0460153 Oct 12 08:24:13.194492 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfca2f5-38e0-419c-bbd0-2d56800924ab req-c4370297-a2a9-438c-8f8e-5c51196dc78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:24:13.195926 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0bfca2f5-38e0-419c-bbd0-2d56800924ab req-c4370297-a2a9-438c-8f8e-5c51196dc78d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=737a5b28-ee9b-4810-8b33-6eaf71f45cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0378053 Oct 12 08:24:13.284558 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0bfca2f5-38e0-419c-bbd0-2d56800924ab req-e53cf66e-fa21-4456-8de0-518ab5d68bd9 service neutron] 10.222.0.23 "GET /v2.0/networks/737a5b28-ee9b-4810-8b33-6eaf71f45cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823240 Oct 12 08:24:13.702485 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0bfca2f5-38e0-419c-bbd0-2d56800924ab req-86ae67af-4efa-44a1-9717-63ef0d31f945 service neutron] 10.222.0.23 "GET /v2.0/networks/737a5b28-ee9b-4810-8b33-6eaf71f45cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108527 Oct 12 08:24:14.036035 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ae0273bc-6f53-48c9-be55-aa7ac338e44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:24:16.188001 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-067059af-3335-4d16-9d25-2771558f677c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:24:17.445711 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:24:19.010732 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:24:19.257216 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:24:20.806069 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 86a02086-292a-412c-aca6-e5665fd4345e details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 08:24:20.900623 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 86a02086-292a-412c-aca6-e5665fd4345e, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=86a02086-292a-412c-aca6-e5665fd4345e,segment=NetworkSegment(b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04),segment_id=b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:24:20.912031 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': '86a02086-292a-412c-aca6-e5665fd4345e', 'network_id': '737a5b28-ee9b-4810-8b33-6eaf71f45cc8', 'port_id': '86a02086-292a-412c-aca6-e5665fd4345e', 'mac_address': 'fa:16:3e:f9:cc:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b232c321-46cf-4ec4-bbc4-b317e4c581b8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 08:24:20.950824 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 86a02086-292a-412c-aca6-e5665fd4345e is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:24:20.952303 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:24:20.966976 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86a02086-292a-412c-aca6-e5665fd4345e {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 08:24:20.990542 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 86a02086-292a-412c-aca6-e5665fd4345e, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=86a02086-292a-412c-aca6-e5665fd4345e,segment=NetworkSegment(b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04),segment_id=b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:24:20.994091 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:24:21.040233 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=86a02086-292a-412c-aca6-e5665fd4345e,revision_number=7']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:24:21.198965 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['86a02086-292a-412c-aca6-e5665fd4345e'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 08:24:21.433143 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [req-fc2d0c9d-21dd-469f-b862-e30d662acc9e req-1191aa22-a48e-413d-9c8f-aa7d2a5f604b service neutron] (103201) timed out ('10.222.0.23', 57660) {{(pid=103201) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 08:24:21.648856 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:24:22.823588 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 86a02086-292a-412c-aca6-e5665fd4345e up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:24:22.871227 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port 86a02086-292a-412c-aca6-e5665fd4345e triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:24:22.871593 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:24:22.871925 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port 86a02086-292a-412c-aca6-e5665fd4345e Oct 12 08:24:22.948883 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 86a02086-292a-412c-aca6-e5665fd4345e is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:24:22.949262 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:24:22.971236 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74f67615-713d-4929-8d0b-ba61e530da71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a02086-292a-412c-aca6-e5665fd4345e'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:24:22.973467 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8ac19f-75db-4940-bf64-c8d84ee514f5" -d '{"events": [{"server_uuid": "74f67615-713d-4929-8d0b-ba61e530da71", "name": "network-vif-plugged", "status": "completed", "tag": "86a02086-292a-412c-aca6-e5665fd4345e"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:24:22.985913 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 86a02086-292a-412c-aca6-e5665fd4345e, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=86a02086-292a-412c-aca6-e5665fd4345e,segment=NetworkSegment(b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04),segment_id=b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:24:22.991258 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:24:23.038637 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=86a02086-292a-412c-aca6-e5665fd4345e,revision_number=8']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:24:24.020749 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 08:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ba92f8-34b1-4a69-a86f-b58a1dbcedce x-openstack-request-id: req-22ba92f8-34b1-4a69-a86f-b58a1dbcedce {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:24:24.021269 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74f67615-713d-4929-8d0b-ba61e530da71", "name": "network-vif-plugged", "status": "completed", "tag": "86a02086-292a-412c-aca6-e5665fd4345e", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:24:24.021269 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-22ba92f8-34b1-4a69-a86f-b58a1dbcedce {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:24:24.021673 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22ba92f8-34b1-4a69-a86f-b58a1dbcedce'] response: {'server_uuid': '74f67615-713d-4929-8d0b-ba61e530da71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a02086-292a-412c-aca6-e5665fd4345e', 'code': 200} Oct 12 08:24:24.224298 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b09bc-3fe8-488c-8477-8dffb00eb029 req-205525e2-e332-4271-9b7e-786ac2146e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:24:24.225795 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fe1b09bc-3fe8-488c-8477-8dffb00eb029 req-205525e2-e332-4271-9b7e-786ac2146e9f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 1098 time: 0.0414119 Oct 12 08:24:24.260158 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fe1b09bc-3fe8-488c-8477-8dffb00eb029 req-f489ae6a-4f37-40dd-9bb4-d036974bf3c8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f01062e2-b4ef-4ed6-acda-d66be8ff7961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275209 Oct 12 08:24:24.396535 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:24:36.383390 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-10cd3a4e-f3b7-415a-81e6-51dfdaf360ed req-ddf57f0e-69bf-4ef6-ab6a-8445cd2171c8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=74f67615-713d-4929-8d0b-ba61e530da71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389087 Oct 12 08:24:36.464083 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd3a4e-f3b7-415a-81e6-51dfdaf360ed req-0c25c3a3-4fc1-46be-9d34-3e97709e585e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:24:36.465679 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-10cd3a4e-f3b7-415a-81e6-51dfdaf360ed req-0c25c3a3-4fc1-46be-9d34-3e97709e585e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=233556616dd24a4a8accefb2f97b1af6&device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 1098 time: 0.0408585 Oct 12 08:24:36.571460 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd3a4e-f3b7-415a-81e6-51dfdaf360ed req-c4a94a89-5fe7-47e9-ab8e-ae235d177b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:24:36.573249 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-10cd3a4e-f3b7-415a-81e6-51dfdaf360ed req-c4a94a89-5fe7-47e9-ab8e-ae235d177b72 service neutron] 10.222.0.23 "GET /v2.0/networks?id=737a5b28-ee9b-4810-8b33-6eaf71f45cc8 HTTP/1.1" status: 200 len: 909 time: 0.0904639 Oct 12 08:24:36.638890 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-10cd3a4e-f3b7-415a-81e6-51dfdaf360ed req-eb55df81-8c07-4f99-b793-9b37b5525813 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86a02086-292a-412c-aca6-e5665fd4345e HTTP/1.1" status: 200 len: 1000 time: 0.0594130 Oct 12 08:24:36.691349 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd3a4e-f3b7-415a-81e6-51dfdaf360ed req-a04f1d74-34c9-4f9f-8167-5ef0ddae4a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:24:36.692797 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-10cd3a4e-f3b7-415a-81e6-51dfdaf360ed req-a04f1d74-34c9-4f9f-8167-5ef0ddae4a97 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b232c321-46cf-4ec4-bbc4-b317e4c581b8 HTTP/1.1" status: 200 len: 847 time: 0.0484273 Oct 12 08:24:36.737346 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd3a4e-f3b7-415a-81e6-51dfdaf360ed req-c04de736-311f-4913-b3dc-947a60e30545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:24:36.738985 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-10cd3a4e-f3b7-415a-81e6-51dfdaf360ed req-c04de736-311f-4913-b3dc-947a60e30545 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=737a5b28-ee9b-4810-8b33-6eaf71f45cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404701 Oct 12 08:24:36.835431 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-10cd3a4e-f3b7-415a-81e6-51dfdaf360ed req-b2d239eb-b8ca-4495-a2a3-42d1e420e475 service neutron] 10.222.0.23 "GET /v2.0/networks/737a5b28-ee9b-4810-8b33-6eaf71f45cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895104 Oct 12 08:24:36.925877 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-10cd3a4e-f3b7-415a-81e6-51dfdaf360ed req-8f8fb6d4-7d14-42e6-882d-9c2c18a492d8 service neutron] 10.222.0.23 "GET /v2.0/networks/737a5b28-ee9b-4810-8b33-6eaf71f45cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840430 Oct 12 08:24:44.037890 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-389145e6-7699-4ec9-ae16-79bf0834f5fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:24:46.189396 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-178a292d-005f-466f-a9d8-48a410e8efe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:24:47.449761 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:24:49.013784 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:24:49.264124 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:24:51.669694 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:25:01.394787 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:25:13.152332 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b680452-9bd5-421c-b339-f111217b6476 req-7fc70c91-c664-47c5-8215-64fe87740a99 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:25:13.153816 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4b680452-9bd5-421c-b339-f111217b6476 req-7fc70c91-c664-47c5-8215-64fe87740a99 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 945 time: 0.0945663 Oct 12 08:25:13.191875 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-4b680452-9bd5-421c-b339-f111217b6476 req-83649c6a-d575-4896-8985-2ac6d9434383 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01062e2-b4ef-4ed6-acda-d66be8ff7961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320854 Oct 12 08:25:14.038675 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-822543e7-f6f7-4233-9bc1-1d2d6b921ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:25:16.191014 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d949df6a-fac9-4aa8-a54e-a0a88d45fcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:25:17.452254 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:25:19.018141 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:25:19.256833 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:25:21.668037 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:25:37.368082 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a43c203b-ac4e-4efd-9429-4a4c66c2969a req-60f1bcfe-0072-4016-9608-e7e88c4bdd39 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=74f67615-713d-4929-8d0b-ba61e530da71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385244 Oct 12 08:25:37.447919 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c203b-ac4e-4efd-9429-4a4c66c2969a req-0289a290-64e7-4ef7-9c8a-f8192f12526b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:25:37.449302 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a43c203b-ac4e-4efd-9429-4a4c66c2969a req-0289a290-64e7-4ef7-9c8a-f8192f12526b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=233556616dd24a4a8accefb2f97b1af6&device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 1098 time: 0.0398986 Oct 12 08:25:37.552986 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c203b-ac4e-4efd-9429-4a4c66c2969a req-4c0d3578-f9bd-4ca6-8311-b6604f8d379a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:25:37.554466 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a43c203b-ac4e-4efd-9429-4a4c66c2969a req-4c0d3578-f9bd-4ca6-8311-b6604f8d379a service neutron] 10.222.0.23 "GET /v2.0/networks?id=737a5b28-ee9b-4810-8b33-6eaf71f45cc8 HTTP/1.1" status: 200 len: 909 time: 0.0870025 Oct 12 08:25:37.616926 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a43c203b-ac4e-4efd-9429-4a4c66c2969a req-519694ed-ce17-42b8-97b0-54b532065d42 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86a02086-292a-412c-aca6-e5665fd4345e HTTP/1.1" status: 200 len: 1000 time: 0.0565040 Oct 12 08:25:37.672243 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c203b-ac4e-4efd-9429-4a4c66c2969a req-48ed6b4a-1430-4623-9ecb-ca57b7b03164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:25:37.673681 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a43c203b-ac4e-4efd-9429-4a4c66c2969a req-48ed6b4a-1430-4623-9ecb-ca57b7b03164 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b232c321-46cf-4ec4-bbc4-b317e4c581b8 HTTP/1.1" status: 200 len: 847 time: 0.0506456 Oct 12 08:25:37.717647 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c203b-ac4e-4efd-9429-4a4c66c2969a req-47a37806-bb44-43e2-b940-8d9777aaf0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:25:37.719078 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a43c203b-ac4e-4efd-9429-4a4c66c2969a req-47a37806-bb44-43e2-b940-8d9777aaf0a9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=737a5b28-ee9b-4810-8b33-6eaf71f45cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387766 Oct 12 08:25:37.810383 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a43c203b-ac4e-4efd-9429-4a4c66c2969a req-60bf86e0-aa30-419e-9b8f-882aa4eca642 service neutron] 10.222.0.23 "GET /v2.0/networks/737a5b28-ee9b-4810-8b33-6eaf71f45cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850933 Oct 12 08:25:37.902717 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-a43c203b-ac4e-4efd-9429-4a4c66c2969a req-ffeee236-4850-4937-9f14-f20bd97075db service neutron] 10.222.0.23 "GET /v2.0/networks/737a5b28-ee9b-4810-8b33-6eaf71f45cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859716 Oct 12 08:25:38.394526 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:25:44.041407 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3812cabb-16aa-4588-8f38-d1adf20831ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:25:46.195764 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eb663da9-a3f4-41c3-825c-248b578011be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:25:47.453464 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:25:49.020708 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:25:49.259359 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:25:51.696957 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:25:53.921655 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 49976) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:25:54.075447 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-8b18543d-fc7e-4fca-bc4b-c38909f94507 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Deleting port aa32ddf9-10a9-4a53-aafc-35f3c55c2592 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:25:54.075706 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8b18543d-fc7e-4fca-bc4b-c38909f94507 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:25:54.153284 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8b18543d-fc7e-4fca-bc4b-c38909f94507 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:25:54.153611 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8b18543d-fc7e-4fca-bc4b-c38909f94507 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:25:54.165504 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-8b18543d-fc7e-4fca-bc4b-c38909f94507 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Calling delete_port for aa32ddf9-10a9-4a53-aafc-35f3c55c2592 owned by network:floatingip {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:25:54.310769 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8b18543d-fc7e-4fca-bc4b-c38909f94507 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:25:54.336406 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b18543d-fc7e-4fca-bc4b-c38909f94507 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Pushing event deleted for resources: {'Port': ['ID=aa32ddf9-10a9-4a53-aafc-35f3c55c2592,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:25:54.348815 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b18543d-fc7e-4fca-bc4b-c38909f94507 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:25:54.349163 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b18543d-fc7e-4fca-bc4b-c38909f94507 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:25:54.349498 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b18543d-fc7e-4fca-bc4b-c38909f94507 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:25:54.349827 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b18543d-fc7e-4fca-bc4b-c38909f94507 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:25:54.350182 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b18543d-fc7e-4fca-bc4b-c38909f94507 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:25:54.350509 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b18543d-fc7e-4fca-bc4b-c38909f94507 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:25:54.350846 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b18543d-fc7e-4fca-bc4b-c38909f94507 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:25:54.351156 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b18543d-fc7e-4fca-bc4b-c38909f94507 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:25:54.351474 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b18543d-fc7e-4fca-bc4b-c38909f94507 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:25:54.351792 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b18543d-fc7e-4fca-bc4b-c38909f94507 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:25:54.352110 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b18543d-fc7e-4fca-bc4b-c38909f94507 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:25:54.352427 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b18543d-fc7e-4fca-bc4b-c38909f94507 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:25:54.405621 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8b18543d-fc7e-4fca-bc4b-c38909f94507 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for floatingip, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:25:54.405943 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [None req-8b18543d-fc7e-4fca-bc4b-c38909f94507 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Floating IP 5cd09e5c-c57f-4337-936c-24cb70d579e9 disassociated (deleted). External IP: 172.26.3.86, port: 86a02086-292a-412c-aca6-e5665fd4345e. Oct 12 08:25:54.612628 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b18543d-fc7e-4fca-bc4b-c38909f94507 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Router 923067e7-23d2-4639-a145-730674861894 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:25:54.717490 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b18543d-fc7e-4fca-bc4b-c38909f94507 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:25:54.723261 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-8b18543d-fc7e-4fca-bc4b-c38909f94507 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:25:54.727594 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bbe674-b2bd-4dd0-8f62-0d5308ab45ad None None] Sync routers for ids ['923067e7-23d2-4639-a145-730674861894'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:25:54.736653 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bbe674-b2bd-4dd0-8f62-0d5308ab45ad None None] Routers {'923067e7-23d2-4639-a145-730674861894'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:25:54.737257 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-65bbe674-b2bd-4dd0-8f62-0d5308ab45ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:25:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['923067e7-23d2-4639-a145-730674861894'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:25:54.750277 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-8b18543d-fc7e-4fca-bc4b-c38909f94507 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "DELETE /v2.0/floatingips/5cd09e5c-c57f-4337-936c-24cb70d579e9 HTTP/1.1" status: 204 len: 168 time: 0.8274548 Oct 12 08:25:54.751193 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74f67615-713d-4929-8d0b-ba61e530da71', 'tag': '86a02086-292a-412c-aca6-e5665fd4345e'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:25:54.753619 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e022fb0-a475-43ee-9a8a-278cb2395490" -d '{"events": [{"name": "network-changed", "server_uuid": "74f67615-713d-4929-8d0b-ba61e530da71", "tag": "86a02086-292a-412c-aca6-e5665fd4345e"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:25:54.844019 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-65bbe674-b2bd-4dd0-8f62-0d5308ab45ad None None] Set router 923067e7-23d2-4639-a145-730674861894 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:25:54.902211 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 08:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4bdbe53-072f-4c2d-a192-6f794f25564b x-openstack-request-id: req-b4bdbe53-072f-4c2d-a192-6f794f25564b {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:25:54.902566 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74f67615-713d-4929-8d0b-ba61e530da71", "tag": "86a02086-292a-412c-aca6-e5665fd4345e", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:25:54.902899 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b4bdbe53-072f-4c2d-a192-6f794f25564b {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:25:54.903410 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4bdbe53-072f-4c2d-a192-6f794f25564b'] response: {'name': 'network-changed', 'server_uuid': '74f67615-713d-4929-8d0b-ba61e530da71', 'tag': '86a02086-292a-412c-aca6-e5665fd4345e', 'status': 'completed', 'code': 200} Oct 12 08:25:54.999728 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e022fb0-a475-43ee-9a8a-278cb2395490 req-c9a55a5b-981a-4ee7-9917-1efff01f1797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:25:55.001803 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5e022fb0-a475-43ee-9a8a-278cb2395490 req-c9a55a5b-981a-4ee7-9917-1efff01f1797 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=233556616dd24a4a8accefb2f97b1af6&device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 1098 time: 0.0777214 Oct 12 08:25:55.014146 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7e769-855a-43a6-82a0-06b33cba1993 req-3f0696fc-43ca-4718-ba08-283841d5a9a6 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:25:55.015586 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f6c7e769-855a-43a6-82a0-06b33cba1993 req-3f0696fc-43ca-4718-ba08-283841d5a9a6 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 945 time: 0.0639520 Oct 12 08:25:55.050293 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-65bbe674-b2bd-4dd0-8f62-0d5308ab45ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923067e7-23d2-4639-a145-730674861894', 'name': 'tempest-TestShelveInstance-225900785-router', 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '52fd14ca-64ec-47f1-8345-c4068d13917e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:17:08Z', 'updated_at': '2022-10-12T08:17:11Z', 'revision_number': 4, 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'gw_port': {'id': '52fd14ca-64ec-47f1-8345-c4068d13917e', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:68:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923067e7-23d2-4639-a145-730674861894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:17:09Z', 'updated_at': '2022-10-12T08:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '425eb172-f509-4d49-98bf-273b3fe44920', 'name': '', 'network_id': '737a5b28-ee9b-4810-8b33-6eaf71f45cc8', 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'mac_address': 'fa:16:3e:8c:92:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923067e7-23d2-4639-a145-730674861894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'b232c321-46cf-4ec4-bbc4-b317e4c581b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:17:10Z', 'updated_at': '2022-10-12T08:17:16Z', 'revision_number': 5, 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'subnets': [{'id': 'b232c321-46cf-4ec4-bbc4-b317e4c581b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:25:55.077293 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bbe674-b2bd-4dd0-8f62-0d5308ab45ad None None] Checking router: 923067e7-23d2-4639-a145-730674861894 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:25:55.085235 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bbe674-b2bd-4dd0-8f62-0d5308ab45ad None None] Routers {'923067e7-23d2-4639-a145-730674861894'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:25:55.085826 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-65bbe674-b2bd-4dd0-8f62-0d5308ab45ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:25:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['923067e7-23d2-4639-a145-730674861894'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:25:55.101734 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f6c7e769-855a-43a6-82a0-06b33cba1993 req-a3805e8b-db6a-4141-80b1-3ffc06a39ffb tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01062e2-b4ef-4ed6-acda-d66be8ff7961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777342 Oct 12 08:25:55.129774 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e022fb0-a475-43ee-9a8a-278cb2395490 req-c665ff73-1340-4cab-be09-992d31805472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:25:55.131206 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5e022fb0-a475-43ee-9a8a-278cb2395490 req-c665ff73-1340-4cab-be09-992d31805472 service neutron] 10.222.0.23 "GET /v2.0/networks?id=737a5b28-ee9b-4810-8b33-6eaf71f45cc8 HTTP/1.1" status: 200 len: 909 time: 0.1147738 Oct 12 08:25:55.179294 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5e022fb0-a475-43ee-9a8a-278cb2395490 req-346eb4de-7a1b-4948-a6f6-b75e6e338a02 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86a02086-292a-412c-aca6-e5665fd4345e HTTP/1.1" status: 200 len: 217 time: 0.0396423 Oct 12 08:25:55.192804 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-65bbe674-b2bd-4dd0-8f62-0d5308ab45ad None None] Set router 923067e7-23d2-4639-a145-730674861894 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:25:55.230818 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e022fb0-a475-43ee-9a8a-278cb2395490 req-54ce34f0-9e72-472f-9552-699b6101f7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:25:55.232301 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5e022fb0-a475-43ee-9a8a-278cb2395490 req-54ce34f0-9e72-472f-9552-699b6101f7f8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b232c321-46cf-4ec4-bbc4-b317e4c581b8 HTTP/1.1" status: 200 len: 847 time: 0.0453768 Oct 12 08:25:55.276747 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e022fb0-a475-43ee-9a8a-278cb2395490 req-3e6dab30-9581-45ac-9f1e-bea991fee6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:25:55.278297 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5e022fb0-a475-43ee-9a8a-278cb2395490 req-3e6dab30-9581-45ac-9f1e-bea991fee6ec service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=737a5b28-ee9b-4810-8b33-6eaf71f45cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395944 Oct 12 08:25:55.374467 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5e022fb0-a475-43ee-9a8a-278cb2395490 req-73b2ea84-8677-4b72-923e-6bb6ff3c1de1 service neutron] 10.222.0.23 "GET /v2.0/networks/737a5b28-ee9b-4810-8b33-6eaf71f45cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893271 Oct 12 08:25:55.398016 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-65bbe674-b2bd-4dd0-8f62-0d5308ab45ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923067e7-23d2-4639-a145-730674861894', 'name': 'tempest-TestShelveInstance-225900785-router', 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '52fd14ca-64ec-47f1-8345-c4068d13917e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:17:08Z', 'updated_at': '2022-10-12T08:17:11Z', 'revision_number': 4, 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'gw_port': {'id': '52fd14ca-64ec-47f1-8345-c4068d13917e', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:68:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923067e7-23d2-4639-a145-730674861894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:17:09Z', 'updated_at': '2022-10-12T08:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '425eb172-f509-4d49-98bf-273b3fe44920', 'name': '', 'network_id': '737a5b28-ee9b-4810-8b33-6eaf71f45cc8', 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'mac_address': 'fa:16:3e:8c:92:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923067e7-23d2-4639-a145-730674861894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'b232c321-46cf-4ec4-bbc4-b317e4c581b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:17:10Z', 'updated_at': '2022-10-12T08:17:16Z', 'revision_number': 5, 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'subnets': [{'id': 'b232c321-46cf-4ec4-bbc4-b317e4c581b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:25:55.425516 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bbe674-b2bd-4dd0-8f62-0d5308ab45ad None None] The sync data for ids ['923067e7-23d2-4639-a145-730674861894'] in dv-neutron-860909-2-hyperv is: [{'id': '923067e7-23d2-4639-a145-730674861894', 'name': 'tempest-TestShelveInstance-225900785-router', 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '52fd14ca-64ec-47f1-8345-c4068d13917e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:17:08Z', 'updated_at': '2022-10-12T08:17:11Z', 'revision_number': 4, 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'gw_port': {'id': '52fd14ca-64ec-47f1-8345-c4068d13917e', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:68:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923067e7-23d2-4639-a145-730674861894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:17:09Z', 'updated_at': '2022-10-12T08:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '425eb172-f509-4d49-98bf-273b3fe44920', 'name': '', 'network_id': '737a5b28-ee9b-4810-8b33-6eaf71f45cc8', 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'mac_address': 'fa:16:3e:8c:92:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923067e7-23d2-4639-a145-730674861894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'b232c321-46cf-4ec4-bbc4-b317e4c581b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:17:10Z', 'updated_at': '2022-10-12T08:17:16Z', 'revision_number': 5, 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'subnets': [{'id': 'b232c321-46cf-4ec4-bbc4-b317e4c581b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:25:55.469862 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5e022fb0-a475-43ee-9a8a-278cb2395490 req-77bd099c-4250-4912-ba0b-5847ec18399a service neutron] 10.222.0.23 "GET /v2.0/networks/737a5b28-ee9b-4810-8b33-6eaf71f45cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881641 Oct 12 08:25:55.642782 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd478ae2-c29a-4d3e-8320-51b5cafd4464 None None] New status for floating IP 5cd09e5c-c57f-4337-936c-24cb70d579e9: DOWN {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 08:25:56.226711 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf4d72-7928-42df-b8a1-bbd303dc339d req-ba678fd7-c042-4876-964b-d31d9cdc6996 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:25:56.228252 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0fcf4d72-7928-42df-b8a1-bbd303dc339d req-ba678fd7-c042-4876-964b-d31d9cdc6996 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 945 time: 0.0534718 Oct 12 08:25:56.264925 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0fcf4d72-7928-42df-b8a1-bbd303dc339d req-c79ab08c-1f1a-4b91-83b5-40492a6b909b tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01062e2-b4ef-4ed6-acda-d66be8ff7961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308397 Oct 12 08:25:56.463767 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bbce96-9f88-452b-8d11-92ceb3bb722e req-4d99adbc-4a2b-4d9c-80d8-31f1f012d5d9 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:25:56.465112 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-03bbce96-9f88-452b-8d11-92ceb3bb722e req-4d99adbc-4a2b-4d9c-80d8-31f1f012d5d9 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.23 "GET /v2.0/ports?device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 945 time: 0.0477662 Oct 12 08:25:56.552329 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-03bbce96-9f88-452b-8d11-92ceb3bb722e req-b5c6443e-74e4-4c94-b0c6-cd794205a305 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Deleting port 86a02086-292a-412c-aca6-e5665fd4345e {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:25:56.552675 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-03bbce96-9f88-452b-8d11-92ceb3bb722e req-b5c6443e-74e4-4c94-b0c6-cd794205a305 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:25:56.643443 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-03bbce96-9f88-452b-8d11-92ceb3bb722e req-b5c6443e-74e4-4c94-b0c6-cd794205a305 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] For port 86a02086-292a-412c-aca6-e5665fd4345e, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=86a02086-292a-412c-aca6-e5665fd4345e,segment=NetworkSegment(b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04),segment_id=b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:25:56.643763 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-03bbce96-9f88-452b-8d11-92ceb3bb722e req-b5c6443e-74e4-4c94-b0c6-cd794205a305 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:25:56.656671 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-03bbce96-9f88-452b-8d11-92ceb3bb722e req-b5c6443e-74e4-4c94-b0c6-cd794205a305 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Calling delete_port for 86a02086-292a-412c-aca6-e5665fd4345e owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:25:56.784233 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-03bbce96-9f88-452b-8d11-92ceb3bb722e req-b5c6443e-74e4-4c94-b0c6-cd794205a305 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:25:56.811076 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c6443e-74e4-4c94-b0c6-cd794205a305 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Pushing event deleted for resources: {'Port': ['ID=86a02086-292a-412c-aca6-e5665fd4345e,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:25:56.856431 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-03bbce96-9f88-452b-8d11-92ceb3bb722e req-b5c6443e-74e4-4c94-b0c6-cd794205a305 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] No DVR routers for this DVR port 86a02086-292a-412c-aca6-e5665fd4345e on host hv-neutron-8609 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 08:25:56.858949 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-03bbce96-9f88-452b-8d11-92ceb3bb722e req-b5c6443e-74e4-4c94-b0c6-cd794205a305 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:25:56.862828 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-03bbce96-9f88-452b-8d11-92ceb3bb722e req-b5c6443e-74e4-4c94-b0c6-cd794205a305 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.23 "DELETE /v2.0/ports/86a02086-292a-412c-aca6-e5665fd4345e HTTP/1.1" status: 204 len: 173 time: 0.3917365 Oct 12 08:25:56.904639 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74f67615-713d-4929-8d0b-ba61e530da71', 'name': 'network-vif-deleted', 'tag': '86a02086-292a-412c-aca6-e5665fd4345e'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:25:56.907302 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee41536a-7ca8-4ad7-bb72-a42f36a8ccf4" -d '{"events": [{"server_uuid": "74f67615-713d-4929-8d0b-ba61e530da71", "name": "network-vif-deleted", "tag": "86a02086-292a-412c-aca6-e5665fd4345e"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:25:56.942217 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 08:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb204a7-954c-48af-b2b3-9f86e4107cf4 x-openstack-request-id: req-abb204a7-954c-48af-b2b3-9f86e4107cf4 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:25:56.942513 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74f67615-713d-4929-8d0b-ba61e530da71", "name": "network-vif-deleted", "tag": "86a02086-292a-412c-aca6-e5665fd4345e", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:25:56.942771 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-abb204a7-954c-48af-b2b3-9f86e4107cf4 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:25:56.943183 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abb204a7-954c-48af-b2b3-9f86e4107cf4'] response: {'server_uuid': '74f67615-713d-4929-8d0b-ba61e530da71', 'name': 'network-vif-deleted', 'tag': '86a02086-292a-412c-aca6-e5665fd4345e', 'status': 'completed', 'code': 200} Oct 12 08:25:57.366455 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1375379c-7878-47e5-8ae8-e958bc834c83 req-54eb852b-9e97-493b-a8e2-9c9b1ce2019e tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 210 time: 0.0269880 Oct 12 08:25:58.466117 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8cbe78a3-bb08-472c-9109-6826adc02b8b req-7def71c5-65f8-48cc-984e-5972a96f809f tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 210 time: 0.0260549 Oct 12 08:25:59.372534 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 86a02086-292a-412c-aca6-e5665fd4345e no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:25:59.394148 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] No Port match for: 86a02086-292a-412c-aca6-e5665fd4345e {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:25:59.394499 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 86a02086-292a-412c-aca6-e5665fd4345e not bound to the agent host hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:25:59.571383 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1c4dd366-b188-4f7d-b4a4-272d201d91b5 req-f5692605-7687-4aa5-aef6-61bc9b850570 tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f67615-713d-4929-8d0b-ba61e530da71 HTTP/1.1" status: 200 len: 210 time: 0.0311151 Oct 12 08:26:00.633096 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 50002) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:26:00.692509 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2b696d53-64d6-404a-8ba7-b211d9083bee tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:00.717725 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2b696d53-64d6-404a-8ba7-b211d9083bee tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:00.781039 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2b696d53-64d6-404a-8ba7-b211d9083bee tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:00.783652 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-2b696d53-64d6-404a-8ba7-b211d9083bee tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:00.784819 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-2b696d53-64d6-404a-8ba7-b211d9083bee tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] 10.222.0.26 "DELETE /v2.0/security-groups/f01062e2-b4ef-4ed6-acda-d66be8ff7961 HTTP/1.1" status: 204 len: 168 time: 0.1506793 Oct 12 08:26:00.800760 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b696d53-64d6-404a-8ba7-b211d9083bee tempest-TestShelveInstance-1599061832 tempest-TestShelveInstance-1599061832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01062e2-b4ef-4ed6-acda-d66be8ff7961,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:00.834993 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 50006) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:26:01.625428 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6384e76d-2503-41f1-9c5e-16698c0b513c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:01.868513 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-6384e76d-2503-41f1-9c5e-16698c0b513c admin admin] Deleting port 425eb172-f509-4d49-98bf-273b3fe44920 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:26:01.869229 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6384e76d-2503-41f1-9c5e-16698c0b513c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:01.945745 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-6384e76d-2503-41f1-9c5e-16698c0b513c admin admin] For port 425eb172-f509-4d49-98bf-273b3fe44920, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=425eb172-f509-4d49-98bf-273b3fe44920,segment=NetworkSegment(b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04),segment_id=b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:26:01.946002 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6384e76d-2503-41f1-9c5e-16698c0b513c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:01.958688 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-6384e76d-2503-41f1-9c5e-16698c0b513c admin admin] Calling delete_port for 425eb172-f509-4d49-98bf-273b3fe44920 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:26:02.143476 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6384e76d-2503-41f1-9c5e-16698c0b513c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:02.173595 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6384e76d-2503-41f1-9c5e-16698c0b513c admin admin] Pushing event deleted for resources: {'Port': ['ID=425eb172-f509-4d49-98bf-273b3fe44920,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:02.200438 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384e76d-2503-41f1-9c5e-16698c0b513c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:26:02.200777 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384e76d-2503-41f1-9c5e-16698c0b513c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:26:02.201116 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384e76d-2503-41f1-9c5e-16698c0b513c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:26:02.201451 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384e76d-2503-41f1-9c5e-16698c0b513c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:26:02.202270 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384e76d-2503-41f1-9c5e-16698c0b513c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:26:02.202270 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384e76d-2503-41f1-9c5e-16698c0b513c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:26:02.202510 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384e76d-2503-41f1-9c5e-16698c0b513c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:26:02.202743 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384e76d-2503-41f1-9c5e-16698c0b513c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:26:02.203059 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384e76d-2503-41f1-9c5e-16698c0b513c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:26:02.203377 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384e76d-2503-41f1-9c5e-16698c0b513c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:26:02.203688 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384e76d-2503-41f1-9c5e-16698c0b513c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:26:02.204004 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384e76d-2503-41f1-9c5e-16698c0b513c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:26:02.358201 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6384e76d-2503-41f1-9c5e-16698c0b513c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:02.576376 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6384e76d-2503-41f1-9c5e-16698c0b513c admin admin] Router 923067e7-23d2-4639-a145-730674861894 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:26:02.683080 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6384e76d-2503-41f1-9c5e-16698c0b513c admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:26:02.688431 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-6384e76d-2503-41f1-9c5e-16698c0b513c admin admin] 10.222.0.26 "PUT /v2.0/routers/923067e7-23d2-4639-a145-730674861894/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8524253 Oct 12 08:26:02.690971 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 50012) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:26:02.695865 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deed7cbe-26dc-43d3-8bec-1c50e93dbf43 None None] Sync routers for ids ['923067e7-23d2-4639-a145-730674861894'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:26:02.705960 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deed7cbe-26dc-43d3-8bec-1c50e93dbf43 None None] Routers {'923067e7-23d2-4639-a145-730674861894'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:26:02.706591 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-deed7cbe-26dc-43d3-8bec-1c50e93dbf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:25:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['923067e7-23d2-4639-a145-730674861894'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:26:02.796757 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3caa5f1f-6f6e-499c-af9b-9548d86818b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:02.814373 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-deed7cbe-26dc-43d3-8bec-1c50e93dbf43 None None] Set router 923067e7-23d2-4639-a145-730674861894 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:26:02.903921 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3caa5f1f-6f6e-499c-af9b-9548d86818b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:02.965441 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-3caa5f1f-6f6e-499c-af9b-9548d86818b7 admin admin] Deleting port 52fd14ca-64ec-47f1-8345-c4068d13917e {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:26:02.965785 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3caa5f1f-6f6e-499c-af9b-9548d86818b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:03.057005 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-3caa5f1f-6f6e-499c-af9b-9548d86818b7 admin admin] For port 52fd14ca-64ec-47f1-8345-c4068d13917e, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=52fd14ca-64ec-47f1-8345-c4068d13917e,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:26:03.057763 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3caa5f1f-6f6e-499c-af9b-9548d86818b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:03.071026 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-3caa5f1f-6f6e-499c-af9b-9548d86818b7 admin admin] Calling delete_port for 52fd14ca-64ec-47f1-8345-c4068d13917e owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:26:03.132417 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-deed7cbe-26dc-43d3-8bec-1c50e93dbf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923067e7-23d2-4639-a145-730674861894', 'name': 'tempest-TestShelveInstance-225900785-router', 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '52fd14ca-64ec-47f1-8345-c4068d13917e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:17:08Z', 'updated_at': '2022-10-12T08:26:02Z', 'revision_number': 5, 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'gw_port': {'id': '52fd14ca-64ec-47f1-8345-c4068d13917e', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:68:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923067e7-23d2-4639-a145-730674861894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:17:09Z', 'updated_at': '2022-10-12T08:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:26:03.160466 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deed7cbe-26dc-43d3-8bec-1c50e93dbf43 None None] Checking router: 923067e7-23d2-4639-a145-730674861894 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:26:03.169084 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deed7cbe-26dc-43d3-8bec-1c50e93dbf43 None None] Routers {'923067e7-23d2-4639-a145-730674861894'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:26:03.169686 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-deed7cbe-26dc-43d3-8bec-1c50e93dbf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:25:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['923067e7-23d2-4639-a145-730674861894'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:26:03.249277 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3caa5f1f-6f6e-499c-af9b-9548d86818b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:03.260291 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-deed7cbe-26dc-43d3-8bec-1c50e93dbf43 None None] Set router 923067e7-23d2-4639-a145-730674861894 gateway port host: None {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:26:03.277539 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa5f1f-6f6e-499c-af9b-9548d86818b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=52fd14ca-64ec-47f1-8345-c4068d13917e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:03.315715 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-deed7cbe-26dc-43d3-8bec-1c50e93dbf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923067e7-23d2-4639-a145-730674861894', 'name': 'tempest-TestShelveInstance-225900785-router', 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:17:08Z', 'updated_at': '2022-10-12T08:26:02Z', 'revision_number': 6, 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'gw_port_host': None}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:26:03.344974 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deed7cbe-26dc-43d3-8bec-1c50e93dbf43 None None] The sync data for ids ['923067e7-23d2-4639-a145-730674861894'] in dv-neutron-860909-2-hyperv is: [{'id': '923067e7-23d2-4639-a145-730674861894', 'name': 'tempest-TestShelveInstance-225900785-router', 'tenant_id': '233556616dd24a4a8accefb2f97b1af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:17:08Z', 'updated_at': '2022-10-12T08:26:02Z', 'revision_number': 6, 'project_id': '233556616dd24a4a8accefb2f97b1af6', 'gw_port_host': None}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:26:03.345358 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3caa5f1f-6f6e-499c-af9b-9548d86818b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:03.436848 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3caa5f1f-6f6e-499c-af9b-9548d86818b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:03.440017 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3caa5f1f-6f6e-499c-af9b-9548d86818b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:03.483327 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3caa5f1f-6f6e-499c-af9b-9548d86818b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:03.483942 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3caa5f1f-6f6e-499c-af9b-9548d86818b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 923067e7-23d2-4639-a145-730674861894 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 08:26:03.488990 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3caa5f1f-6f6e-499c-af9b-9548d86818b7 admin admin] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:03.490462 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-3caa5f1f-6f6e-499c-af9b-9548d86818b7 admin admin] 10.222.0.26 "DELETE /v2.0/routers/923067e7-23d2-4639-a145-730674861894 HTTP/1.1" status: 204 len: 168 time: 0.7983258 Oct 12 08:26:03.493221 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 50014) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:26:03.539376 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-7709ba91-5f92-46c1-8f49-869a65deecb9 admin admin] Deleting subnet b232c321-46cf-4ec4-bbc4-b317e4c581b8 {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 08:26:03.542400 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7709ba91-5f92-46c1-8f49-869a65deecb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:03.580353 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7709ba91-5f92-46c1-8f49-869a65deecb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:03.654962 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7709ba91-5f92-46c1-8f49-869a65deecb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:03.706921 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7709ba91-5f92-46c1-8f49-869a65deecb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:03.731206 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7709ba91-5f92-46c1-8f49-869a65deecb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b232c321-46cf-4ec4-bbc4-b317e4c581b8,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:03.737005 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7709ba91-5f92-46c1-8f49-869a65deecb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:03.741301 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-7709ba91-5f92-46c1-8f49-869a65deecb9 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b232c321-46cf-4ec4-bbc4-b317e4c581b8 HTTP/1.1" status: 204 len: 168 time: 0.2470803 Oct 12 08:26:03.741661 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c68c84-2e3b-45a4-9e62-5cc14275dcc3 None None] Network 737a5b28-ee9b-4810-8b33-6eaf71f45cc8 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:26:03.743858 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 50016) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:26:03.822507 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-60bbb493-a0c4-4c97-a028-7908b717b185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:03.880244 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-60bbb493-a0c4-4c97-a028-7908b717b185 admin admin] Deleting port b434c952-da7f-4eda-9395-a154fb2c75aa {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:26:03.880596 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-60bbb493-a0c4-4c97-a028-7908b717b185 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:03.941736 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbc0a3a-ba52-43f8-aba5-8bc7bc187564 None None] DHCP port deletion for 737a5b28-ee9b-4810-8b33-6eaf71f45cc8 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 08:26:03.948250 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-60bbb493-a0c4-4c97-a028-7908b717b185 admin admin] For port b434c952-da7f-4eda-9395-a154fb2c75aa, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=b434c952-da7f-4eda-9395-a154fb2c75aa,segment=NetworkSegment(b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04),segment_id=b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:26:03.948501 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-60bbb493-a0c4-4c97-a028-7908b717b185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:03.960993 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-60bbb493-a0c4-4c97-a028-7908b717b185 admin admin] Calling delete_port for b434c952-da7f-4eda-9395-a154fb2c75aa owned by network:dhcp {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:26:03.990667 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2dbc0a3a-ba52-43f8-aba5-8bc7bc187564 None None] Deleting port b434c952-da7f-4eda-9395-a154fb2c75aa {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:26:03.991038 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2dbc0a3a-ba52-43f8-aba5-8bc7bc187564 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:04.044989 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-60bbb493-a0c4-4c97-a028-7908b717b185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:04.063112 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-2dbc0a3a-ba52-43f8-aba5-8bc7bc187564 None None] For port b434c952-da7f-4eda-9395-a154fb2c75aa, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=b434c952-da7f-4eda-9395-a154fb2c75aa,segment=NetworkSegment(b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04),segment_id=b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:26:04.064016 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2dbc0a3a-ba52-43f8-aba5-8bc7bc187564 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:04.070340 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bbb493-a0c4-4c97-a028-7908b717b185 admin admin] Pushing event deleted for resources: {'Port': ['ID=b434c952-da7f-4eda-9395-a154fb2c75aa,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:04.076902 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bbb493-a0c4-4c97-a028-7908b717b185 admin admin] No DVR routers for this DVR port b434c952-da7f-4eda-9395-a154fb2c75aa on host dv-neutron-860909-2-hyperv {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 08:26:04.079921 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2dbc0a3a-ba52-43f8-aba5-8bc7bc187564 None None] Calling delete_port for b434c952-da7f-4eda-9395-a154fb2c75aa owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:26:04.158283 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-60bbb493-a0c4-4c97-a028-7908b717b185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:04.160679 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2dbc0a3a-ba52-43f8-aba5-8bc7bc187564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:04.177898 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-60bbb493-a0c4-4c97-a028-7908b717b185 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['737a5b28-ee9b-4810-8b33-6eaf71f45cc8']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:26:04.187200 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-60bbb493-a0c4-4c97-a028-7908b717b185 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:26:04.187499 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-60bbb493-a0c4-4c97-a028-7908b717b185 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:26:04.188367 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc0a3a-ba52-43f8-aba5-8bc7bc187564 None None] Pushing event deleted for resources: {'Port': ['ID=b434c952-da7f-4eda-9395-a154fb2c75aa,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:04.197356 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbc0a3a-ba52-43f8-aba5-8bc7bc187564 None None] No DVR routers for this DVR port b434c952-da7f-4eda-9395-a154fb2c75aa on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 08:26:04.198277 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-60bbb493-a0c4-4c97-a028-7908b717b185 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:04.201558 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbc0a3a-ba52-43f8-aba5-8bc7bc187564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:26:04.201894 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbc0a3a-ba52-43f8-aba5-8bc7bc187564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:26:04.202323 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbc0a3a-ba52-43f8-aba5-8bc7bc187564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:26:04.202655 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbc0a3a-ba52-43f8-aba5-8bc7bc187564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:26:04.202985 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbc0a3a-ba52-43f8-aba5-8bc7bc187564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:26:04.203308 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbc0a3a-ba52-43f8-aba5-8bc7bc187564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:26:04.203633 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbc0a3a-ba52-43f8-aba5-8bc7bc187564 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:26:04.203953 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbc0a3a-ba52-43f8-aba5-8bc7bc187564 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:26:04.204897 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbc0a3a-ba52-43f8-aba5-8bc7bc187564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:26:04.205207 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbc0a3a-ba52-43f8-aba5-8bc7bc187564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:26:04.205514 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbc0a3a-ba52-43f8-aba5-8bc7bc187564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:26:04.205909 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbc0a3a-ba52-43f8-aba5-8bc7bc187564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:26:04.216572 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-60bbb493-a0c4-4c97-a028-7908b717b185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:04.222548 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60bbb493-a0c4-4c97-a028-7908b717b185 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 08:26:04.222934 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-60bbb493-a0c4-4c97-a028-7908b717b185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:04.288772 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-60bbb493-a0c4-4c97-a028-7908b717b185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:04.293193 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-60bbb493-a0c4-4c97-a028-7908b717b185 admin admin] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:04.296552 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-60bbb493-a0c4-4c97-a028-7908b717b185 admin admin] 10.222.0.26 "DELETE /v2.0/networks/737a5b28-ee9b-4810-8b33-6eaf71f45cc8 HTTP/1.1" status: 204 len: 168 time: 0.5517612 Oct 12 08:26:04.299425 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 50022) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:26:04.346065 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04 resource provider aggregate not found Oct 12 08:26:04.352403 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bbb493-a0c4-4c97-a028-7908b717b185 admin admin] Pushing event deleted for resources: {'Network': ['ID=737a5b28-ee9b-4810-8b33-6eaf71f45cc8,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:04.369481 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b5f1634d-c3b5-4d0e-977d-8a2c1b1faf04 found for delete ", "request_id": "req-29cb5a9b-4a59-4ade-b00c-4fae436897ad"}]} Oct 12 08:26:04.654015 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a1f40b1e-1fd8-41f5-81a0-c33b626681df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:04.892824 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-a1f40b1e-1fd8-41f5-81a0-c33b626681df admin admin] Deleting port bf22cb00-1139-46db-836c-5cf2bb4f997d {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:26:04.893166 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a1f40b1e-1fd8-41f5-81a0-c33b626681df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:04.972401 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-a1f40b1e-1fd8-41f5-81a0-c33b626681df admin admin] For port bf22cb00-1139-46db-836c-5cf2bb4f997d, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=bf22cb00-1139-46db-836c-5cf2bb4f997d,segment=NetworkSegment(11e17f50-62fc-4641-a84a-0e009f303c0d),segment_id=11e17f50-62fc-4641-a84a-0e009f303c0d)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:26:04.972686 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a1f40b1e-1fd8-41f5-81a0-c33b626681df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:04.984711 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-a1f40b1e-1fd8-41f5-81a0-c33b626681df admin admin] Calling delete_port for bf22cb00-1139-46db-836c-5cf2bb4f997d owned by network:router_interface {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:26:05.266554 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device b434c952-da7f-4eda-9395-a154fb2c75aa no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:26:05.290682 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: b434c952-da7f-4eda-9395-a154fb2c75aa {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:26:05.291018 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device b434c952-da7f-4eda-9395-a154fb2c75aa not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:26:05.291747 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 52fd14ca-64ec-47f1-8345-c4068d13917e no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:26:05.311334 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 52fd14ca-64ec-47f1-8345-c4068d13917e {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:26:05.311670 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 52fd14ca-64ec-47f1-8345-c4068d13917e not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:26:05.312093 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 425eb172-f509-4d49-98bf-273b3fe44920 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:26:05.332529 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 425eb172-f509-4d49-98bf-273b3fe44920 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:26:05.332861 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 425eb172-f509-4d49-98bf-273b3fe44920 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:26:05.484321 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a1f40b1e-1fd8-41f5-81a0-c33b626681df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:05.510350 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f40b1e-1fd8-41f5-81a0-c33b626681df admin admin] Pushing event deleted for resources: {'Port': ['ID=bf22cb00-1139-46db-836c-5cf2bb4f997d,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:05.672168 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-a1f40b1e-1fd8-41f5-81a0-c33b626681df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:05.882538 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f40b1e-1fd8-41f5-81a0-c33b626681df admin admin] Router 920861a4-9a91-4aab-8ab9-6b08642779bf has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:26:05.987021 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f40b1e-1fd8-41f5-81a0-c33b626681df admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:26:05.992462 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-a1f40b1e-1fd8-41f5-81a0-c33b626681df admin admin] 10.222.0.26 "PUT /v2.0/routers/920861a4-9a91-4aab-8ab9-6b08642779bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6921008 Oct 12 08:26:05.994984 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 50026) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:26:05.998328 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22895b18-396a-439c-9211-1fb13c42e1b9 None None] Sync routers for ids ['920861a4-9a91-4aab-8ab9-6b08642779bf'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:26:06.009218 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22895b18-396a-439c-9211-1fb13c42e1b9 None None] Routers {'920861a4-9a91-4aab-8ab9-6b08642779bf'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:26:06.009828 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-22895b18-396a-439c-9211-1fb13c42e1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:25:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['920861a4-9a91-4aab-8ab9-6b08642779bf'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:26:06.099014 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-06b61ad6-0153-41c0-b4e5-0a32465ba8b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:06.111352 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-22895b18-396a-439c-9211-1fb13c42e1b9 None None] Set router 920861a4-9a91-4aab-8ab9-6b08642779bf gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:26:06.199783 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-06b61ad6-0153-41c0-b4e5-0a32465ba8b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:06.251885 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-06b61ad6-0153-41c0-b4e5-0a32465ba8b5 admin admin] Deleting port b163635b-6219-4202-ba25-f8b96faac915 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:26:06.252227 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-06b61ad6-0153-41c0-b4e5-0a32465ba8b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:06.285227 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-22895b18-396a-439c-9211-1fb13c42e1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920861a4-9a91-4aab-8ab9-6b08642779bf', 'name': 'tempest-TestShelveInstance-1887710903-router', 'tenant_id': '8f5e6283245f4f6c80b1cb90cb1f2fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': 'b163635b-6219-4202-ba25-f8b96faac915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:17:13Z', 'updated_at': '2022-10-12T08:26:05Z', 'revision_number': 5, 'project_id': '8f5e6283245f4f6c80b1cb90cb1f2fe0', 'gw_port': {'id': 'b163635b-6219-4202-ba25-f8b96faac915', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920861a4-9a91-4aab-8ab9-6b08642779bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:17:13Z', 'updated_at': '2022-10-12T08:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:26:06.315949 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22895b18-396a-439c-9211-1fb13c42e1b9 None None] Checking router: 920861a4-9a91-4aab-8ab9-6b08642779bf for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:26:06.324034 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22895b18-396a-439c-9211-1fb13c42e1b9 None None] Routers {'920861a4-9a91-4aab-8ab9-6b08642779bf'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:26:06.324638 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-22895b18-396a-439c-9211-1fb13c42e1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:25:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['920861a4-9a91-4aab-8ab9-6b08642779bf'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:26:06.336563 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-06b61ad6-0153-41c0-b4e5-0a32465ba8b5 admin admin] For port b163635b-6219-4202-ba25-f8b96faac915, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=b163635b-6219-4202-ba25-f8b96faac915,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:26:06.336924 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-06b61ad6-0153-41c0-b4e5-0a32465ba8b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:06.348822 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-06b61ad6-0153-41c0-b4e5-0a32465ba8b5 admin admin] Calling delete_port for b163635b-6219-4202-ba25-f8b96faac915 owned by network:router_gateway {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:26:06.409010 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-22895b18-396a-439c-9211-1fb13c42e1b9 None None] Set router 920861a4-9a91-4aab-8ab9-6b08642779bf gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:26:06.458949 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-22895b18-396a-439c-9211-1fb13c42e1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920861a4-9a91-4aab-8ab9-6b08642779bf', 'name': 'tempest-TestShelveInstance-1887710903-router', 'tenant_id': '8f5e6283245f4f6c80b1cb90cb1f2fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:17:13Z', 'updated_at': '2022-10-12T08:26:06Z', 'revision_number': 6, 'project_id': '8f5e6283245f4f6c80b1cb90cb1f2fe0', 'gw_port_host': None}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:26:06.488399 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22895b18-396a-439c-9211-1fb13c42e1b9 None None] The sync data for ids ['920861a4-9a91-4aab-8ab9-6b08642779bf'] in dv-neutron-860909-2-hyperv is: [{'id': '920861a4-9a91-4aab-8ab9-6b08642779bf', 'name': 'tempest-TestShelveInstance-1887710903-router', 'tenant_id': '8f5e6283245f4f6c80b1cb90cb1f2fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:17:13Z', 'updated_at': '2022-10-12T08:26:06Z', 'revision_number': 6, 'project_id': '8f5e6283245f4f6c80b1cb90cb1f2fe0', 'gw_port_host': None}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:26:06.515782 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-06b61ad6-0153-41c0-b4e5-0a32465ba8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:06.540350 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b61ad6-0153-41c0-b4e5-0a32465ba8b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b163635b-6219-4202-ba25-f8b96faac915,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:06.601111 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-06b61ad6-0153-41c0-b4e5-0a32465ba8b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:06.689862 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-06b61ad6-0153-41c0-b4e5-0a32465ba8b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:06.691985 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-06b61ad6-0153-41c0-b4e5-0a32465ba8b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:06.737638 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-06b61ad6-0153-41c0-b4e5-0a32465ba8b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:06.738241 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b61ad6-0153-41c0-b4e5-0a32465ba8b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 920861a4-9a91-4aab-8ab9-6b08642779bf {{(pid=103200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 08:26:06.742659 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-06b61ad6-0153-41c0-b4e5-0a32465ba8b5 admin admin] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:06.743696 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-06b61ad6-0153-41c0-b4e5-0a32465ba8b5 admin admin] 10.222.0.26 "DELETE /v2.0/routers/920861a4-9a91-4aab-8ab9-6b08642779bf HTTP/1.1" status: 204 len: 168 time: 0.7473221 Oct 12 08:26:06.746257 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 50028) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:26:06.790535 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a14af63-4e1d-44e7-abcf-dc58f66ef10e admin admin] Deleting subnet 044e1f39-f9d7-4d33-ae39-4d202bfab103 {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 08:26:06.793359 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9a14af63-4e1d-44e7-abcf-dc58f66ef10e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:06.828331 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9a14af63-4e1d-44e7-abcf-dc58f66ef10e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:06.915306 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9a14af63-4e1d-44e7-abcf-dc58f66ef10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:06.968754 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9a14af63-4e1d-44e7-abcf-dc58f66ef10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:06.992785 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14af63-4e1d-44e7-abcf-dc58f66ef10e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=044e1f39-f9d7-4d33-ae39-4d202bfab103,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:06.998805 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-9a14af63-4e1d-44e7-abcf-dc58f66ef10e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:07.002242 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-9a14af63-4e1d-44e7-abcf-dc58f66ef10e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/044e1f39-f9d7-4d33-ae39-4d202bfab103 HTTP/1.1" status: 204 len: 168 time: 0.2550395 Oct 12 08:26:07.004742 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644777ad-26cf-4283-b2cf-d8b041712384 None None] Network 3456b7c3-c077-4a62-a057-5ba232d27a50 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:26:07.005271 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 50030) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:26:07.074761 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b2833bad-d713-4df4-94d5-0571f0fe98b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:07.125901 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-b2833bad-d713-4df4-94d5-0571f0fe98b2 admin admin] Deleting port 451fd70a-e9e6-4d60-b830-2fd986469322 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:26:07.126515 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b2833bad-d713-4df4-94d5-0571f0fe98b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:07.192284 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-b2833bad-d713-4df4-94d5-0571f0fe98b2 admin admin] For port 451fd70a-e9e6-4d60-b830-2fd986469322, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=451fd70a-e9e6-4d60-b830-2fd986469322,segment=NetworkSegment(11e17f50-62fc-4641-a84a-0e009f303c0d),segment_id=11e17f50-62fc-4641-a84a-0e009f303c0d)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:26:07.192586 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b2833bad-d713-4df4-94d5-0571f0fe98b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:07.203809 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-b2833bad-d713-4df4-94d5-0571f0fe98b2 admin admin] Calling delete_port for 451fd70a-e9e6-4d60-b830-2fd986469322 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:26:07.248408 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5308c7c-d117-4848-810b-418c5ab1004e None None] DHCP port deletion for 3456b7c3-c077-4a62-a057-5ba232d27a50 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 08:26:07.294883 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b2833bad-d713-4df4-94d5-0571f0fe98b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:07.299513 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device bf22cb00-1139-46db-836c-5cf2bb4f997d no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:26:07.318758 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2833bad-d713-4df4-94d5-0571f0fe98b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=451fd70a-e9e6-4d60-b830-2fd986469322,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:07.324388 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2833bad-d713-4df4-94d5-0571f0fe98b2 admin admin] No DVR routers for this DVR port 451fd70a-e9e6-4d60-b830-2fd986469322 on host dv-neutron-860909-2-hyperv {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 08:26:07.328178 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: bf22cb00-1139-46db-836c-5cf2bb4f997d {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:26:07.328538 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device bf22cb00-1139-46db-836c-5cf2bb4f997d not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:26:07.328957 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 451fd70a-e9e6-4d60-b830-2fd986469322 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:26:07.352706 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e5308c7c-d117-4848-810b-418c5ab1004e None None] Deleting port 451fd70a-e9e6-4d60-b830-2fd986469322 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:26:07.353083 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e5308c7c-d117-4848-810b-418c5ab1004e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:07.354603 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 451fd70a-e9e6-4d60-b830-2fd986469322 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:26:07.354943 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 451fd70a-e9e6-4d60-b830-2fd986469322 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:26:07.355382 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device b163635b-6219-4202-ba25-f8b96faac915 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:26:07.389082 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: b163635b-6219-4202-ba25-f8b96faac915 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:26:07.389430 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device b163635b-6219-4202-ba25-f8b96faac915 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:26:07.399507 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b2833bad-d713-4df4-94d5-0571f0fe98b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:07.420452 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-b2833bad-d713-4df4-94d5-0571f0fe98b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3456b7c3-c077-4a62-a057-5ba232d27a50']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:26:07.431120 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-b2833bad-d713-4df4-94d5-0571f0fe98b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11e17f50-62fc-4641-a84a-0e009f303c0d') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:26:07.431120 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-b2833bad-d713-4df4-94d5-0571f0fe98b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11e17f50-62fc-4641-a84a-0e009f303c0d') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:26:07.440825 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b2833bad-d713-4df4-94d5-0571f0fe98b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:07.442226 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-e5308c7c-d117-4848-810b-418c5ab1004e None None] For port 451fd70a-e9e6-4d60-b830-2fd986469322, host dv-neutron-860909-2-hyperv, got binding levels [] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:26:07.442698 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e5308c7c-d117-4848-810b-418c5ab1004e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:07.453597 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b2833bad-d713-4df4-94d5-0571f0fe98b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:07.454787 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e5308c7c-d117-4848-810b-418c5ab1004e None None] Calling delete_port for 451fd70a-e9e6-4d60-b830-2fd986469322 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:26:07.457700 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.ipam_backend_mixin [None req-e5308c7c-d117-4848-810b-418c5ab1004e None None] Port 451fd70a-e9e6-4d60-b830-2fd986469322 was not found and therefore no delete operation was performed {{(pid=103202) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 12 08:26:07.459003 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e5308c7c-d117-4848-810b-418c5ab1004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:07.459404 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2833bad-d713-4df4-94d5-0571f0fe98b2 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 08:26:07.459816 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b2833bad-d713-4df4-94d5-0571f0fe98b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:07.484143 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5308c7c-d117-4848-810b-418c5ab1004e None None] Pushing event deleted for resources: {'Port': ['ID=451fd70a-e9e6-4d60-b830-2fd986469322,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:07.490405 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5308c7c-d117-4848-810b-418c5ab1004e None None] No DVR routers for this DVR port 451fd70a-e9e6-4d60-b830-2fd986469322 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 08:26:07.533340 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b2833bad-d713-4df4-94d5-0571f0fe98b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:07.541023 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-b2833bad-d713-4df4-94d5-0571f0fe98b2 admin admin] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:07.546716 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b2833bad-d713-4df4-94d5-0571f0fe98b2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/3456b7c3-c077-4a62-a057-5ba232d27a50 HTTP/1.1" status: 204 len: 168 time: 0.5405953 Oct 12 08:26:07.565098 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2833bad-d713-4df4-94d5-0571f0fe98b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3456b7c3-c077-4a62-a057-5ba232d27a50,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:07.574955 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 11e17f50-62fc-4641-a84a-0e009f303c0d resource provider aggregate not found Oct 12 08:26:07.596535 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment 11e17f50-62fc-4641-a84a-0e009f303c0d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 11e17f50-62fc-4641-a84a-0e009f303c0d found for delete ", "request_id": "req-2ec17708-9041-4f67-ad9c-b95d5bc3b1bb"}]} Oct 12 08:26:07.681462 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 50040) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:26:07.719482 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-253c33fc-c37a-43fb-80f7-7311582234aa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=233556616dd24a4a8accefb2f97b1af6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0368729 Oct 12 08:26:07.722370 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 50042) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:26:07.767843 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cfc4751a-c3fa-4bf9-aa8b-b4c14ddcb378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:07.787913 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cfc4751a-c3fa-4bf9-aa8b-b4c14ddcb378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:07.834547 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cfc4751a-c3fa-4bf9-aa8b-b4c14ddcb378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:07.837033 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-cfc4751a-c3fa-4bf9-aa8b-b4c14ddcb378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:07.838213 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-cfc4751a-c3fa-4bf9-aa8b-b4c14ddcb378 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/76357c9f-2a56-4524-9e6d-9de06a8c2ca9 HTTP/1.1" status: 204 len: 168 time: 0.1149468 Oct 12 08:26:07.845702 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc4751a-c3fa-4bf9-aa8b-b4c14ddcb378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76357c9f-2a56-4524-9e6d-9de06a8c2ca9,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:08.140830 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 50048) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:26:08.179485 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-892d51ac-18a9-4c61-838b-58c8902e9cef admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8f5e6283245f4f6c80b1cb90cb1f2fe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375013 Oct 12 08:26:08.181974 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 50050) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:26:08.230170 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f796eff7-af10-4324-a9dc-a78214326023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:08.250872 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f796eff7-af10-4324-a9dc-a78214326023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:08.295476 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f796eff7-af10-4324-a9dc-a78214326023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:08.298700 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-f796eff7-af10-4324-a9dc-a78214326023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:08.299724 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-f796eff7-af10-4324-a9dc-a78214326023 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/45598033-fa6b-414c-af0f-0c5a2878e93e HTTP/1.1" status: 204 len: 168 time: 0.1168435 Oct 12 08:26:08.306964 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f796eff7-af10-4324-a9dc-a78214326023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45598033-fa6b-414c-af0f-0c5a2878e93e,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:08.938861 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 50072) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:26:09.043602 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-daa0715d-a6aa-4dfb-ba4c-15f3ce4a89e5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-243007910-network', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:26:09.062517 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa0715d-a6aa-4dfb-ba4c-15f3ce4a89e5 admin admin] Made reservation on behalf of 47f52079611d4c6c8419017cbbe439c7 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:26:09.064650 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-daa0715d-a6aa-4dfb-ba4c-15f3ce4a89e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:09.072524 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-daa0715d-a6aa-4dfb-ba4c-15f3ce4a89e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:09.143169 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-daa0715d-a6aa-4dfb-ba4c-15f3ce4a89e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:09.146626 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-daa0715d-a6aa-4dfb-ba4c-15f3ce4a89e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:09.169830 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daa0715d-a6aa-4dfb-ba4c-15f3ce4a89e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 08:26:09.179267 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa0715d-a6aa-4dfb-ba4c-15f3ce4a89e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58bc37b-b699-4f33-88c7-c7607abdd27a,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:09.184162 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-daa0715d-a6aa-4dfb-ba4c-15f3ce4a89e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:09.184513 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-daa0715d-a6aa-4dfb-ba4c-15f3ce4a89e5 admin admin] Added segment 5ae7f39e-c378-4a03-9874-c3a2d10b7f9b of type vlan for network dab142d0-e848-4c73-a1ff-6df5fe079ffa Oct 12 08:26:09.226006 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-daa0715d-a6aa-4dfb-ba4c-15f3ce4a89e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:09.248104 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-daa0715d-a6aa-4dfb-ba4c-15f3ce4a89e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:09.249028 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa0715d-a6aa-4dfb-ba4c-15f3ce4a89e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:26:09.249597 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-daa0715d-a6aa-4dfb-ba4c-15f3ce4a89e5 admin admin] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:09.285605 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-daa0715d-a6aa-4dfb-ba4c-15f3ce4a89e5 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3456113 Oct 12 08:26:09.288533 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 50076) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:26:09.293492 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-54bf432d-4e1c-4350-9396-a8cd255427ce admin admin] Request body: {'subnet': {'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-243007910-subnet', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'ip_version': 4}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:26:09.311873 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54bf432d-4e1c-4350-9396-a8cd255427ce admin admin] Made reservation on behalf of 47f52079611d4c6c8419017cbbe439c7 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:26:09.314652 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-54bf432d-4e1c-4350-9396-a8cd255427ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:09.316762 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa0715d-a6aa-4dfb-ba4c-15f3ce4a89e5 admin admin] Pushing event updated for resources: {'Network': ['ID=dab142d0-e848-4c73-a1ff-6df5fe079ffa,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:09.326935 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network dab142d0-e848-4c73-a1ff-6df5fe079ffa details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 08:26:09.484380 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-54bf432d-4e1c-4350-9396-a8cd255427ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:09.541416 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf432d-4e1c-4350-9396-a8cd255427ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=f591aa2b-ad4e-4e02-9ec4-1a990ceebce4,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:09.546479 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bf432d-4e1c-4350-9396-a8cd255427ce admin admin] Checking segment: {'id': '5ae7f39e-c378-4a03-9874-c3a2d10b7f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:26:09.546828 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bf432d-4e1c-4350-9396-a8cd255427ce admin admin] Network hostable DHCP agents. Network: dab142d0-e848-4c73-a1ff-6df5fe079ffa, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 08:26:09.564176 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bf432d-4e1c-4350-9396-a8cd255427ce admin admin] Network dab142d0-e848-4c73-a1ff-6df5fe079ffa is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 08:26:09.573707 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-54bf432d-4e1c-4350-9396-a8cd255427ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, dab142d0-e848-4c73-a1ff-6df5fe079ffa) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:26:09.578014 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bf432d-4e1c-4350-9396-a8cd255427ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:26:09.578738 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-54bf432d-4e1c-4350-9396-a8cd255427ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:09.582833 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d730eda0-3c30-44bf-b2b2-a4254f3f20a6 None None] Network dab142d0-e848-4c73-a1ff-6df5fe079ffa requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:26:09.595205 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-54bf432d-4e1c-4350-9396-a8cd255427ce admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3050852 Oct 12 08:26:09.597792 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 50078) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:26:09.601969 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-d7aa19f9-c52d-4461-b37c-818c529620b1 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-243007910-router', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:26:09.620759 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d7aa19f9-c52d-4461-b37c-818c529620b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:09.621937 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d7aa19f9-c52d-4461-b37c-818c529620b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:09.679207 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d7aa19f9-c52d-4461-b37c-818c529620b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:09.731441 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e90f6c-b514-4727-a426-8411a824ec77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-dab142d0-e848-4c73-a1ff-6df5fe079ffa', 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'fixed_ips': [{'subnet_id': 'f591aa2b-ad4e-4e02-9ec4-1a990ceebce4'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 08:26:09.732287 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-45e90f6c-b514-4727-a426-8411a824ec77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:09.823761 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d7aa19f9-c52d-4461-b37c-818c529620b1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:09.867352 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-45e90f6c-b514-4727-a426-8411a824ec77 None None] Allocated IP 172.20.0.2 (dab142d0-e848-4c73-a1ff-6df5fe079ffa/f591aa2b-ad4e-4e02-9ec4-1a990ceebce4/68e869e5-2363-4a21-aba3-7c5174b4c677) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:26:10.009368 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-45e90f6c-b514-4727-a426-8411a824ec77 None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:10.015877 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-45e90f6c-b514-4727-a426-8411a824ec77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:10.029284 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d7aa19f9-c52d-4461-b37c-818c529620b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:10.049042 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d7aa19f9-c52d-4461-b37c-818c529620b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:10.054608 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e90f6c-b514-4727-a426-8411a824ec77 None None] Network dab142d0-e848-4c73-a1ff-6df5fe079ffa is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:26:10.058956 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-45e90f6c-b514-4727-a426-8411a824ec77 None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:26:10.064240 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e90f6c-b514-4727-a426-8411a824ec77 None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:26:10.066201 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e90f6c-b514-4727-a426-8411a824ec77 None None] Pushing event updated for resources: {'Port': ['ID=68e869e5-2363-4a21-aba3-7c5174b4c677,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:10.121938 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-45e90f6c-b514-4727-a426-8411a824ec77 None None] Attempting to bind port 68e869e5-2363-4a21-aba3-7c5174b4c677 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:26:10.122344 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-45e90f6c-b514-4727-a426-8411a824ec77 None None] Attempting to bind port 68e869e5-2363-4a21-aba3-7c5174b4c677 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '5ae7f39e-c378-4a03-9874-c3a2d10b7f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:26:10.122703 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e90f6c-b514-4727-a426-8411a824ec77 None None] Attempting to bind port 68e869e5-2363-4a21-aba3-7c5174b4c677 on network dab142d0-e848-4c73-a1ff-6df5fe079ffa {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:26:10.128079 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e90f6c-b514-4727-a426-8411a824ec77 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:26:10.128447 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e90f6c-b514-4727-a426-8411a824ec77 None None] Checking segment: {'id': '5ae7f39e-c378-4a03-9874-c3a2d10b7f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:26:10.128849 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-45e90f6c-b514-4727-a426-8411a824ec77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:10.129239 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e90f6c-b514-4727-a426-8411a824ec77 None None] Bound using segment: {'id': '5ae7f39e-c378-4a03-9874-c3a2d10b7f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:26:10.129731 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-45e90f6c-b514-4727-a426-8411a824ec77 None None] Bound port: 68e869e5-2363-4a21-aba3-7c5174b4c677, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae7f39e-c378-4a03-9874-c3a2d10b7f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:26:10.130129 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-45e90f6c-b514-4727-a426-8411a824ec77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:10.156775 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-d7aa19f9-c52d-4461-b37c-818c529620b1 admin admin] Allocated IP 172.26.3.123 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:26:10.193022 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-45e90f6c-b514-4727-a426-8411a824ec77 None None] For port 68e869e5-2363-4a21-aba3-7c5174b4c677, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:26:10.197384 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-45e90f6c-b514-4727-a426-8411a824ec77 None None] For port 68e869e5-2363-4a21-aba3-7c5174b4c677, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=68e869e5-2363-4a21-aba3-7c5174b4c677,segment=NetworkSegment(5ae7f39e-c378-4a03-9874-c3a2d10b7f9b),segment_id=5ae7f39e-c378-4a03-9874-c3a2d10b7f9b)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:26:10.201511 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-45e90f6c-b514-4727-a426-8411a824ec77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:10.252422 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e90f6c-b514-4727-a426-8411a824ec77 None None] Pushing event updated for resources: {'Port': ['ID=68e869e5-2363-4a21-aba3-7c5174b4c677,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:10.263114 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d7aa19f9-c52d-4461-b37c-818c529620b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:10.297450 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d7aa19f9-c52d-4461-b37c-818c529620b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:10.342903 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7aa19f9-c52d-4461-b37c-818c529620b1 admin admin] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:26:10.347554 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-d7aa19f9-c52d-4461-b37c-818c529620b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:26:10.349967 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7aa19f9-c52d-4461-b37c-818c529620b1 admin admin] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:26:10.394550 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa19f9-c52d-4461-b37c-818c529620b1 admin admin] Pushing event updated for resources: {'Port': ['ID=fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:10.622713 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d7aa19f9-c52d-4461-b37c-818c529620b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:10.819358 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d7aa19f9-c52d-4461-b37c-818c529620b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:10.951059 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7aa19f9-c52d-4461-b37c-818c529620b1 admin admin] Router dc9d212c-12f6-48e2-a40c-03fc597bc849 is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 08:26:11.154426 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52e4145-f9da-44ba-a951-c1e871acd1c1 None None] Network dab142d0-e848-4c73-a1ff-6df5fe079ffa requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:26:11.240041 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-739c86e3-4471-4612-91d3-7682fb398681 None None] Provisioning complete for port 68e869e5-2363-4a21-aba3-7c5174b4c677 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:26:11.240415 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-739c86e3-4471-4612-91d3-7682fb398681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:11.240745 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-739c86e3-4471-4612-91d3-7682fb398681 None None] Attempt 1 to provision port 68e869e5-2363-4a21-aba3-7c5174b4c677 Oct 12 08:26:11.324081 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 68e869e5-2363-4a21-aba3-7c5174b4c677 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:26:11.406064 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7aa19f9-c52d-4461-b37c-818c529620b1 admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:26:11.418882 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ababb6-e32c-4a1c-9bfb-695fa799f7ff None None] Sync routers for ids ['dc9d212c-12f6-48e2-a40c-03fc597bc849'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:26:11.424954 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-d7aa19f9-c52d-4461-b37c-818c529620b1 admin admin] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:11.428825 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-d7aa19f9-c52d-4461-b37c-818c529620b1 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8274822 Oct 12 08:26:11.429026 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 50080) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:26:11.434722 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-739c86e3-4471-4612-91d3-7682fb398681 None None] Current status of the port 68e869e5-2363-4a21-aba3-7c5174b4c677 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:26:11.436443 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-739c86e3-4471-4612-91d3-7682fb398681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:11.462989 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ababb6-e32c-4a1c-9bfb-695fa799f7ff None None] Routers {'dc9d212c-12f6-48e2-a40c-03fc597bc849'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:26:11.463597 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-90ababb6-e32c-4a1c-9bfb-695fa799f7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:25:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['dc9d212c-12f6-48e2-a40c-03fc597bc849'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:26:11.511042 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 68e869e5-2363-4a21-aba3-7c5174b4c677 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:26:11.511418 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:11.511840 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 68e869e5-2363-4a21-aba3-7c5174b4c677 Oct 12 08:26:11.558308 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-739c86e3-4471-4612-91d3-7682fb398681 None None] For port 68e869e5-2363-4a21-aba3-7c5174b4c677, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=68e869e5-2363-4a21-aba3-7c5174b4c677,segment=NetworkSegment(5ae7f39e-c378-4a03-9874-c3a2d10b7f9b),segment_id=5ae7f39e-c378-4a03-9874-c3a2d10b7f9b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:26:11.570840 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-739c86e3-4471-4612-91d3-7682fb398681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:11.685779 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-90ababb6-e32c-4a1c-9bfb-695fa799f7ff None None] Set router dc9d212c-12f6-48e2-a40c-03fc597bc849 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:26:11.869871 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b7d1e861-b119-46aa-9b03-a152c362030c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:11.899531 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c86e3-4471-4612-91d3-7682fb398681 None None] Pushing event updated for resources: {'Port': ['ID=68e869e5-2363-4a21-aba3-7c5174b4c677,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:11.927965 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 68e869e5-2363-4a21-aba3-7c5174b4c677 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:26:11.940691 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-ee6b07e7-22a9-44c0-8ee4-d501099cd2d0 None None] Provisioning complete for port 68e869e5-2363-4a21-aba3-7c5174b4c677 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:26:11.941063 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ee6b07e7-22a9-44c0-8ee4-d501099cd2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:11.941396 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-ee6b07e7-22a9-44c0-8ee4-d501099cd2d0 None None] Attempt 1 to provision port 68e869e5-2363-4a21-aba3-7c5174b4c677 Oct 12 08:26:12.022925 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-b7d1e861-b119-46aa-9b03-a152c362030c admin admin] Allocated IP 172.20.0.1 (dab142d0-e848-4c73-a1ff-6df5fe079ffa/f591aa2b-ad4e-4e02-9ec4-1a990ceebce4/8a6504af-95f6-4ddb-815c-e431ed87a80c) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:26:12.093542 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-ee6b07e7-22a9-44c0-8ee4-d501099cd2d0 None None] Current status of the port 68e869e5-2363-4a21-aba3-7c5174b4c677 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:26:12.107292 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-90ababb6-e32c-4a1c-9bfb-695fa799f7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'name': 'tempest-TestSnapshotPattern-243007910-router', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': 'fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:26:09Z', 'updated_at': '2022-10-12T08:26:10Z', 'revision_number': 3, 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'gw_port': {'id': 'fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:26:10Z', 'updated_at': '2022-10-12T08:26:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:26:12.123795 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b7d1e861-b119-46aa-9b03-a152c362030c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:12.138107 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ababb6-e32c-4a1c-9bfb-695fa799f7ff None None] Checking router: dc9d212c-12f6-48e2-a40c-03fc597bc849 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:26:12.138458 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ababb6-e32c-4a1c-9bfb-695fa799f7ff None None] Updating router dc9d212c-12f6-48e2-a40c-03fc597bc849 port fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7 binding host dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 08:26:12.156780 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b7d1e861-b119-46aa-9b03-a152c362030c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:12.162899 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-90ababb6-e32c-4a1c-9bfb-695fa799f7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:12.198477 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d1e861-b119-46aa-9b03-a152c362030c admin admin] Network dab142d0-e848-4c73-a1ff-6df5fe079ffa is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:26:12.201434 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-b7d1e861-b119-46aa-9b03-a152c362030c admin admin] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:26:12.205066 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d1e861-b119-46aa-9b03-a152c362030c admin admin] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:26:12.235123 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d1e861-b119-46aa-9b03-a152c362030c admin admin] Pushing event updated for resources: {'Port': ['ID=8a6504af-95f6-4ddb-815c-e431ed87a80c,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:12.249408 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b7d1e861-b119-46aa-9b03-a152c362030c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:12.387977 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b7d1e861-b119-46aa-9b03-a152c362030c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:12.444347 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-f08430a1-5cab-4d8f-82bb-d7601949ed4a None None] Provisioning complete for port 8a6504af-95f6-4ddb-815c-e431ed87a80c triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:26:12.444634 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f08430a1-5cab-4d8f-82bb-d7601949ed4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:12.444962 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-f08430a1-5cab-4d8f-82bb-d7601949ed4a None None] Attempt 1 to provision port 8a6504af-95f6-4ddb-815c-e431ed87a80c Oct 12 08:26:12.447512 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-90ababb6-e32c-4a1c-9bfb-695fa799f7ff None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:12.471561 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-90ababb6-e32c-4a1c-9bfb-695fa799f7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:12.512582 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-90ababb6-e32c-4a1c-9bfb-695fa799f7ff None None] Attempting to bind port fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:26:12.512845 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-90ababb6-e32c-4a1c-9bfb-695fa799f7ff None None] Attempting to bind port fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:26:12.513205 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ababb6-e32c-4a1c-9bfb-695fa799f7ff None None] Attempting to bind port fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7 on network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:26:12.521627 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f08430a1-5cab-4d8f-82bb-d7601949ed4a None None] Port 8a6504af-95f6-4ddb-815c-e431ed87a80c cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:26:12.525627 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ababb6-e32c-4a1c-9bfb-695fa799f7ff None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:26:12.525995 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ababb6-e32c-4a1c-9bfb-695fa799f7ff None None] Checking segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:26:12.526418 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-90ababb6-e32c-4a1c-9bfb-695fa799f7ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:12.526805 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ababb6-e32c-4a1c-9bfb-695fa799f7ff None None] Bound using segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:26:12.527275 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-90ababb6-e32c-4a1c-9bfb-695fa799f7ff None None] Bound port: fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:26:12.527651 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-90ababb6-e32c-4a1c-9bfb-695fa799f7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:12.550450 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9473c8d6-3159-4b1a-b2d4-a237f8b20b98 None None] Pushing event updated for resources: {'Port': ['ID=fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:12.555444 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b7d1e861-b119-46aa-9b03-a152c362030c admin admin] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:12.561030 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b7d1e861-b119-46aa-9b03-a152c362030c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:12.585389 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-90ababb6-e32c-4a1c-9bfb-695fa799f7ff None None] For port fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:26:12.588502 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-90ababb6-e32c-4a1c-9bfb-695fa799f7ff None None] For port fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:26:12.593488 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-90ababb6-e32c-4a1c-9bfb-695fa799f7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:12.628418 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d1e861-b119-46aa-9b03-a152c362030c admin admin] Pushing event updated for resources: {'Port': ['ID=8a6504af-95f6-4ddb-815c-e431ed87a80c,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:12.631971 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-b7d1e861-b119-46aa-9b03-a152c362030c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:12.633747 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ababb6-e32c-4a1c-9bfb-695fa799f7ff None None] Routers {'dc9d212c-12f6-48e2-a40c-03fc597bc849'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:26:12.634388 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-90ababb6-e32c-4a1c-9bfb-695fa799f7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:25:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['dc9d212c-12f6-48e2-a40c-03fc597bc849'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:26:12.692809 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9473c8d6-3159-4b1a-b2d4-a237f8b20b98 None None] Pushing event updated for resources: {'Port': ['ID=fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:12.727167 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d1e861-b119-46aa-9b03-a152c362030c admin admin] Network dab142d0-e848-4c73-a1ff-6df5fe079ffa is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:26:12.728519 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-b7d1e861-b119-46aa-9b03-a152c362030c admin admin] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:26:12.760002 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-90ababb6-e32c-4a1c-9bfb-695fa799f7ff None None] Set router dc9d212c-12f6-48e2-a40c-03fc597bc849 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:26:12.855215 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d1e861-b119-46aa-9b03-a152c362030c admin admin] Router dc9d212c-12f6-48e2-a40c-03fc597bc849 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:26:12.965264 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d1e861-b119-46aa-9b03-a152c362030c admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:26:12.971276 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-b7d1e861-b119-46aa-9b03-a152c362030c admin admin] 10.222.0.26 "PUT /v2.0/routers/dc9d212c-12f6-48e2-a40c-03fc597bc849/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5412943 Oct 12 08:26:12.975822 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-90ababb6-e32c-4a1c-9bfb-695fa799f7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'name': 'tempest-TestSnapshotPattern-243007910-router', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': 'fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:26:09Z', 'updated_at': '2022-10-12T08:26:12Z', 'revision_number': 4, 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'gw_port': {'id': 'fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:26:10Z', 'updated_at': '2022-10-12T08:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '8a6504af-95f6-4ddb-815c-e431ed87a80c', 'name': '', 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'mac_address': 'fa:16:3e:e6:95:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'f591aa2b-ad4e-4e02-9ec4-1a990ceebce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:26:11Z', 'updated_at': '2022-10-12T08:26:12Z', 'revision_number': 2, 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'subnets': [{'id': 'f591aa2b-ad4e-4e02-9ec4-1a990ceebce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:26:13.003593 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ababb6-e32c-4a1c-9bfb-695fa799f7ff None None] The sync data for ids ['dc9d212c-12f6-48e2-a40c-03fc597bc849'] in dv-neutron-860909-2-hyperv is: [{'id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'name': 'tempest-TestSnapshotPattern-243007910-router', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': 'fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:26:09Z', 'updated_at': '2022-10-12T08:26:12Z', 'revision_number': 4, 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'gw_port': {'id': 'fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:26:10Z', 'updated_at': '2022-10-12T08:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '8a6504af-95f6-4ddb-815c-e431ed87a80c', 'name': '', 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'mac_address': 'fa:16:3e:e6:95:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'f591aa2b-ad4e-4e02-9ec4-1a990ceebce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:26:11Z', 'updated_at': '2022-10-12T08:26:12Z', 'revision_number': 2, 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'subnets': [{'id': 'f591aa2b-ad4e-4e02-9ec4-1a990ceebce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:26:13.022975 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-f08430a1-5cab-4d8f-82bb-d7601949ed4a None None] Attempt 2 to provision port 8a6504af-95f6-4ddb-815c-e431ed87a80c Oct 12 08:26:13.064794 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f08430a1-5cab-4d8f-82bb-d7601949ed4a None None] Port 8a6504af-95f6-4ddb-815c-e431ed87a80c cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:26:13.299621 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 68e869e5-2363-4a21-aba3-7c5174b4c677 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:26:13.355357 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 68e869e5-2363-4a21-aba3-7c5174b4c677 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:26:13.355742 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:13.356074 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 68e869e5-2363-4a21-aba3-7c5174b4c677 Oct 12 08:26:13.445599 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 68e869e5-2363-4a21-aba3-7c5174b4c677 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:26:13.498272 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 50096) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:26:13.503623 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-5f6e8994-4dfe-4538-a349-12b110c5178f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-450907647-network', 'tenant_id': '26009119897c4cb28ea1b5f17798cc65'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:26:13.523411 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6e8994-4dfe-4538-a349-12b110c5178f admin admin] Made reservation on behalf of 26009119897c4cb28ea1b5f17798cc65 for: {'network': 1} {{(pid=103201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:26:13.525838 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5f6e8994-4dfe-4538-a349-12b110c5178f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for network, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:13.535647 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5f6e8994-4dfe-4538-a349-12b110c5178f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:13.566387 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-f08430a1-5cab-4d8f-82bb-d7601949ed4a None None] Attempt 3 to provision port 8a6504af-95f6-4ddb-815c-e431ed87a80c Oct 12 08:26:13.604667 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f08430a1-5cab-4d8f-82bb-d7601949ed4a None None] Port 8a6504af-95f6-4ddb-815c-e431ed87a80c cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:26:13.616030 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5f6e8994-4dfe-4538-a349-12b110c5178f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:13.620128 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5f6e8994-4dfe-4538-a349-12b110c5178f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:13.646871 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f6e8994-4dfe-4538-a349-12b110c5178f admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=103201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 08:26:13.660919 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e8994-4dfe-4538-a349-12b110c5178f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa627bdb-8d60-4d28-9e23-3ab747af9dec,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:13.675158 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5f6e8994-4dfe-4538-a349-12b110c5178f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:13.675526 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.segments_db [None req-5f6e8994-4dfe-4538-a349-12b110c5178f admin admin] Added segment deef5cd1-a797-4345-8554-01f168c3e6fc of type vlan for network b8880f7c-b7b9-43ce-9775-2b3866872887 Oct 12 08:26:13.721490 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5f6e8994-4dfe-4538-a349-12b110c5178f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746851556572'] for network, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:13.746631 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5f6e8994-4dfe-4538-a349-12b110c5178f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519'] for network, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:13.747660 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6e8994-4dfe-4538-a349-12b110c5178f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:26:13.748323 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5f6e8994-4dfe-4538-a349-12b110c5178f admin admin] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:13.786480 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-5f6e8994-4dfe-4538-a349-12b110c5178f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2869785 Oct 12 08:26:13.789275 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 50098) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:26:13.794235 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-7ad24003-98b6-4320-a34d-d712463c1354 admin admin] Request body: {'subnet': {'network_id': 'b8880f7c-b7b9-43ce-9775-2b3866872887', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-450907647-subnet', 'tenant_id': '26009119897c4cb28ea1b5f17798cc65', 'ip_version': 4}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:26:13.817903 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad24003-98b6-4320-a34d-d712463c1354 admin admin] Made reservation on behalf of 26009119897c4cb28ea1b5f17798cc65 for: {'subnet': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:26:13.820571 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7ad24003-98b6-4320-a34d-d712463c1354 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30385684'] for subnet, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:13.822073 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e8994-4dfe-4538-a349-12b110c5178f admin admin] Pushing event updated for resources: {'Network': ['ID=b8880f7c-b7b9-43ce-9775-2b3866872887,revision_number=1']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:13.835860 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Network b8880f7c-b7b9-43ce-9775-2b3866872887 details requested by agent ovs-agent-dv-neutron-860909-2-hyperv with host dv-neutron-860909-2-hyperv {{(pid=103202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 08:26:14.011511 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7ad24003-98b6-4320-a34d-d712463c1354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31084742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30385894'] for subnet, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:14.051283 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1e0d78cc-2021-4390-a23b-ec96e6e256aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:14.071594 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad24003-98b6-4320-a34d-d712463c1354 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d2efbd9-e5b9-4ef3-82f2-0609de9de898,revision_number=0']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:14.080803 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad24003-98b6-4320-a34d-d712463c1354 admin admin] Checking segment: {'id': 'deef5cd1-a797-4345-8554-01f168c3e6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b8880f7c-b7b9-43ce-9775-2b3866872887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:26:14.081162 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad24003-98b6-4320-a34d-d712463c1354 admin admin] Network hostable DHCP agents. Network: b8880f7c-b7b9-43ce-9775-2b3866872887, hostable agents: ['64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a'], hosted agents: [] {{(pid=103200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 08:26:14.099704 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad24003-98b6-4320-a34d-d712463c1354 admin admin] Network b8880f7c-b7b9-43ce-9775-2b3866872887 is scheduled to be hosted by DHCP agent 64666cd4-a0fb-4ab5-9d83-61e2e7b1e59a with binding_index 1 {{(pid=103200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 08:26:14.106240 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-f08430a1-5cab-4d8f-82bb-d7601949ed4a None None] Attempt 4 to provision port 8a6504af-95f6-4ddb-815c-e431ed87a80c Oct 12 08:26:14.110200 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-7ad24003-98b6-4320-a34d-d712463c1354 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860909-2-hyperv, b8880f7c-b7b9-43ce-9775-2b3866872887) {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:26:14.115970 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad24003-98b6-4320-a34d-d712463c1354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:26:14.116575 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-7ad24003-98b6-4320-a34d-d712463c1354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:14.134310 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-7ad24003-98b6-4320-a34d-d712463c1354 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3437548 Oct 12 08:26:14.136693 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 50100) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:26:14.141103 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-deace60b-70b0-4191-93fd-c813172be910 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-450907647-router', 'tenant_id': '26009119897c4cb28ea1b5f17798cc65', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:26:14.148521 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810e4822-67f3-43fd-af6c-8ce11069d48f None None] Network b8880f7c-b7b9-43ce-9775-2b3866872887 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:26:14.164217 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-deace60b-70b0-4191-93fd-c813172be910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33141521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13892'] for router, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:14.165709 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-deace60b-70b0-4191-93fd-c813172be910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33141669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33139408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13917'] for router, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:14.184213 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f08430a1-5cab-4d8f-82bb-d7601949ed4a None None] Port 8a6504af-95f6-4ddb-815c-e431ed87a80c cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:26:14.222686 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-deace60b-70b0-4191-93fd-c813172be910 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:14.309254 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c569fb95-d5df-49e6-8b7d-891ef0f84bae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7510fc-6a0f-572c-960d-a67f2abd748d-b8880f7c-b7b9-43ce-9775-2b3866872887', 'network_id': 'b8880f7c-b7b9-43ce-9775-2b3866872887', 'tenant_id': '26009119897c4cb28ea1b5f17798cc65', 'fixed_ips': [{'subnet_id': '3d2efbd9-e5b9-4ef3-82f2-0609de9de898'}]}} from dv-neutron-860909-2-hyperv. {{(pid=103202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 08:26:14.310244 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c569fb95-d5df-49e6-8b7d-891ef0f84bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:14.369684 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-deace60b-70b0-4191-93fd-c813172be910 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:14.452649 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-c569fb95-d5df-49e6-8b7d-891ef0f84bae None None] Allocated IP 172.20.0.2 (b8880f7c-b7b9-43ce-9775-2b3866872887/3d2efbd9-e5b9-4ef3-82f2-0609de9de898/2147ee59-55cc-4bdf-ada3-16833322b073) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:26:14.568309 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-deace60b-70b0-4191-93fd-c813172be910 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:14.591513 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-deace60b-70b0-4191-93fd-c813172be910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:14.597752 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c569fb95-d5df-49e6-8b7d-891ef0f84bae None None] Notify callbacks [] for port, precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:14.605319 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c569fb95-d5df-49e6-8b7d-891ef0f84bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353'] for port, after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:14.650162 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c569fb95-d5df-49e6-8b7d-891ef0f84bae None None] Network b8880f7c-b7b9-43ce-9775-2b3866872887 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:26:14.652976 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-c569fb95-d5df-49e6-8b7d-891ef0f84bae None None] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:26:14.655302 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c569fb95-d5df-49e6-8b7d-891ef0f84bae None None] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:26:14.663999 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c569fb95-d5df-49e6-8b7d-891ef0f84bae None None] Pushing event updated for resources: {'Port': ['ID=2147ee59-55cc-4bdf-ada3-16833322b073,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:14.685654 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-f08430a1-5cab-4d8f-82bb-d7601949ed4a None None] Attempt 5 to provision port 8a6504af-95f6-4ddb-815c-e431ed87a80c Oct 12 08:26:14.697298 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-deace60b-70b0-4191-93fd-c813172be910 admin admin] Allocated IP 172.26.3.19 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/6b367dae-be70-4637-ab0a-ee544326e5fa) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:26:14.740952 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-c569fb95-d5df-49e6-8b7d-891ef0f84bae None None] Attempting to bind port 2147ee59-55cc-4bdf-ada3-16833322b073 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:26:14.741313 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-c569fb95-d5df-49e6-8b7d-891ef0f84bae None None] Attempting to bind port 2147ee59-55cc-4bdf-ada3-16833322b073 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'deef5cd1-a797-4345-8554-01f168c3e6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b8880f7c-b7b9-43ce-9775-2b3866872887'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:26:14.741675 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c569fb95-d5df-49e6-8b7d-891ef0f84bae None None] Attempting to bind port 2147ee59-55cc-4bdf-ada3-16833322b073 on network b8880f7c-b7b9-43ce-9775-2b3866872887 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:26:14.748798 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c569fb95-d5df-49e6-8b7d-891ef0f84bae None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:26:14.749169 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c569fb95-d5df-49e6-8b7d-891ef0f84bae None None] Checking segment: {'id': 'deef5cd1-a797-4345-8554-01f168c3e6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b8880f7c-b7b9-43ce-9775-2b3866872887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:26:14.749567 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c569fb95-d5df-49e6-8b7d-891ef0f84bae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:14.749956 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c569fb95-d5df-49e6-8b7d-891ef0f84bae None None] Bound using segment: {'id': 'deef5cd1-a797-4345-8554-01f168c3e6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b8880f7c-b7b9-43ce-9775-2b3866872887'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:26:14.750441 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-c569fb95-d5df-49e6-8b7d-891ef0f84bae None None] Bound port: 2147ee59-55cc-4bdf-ada3-16833322b073, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deef5cd1-a797-4345-8554-01f168c3e6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b8880f7c-b7b9-43ce-9775-2b3866872887'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:26:14.750816 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c569fb95-d5df-49e6-8b7d-891ef0f84bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:14.753746 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f08430a1-5cab-4d8f-82bb-d7601949ed4a None None] Port 8a6504af-95f6-4ddb-815c-e431ed87a80c cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:26:14.804300 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-deace60b-70b0-4191-93fd-c813172be910 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:14.815642 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-c569fb95-d5df-49e6-8b7d-891ef0f84bae None None] For port 2147ee59-55cc-4bdf-ada3-16833322b073, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:26:14.819375 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-c569fb95-d5df-49e6-8b7d-891ef0f84bae None None] For port 2147ee59-55cc-4bdf-ada3-16833322b073, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=2147ee59-55cc-4bdf-ada3-16833322b073,segment=NetworkSegment(deef5cd1-a797-4345-8554-01f168c3e6fc),segment_id=deef5cd1-a797-4345-8554-01f168c3e6fc)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:26:14.824518 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c569fb95-d5df-49e6-8b7d-891ef0f84bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:14.852451 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-deace60b-70b0-4191-93fd-c813172be910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:14.873454 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deace60b-70b0-4191-93fd-c813172be910 admin admin] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:26:14.875998 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-deace60b-70b0-4191-93fd-c813172be910 admin admin] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:26:14.889216 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c569fb95-d5df-49e6-8b7d-891ef0f84bae None None] Pushing event updated for resources: {'Port': ['ID=2147ee59-55cc-4bdf-ada3-16833322b073,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:14.898136 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deace60b-70b0-4191-93fd-c813172be910 admin admin] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:26:14.942592 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deace60b-70b0-4191-93fd-c813172be910 admin admin] Pushing event updated for resources: {'Port': ['ID=6b367dae-be70-4637-ab0a-ee544326e5fa,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:15.181542 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-deace60b-70b0-4191-93fd-c813172be910 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:15.213494 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ef5069-b3e4-4d65-8527-c4cc5f3aed2e None None] Sync routers for ids ['dc9d212c-12f6-48e2-a40c-03fc597bc849'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:26:15.224430 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ef5069-b3e4-4d65-8527-c4cc5f3aed2e None None] Routers {'dc9d212c-12f6-48e2-a40c-03fc597bc849'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:26:15.225064 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b2ef5069-b3e4-4d65-8527-c4cc5f3aed2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:25:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['dc9d212c-12f6-48e2-a40c-03fc597bc849'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:26:15.255702 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-f08430a1-5cab-4d8f-82bb-d7601949ed4a None None] Attempt 6 to provision port 8a6504af-95f6-4ddb-815c-e431ed87a80c Oct 12 08:26:15.299763 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f08430a1-5cab-4d8f-82bb-d7601949ed4a None None] Port 8a6504af-95f6-4ddb-815c-e431ed87a80c cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:26:15.336557 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-b2ef5069-b3e4-4d65-8527-c4cc5f3aed2e None None] Set router dc9d212c-12f6-48e2-a40c-03fc597bc849 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:26:15.361529 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 2147ee59-55cc-4bdf-ada3-16833322b073 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:26:15.416616 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 2147ee59-55cc-4bdf-ada3-16833322b073 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:26:15.416991 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:15.417334 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 2147ee59-55cc-4bdf-ada3-16833322b073 Oct 12 08:26:15.430507 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-deace60b-70b0-4191-93fd-c813172be910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33141674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33139365'] for router, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:15.434792 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:26:15.511054 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 2147ee59-55cc-4bdf-ada3-16833322b073 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:26:15.511444 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:15.547434 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 2147ee59-55cc-4bdf-ada3-16833322b073, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=2147ee59-55cc-4bdf-ada3-16833322b073,segment=NetworkSegment(deef5cd1-a797-4345-8554-01f168c3e6fc),segment_id=deef5cd1-a797-4345-8554-01f168c3e6fc)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:26:15.555038 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:15.555883 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:26:15.569325 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b2ef5069-b3e4-4d65-8527-c4cc5f3aed2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'name': 'tempest-TestSnapshotPattern-243007910-router', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': 'fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:26:09Z', 'updated_at': '2022-10-12T08:26:12Z', 'revision_number': 4, 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'gw_port': {'id': 'fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:26:10Z', 'updated_at': '2022-10-12T08:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '8a6504af-95f6-4ddb-815c-e431ed87a80c', 'name': '', 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'mac_address': 'fa:16:3e:e6:95:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'f591aa2b-ad4e-4e02-9ec4-1a990ceebce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:26:11Z', 'updated_at': '2022-10-12T08:26:12Z', 'revision_number': 2, 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'subnets': [{'id': 'f591aa2b-ad4e-4e02-9ec4-1a990ceebce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:26:15.602908 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deace60b-70b0-4191-93fd-c813172be910 admin admin] Router 7f68bffa-85be-47e3-b050-601e1f819fd1 is scheduled to L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 with binding_index 1 {{(pid=103200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 08:26:15.611496 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ef5069-b3e4-4d65-8527-c4cc5f3aed2e None None] Checking router: dc9d212c-12f6-48e2-a40c-03fc597bc849 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:26:15.612651 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ef5069-b3e4-4d65-8527-c4cc5f3aed2e None None] Updating router dc9d212c-12f6-48e2-a40c-03fc597bc849 port 8a6504af-95f6-4ddb-815c-e431ed87a80c binding host dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 08:26:15.642364 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=2147ee59-55cc-4bdf-ada3-16833322b073,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:15.643682 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b2ef5069-b3e4-4d65-8527-c4cc5f3aed2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:15.654178 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:26:15.654560 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:15.654892 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7 Oct 12 08:26:15.729382 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deace60b-70b0-4191-93fd-c813172be910 admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:26:15.746435 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0296ff58-2fe9-4281-852d-49c60232183c None None] Sync routers for ids ['7f68bffa-85be-47e3-b050-601e1f819fd1'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:26:15.750250 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-deace60b-70b0-4191-93fd-c813172be910 admin admin] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:15.752141 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-deace60b-70b0-4191-93fd-c813172be910 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6144900 Oct 12 08:26:15.755054 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 50102) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:26:15.767180 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:26:15.767982 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:15.775190 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0296ff58-2fe9-4281-852d-49c60232183c None None] Routers {'7f68bffa-85be-47e3-b050-601e1f819fd1'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:26:15.775925 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-0296ff58-2fe9-4281-852d-49c60232183c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:25:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['7f68bffa-85be-47e3-b050-601e1f819fd1'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:26:15.992256 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b2ef5069-b3e4-4d65-8527-c4cc5f3aed2e None None] Notify callbacks [] for port, precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:16.001120 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b2ef5069-b3e4-4d65-8527-c4cc5f3aed2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:16.033140 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-f08430a1-5cab-4d8f-82bb-d7601949ed4a None None] Attempt 7 to provision port 8a6504af-95f6-4ddb-815c-e431ed87a80c Oct 12 08:26:16.034924 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d16845f-28f2-4e32-848b-3d487c702b94 None None] Network b8880f7c-b7b9-43ce-9775-2b3866872887 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:26:16.095465 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:26:16.102946 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52caad1-f715-4c98-b05f-7683619c4b8a None None] Pushing event updated for resources: {'Port': ['ID=8a6504af-95f6-4ddb-815c-e431ed87a80c,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:16.112951 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:16.115338 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52caad1-f715-4c98-b05f-7683619c4b8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:26:16.116122 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52caad1-f715-4c98-b05f-7683619c4b8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:26:16.118163 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52caad1-f715-4c98-b05f-7683619c4b8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:26:16.118507 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52caad1-f715-4c98-b05f-7683619c4b8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:26:16.118839 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52caad1-f715-4c98-b05f-7683619c4b8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:26:16.119172 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52caad1-f715-4c98-b05f-7683619c4b8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:26:16.119502 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52caad1-f715-4c98-b05f-7683619c4b8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:26:16.119890 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52caad1-f715-4c98-b05f-7683619c4b8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:26:16.120219 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52caad1-f715-4c98-b05f-7683619c4b8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:26:16.120543 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52caad1-f715-4c98-b05f-7683619c4b8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:26:16.120865 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52caad1-f715-4c98-b05f-7683619c4b8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:26:16.121181 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52caad1-f715-4c98-b05f-7683619c4b8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:26:16.125654 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b2ef5069-b3e4-4d65-8527-c4cc5f3aed2e None None] Attempting to bind port 8a6504af-95f6-4ddb-815c-e431ed87a80c on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:26:16.126578 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b2ef5069-b3e4-4d65-8527-c4cc5f3aed2e None None] Attempting to bind port 8a6504af-95f6-4ddb-815c-e431ed87a80c by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': '5ae7f39e-c378-4a03-9874-c3a2d10b7f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:26:16.126973 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ef5069-b3e4-4d65-8527-c4cc5f3aed2e None None] Attempting to bind port 8a6504af-95f6-4ddb-815c-e431ed87a80c on network dab142d0-e848-4c73-a1ff-6df5fe079ffa {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:26:16.132818 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ef5069-b3e4-4d65-8527-c4cc5f3aed2e None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:26:16.133179 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ef5069-b3e4-4d65-8527-c4cc5f3aed2e None None] Checking segment: {'id': '5ae7f39e-c378-4a03-9874-c3a2d10b7f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:26:16.133581 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b2ef5069-b3e4-4d65-8527-c4cc5f3aed2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:16.133965 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ef5069-b3e4-4d65-8527-c4cc5f3aed2e None None] Bound using segment: {'id': '5ae7f39e-c378-4a03-9874-c3a2d10b7f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:26:16.134475 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-b2ef5069-b3e4-4d65-8527-c4cc5f3aed2e None None] Bound port: 8a6504af-95f6-4ddb-815c-e431ed87a80c, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae7f39e-c378-4a03-9874-c3a2d10b7f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:26:16.134846 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b2ef5069-b3e4-4d65-8527-c4cc5f3aed2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:16.151008 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-0296ff58-2fe9-4281-852d-49c60232183c None None] Set router 7f68bffa-85be-47e3-b050-601e1f819fd1 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:26:16.185517 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f08430a1-5cab-4d8f-82bb-d7601949ed4a None None] Port 8a6504af-95f6-4ddb-815c-e431ed87a80c cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:26:16.205992 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-b2ef5069-b3e4-4d65-8527-c4cc5f3aed2e None None] For port 8a6504af-95f6-4ddb-815c-e431ed87a80c, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:26:16.210146 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-b2ef5069-b3e4-4d65-8527-c4cc5f3aed2e None None] For port 8a6504af-95f6-4ddb-815c-e431ed87a80c, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=8a6504af-95f6-4ddb-815c-e431ed87a80c,segment=NetworkSegment(5ae7f39e-c378-4a03-9874-c3a2d10b7f9b),segment_id=5ae7f39e-c378-4a03-9874-c3a2d10b7f9b)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:26:16.216420 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b2ef5069-b3e4-4d65-8527-c4cc5f3aed2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:16.252000 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ef5069-b3e4-4d65-8527-c4cc5f3aed2e None None] Routers {'dc9d212c-12f6-48e2-a40c-03fc597bc849'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:26:16.252771 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b2ef5069-b3e4-4d65-8527-c4cc5f3aed2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:25:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['dc9d212c-12f6-48e2-a40c-03fc597bc849'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:26:16.323853 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-69d88455-6957-4d56-8a74-7ce95af110bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:16.328533 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:16.409568 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52caad1-f715-4c98-b05f-7683619c4b8a None None] Pushing event updated for resources: {'Port': ['ID=8a6504af-95f6-4ddb-815c-e431ed87a80c,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:16.471572 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-b2ef5069-b3e4-4d65-8527-c4cc5f3aed2e None None] Set router dc9d212c-12f6-48e2-a40c-03fc597bc849 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:26:16.497660 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-0296ff58-2fe9-4281-852d-49c60232183c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f68bffa-85be-47e3-b050-601e1f819fd1', 'name': 'tempest-TestSnapshotPattern-450907647-router', 'tenant_id': '26009119897c4cb28ea1b5f17798cc65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '6b367dae-be70-4637-ab0a-ee544326e5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:26:14Z', 'updated_at': '2022-10-12T08:26:15Z', 'revision_number': 3, 'project_id': '26009119897c4cb28ea1b5f17798cc65', 'gw_port': {'id': '6b367dae-be70-4637-ab0a-ee544326e5fa', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f68bffa-85be-47e3-b050-601e1f819fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:26:14Z', 'updated_at': '2022-10-12T08:26:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:26:16.526074 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0296ff58-2fe9-4281-852d-49c60232183c None None] Checking router: 7f68bffa-85be-47e3-b050-601e1f819fd1 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:26:16.526440 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0296ff58-2fe9-4281-852d-49c60232183c None None] Updating router 7f68bffa-85be-47e3-b050-601e1f819fd1 port 6b367dae-be70-4637-ab0a-ee544326e5fa binding host dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 08:26:16.552542 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0296ff58-2fe9-4281-852d-49c60232183c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:16.591317 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-af03445a-772d-4ef8-a57e-b5f4c8d5eedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:16.688509 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-f08430a1-5cab-4d8f-82bb-d7601949ed4a None None] Attempt 8 to provision port 8a6504af-95f6-4ddb-815c-e431ed87a80c Oct 12 08:26:16.696456 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-b2ef5069-b3e4-4d65-8527-c4cc5f3aed2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'name': 'tempest-TestSnapshotPattern-243007910-router', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': 'fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:26:09Z', 'updated_at': '2022-10-12T08:26:12Z', 'revision_number': 4, 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'gw_port': {'id': 'fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:26:10Z', 'updated_at': '2022-10-12T08:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '8a6504af-95f6-4ddb-815c-e431ed87a80c', 'name': '', 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'mac_address': 'fa:16:3e:e6:95:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'f591aa2b-ad4e-4e02-9ec4-1a990ceebce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:26:11Z', 'updated_at': '2022-10-12T08:26:16Z', 'revision_number': 4, 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'subnets': [{'id': 'f591aa2b-ad4e-4e02-9ec4-1a990ceebce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:26:16.728671 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ef5069-b3e4-4d65-8527-c4cc5f3aed2e None None] The sync data for ids ['dc9d212c-12f6-48e2-a40c-03fc597bc849'] in dv-neutron-860909-2-hyperv is: [{'id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'name': 'tempest-TestSnapshotPattern-243007910-router', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': 'fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:26:09Z', 'updated_at': '2022-10-12T08:26:12Z', 'revision_number': 4, 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'gw_port': {'id': 'fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:26:10Z', 'updated_at': '2022-10-12T08:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '8a6504af-95f6-4ddb-815c-e431ed87a80c', 'name': '', 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'mac_address': 'fa:16:3e:e6:95:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'f591aa2b-ad4e-4e02-9ec4-1a990ceebce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:26:11Z', 'updated_at': '2022-10-12T08:26:16Z', 'revision_number': 4, 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'subnets': [{'id': 'f591aa2b-ad4e-4e02-9ec4-1a990ceebce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:26:16.785229 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-af03445a-772d-4ef8-a57e-b5f4c8d5eedf admin admin] Allocated IP 172.20.0.1 (b8880f7c-b7b9-43ce-9775-2b3866872887/3d2efbd9-e5b9-4ef3-82f2-0609de9de898/baefdb77-129a-4e1e-ba70-24ec46bb2d14) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:26:16.869436 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f08430a1-5cab-4d8f-82bb-d7601949ed4a None None] Current status of the port 8a6504af-95f6-4ddb-815c-e431ed87a80c is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:26:16.869834 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f08430a1-5cab-4d8f-82bb-d7601949ed4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:16.909574 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-af03445a-772d-4ef8-a57e-b5f4c8d5eedf admin admin] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:16.941903 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-f08430a1-5cab-4d8f-82bb-d7601949ed4a None None] For port 8a6504af-95f6-4ddb-815c-e431ed87a80c, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=8a6504af-95f6-4ddb-815c-e431ed87a80c,segment=NetworkSegment(5ae7f39e-c378-4a03-9874-c3a2d10b7f9b),segment_id=5ae7f39e-c378-4a03-9874-c3a2d10b7f9b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:26:16.949236 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-af03445a-772d-4ef8-a57e-b5f4c8d5eedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:16.950648 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f08430a1-5cab-4d8f-82bb-d7601949ed4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:16.958169 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0296ff58-2fe9-4281-852d-49c60232183c None None] Notify callbacks [] for port, precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:16.984634 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0296ff58-2fe9-4281-852d-49c60232183c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:16.992239 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af03445a-772d-4ef8-a57e-b5f4c8d5eedf admin admin] Network b8880f7c-b7b9-43ce-9775-2b3866872887 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:26:16.995898 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-af03445a-772d-4ef8-a57e-b5f4c8d5eedf admin admin] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:26:17.000404 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af03445a-772d-4ef8-a57e-b5f4c8d5eedf admin admin] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:26:17.011464 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0296ff58-2fe9-4281-852d-49c60232183c None None] Attempting to bind port 6b367dae-be70-4637-ab0a-ee544326e5fa on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:26:17.011839 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0296ff58-2fe9-4281-852d-49c60232183c None None] Attempting to bind port 6b367dae-be70-4637-ab0a-ee544326e5fa by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:26:17.012205 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0296ff58-2fe9-4281-852d-49c60232183c None None] Attempting to bind port 6b367dae-be70-4637-ab0a-ee544326e5fa on network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:26:17.025736 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0296ff58-2fe9-4281-852d-49c60232183c None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:26:17.026139 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0296ff58-2fe9-4281-852d-49c60232183c None None] Checking segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:26:17.026561 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0296ff58-2fe9-4281-852d-49c60232183c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:17.027496 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0296ff58-2fe9-4281-852d-49c60232183c None None] Bound using segment: {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:26:17.027991 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [None req-0296ff58-2fe9-4281-852d-49c60232183c None None] Bound port: 6b367dae-be70-4637-ab0a-ee544326e5fa, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5aad9c5-da6b-4b46-b079-41134707412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:26:17.028378 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0296ff58-2fe9-4281-852d-49c60232183c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:17.032859 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af03445a-772d-4ef8-a57e-b5f4c8d5eedf admin admin] Pushing event updated for resources: {'Port': ['ID=baefdb77-129a-4e1e-ba70-24ec46bb2d14,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:17.034214 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08430a1-5cab-4d8f-82bb-d7601949ed4a None None] Pushing event updated for resources: {'Port': ['ID=8a6504af-95f6-4ddb-815c-e431ed87a80c,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:17.052176 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-af03445a-772d-4ef8-a57e-b5f4c8d5eedf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33142224'] for router_interface, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:17.125744 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7492e89-6253-420a-b791-9a41d8dc6f62 None None] Pushing event updated for resources: {'Port': ['ID=6b367dae-be70-4637-ab0a-ee544326e5fa,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:17.139943 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-51fef59a-f3ee-44c4-9d53-87f057b6afce None None] Provisioning complete for port 8a6504af-95f6-4ddb-815c-e431ed87a80c triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:26:17.140325 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-51fef59a-f3ee-44c4-9d53-87f057b6afce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:17.140720 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-51fef59a-f3ee-44c4-9d53-87f057b6afce None None] Attempt 1 to provision port 8a6504af-95f6-4ddb-815c-e431ed87a80c Oct 12 08:26:17.170221 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-0296ff58-2fe9-4281-852d-49c60232183c None None] For port 6b367dae-be70-4637-ab0a-ee544326e5fa, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:26:17.194162 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-0296ff58-2fe9-4281-852d-49c60232183c None None] For port 6b367dae-be70-4637-ab0a-ee544326e5fa, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=6b367dae-be70-4637-ab0a-ee544326e5fa,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:26:17.208377 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0296ff58-2fe9-4281-852d-49c60232183c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:17.223014 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-af03445a-772d-4ef8-a57e-b5f4c8d5eedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:17.258384 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0296ff58-2fe9-4281-852d-49c60232183c None None] Routers {'7f68bffa-85be-47e3-b050-601e1f819fd1'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:26:17.259061 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-0296ff58-2fe9-4281-852d-49c60232183c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:26:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['7f68bffa-85be-47e3-b050-601e1f819fd1'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:26:17.351595 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7492e89-6253-420a-b791-9a41d8dc6f62 None None] Pushing event updated for resources: {'Port': ['ID=6b367dae-be70-4637-ab0a-ee544326e5fa,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:17.364372 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-51fef59a-f3ee-44c4-9d53-87f057b6afce None None] Current status of the port 8a6504af-95f6-4ddb-815c-e431ed87a80c is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:26:17.381198 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 8a6504af-95f6-4ddb-815c-e431ed87a80c up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:26:17.429081 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-af03445a-772d-4ef8-a57e-b5f4c8d5eedf admin admin] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:17.434531 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-af03445a-772d-4ef8-a57e-b5f4c8d5eedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:17.449631 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-51fef59a-f3ee-44c4-9d53-87f057b6afce None None] Provisioning complete for port 2147ee59-55cc-4bdf-ada3-16833322b073 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:26:17.450007 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-51fef59a-f3ee-44c4-9d53-87f057b6afce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:17.450367 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-51fef59a-f3ee-44c4-9d53-87f057b6afce None None] Attempt 1 to provision port 2147ee59-55cc-4bdf-ada3-16833322b073 Oct 12 08:26:17.513118 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-af03445a-772d-4ef8-a57e-b5f4c8d5eedf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33047489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33142368'] for router_interface, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:17.514619 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-0296ff58-2fe9-4281-852d-49c60232183c None None] Set router 7f68bffa-85be-47e3-b050-601e1f819fd1 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:26:17.518062 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:17.519197 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af03445a-772d-4ef8-a57e-b5f4c8d5eedf admin admin] Pushing event updated for resources: {'Port': ['ID=baefdb77-129a-4e1e-ba70-24ec46bb2d14,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:17.607823 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af03445a-772d-4ef8-a57e-b5f4c8d5eedf admin admin] Network b8880f7c-b7b9-43ce-9775-2b3866872887 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:26:17.609728 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-af03445a-772d-4ef8-a57e-b5f4c8d5eedf admin admin] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:26:17.630071 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 8a6504af-95f6-4ddb-815c-e431ed87a80c triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:26:17.630437 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:17.630771 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 8a6504af-95f6-4ddb-815c-e431ed87a80c Oct 12 08:26:17.737976 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af03445a-772d-4ef8-a57e-b5f4c8d5eedf admin admin] Router 7f68bffa-85be-47e3-b050-601e1f819fd1 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:26:17.857234 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af03445a-772d-4ef8-a57e-b5f4c8d5eedf admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:26:17.872075 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-af03445a-772d-4ef8-a57e-b5f4c8d5eedf admin admin] 10.222.0.26 "PUT /v2.0/routers/7f68bffa-85be-47e3-b050-601e1f819fd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1070313 Oct 12 08:26:17.899835 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-51fef59a-f3ee-44c4-9d53-87f057b6afce None None] Current status of the port 2147ee59-55cc-4bdf-ada3-16833322b073 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:26:17.980274 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 8a6504af-95f6-4ddb-815c-e431ed87a80c is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:26:17.981361 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 2147ee59-55cc-4bdf-ada3-16833322b073 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:26:18.041730 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-d4651375-4af7-4d89-a2d5-f995f95aa367 None None] Provisioning complete for port baefdb77-129a-4e1e-ba70-24ec46bb2d14 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:26:18.042108 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d4651375-4af7-4d89-a2d5-f995f95aa367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:18.042445 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-d4651375-4af7-4d89-a2d5-f995f95aa367 None None] Attempt 1 to provision port baefdb77-129a-4e1e-ba70-24ec46bb2d14 Oct 12 08:26:18.067943 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-0296ff58-2fe9-4281-852d-49c60232183c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f68bffa-85be-47e3-b050-601e1f819fd1', 'name': 'tempest-TestSnapshotPattern-450907647-router', 'tenant_id': '26009119897c4cb28ea1b5f17798cc65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '6b367dae-be70-4637-ab0a-ee544326e5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:26:14Z', 'updated_at': '2022-10-12T08:26:17Z', 'revision_number': 4, 'project_id': '26009119897c4cb28ea1b5f17798cc65', 'gw_port': {'id': '6b367dae-be70-4637-ab0a-ee544326e5fa', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f68bffa-85be-47e3-b050-601e1f819fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:26:14Z', 'updated_at': '2022-10-12T08:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': 'baefdb77-129a-4e1e-ba70-24ec46bb2d14', 'name': '', 'network_id': 'b8880f7c-b7b9-43ce-9775-2b3866872887', 'tenant_id': '26009119897c4cb28ea1b5f17798cc65', 'mac_address': 'fa:16:3e:4d:ec:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f68bffa-85be-47e3-b050-601e1f819fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '3d2efbd9-e5b9-4ef3-82f2-0609de9de898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:26:16Z', 'updated_at': '2022-10-12T08:26:16Z', 'revision_number': 1, 'project_id': '26009119897c4cb28ea1b5f17798cc65', 'subnets': [{'id': '3d2efbd9-e5b9-4ef3-82f2-0609de9de898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:26:18.105601 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0296ff58-2fe9-4281-852d-49c60232183c None None] The sync data for ids ['7f68bffa-85be-47e3-b050-601e1f819fd1'] in dv-neutron-860909-2-hyperv is: [{'id': '7f68bffa-85be-47e3-b050-601e1f819fd1', 'name': 'tempest-TestSnapshotPattern-450907647-router', 'tenant_id': '26009119897c4cb28ea1b5f17798cc65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '6b367dae-be70-4637-ab0a-ee544326e5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:26:14Z', 'updated_at': '2022-10-12T08:26:17Z', 'revision_number': 4, 'project_id': '26009119897c4cb28ea1b5f17798cc65', 'gw_port': {'id': '6b367dae-be70-4637-ab0a-ee544326e5fa', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f68bffa-85be-47e3-b050-601e1f819fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:26:14Z', 'updated_at': '2022-10-12T08:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': 'baefdb77-129a-4e1e-ba70-24ec46bb2d14', 'name': '', 'network_id': 'b8880f7c-b7b9-43ce-9775-2b3866872887', 'tenant_id': '26009119897c4cb28ea1b5f17798cc65', 'mac_address': 'fa:16:3e:4d:ec:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f68bffa-85be-47e3-b050-601e1f819fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '3d2efbd9-e5b9-4ef3-82f2-0609de9de898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:26:16Z', 'updated_at': '2022-10-12T08:26:16Z', 'revision_number': 1, 'project_id': '26009119897c4cb28ea1b5f17798cc65', 'subnets': [{'id': '3d2efbd9-e5b9-4ef3-82f2-0609de9de898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:26:18.118266 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-d4651375-4af7-4d89-a2d5-f995f95aa367 None None] Port baefdb77-129a-4e1e-ba70-24ec46bb2d14 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:26:18.120553 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 2147ee59-55cc-4bdf-ada3-16833322b073 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:26:18.120931 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:18.121601 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 2147ee59-55cc-4bdf-ada3-16833322b073 Oct 12 08:26:18.208240 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 2147ee59-55cc-4bdf-ada3-16833322b073 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:26:18.209540 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:26:18.225986 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 50110) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:26:18.230612 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-915099b3-dd9f-403f-818d-7c0be280769f tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-45361782', 'description': 'tempest-secgroup-smoke-45361782 description', 'project_id': '47f52079611d4c6c8419017cbbe439c7'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:26:18.252746 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-915099b3-dd9f-403f-818d-7c0be280769f tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks [] for security_group, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:18.269056 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:26:18.269528 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:18.269859 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7 Oct 12 08:26:18.343609 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-915099b3-dd9f-403f-818d-7c0be280769f tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks [] for security_group, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:18.348637 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-915099b3-dd9f-403f-818d-7c0be280769f tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:18.365691 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:26:18.385863 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-915099b3-dd9f-403f-818d-7c0be280769f tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:18.387264 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-915099b3-dd9f-403f-818d-7c0be280769f tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1603222 Oct 12 08:26:18.390377 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 50112) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:26:18.396891 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915099b3-dd9f-403f-818d-7c0be280769f tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da45a07e-67f7-4542-aff0-4d5bc3cdad5b,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:18.397787 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-c88184de-4864-4a4c-ac75-395ba38de325 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Request body: {'security_group_rule': {'security_group_id': 'da45a07e-67f7-4542-aff0-4d5bc3cdad5b', 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:26:18.430144 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c88184de-4864-4a4c-ac75-395ba38de325 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:18.493187 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c88184de-4864-4a4c-ac75-395ba38de325 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:18.497282 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c88184de-4864-4a4c-ac75-395ba38de325 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:18.517899 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88184de-4864-4a4c-ac75-395ba38de325 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8d80f27-dc85-48ff-b4f0-392abdf3057a,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:18.522052 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c88184de-4864-4a4c-ac75-395ba38de325 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:18.525951 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c88184de-4864-4a4c-ac75-395ba38de325 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1317520 Oct 12 08:26:18.526163 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 50114) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:26:18.530515 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-48e5ac49-313f-4bbf-913d-c5682d11bce9 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Request body: {'security_group_rule': {'security_group_id': 'da45a07e-67f7-4542-aff0-4d5bc3cdad5b', 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:26:18.555920 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-48e5ac49-313f-4bbf-913d-c5682d11bce9 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:18.616090 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-48e5ac49-313f-4bbf-913d-c5682d11bce9 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:18.619355 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-d4651375-4af7-4d89-a2d5-f995f95aa367 None None] Attempt 2 to provision port baefdb77-129a-4e1e-ba70-24ec46bb2d14 Oct 12 08:26:18.620198 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-48e5ac49-313f-4bbf-913d-c5682d11bce9 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:18.642539 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5ac49-313f-4bbf-913d-c5682d11bce9 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eb50b5c-40c7-40ef-bcd8-f206e6af8fcc,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:18.651053 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-48e5ac49-313f-4bbf-913d-c5682d11bce9 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:18.652416 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-48e5ac49-313f-4bbf-913d-c5682d11bce9 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1253469 Oct 12 08:26:18.655097 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 50116) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:26:18.660022 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-6601e8cb-f240-4557-aa55-13d4069af03e tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Request body: {'security_group_rule': {'security_group_id': 'da45a07e-67f7-4542-aff0-4d5bc3cdad5b', 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:26:18.667065 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-d4651375-4af7-4d89-a2d5-f995f95aa367 None None] Port baefdb77-129a-4e1e-ba70-24ec46bb2d14 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:26:18.685249 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6601e8cb-f240-4557-aa55-13d4069af03e tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:18.745318 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6601e8cb-f240-4557-aa55-13d4069af03e tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:18.748700 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6601e8cb-f240-4557-aa55-13d4069af03e tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:18.766615 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601e8cb-f240-4557-aa55-13d4069af03e tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=684b6291-4338-44e0-a636-90f4fc6c2fd8,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:18.774242 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6601e8cb-f240-4557-aa55-13d4069af03e tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:18.778206 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-6601e8cb-f240-4557-aa55-13d4069af03e tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193106 Oct 12 08:26:18.778380 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 50118) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:26:18.782591 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-6315e3e4-11e4-407e-bcc0-33bbb9a1731e tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Request body: {'security_group_rule': {'security_group_id': 'da45a07e-67f7-4542-aff0-4d5bc3cdad5b', 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:26:18.807791 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6315e3e4-11e4-407e-bcc0-33bbb9a1731e tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:18.864013 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6315e3e4-11e4-407e-bcc0-33bbb9a1731e tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:18.867460 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6315e3e4-11e4-407e-bcc0-33bbb9a1731e tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:18.885735 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315e3e4-11e4-407e-bcc0-33bbb9a1731e tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc232d17-339e-4e92-803d-79c8219a5a85,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:18.890902 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-6315e3e4-11e4-407e-bcc0-33bbb9a1731e tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:18.892121 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-6315e3e4-11e4-407e-bcc0-33bbb9a1731e tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1127949 Oct 12 08:26:18.894747 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 50120) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:26:18.898995 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-ca7d0c55-51ee-4c3c-9195-a13a24254ecd tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Request body: {'security_group_rule': {'security_group_id': 'da45a07e-67f7-4542-aff0-4d5bc3cdad5b', 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:26:18.917736 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-ca7d0c55-51ee-4c3c-9195-a13a24254ecd tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Project 47f52079611d4c6c8419017cbbe439c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 08:26:18.922375 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ca7d0c55-51ee-4c3c-9195-a13a24254ecd tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:18.980961 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ca7d0c55-51ee-4c3c-9195-a13a24254ecd tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:18.984180 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ca7d0c55-51ee-4c3c-9195-a13a24254ecd tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:19.004026 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7d0c55-51ee-4c3c-9195-a13a24254ecd tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d201c8cb-85b5-4748-afb8-e288785e573e,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:19.011631 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ca7d0c55-51ee-4c3c-9195-a13a24254ecd tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:19.012930 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ca7d0c55-51ee-4c3c-9195-a13a24254ecd tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1172695 Oct 12 08:26:19.015560 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 50122) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:26:19.020107 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.v2.base [None req-37ecd683-35ff-4d8b-8ee0-4d6d14b5b51d tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Request body: {'security_group_rule': {'security_group_id': 'da45a07e-67f7-4542-aff0-4d5bc3cdad5b', 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:26:19.025353 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:19.039584 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.db.securitygroups_db [None req-37ecd683-35ff-4d8b-8ee0-4d6d14b5b51d tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Project 47f52079611d4c6c8419017cbbe439c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 08:26:19.044165 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-37ecd683-35ff-4d8b-8ee0-4d6d14b5b51d tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:19.102806 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-37ecd683-35ff-4d8b-8ee0-4d6d14b5b51d tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:19.105913 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-37ecd683-35ff-4d8b-8ee0-4d6d14b5b51d tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149498'] for security_group_rule, after_create {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:19.122871 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ecd683-35ff-4d8b-8ee0-4d6d14b5b51d tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2f5b180-3986-46ef-b3d0-bfdbe2cf557c,revision_number=0']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:19.130865 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-37ecd683-35ff-4d8b-8ee0-4d6d14b5b51d tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:19.132045 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-37ecd683-35ff-4d8b-8ee0-4d6d14b5b51d tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1154935 Oct 12 08:26:19.168644 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-d4651375-4af7-4d89-a2d5-f995f95aa367 None None] Attempt 3 to provision port baefdb77-129a-4e1e-ba70-24ec46bb2d14 Oct 12 08:26:19.208232 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-d4651375-4af7-4d89-a2d5-f995f95aa367 None None] Port baefdb77-129a-4e1e-ba70-24ec46bb2d14 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:26:19.261928 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:19.269792 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-2e49c5eb-2447-45de-9b41-e2b3f8533f2a tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-45361782&fields=id&tenant_id=47f52079611d4c6c8419017cbbe439c7 HTTP/1.1" status: 200 len: 267 time: 0.0350888 Oct 12 08:26:19.378147 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-9d98d1b8-fa4d-47f8-a938-d5df617e09da tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:26:19.379612 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-9d98d1b8-fa4d-47f8-a938-d5df617e09da tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/networks?id=dab142d0-e848-4c73-a1ff-6df5fe079ffa HTTP/1.1" status: 200 len: 809 time: 0.1030233 Oct 12 08:26:19.394098 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-4353cad6-1a66-45db-b7c6-58a415f76497 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/quotas/47f52079611d4c6c8419017cbbe439c7 HTTP/1.1" status: 200 len: 375 time: 0.0089004 Oct 12 08:26:19.444288 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-f9c34495-b2ea-470e-850f-40879c436fcb tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=47f52079611d4c6c8419017cbbe439c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450909 Oct 12 08:26:19.623986 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-a90dabf7-6092-465f-85ce-66c27a9e0503 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 08:26:19.625038 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-a90dabf7-6092-465f-85ce-66c27a9e0503 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1692097 Oct 12 08:26:19.709362 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-d4651375-4af7-4d89-a2d5-f995f95aa367 None None] Attempt 4 to provision port baefdb77-129a-4e1e-ba70-24ec46bb2d14 Oct 12 08:26:19.722986 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-af9f88e0-a0b3-4023-bd96-0058e8ec7adf service neutron] 10.222.0.26 "GET /v2.0/networks/dab142d0-e848-4c73-a1ff-6df5fe079ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908678 Oct 12 08:26:19.746897 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-d4651375-4af7-4d89-a2d5-f995f95aa367 None None] Port baefdb77-129a-4e1e-ba70-24ec46bb2d14 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:26:19.819708 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-17ff7abb-d040-42aa-bead-6052f2ee1a89 service neutron] 10.222.0.26 "GET /v2.0/networks/dab142d0-e848-4c73-a1ff-6df5fe079ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902328 Oct 12 08:26:19.998488 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e629e6d6-a1f2-4cd5-a356-3893e03f5e2e req-3fcad4ec-5437-4949-8872-10291afdde45 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/ports?device_id=469c1d98-d938-4497-9d8a-15d375107f55 HTTP/1.1" status: 200 len: 210 time: 0.0348053 Oct 12 08:26:20.248396 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-d4651375-4af7-4d89-a2d5-f995f95aa367 None None] Attempt 5 to provision port baefdb77-129a-4e1e-ba70-24ec46bb2d14 Oct 12 08:26:20.285839 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-d4651375-4af7-4d89-a2d5-f995f95aa367 None None] Port baefdb77-129a-4e1e-ba70-24ec46bb2d14 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:26:20.778240 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3575c84e-a889-47cf-9248-25262c3e5d37 None None] Sync routers for ids ['7f68bffa-85be-47e3-b050-601e1f819fd1'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:26:20.786620 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-d4651375-4af7-4d89-a2d5-f995f95aa367 None None] Attempt 6 to provision port baefdb77-129a-4e1e-ba70-24ec46bb2d14 Oct 12 08:26:20.788133 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3575c84e-a889-47cf-9248-25262c3e5d37 None None] Routers {'7f68bffa-85be-47e3-b050-601e1f819fd1'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:26:20.788734 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-3575c84e-a889-47cf-9248-25262c3e5d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:26:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['7f68bffa-85be-47e3-b050-601e1f819fd1'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:26:20.825010 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-d4651375-4af7-4d89-a2d5-f995f95aa367 None None] Port baefdb77-129a-4e1e-ba70-24ec46bb2d14 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:26:20.896806 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-3575c84e-a889-47cf-9248-25262c3e5d37 None None] Set router 7f68bffa-85be-47e3-b050-601e1f819fd1 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:26:21.025111 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-39745c4c-5991-4421-922e-76fd0e546b2f tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:26:21.027294 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-39745c4c-5991-4421-922e-76fd0e546b2f tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.23 "GET /v2.0/networks?id=dab142d0-e848-4c73-a1ff-6df5fe079ffa HTTP/1.1" status: 200 len: 809 time: 0.1152289 Oct 12 08:26:21.098820 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-360f1002-628d-4b58-9deb-fee3a115f2e5 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47f52079611d4c6c8419017cbbe439c7 HTTP/1.1" status: 200 len: 378 time: 0.0626855 Oct 12 08:26:21.128873 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e7516be4-8aca-4013-89f4-cebd0df20d79 req-ef8271e7-a430-4401-bb9d-63db9c3649ff tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/ports?device_id=469c1d98-d938-4497-9d8a-15d375107f55 HTTP/1.1" status: 200 len: 210 time: 0.0412130 Oct 12 08:26:21.136488 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-0d8b2054-f53f-4639-9d74-5de9e324905e tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Request body: {'port': {'device_id': '469c1d98-d938-4497-9d8a-15d375107f55', 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa', 'admin_state_up': True, 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'security_groups': ['da45a07e-67f7-4542-aff0-4d5bc3cdad5b']}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:26:21.137392 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-3575c84e-a889-47cf-9248-25262c3e5d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f68bffa-85be-47e3-b050-601e1f819fd1', 'name': 'tempest-TestSnapshotPattern-450907647-router', 'tenant_id': '26009119897c4cb28ea1b5f17798cc65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '6b367dae-be70-4637-ab0a-ee544326e5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:26:14Z', 'updated_at': '2022-10-12T08:26:17Z', 'revision_number': 4, 'project_id': '26009119897c4cb28ea1b5f17798cc65', 'gw_port': {'id': '6b367dae-be70-4637-ab0a-ee544326e5fa', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f68bffa-85be-47e3-b050-601e1f819fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:26:14Z', 'updated_at': '2022-10-12T08:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': 'baefdb77-129a-4e1e-ba70-24ec46bb2d14', 'name': '', 'network_id': 'b8880f7c-b7b9-43ce-9775-2b3866872887', 'tenant_id': '26009119897c4cb28ea1b5f17798cc65', 'mac_address': 'fa:16:3e:4d:ec:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f68bffa-85be-47e3-b050-601e1f819fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '3d2efbd9-e5b9-4ef3-82f2-0609de9de898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:26:16Z', 'updated_at': '2022-10-12T08:26:17Z', 'revision_number': 2, 'project_id': '26009119897c4cb28ea1b5f17798cc65', 'subnets': [{'id': '3d2efbd9-e5b9-4ef3-82f2-0609de9de898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:26:21.171393 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3575c84e-a889-47cf-9248-25262c3e5d37 None None] Checking router: 7f68bffa-85be-47e3-b050-601e1f819fd1 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:26:21.172007 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3575c84e-a889-47cf-9248-25262c3e5d37 None None] Updating router 7f68bffa-85be-47e3-b050-601e1f819fd1 port baefdb77-129a-4e1e-ba70-24ec46bb2d14 binding host dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 08:26:21.205874 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3575c84e-a889-47cf-9248-25262c3e5d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:21.278104 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-0d8b2054-f53f-4639-9d74-5de9e324905e tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Made reservation on behalf of 47f52079611d4c6c8419017cbbe439c7 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:26:21.282105 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-0d8b2054-f53f-4639-9d74-5de9e324905e tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:21.326331 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-d4651375-4af7-4d89-a2d5-f995f95aa367 None None] Attempt 7 to provision port baefdb77-129a-4e1e-ba70-24ec46bb2d14 Oct 12 08:26:21.351555 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 6b367dae-be70-4637-ab0a-ee544326e5fa up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:26:21.394087 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-d4651375-4af7-4d89-a2d5-f995f95aa367 None None] Port baefdb77-129a-4e1e-ba70-24ec46bb2d14 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:26:21.411508 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 6b367dae-be70-4637-ab0a-ee544326e5fa triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:26:21.412015 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:21.412440 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 6b367dae-be70-4637-ab0a-ee544326e5fa Oct 12 08:26:21.444327 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-0d8b2054-f53f-4639-9d74-5de9e324905e tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Allocated IP 172.20.0.10 (dab142d0-e848-4c73-a1ff-6df5fe079ffa/f591aa2b-ad4e-4e02-9ec4-1a990ceebce4/c440eba0-831b-4487-ac37-3e78503e3b23) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:26:21.505769 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 6b367dae-be70-4637-ab0a-ee544326e5fa is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:26:21.506199 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:21.528764 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] For port 6b367dae-be70-4637-ab0a-ee544326e5fa, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=6b367dae-be70-4637-ab0a-ee544326e5fa,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:26:21.535421 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:21.551136 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3575c84e-a889-47cf-9248-25262c3e5d37 None None] Notify callbacks [] for port, precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:21.557005 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3575c84e-a889-47cf-9248-25262c3e5d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:21.587238 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Pushing event updated for resources: {'Port': ['ID=6b367dae-be70-4637-ab0a-ee544326e5fa,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:21.605048 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-0d8b2054-f53f-4639-9d74-5de9e324905e tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:21.631149 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24297f61-2afb-45b9-85be-4c018becc1ce None None] Pushing event updated for resources: {'Port': ['ID=baefdb77-129a-4e1e-ba70-24ec46bb2d14,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:21.642464 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-0d8b2054-f53f-4639-9d74-5de9e324905e tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:21.646288 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-3575c84e-a889-47cf-9248-25262c3e5d37 None None] Attempting to bind port baefdb77-129a-4e1e-ba70-24ec46bb2d14 on host dv-neutron-860909-2-hyperv for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:26:21.646655 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-3575c84e-a889-47cf-9248-25262c3e5d37 None None] Attempting to bind port baefdb77-129a-4e1e-ba70-24ec46bb2d14 by drivers openvswitch,hyperv on host dv-neutron-860909-2-hyperv at level 0 using segments [{'id': 'deef5cd1-a797-4345-8554-01f168c3e6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b8880f7c-b7b9-43ce-9775-2b3866872887'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:26:21.647035 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3575c84e-a889-47cf-9248-25262c3e5d37 None None] Attempting to bind port baefdb77-129a-4e1e-ba70-24ec46bb2d14 on network b8880f7c-b7b9-43ce-9775-2b3866872887 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:26:21.652358 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3575c84e-a889-47cf-9248-25262c3e5d37 None None] Checking agent: {'id': 'a02ef6c8-a9c7-4ae3-9ce1-554f882b6785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860909-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 27, 49), 'started_at': datetime.datetime(2022, 10, 12, 7, 28, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860909-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:26:21.652733 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3575c84e-a889-47cf-9248-25262c3e5d37 None None] Checking segment: {'id': 'deef5cd1-a797-4345-8554-01f168c3e6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b8880f7c-b7b9-43ce-9775-2b3866872887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:26:21.653133 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3575c84e-a889-47cf-9248-25262c3e5d37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:21.653520 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3575c84e-a889-47cf-9248-25262c3e5d37 None None] Bound using segment: {'id': 'deef5cd1-a797-4345-8554-01f168c3e6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b8880f7c-b7b9-43ce-9775-2b3866872887'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:26:21.653985 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [None req-3575c84e-a889-47cf-9248-25262c3e5d37 None None] Bound port: baefdb77-129a-4e1e-ba70-24ec46bb2d14, host: dv-neutron-860909-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deef5cd1-a797-4345-8554-01f168c3e6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b8880f7c-b7b9-43ce-9775-2b3866872887'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:26:21.654391 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3575c84e-a889-47cf-9248-25262c3e5d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:21.693086 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-0d8b2054-f53f-4639-9d74-5de9e324905e tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Network dab142d0-e848-4c73-a1ff-6df5fe079ffa is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:26:21.696276 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-0d8b2054-f53f-4639-9d74-5de9e324905e tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:26:21.698352 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:21.700016 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-0d8b2054-f53f-4639-9d74-5de9e324905e tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:26:21.726552 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8b2054-f53f-4639-9d74-5de9e324905e tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Pushing event updated for resources: {'Port': ['ID=c440eba0-831b-4487-ac37-3e78503e3b23,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:21.727211 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-3575c84e-a889-47cf-9248-25262c3e5d37 None None] For port baefdb77-129a-4e1e-ba70-24ec46bb2d14, host dv-neutron-860909-2-hyperv, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:26:21.731796 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-3575c84e-a889-47cf-9248-25262c3e5d37 None None] For port baefdb77-129a-4e1e-ba70-24ec46bb2d14, host dv-neutron-860909-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=baefdb77-129a-4e1e-ba70-24ec46bb2d14,segment=NetworkSegment(deef5cd1-a797-4345-8554-01f168c3e6fc),segment_id=deef5cd1-a797-4345-8554-01f168c3e6fc)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:26:21.741020 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3575c84e-a889-47cf-9248-25262c3e5d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:21.754624 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-0d8b2054-f53f-4639-9d74-5de9e324905e tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:26:21.755286 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-0d8b2054-f53f-4639-9d74-5de9e324905e tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:21.772771 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-0d8b2054-f53f-4639-9d74-5de9e324905e tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6470709 Oct 12 08:26:21.782005 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3575c84e-a889-47cf-9248-25262c3e5d37 None None] Routers {'7f68bffa-85be-47e3-b050-601e1f819fd1'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:26:21.783338 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-3575c84e-a889-47cf-9248-25262c3e5d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:26:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['7f68bffa-85be-47e3-b050-601e1f819fd1'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:26:21.785598 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-effd9dbd-b724-4143-a2a5-b4f71da3555c service neutron] Request body: {'port': {'device_id': '469c1d98-d938-4497-9d8a-15d375107f55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8609'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:26:21.848687 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-effd9dbd-b724-4143-a2a5-b4f71da3555c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:21.854133 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24297f61-2afb-45b9-85be-4c018becc1ce None None] Pushing event updated for resources: {'Port': ['ID=baefdb77-129a-4e1e-ba70-24ec46bb2d14,revision_number=4']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:21.895593 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-d4651375-4af7-4d89-a2d5-f995f95aa367 None None] Attempt 8 to provision port baefdb77-129a-4e1e-ba70-24ec46bb2d14 Oct 12 08:26:21.920121 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-3575c84e-a889-47cf-9248-25262c3e5d37 None None] Set router 7f68bffa-85be-47e3-b050-601e1f819fd1 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:26:21.982711 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-d4651375-4af7-4d89-a2d5-f995f95aa367 None None] Current status of the port baefdb77-129a-4e1e-ba70-24ec46bb2d14 is: DOWN; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:26:21.983362 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d4651375-4af7-4d89-a2d5-f995f95aa367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:22.022873 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-d4651375-4af7-4d89-a2d5-f995f95aa367 None None] For port baefdb77-129a-4e1e-ba70-24ec46bb2d14, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=baefdb77-129a-4e1e-ba70-24ec46bb2d14,segment=NetworkSegment(deef5cd1-a797-4345-8554-01f168c3e6fc),segment_id=deef5cd1-a797-4345-8554-01f168c3e6fc)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:26:22.027104 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d4651375-4af7-4d89-a2d5-f995f95aa367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:22.079533 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4651375-4af7-4d89-a2d5-f995f95aa367 None None] Pushing event updated for resources: {'Port': ['ID=baefdb77-129a-4e1e-ba70-24ec46bb2d14,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:22.124283 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-3575c84e-a889-47cf-9248-25262c3e5d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f68bffa-85be-47e3-b050-601e1f819fd1', 'name': 'tempest-TestSnapshotPattern-450907647-router', 'tenant_id': '26009119897c4cb28ea1b5f17798cc65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '6b367dae-be70-4637-ab0a-ee544326e5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:26:14Z', 'updated_at': '2022-10-12T08:26:17Z', 'revision_number': 4, 'project_id': '26009119897c4cb28ea1b5f17798cc65', 'gw_port': {'id': '6b367dae-be70-4637-ab0a-ee544326e5fa', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f68bffa-85be-47e3-b050-601e1f819fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:26:14Z', 'updated_at': '2022-10-12T08:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': 'baefdb77-129a-4e1e-ba70-24ec46bb2d14', 'name': '', 'network_id': 'b8880f7c-b7b9-43ce-9775-2b3866872887', 'tenant_id': '26009119897c4cb28ea1b5f17798cc65', 'mac_address': 'fa:16:3e:4d:ec:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f68bffa-85be-47e3-b050-601e1f819fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '3d2efbd9-e5b9-4ef3-82f2-0609de9de898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:26:16Z', 'updated_at': '2022-10-12T08:26:21Z', 'revision_number': 4, 'project_id': '26009119897c4cb28ea1b5f17798cc65', 'subnets': [{'id': '3d2efbd9-e5b9-4ef3-82f2-0609de9de898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:26:22.136887 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-effd9dbd-b724-4143-a2a5-b4f71da3555c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c440eba0-831b-4487-ac37-3e78503e3b23 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 08:26:22.145530 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-effd9dbd-b724-4143-a2a5-b4f71da3555c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:22.151904 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-64fc2acb-038c-4185-bf27-987b5a3157f9 None None] Provisioning complete for port c440eba0-831b-4487-ac37-3e78503e3b23 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:26:22.152371 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-64fc2acb-038c-4185-bf27-987b5a3157f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:22.152778 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-64fc2acb-038c-4185-bf27-987b5a3157f9 None None] Attempt 1 to provision port c440eba0-831b-4487-ac37-3e78503e3b23 Oct 12 08:26:22.156897 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3575c84e-a889-47cf-9248-25262c3e5d37 None None] The sync data for ids ['7f68bffa-85be-47e3-b050-601e1f819fd1'] in dv-neutron-860909-2-hyperv is: [{'id': '7f68bffa-85be-47e3-b050-601e1f819fd1', 'name': 'tempest-TestSnapshotPattern-450907647-router', 'tenant_id': '26009119897c4cb28ea1b5f17798cc65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '6b367dae-be70-4637-ab0a-ee544326e5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:26:14Z', 'updated_at': '2022-10-12T08:26:17Z', 'revision_number': 4, 'project_id': '26009119897c4cb28ea1b5f17798cc65', 'gw_port': {'id': '6b367dae-be70-4637-ab0a-ee544326e5fa', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f68bffa-85be-47e3-b050-601e1f819fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:26:14Z', 'updated_at': '2022-10-12T08:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': 'baefdb77-129a-4e1e-ba70-24ec46bb2d14', 'name': '', 'network_id': 'b8880f7c-b7b9-43ce-9775-2b3866872887', 'tenant_id': '26009119897c4cb28ea1b5f17798cc65', 'mac_address': 'fa:16:3e:4d:ec:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f68bffa-85be-47e3-b050-601e1f819fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '3d2efbd9-e5b9-4ef3-82f2-0609de9de898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:26:16Z', 'updated_at': '2022-10-12T08:26:21Z', 'revision_number': 4, 'project_id': '26009119897c4cb28ea1b5f17798cc65', 'subnets': [{'id': '3d2efbd9-e5b9-4ef3-82f2-0609de9de898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:26:22.158317 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-effd9dbd-b724-4143-a2a5-b4f71da3555c service neutron] Transition to ACTIVE for port object c440eba0-831b-4487-ac37-3e78503e3b23 will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 08:26:22.163505 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-effd9dbd-b724-4143-a2a5-b4f71da3555c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:22.202491 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-64fc2acb-038c-4185-bf27-987b5a3157f9 None None] Port c440eba0-831b-4487-ac37-3e78503e3b23 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:26:22.261203 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd9dbd-b724-4143-a2a5-b4f71da3555c service neutron] Pushing event updated for resources: {'Port': ['ID=c440eba0-831b-4487-ac37-3e78503e3b23,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:22.314347 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-effd9dbd-b724-4143-a2a5-b4f71da3555c service neutron] Attempting to bind port c440eba0-831b-4487-ac37-3e78503e3b23 on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:26:22.314676 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-effd9dbd-b724-4143-a2a5-b4f71da3555c service neutron] Attempting to bind port c440eba0-831b-4487-ac37-3e78503e3b23 by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '5ae7f39e-c378-4a03-9874-c3a2d10b7f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:26:22.315068 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-effd9dbd-b724-4143-a2a5-b4f71da3555c service neutron] Attempting to bind port c440eba0-831b-4487-ac37-3e78503e3b23 on network dab142d0-e848-4c73-a1ff-6df5fe079ffa {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:26:22.326588 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a01d0-9a83-472b-82c3-228d9836a498 req-c29ebf65-60e7-4131-b881-6bd2f33e05e9 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:26:22.328149 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-830a01d0-9a83-472b-82c3-228d9836a498 req-c29ebf65-60e7-4131-b881-6bd2f33e05e9 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/ports?device_id=469c1d98-d938-4497-9d8a-15d375107f55 HTTP/1.1" status: 200 len: 944 time: 0.1040184 Oct 12 08:26:22.329832 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-effd9dbd-b724-4143-a2a5-b4f71da3555c service neutron] Port c440eba0-831b-4487-ac37-3e78503e3b23 on network dab142d0-e848-4c73-a1ff-6df5fe079ffa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 08:26:22.330195 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-effd9dbd-b724-4143-a2a5-b4f71da3555c service neutron] Attempting to bind port c440eba0-831b-4487-ac37-3e78503e3b23 on network dab142d0-e848-4c73-a1ff-6df5fe079ffa {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:26:22.337163 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-effd9dbd-b724-4143-a2a5-b4f71da3555c service neutron] Checking agent: {'id': 'afe9b392-c72e-4ef3-a7bd-ca4c2066af02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8609', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'started_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:26:22.337502 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-effd9dbd-b724-4143-a2a5-b4f71da3555c service neutron] Checking segment: {'id': '5ae7f39e-c378-4a03-9874-c3a2d10b7f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:26:22.337889 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-effd9dbd-b724-4143-a2a5-b4f71da3555c service neutron] Bound using segment: {'id': '5ae7f39e-c378-4a03-9874-c3a2d10b7f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:26:22.338355 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-effd9dbd-b724-4143-a2a5-b4f71da3555c service neutron] Bound port: c440eba0-831b-4487-ac37-3e78503e3b23, host: hv-neutron-8609, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ae7f39e-c378-4a03-9874-c3a2d10b7f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:26:22.338719 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-effd9dbd-b724-4143-a2a5-b4f71da3555c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:22.404298 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-830a01d0-9a83-472b-82c3-228d9836a498 req-747a1880-fb08-4ec3-9a7c-20b9420a9824 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/security-groups?id=da45a07e-67f7-4542-aff0-4d5bc3cdad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0683072 Oct 12 08:26:22.429976 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-effd9dbd-b724-4143-a2a5-b4f71da3555c service neutron] For port c440eba0-831b-4487-ac37-3e78503e3b23, host hv-neutron-8609, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:26:22.433431 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-effd9dbd-b724-4143-a2a5-b4f71da3555c service neutron] For port c440eba0-831b-4487-ac37-3e78503e3b23, host hv-neutron-8609, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=c440eba0-831b-4487-ac37-3e78503e3b23,segment=NetworkSegment(5ae7f39e-c378-4a03-9874-c3a2d10b7f9b),segment_id=5ae7f39e-c378-4a03-9874-c3a2d10b7f9b)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:26:22.439834 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-effd9dbd-b724-4143-a2a5-b4f71da3555c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:22.444237 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-effd9dbd-b724-4143-a2a5-b4f71da3555c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:26:22.444897 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-effd9dbd-b724-4143-a2a5-b4f71da3555c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:22.446385 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-effd9dbd-b724-4143-a2a5-b4f71da3555c service neutron] 10.222.0.23 "PUT /v2.0/ports/c440eba0-831b-4487-ac37-3e78503e3b23 HTTP/1.1" status: 200 len: 1094 time: 0.6661530 Oct 12 08:26:22.446910 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '469c1d98-d938-4497-9d8a-15d375107f55', 'tag': 'c440eba0-831b-4487-ac37-3e78503e3b23'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:26:22.449232 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d334e781-42e9-4181-9cde-ef2a17d9f44b" -d '{"events": [{"name": "network-changed", "server_uuid": "469c1d98-d938-4497-9d8a-15d375107f55", "tag": "c440eba0-831b-4487-ac37-3e78503e3b23"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:26:22.537008 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd9dbd-b724-4143-a2a5-b4f71da3555c service neutron] Pushing event updated for resources: {'Port': ['ID=c440eba0-831b-4487-ac37-3e78503e3b23,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:22.560288 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-4ebc52fc-249e-4f21-8ff9-75a635318d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:26:22.561734 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-4ebc52fc-249e-4f21-8ff9-75a635318d67 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=47f52079611d4c6c8419017cbbe439c7&device_id=469c1d98-d938-4497-9d8a-15d375107f55 HTTP/1.1" status: 200 len: 1097 time: 0.0653794 Oct 12 08:26:22.569749 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 08:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6067db-1f16-4c28-a329-bb015b84d3e4 x-openstack-request-id: req-fc6067db-1f16-4c28-a329-bb015b84d3e4 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:26:22.570271 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "469c1d98-d938-4497-9d8a-15d375107f55", "tag": "c440eba0-831b-4487-ac37-3e78503e3b23", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:26:22.570595 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fc6067db-1f16-4c28-a329-bb015b84d3e4 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:26:22.571199 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc6067db-1f16-4c28-a329-bb015b84d3e4'] response: {'name': 'network-changed', 'server_uuid': '469c1d98-d938-4497-9d8a-15d375107f55', 'tag': 'c440eba0-831b-4487-ac37-3e78503e3b23', 'status': 'completed', 'code': 200} Oct 12 08:26:22.609507 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-9d000aca-5fe0-4b09-867d-0ccfc9ce95b9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c440eba0-831b-4487-ac37-3e78503e3b23 HTTP/1.1" status: 200 len: 217 time: 0.0352838 Oct 12 08:26:22.663375 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-24301120-adc3-4ae1-82c6-8656b0a7424b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:26:22.664807 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-24301120-adc3-4ae1-82c6-8656b0a7424b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f591aa2b-ad4e-4e02-9ec4-1a990ceebce4 HTTP/1.1" status: 200 len: 848 time: 0.0484366 Oct 12 08:26:22.703296 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-64fc2acb-038c-4185-bf27-987b5a3157f9 None None] Attempt 2 to provision port c440eba0-831b-4487-ac37-3e78503e3b23 Oct 12 08:26:22.711095 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-301d7000-a7e8-43b9-8e38-b068520815fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:26:22.712612 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-301d7000-a7e8-43b9-8e38-b068520815fa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dab142d0-e848-4c73-a1ff-6df5fe079ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413976 Oct 12 08:26:22.744363 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-64fc2acb-038c-4185-bf27-987b5a3157f9 None None] Port c440eba0-831b-4487-ac37-3e78503e3b23 had new provisioning blocks added so it will not transition to active. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 12 08:26:22.803778 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-e6a6d17b-7591-4036-9005-dae61e839fd3 service neutron] 10.222.0.23 "GET /v2.0/networks/dab142d0-e848-4c73-a1ff-6df5fe079ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844314 Oct 12 08:26:22.895082 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-867e107e-3479-4f97-9a6c-4558966dcb5c req-5c8a57a3-4dca-4b6d-b771-7b4e15a170a3 service neutron] 10.222.0.23 "GET /v2.0/networks/dab142d0-e848-4c73-a1ff-6df5fe079ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834415 Oct 12 08:26:22.980286 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d334e781-42e9-4181-9cde-ef2a17d9f44b req-f13ab0c7-0069-432d-bd00-3e59770c37c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:26:22.981877 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d334e781-42e9-4181-9cde-ef2a17d9f44b req-f13ab0c7-0069-432d-bd00-3e59770c37c6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=47f52079611d4c6c8419017cbbe439c7&device_id=469c1d98-d938-4497-9d8a-15d375107f55 HTTP/1.1" status: 200 len: 1097 time: 0.0401540 Oct 12 08:26:23.074626 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d334e781-42e9-4181-9cde-ef2a17d9f44b req-b00b92da-8d88-4701-9065-e5122ae5b231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:26:23.076082 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d334e781-42e9-4181-9cde-ef2a17d9f44b req-b00b92da-8d88-4701-9065-e5122ae5b231 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dab142d0-e848-4c73-a1ff-6df5fe079ffa HTTP/1.1" status: 200 len: 910 time: 0.0867059 Oct 12 08:26:23.116751 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d334e781-42e9-4181-9cde-ef2a17d9f44b req-63b7d9fc-9500-4d8f-bbb4-843b3cf0b7be service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c440eba0-831b-4487-ac37-3e78503e3b23 HTTP/1.1" status: 200 len: 217 time: 0.0334928 Oct 12 08:26:23.163976 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d334e781-42e9-4181-9cde-ef2a17d9f44b req-48173d3b-baf7-4059-a592-997886e72901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:26:23.165282 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d334e781-42e9-4181-9cde-ef2a17d9f44b req-48173d3b-baf7-4059-a592-997886e72901 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f591aa2b-ad4e-4e02-9ec4-1a990ceebce4 HTTP/1.1" status: 200 len: 848 time: 0.0418594 Oct 12 08:26:23.214438 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d334e781-42e9-4181-9cde-ef2a17d9f44b req-28c40efd-243f-4a63-b8f8-f1d87812838c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:26:23.215906 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d334e781-42e9-4181-9cde-ef2a17d9f44b req-28c40efd-243f-4a63-b8f8-f1d87812838c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dab142d0-e848-4c73-a1ff-6df5fe079ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437155 Oct 12 08:26:23.302855 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device baefdb77-129a-4e1e-ba70-24ec46bb2d14 up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:26:23.308277 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d334e781-42e9-4181-9cde-ef2a17d9f44b req-05a66006-3ece-4b83-86f2-86303b5cf04b service neutron] 10.222.0.23 "GET /v2.0/networks/dab142d0-e848-4c73-a1ff-6df5fe079ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849929 Oct 12 08:26:23.353882 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port baefdb77-129a-4e1e-ba70-24ec46bb2d14 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:26:23.354283 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:23.354612 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port baefdb77-129a-4e1e-ba70-24ec46bb2d14 Oct 12 08:26:23.401403 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d334e781-42e9-4181-9cde-ef2a17d9f44b req-f5c5ccb6-a155-4b04-9a98-a63a968ffa1a service neutron] 10.222.0.23 "GET /v2.0/networks/dab142d0-e848-4c73-a1ff-6df5fe079ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863433 Oct 12 08:26:23.430484 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port baefdb77-129a-4e1e-ba70-24ec46bb2d14 is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:26:23.431450 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 6b367dae-be70-4637-ab0a-ee544326e5fa up at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:26:23.477853 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Provisioning complete for port 6b367dae-be70-4637-ab0a-ee544326e5fa triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:26:23.478239 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:23.480752 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Attempt 1 to provision port 6b367dae-be70-4637-ab0a-ee544326e5fa Oct 12 08:26:23.526485 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f816af-a290-4322-8586-a379819d5d5c req-209bf93d-d43a-4f70-a74a-fef4dbb350a8 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:26:23.527972 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e2f816af-a290-4322-8586-a379819d5d5c req-209bf93d-d43a-4f70-a74a-fef4dbb350a8 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/ports?device_id=469c1d98-d938-4497-9d8a-15d375107f55 HTTP/1.1" status: 200 len: 944 time: 0.0487163 Oct 12 08:26:23.562491 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Current status of the port 6b367dae-be70-4637-ab0a-ee544326e5fa is: ACTIVE; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:26:23.569026 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e2f816af-a290-4322-8586-a379819d5d5c req-152c8ee4-3602-46ec-b20c-ab31eb521145 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/security-groups?id=da45a07e-67f7-4542-aff0-4d5bc3cdad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349772 Oct 12 08:26:24.690697 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61f2ee-f13b-41d5-a2d3-f50603547523 req-aec930db-c8a6-43b4-9247-f8e1982dc80e tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:26:24.692159 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0c61f2ee-f13b-41d5-a2d3-f50603547523 req-aec930db-c8a6-43b4-9247-f8e1982dc80e tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/ports?device_id=469c1d98-d938-4497-9d8a-15d375107f55 HTTP/1.1" status: 200 len: 944 time: 0.0478437 Oct 12 08:26:24.735543 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-0c61f2ee-f13b-41d5-a2d3-f50603547523 req-2a6441db-8ec6-41da-ac95-5879645e1f9d tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/security-groups?id=da45a07e-67f7-4542-aff0-4d5bc3cdad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361583 Oct 12 08:26:25.466347 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device c440eba0-831b-4487-ac37-3e78503e3b23 details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 08:26:25.564726 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port c440eba0-831b-4487-ac37-3e78503e3b23, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=c440eba0-831b-4487-ac37-3e78503e3b23,segment=NetworkSegment(5ae7f39e-c378-4a03-9874-c3a2d10b7f9b),segment_id=5ae7f39e-c378-4a03-9874-c3a2d10b7f9b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:26:25.575721 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': 'c440eba0-831b-4487-ac37-3e78503e3b23', 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa', 'port_id': 'c440eba0-831b-4487-ac37-3e78503e3b23', 'mac_address': 'fa:16:3e:d4:c8:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f591aa2b-ad4e-4e02-9ec4-1a990ceebce4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 08:26:25.612472 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port c440eba0-831b-4487-ac37-3e78503e3b23 is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:26:25.612891 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:25.625329 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c440eba0-831b-4487-ac37-3e78503e3b23 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 08:26:25.645186 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port c440eba0-831b-4487-ac37-3e78503e3b23, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=c440eba0-831b-4487-ac37-3e78503e3b23,segment=NetworkSegment(5ae7f39e-c378-4a03-9874-c3a2d10b7f9b),segment_id=5ae7f39e-c378-4a03-9874-c3a2d10b7f9b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:26:25.649023 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:25.694225 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=c440eba0-831b-4487-ac37-3e78503e3b23,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:25.853621 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29dd99-6128-4ba6-97cb-f9b0b218e150 req-0fec5c3f-ad38-4f45-93f2-2f287045fcb1 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:26:25.855093 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5a29dd99-6128-4ba6-97cb-f9b0b218e150 req-0fec5c3f-ad38-4f45-93f2-2f287045fcb1 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/ports?device_id=469c1d98-d938-4497-9d8a-15d375107f55 HTTP/1.1" status: 200 len: 945 time: 0.0477750 Oct 12 08:26:25.892180 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-5a29dd99-6128-4ba6-97cb-f9b0b218e150 req-f3efb99c-603a-410f-8a88-4fd0e0f8909d tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/security-groups?id=da45a07e-67f7-4542-aff0-4d5bc3cdad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304983 Oct 12 08:26:25.900282 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['c440eba0-831b-4487-ac37-3e78503e3b23'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 08:26:27.013473 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a5ceb-6955-4b60-8cd4-579a14138d73 req-dae82939-fe4d-4478-85fe-1bd4568bdf41 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:26:27.014957 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-512a5ceb-6955-4b60-8cd4-579a14138d73 req-dae82939-fe4d-4478-85fe-1bd4568bdf41 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/ports?device_id=469c1d98-d938-4497-9d8a-15d375107f55 HTTP/1.1" status: 200 len: 945 time: 0.0484591 Oct 12 08:26:27.051537 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-512a5ceb-6955-4b60-8cd4-579a14138d73 req-32615542-4bc2-4a8d-97d4-521ec85faeff tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/security-groups?id=da45a07e-67f7-4542-aff0-4d5bc3cdad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306356 Oct 12 08:26:27.480066 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device c440eba0-831b-4487-ac37-3e78503e3b23 up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:26:27.530685 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning for port c440eba0-831b-4487-ac37-3e78503e3b23 completed by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 12 08:26:27.535353 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port c440eba0-831b-4487-ac37-3e78503e3b23 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:26:27.535757 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:27.536091 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port c440eba0-831b-4487-ac37-3e78503e3b23 Oct 12 08:26:27.612758 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port c440eba0-831b-4487-ac37-3e78503e3b23 is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:26:27.613161 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:27.635971 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469c1d98-d938-4497-9d8a-15d375107f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c440eba0-831b-4487-ac37-3e78503e3b23'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:26:27.638278 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187914d3-8c20-45fe-9650-81551d96bae1" -d '{"events": [{"server_uuid": "469c1d98-d938-4497-9d8a-15d375107f55", "name": "network-vif-plugged", "status": "completed", "tag": "c440eba0-831b-4487-ac37-3e78503e3b23"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:26:27.651788 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port c440eba0-831b-4487-ac37-3e78503e3b23, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=c440eba0-831b-4487-ac37-3e78503e3b23,segment=NetworkSegment(5ae7f39e-c378-4a03-9874-c3a2d10b7f9b),segment_id=5ae7f39e-c378-4a03-9874-c3a2d10b7f9b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:26:27.655742 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:27.705858 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=c440eba0-831b-4487-ac37-3e78503e3b23,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:27.727576 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 08:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def05676-e3bf-4517-afd2-c5ec16f24794 x-openstack-request-id: req-def05676-e3bf-4517-afd2-c5ec16f24794 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:26:27.727870 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "469c1d98-d938-4497-9d8a-15d375107f55", "name": "network-vif-plugged", "status": "completed", "tag": "c440eba0-831b-4487-ac37-3e78503e3b23", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:26:27.728125 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-def05676-e3bf-4517-afd2-c5ec16f24794 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:26:27.728523 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-def05676-e3bf-4517-afd2-c5ec16f24794'] response: {'server_uuid': '469c1d98-d938-4497-9d8a-15d375107f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c440eba0-831b-4487-ac37-3e78503e3b23', 'code': 200} Oct 12 08:26:27.887954 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21145a-0921-40a2-8ec3-7db07986cca0 req-39d71f0e-58b6-451c-99e5-cfb88dc8b521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:26:27.889570 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9d21145a-0921-40a2-8ec3-7db07986cca0 req-39d71f0e-58b6-451c-99e5-cfb88dc8b521 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=469c1d98-d938-4497-9d8a-15d375107f55 HTTP/1.1" status: 200 len: 1099 time: 0.0397322 Oct 12 08:26:27.927133 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-9d21145a-0921-40a2-8ec3-7db07986cca0 req-306595db-3297-4d40-b014-41854fa110c9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=da45a07e-67f7-4542-aff0-4d5bc3cdad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310063 Oct 12 08:26:28.171621 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e2827-e910-4119-948b-7de06c141b05 req-1b984352-52eb-4735-9108-f407a52ade03 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:26:28.173072 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d61e2827-e910-4119-948b-7de06c141b05 req-1b984352-52eb-4735-9108-f407a52ade03 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/ports?device_id=469c1d98-d938-4497-9d8a-15d375107f55 HTTP/1.1" status: 200 len: 946 time: 0.0487139 Oct 12 08:26:28.210118 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d61e2827-e910-4119-948b-7de06c141b05 req-d8222c43-d700-424f-a9a3-f8d2937f9820 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/security-groups?id=da45a07e-67f7-4542-aff0-4d5bc3cdad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310264 Oct 12 08:26:29.330155 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b7c9f-a4c6-46bc-9597-0ffb92c8533f req-a7eb5e99-5837-47c6-b4e0-78715af8cd88 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:26:29.331639 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8f6b7c9f-a4c6-46bc-9597-0ffb92c8533f req-a7eb5e99-5837-47c6-b4e0-78715af8cd88 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/ports?device_id=469c1d98-d938-4497-9d8a-15d375107f55 HTTP/1.1" status: 200 len: 946 time: 0.0496330 Oct 12 08:26:29.368591 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8f6b7c9f-a4c6-46bc-9597-0ffb92c8533f req-50ae4935-86c7-4f57-a542-17d5178b8d6e tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/security-groups?id=da45a07e-67f7-4542-aff0-4d5bc3cdad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309317 Oct 12 08:26:29.483897 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1661b3d-c1dd-4219-b31d-451756e31399 req-b8b3fd8d-8b3d-4315-943b-cf8482694fb8 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:26:29.485289 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d1661b3d-c1dd-4219-b31d-451756e31399 req-b8b3fd8d-8b3d-4315-943b-cf8482694fb8 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/ports?device_id=469c1d98-d938-4497-9d8a-15d375107f55 HTTP/1.1" status: 200 len: 946 time: 0.0481920 Oct 12 08:26:29.526528 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-d1661b3d-c1dd-4219-b31d-451756e31399 req-d294c188-eab9-421b-9296-2cacdd7d384b tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/security-groups?id=da45a07e-67f7-4542-aff0-4d5bc3cdad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353136 Oct 12 08:26:29.552934 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 50186) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:26:29.632190 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1480a3c-23a7-48d7-a5d1-a8dfc0a0974d tempest-TestSnapshotPattern-173719447 tempest-TestSnapshotPattern-173719447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:26:29.633677 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f1480a3c-23a7-48d7-a5d1-a8dfc0a0974d tempest-TestSnapshotPattern-173719447 tempest-TestSnapshotPattern-173719447-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=469c1d98-d938-4497-9d8a-15d375107f55 HTTP/1.1" status: 200 len: 1094 time: 0.0797973 Oct 12 08:26:29.636560 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 50190) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:26:29.640720 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-5b1c5743-670a-47b0-8d72-67bf097fabad tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Request body: {'floatingip': {'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'port_id': 'c440eba0-831b-4487-ac37-3e78503e3b23', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:26:29.662473 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5b1c5743-670a-47b0-8d72-67bf097fabad tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks [] for floatingip, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:29.756059 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5b1c5743-670a-47b0-8d72-67bf097fabad tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:29.860764 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-5b1c5743-670a-47b0-8d72-67bf097fabad tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Allocated IP 172.26.3.73 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/e61a566b-4c98-4cde-9371-2dff105ed642) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:26:29.962558 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5b1c5743-670a-47b0-8d72-67bf097fabad tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:29.999417 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5b1c5743-670a-47b0-8d72-67bf097fabad tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:30.039452 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1c5743-670a-47b0-8d72-67bf097fabad tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:26:30.042292 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-5b1c5743-670a-47b0-8d72-67bf097fabad tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:26:30.045712 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1c5743-670a-47b0-8d72-67bf097fabad tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:26:30.051530 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c5743-670a-47b0-8d72-67bf097fabad tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Pushing event updated for resources: {'Port': ['ID=e61a566b-4c98-4cde-9371-2dff105ed642,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:30.397143 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5b1c5743-670a-47b0-8d72-67bf097fabad tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:30.791853 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5b1c5743-670a-47b0-8d72-67bf097fabad tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:30.939061 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5b1c5743-670a-47b0-8d72-67bf097fabad tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:30.943748 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5b1c5743-670a-47b0-8d72-67bf097fabad tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:31.008811 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c5743-670a-47b0-8d72-67bf097fabad tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Pushing event updated for resources: {'Port': ['ID=e61a566b-4c98-4cde-9371-2dff105ed642,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:26:31.011339 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5b1c5743-670a-47b0-8d72-67bf097fabad tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:31.109093 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [None req-5b1c5743-670a-47b0-8d72-67bf097fabad tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Floating IP f6a5fc83-d689-4f8e-bf20-f0ca431feb22 associated. External IP: 172.26.3.73, port: c440eba0-831b-4487-ac37-3e78503e3b23. Oct 12 08:26:31.317111 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1c5743-670a-47b0-8d72-67bf097fabad tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Router dc9d212c-12f6-48e2-a40c-03fc597bc849 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:26:31.423269 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1c5743-670a-47b0-8d72-67bf097fabad tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:26:31.432680 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebc156c-3ba7-4b31-941f-c6a9fcca8d0f None None] Sync routers for ids ['dc9d212c-12f6-48e2-a40c-03fc597bc849'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:26:31.442443 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebc156c-3ba7-4b31-941f-c6a9fcca8d0f None None] Routers {'dc9d212c-12f6-48e2-a40c-03fc597bc849'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:26:31.443051 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-2ebc156c-3ba7-4b31-941f-c6a9fcca8d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:26:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['dc9d212c-12f6-48e2-a40c-03fc597bc849'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:26:31.443337 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5b1c5743-670a-47b0-8d72-67bf097fabad tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:31.471553 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-5b1c5743-670a-47b0-8d72-67bf097fabad tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8339739 Oct 12 08:26:31.472197 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '469c1d98-d938-4497-9d8a-15d375107f55', 'tag': 'c440eba0-831b-4487-ac37-3e78503e3b23'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:26:31.474497 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8872eb3e-3089-4356-a691-8cb073893749" -d '{"events": [{"name": "network-changed", "server_uuid": "469c1d98-d938-4497-9d8a-15d375107f55", "tag": "c440eba0-831b-4487-ac37-3e78503e3b23"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:26:31.509737 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 08:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec26b9f6-794f-47f6-9b19-4b1437da6ccf x-openstack-request-id: req-ec26b9f6-794f-47f6-9b19-4b1437da6ccf {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:26:31.510052 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "469c1d98-d938-4497-9d8a-15d375107f55", "tag": "c440eba0-831b-4487-ac37-3e78503e3b23", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:26:31.510316 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ec26b9f6-794f-47f6-9b19-4b1437da6ccf {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:26:31.510726 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec26b9f6-794f-47f6-9b19-4b1437da6ccf'] response: {'name': 'network-changed', 'server_uuid': '469c1d98-d938-4497-9d8a-15d375107f55', 'tag': 'c440eba0-831b-4487-ac37-3e78503e3b23', 'status': 'completed', 'code': 200} Oct 12 08:26:31.552066 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-2ebc156c-3ba7-4b31-941f-c6a9fcca8d0f None None] Set router dc9d212c-12f6-48e2-a40c-03fc597bc849 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:26:31.575283 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872eb3e-3089-4356-a691-8cb073893749 req-bdca18ad-150c-49b4-b3a1-e5c8bfa8532c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:26:31.576866 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8872eb3e-3089-4356-a691-8cb073893749 req-bdca18ad-150c-49b4-b3a1-e5c8bfa8532c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=47f52079611d4c6c8419017cbbe439c7&device_id=469c1d98-d938-4497-9d8a-15d375107f55 HTTP/1.1" status: 200 len: 1099 time: 0.0445602 Oct 12 08:26:31.665780 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872eb3e-3089-4356-a691-8cb073893749 req-f32a18c0-7a20-445e-b790-e8f103193115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:26:31.667273 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8872eb3e-3089-4356-a691-8cb073893749 req-f32a18c0-7a20-445e-b790-e8f103193115 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dab142d0-e848-4c73-a1ff-6df5fe079ffa HTTP/1.1" status: 200 len: 910 time: 0.0843627 Oct 12 08:26:31.734263 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8872eb3e-3089-4356-a691-8cb073893749 req-eb71cdfa-60da-4783-9bd6-623df4a3a8b8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c440eba0-831b-4487-ac37-3e78503e3b23 HTTP/1.1" status: 200 len: 999 time: 0.0609965 Oct 12 08:26:31.773828 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-2ebc156c-3ba7-4b31-941f-c6a9fcca8d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'name': 'tempest-TestSnapshotPattern-243007910-router', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': 'fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:26:09Z', 'updated_at': '2022-10-12T08:26:12Z', 'revision_number': 4, 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'gw_port': {'id': 'fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:26:10Z', 'updated_at': '2022-10-12T08:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'f6a5fc83-d689-4f8e-bf20-f0ca431feb22', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'floating_ip_address': '172.26.3.73', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'port_id': 'c440eba0-831b-4487-ac37-3e78503e3b23', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa', 'mac_address': 'fa:16:3e:d4:c8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469c1d98-d938-4497-9d8a-15d375107f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T08:26:30Z', 'updated_at': '2022-10-12T08:26:30Z', 'revision_number': 0, 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a6504af-95f6-4ddb-815c-e431ed87a80c', 'name': '', 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'mac_address': 'fa:16:3e:e6:95:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'f591aa2b-ad4e-4e02-9ec4-1a990ceebce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:26:11Z', 'updated_at': '2022-10-12T08:26:16Z', 'revision_number': 5, 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'subnets': [{'id': 'f591aa2b-ad4e-4e02-9ec4-1a990ceebce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:26:31.782309 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872eb3e-3089-4356-a691-8cb073893749 req-71ea4034-7bca-42d5-bbf2-21e61b2abf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:26:31.783763 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8872eb3e-3089-4356-a691-8cb073893749 req-71ea4034-7bca-42d5-bbf2-21e61b2abf62 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f591aa2b-ad4e-4e02-9ec4-1a990ceebce4 HTTP/1.1" status: 200 len: 848 time: 0.0437350 Oct 12 08:26:31.804058 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebc156c-3ba7-4b31-941f-c6a9fcca8d0f None None] Checking router: dc9d212c-12f6-48e2-a40c-03fc597bc849 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:26:31.812487 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebc156c-3ba7-4b31-941f-c6a9fcca8d0f None None] Routers {'dc9d212c-12f6-48e2-a40c-03fc597bc849'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:26:31.813079 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-2ebc156c-3ba7-4b31-941f-c6a9fcca8d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:26:16Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['dc9d212c-12f6-48e2-a40c-03fc597bc849'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:26:31.829787 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872eb3e-3089-4356-a691-8cb073893749 req-f97eafef-f0fb-4b2a-a3c5-5686eff18e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:26:31.831342 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8872eb3e-3089-4356-a691-8cb073893749 req-f97eafef-f0fb-4b2a-a3c5-5686eff18e61 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dab142d0-e848-4c73-a1ff-6df5fe079ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407979 Oct 12 08:26:31.918541 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-2ebc156c-3ba7-4b31-941f-c6a9fcca8d0f None None] Set router dc9d212c-12f6-48e2-a40c-03fc597bc849 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:26:31.924539 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8872eb3e-3089-4356-a691-8cb073893749 req-c5f1626f-71bc-4338-81db-798fd7c6e585 service neutron] 10.222.0.23 "GET /v2.0/networks/dab142d0-e848-4c73-a1ff-6df5fe079ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867445 Oct 12 08:26:32.013853 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8872eb3e-3089-4356-a691-8cb073893749 req-fa2935f8-aff1-44ac-ada6-2d703d16f484 service neutron] 10.222.0.23 "GET /v2.0/networks/dab142d0-e848-4c73-a1ff-6df5fe079ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832436 Oct 12 08:26:32.278537 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-2ebc156c-3ba7-4b31-941f-c6a9fcca8d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'name': 'tempest-TestSnapshotPattern-243007910-router', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': 'fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:26:09Z', 'updated_at': '2022-10-12T08:26:12Z', 'revision_number': 4, 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'gw_port': {'id': 'fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:26:10Z', 'updated_at': '2022-10-12T08:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'f6a5fc83-d689-4f8e-bf20-f0ca431feb22', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'floating_ip_address': '172.26.3.73', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'port_id': 'c440eba0-831b-4487-ac37-3e78503e3b23', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa', 'mac_address': 'fa:16:3e:d4:c8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469c1d98-d938-4497-9d8a-15d375107f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T08:26:30Z', 'updated_at': '2022-10-12T08:26:30Z', 'revision_number': 0, 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a6504af-95f6-4ddb-815c-e431ed87a80c', 'name': '', 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'mac_address': 'fa:16:3e:e6:95:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'f591aa2b-ad4e-4e02-9ec4-1a990ceebce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:26:11Z', 'updated_at': '2022-10-12T08:26:16Z', 'revision_number': 5, 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'subnets': [{'id': 'f591aa2b-ad4e-4e02-9ec4-1a990ceebce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:26:32.308541 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebc156c-3ba7-4b31-941f-c6a9fcca8d0f None None] The sync data for ids ['dc9d212c-12f6-48e2-a40c-03fc597bc849'] in dv-neutron-860909-2-hyperv is: [{'id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'name': 'tempest-TestSnapshotPattern-243007910-router', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': 'fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:26:09Z', 'updated_at': '2022-10-12T08:26:12Z', 'revision_number': 4, 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'gw_port': {'id': 'fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:26:10Z', 'updated_at': '2022-10-12T08:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'f6a5fc83-d689-4f8e-bf20-f0ca431feb22', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'floating_ip_address': '172.26.3.73', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'port_id': 'c440eba0-831b-4487-ac37-3e78503e3b23', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa', 'mac_address': 'fa:16:3e:d4:c8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469c1d98-d938-4497-9d8a-15d375107f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T08:26:30Z', 'updated_at': '2022-10-12T08:26:30Z', 'revision_number': 0, 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a6504af-95f6-4ddb-815c-e431ed87a80c', 'name': '', 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'mac_address': 'fa:16:3e:e6:95:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'f591aa2b-ad4e-4e02-9ec4-1a990ceebce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:26:11Z', 'updated_at': '2022-10-12T08:26:16Z', 'revision_number': 5, 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'subnets': [{'id': 'f591aa2b-ad4e-4e02-9ec4-1a990ceebce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:26:32.503846 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2ca8a1-4675-462c-a79b-8289d89e1ab7 None None] New status for floating IP f6a5fc83-d689-4f8e-bf20-f0ca431feb22: ACTIVE {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 08:26:38.386672 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e71e190e-fada-48de-ac86-7ee7e0a1eabd req-5228eded-ec84-4ea6-afd5-311d23258df8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=469c1d98-d938-4497-9d8a-15d375107f55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430799 Oct 12 08:26:38.475284 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e190e-fada-48de-ac86-7ee7e0a1eabd req-9e728b1a-428d-400b-a899-bf1dc78e0a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:26:38.476744 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e71e190e-fada-48de-ac86-7ee7e0a1eabd req-9e728b1a-428d-400b-a899-bf1dc78e0a72 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=47f52079611d4c6c8419017cbbe439c7&device_id=469c1d98-d938-4497-9d8a-15d375107f55 HTTP/1.1" status: 200 len: 1099 time: 0.0398791 Oct 12 08:26:38.578661 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e190e-fada-48de-ac86-7ee7e0a1eabd req-1fc43a6c-5cc3-4adf-994d-2aec6186fedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:26:38.580105 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e71e190e-fada-48de-ac86-7ee7e0a1eabd req-1fc43a6c-5cc3-4adf-994d-2aec6186fedf service neutron] 10.222.0.23 "GET /v2.0/networks?id=dab142d0-e848-4c73-a1ff-6df5fe079ffa HTTP/1.1" status: 200 len: 910 time: 0.0839901 Oct 12 08:26:38.649138 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e71e190e-fada-48de-ac86-7ee7e0a1eabd req-ef547420-b3ad-49ef-a04b-dabbbfb79e18 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c440eba0-831b-4487-ac37-3e78503e3b23 HTTP/1.1" status: 200 len: 1001 time: 0.0613363 Oct 12 08:26:38.695926 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e190e-fada-48de-ac86-7ee7e0a1eabd req-5cbef6bc-e24f-4c9c-a8bb-314afd90f7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:26:38.697305 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e71e190e-fada-48de-ac86-7ee7e0a1eabd req-5cbef6bc-e24f-4c9c-a8bb-314afd90f7f6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f591aa2b-ad4e-4e02-9ec4-1a990ceebce4 HTTP/1.1" status: 200 len: 848 time: 0.0425298 Oct 12 08:26:38.740162 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e190e-fada-48de-ac86-7ee7e0a1eabd req-ac107531-c168-473c-808c-af6696ed36ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:26:38.741575 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e71e190e-fada-48de-ac86-7ee7e0a1eabd req-ac107531-c168-473c-808c-af6696ed36ca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dab142d0-e848-4c73-a1ff-6df5fe079ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383313 Oct 12 08:26:38.833151 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e71e190e-fada-48de-ac86-7ee7e0a1eabd req-f8865b94-26a7-45aa-ab43-715fa8bc96cc service neutron] 10.222.0.23 "GET /v2.0/networks/dab142d0-e848-4c73-a1ff-6df5fe079ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844617 Oct 12 08:26:38.920572 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e71e190e-fada-48de-ac86-7ee7e0a1eabd req-649cc70b-684c-447f-91cf-df511f7e9f02 service neutron] 10.222.0.23 "GET /v2.0/networks/dab142d0-e848-4c73-a1ff-6df5fe079ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810184 Oct 12 08:26:44.043906 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-77953e94-f89a-4eee-bb57-7ef8b17bc224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:46.197011 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-764b436a-e9c1-4ed8-a43e-a419955053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:47.459882 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:49.028852 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:49.264682 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:51.697933 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:26:52.394574 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:27:14.044890 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-92fa0237-0ff7-4e23-b91a-dac36575fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:27:16.198918 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4fe036d3-e755-4151-ad5e-3967f661ab68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:27:17.462533 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:27:19.031220 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:27:19.268332 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:27:21.715017 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:27:29.394251 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:27:40.412352 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e0575f42-9377-4261-bdfa-3a1a24cd793b req-908d692a-bbc5-4222-ad36-e29081d5855e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=469c1d98-d938-4497-9d8a-15d375107f55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0841327 Oct 12 08:27:40.637127 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0575f42-9377-4261-bdfa-3a1a24cd793b req-39488444-48cd-42c9-871c-041c03211718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:27:40.638658 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e0575f42-9377-4261-bdfa-3a1a24cd793b req-39488444-48cd-42c9-871c-041c03211718 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=47f52079611d4c6c8419017cbbe439c7&device_id=469c1d98-d938-4497-9d8a-15d375107f55 HTTP/1.1" status: 200 len: 1099 time: 0.0394998 Oct 12 08:27:40.743984 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0575f42-9377-4261-bdfa-3a1a24cd793b req-b3e809be-cef9-4412-ae6c-8823cca2d3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:27:40.745454 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e0575f42-9377-4261-bdfa-3a1a24cd793b req-b3e809be-cef9-4412-ae6c-8823cca2d3b2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dab142d0-e848-4c73-a1ff-6df5fe079ffa HTTP/1.1" status: 200 len: 910 time: 0.0881095 Oct 12 08:27:40.815944 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e0575f42-9377-4261-bdfa-3a1a24cd793b req-16085ada-318a-46d0-9117-5d970799347f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c440eba0-831b-4487-ac37-3e78503e3b23 HTTP/1.1" status: 200 len: 1001 time: 0.0632048 Oct 12 08:27:40.864164 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0575f42-9377-4261-bdfa-3a1a24cd793b req-436de441-ea33-4e63-9882-23207a40c971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:27:40.865597 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e0575f42-9377-4261-bdfa-3a1a24cd793b req-436de441-ea33-4e63-9882-23207a40c971 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f591aa2b-ad4e-4e02-9ec4-1a990ceebce4 HTTP/1.1" status: 200 len: 848 time: 0.0434136 Oct 12 08:27:40.912157 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0575f42-9377-4261-bdfa-3a1a24cd793b req-f6568927-bb9e-499a-ba95-daef5fa5075f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:27:40.913604 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e0575f42-9377-4261-bdfa-3a1a24cd793b req-f6568927-bb9e-499a-ba95-daef5fa5075f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dab142d0-e848-4c73-a1ff-6df5fe079ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403004 Oct 12 08:27:40.924603 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [req-e0575f42-9377-4261-bdfa-3a1a24cd793b req-a5c8a967-0b00-43cd-8127-44d6c55c9858 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 08:27:40.925526 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e0575f42-9377-4261-bdfa-3a1a24cd793b req-a5c8a967-0b00-43cd-8127-44d6c55c9858 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048463 Oct 12 08:27:41.021933 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e0575f42-9377-4261-bdfa-3a1a24cd793b req-a77979c2-5c72-4f75-9038-8021b518fcc2 service neutron] 10.222.0.23 "GET /v2.0/networks/dab142d0-e848-4c73-a1ff-6df5fe079ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894470 Oct 12 08:27:41.110454 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e0575f42-9377-4261-bdfa-3a1a24cd793b req-27dd4fd8-53f5-4b88-8ae9-2e234ae50335 service neutron] 10.222.0.23 "GET /v2.0/networks/dab142d0-e848-4c73-a1ff-6df5fe079ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810938 Oct 12 08:27:44.051338 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-356985a8-b54c-4df0-8b97-8ebc03fd5a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:27:46.199534 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bee90f05-4dc4-4316-8c72-9db8bc1198b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:27:47.464873 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:27:49.034780 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:27:49.270488 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:27:51.714937 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:28:06.393052 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:28:14.043383 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9a6a9811-5a7e-4601-8f84-c031115b28f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:28:16.203714 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-83289447-d50f-423e-a5bd-6992a6d8e07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:28:17.467270 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:28:19.037462 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:28:19.273368 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:28:21.728072 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:28:30.012227 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device c440eba0-831b-4487-ac37-3e78503e3b23 details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 08:28:30.106386 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port c440eba0-831b-4487-ac37-3e78503e3b23, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=c440eba0-831b-4487-ac37-3e78503e3b23,segment=NetworkSegment(5ae7f39e-c378-4a03-9874-c3a2d10b7f9b),segment_id=5ae7f39e-c378-4a03-9874-c3a2d10b7f9b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:28:30.117954 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': 'c440eba0-831b-4487-ac37-3e78503e3b23', 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa', 'port_id': 'c440eba0-831b-4487-ac37-3e78503e3b23', 'mac_address': 'fa:16:3e:d4:c8:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f591aa2b-ad4e-4e02-9ec4-1a990ceebce4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 08:28:30.154649 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port c440eba0-831b-4487-ac37-3e78503e3b23 is: ACTIVE; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:28:30.155031 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:28:30.167994 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c440eba0-831b-4487-ac37-3e78503e3b23 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 08:28:30.190813 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port c440eba0-831b-4487-ac37-3e78503e3b23, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=c440eba0-831b-4487-ac37-3e78503e3b23,segment=NetworkSegment(5ae7f39e-c378-4a03-9874-c3a2d10b7f9b),segment_id=5ae7f39e-c378-4a03-9874-c3a2d10b7f9b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:28:30.194914 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:28:30.244436 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=c440eba0-831b-4487-ac37-3e78503e3b23,revision_number=6']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:28:30.251616 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:28:30.251964 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:28:30.252304 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:28:30.252652 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:28:30.252979 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:28:30.253305 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:28:30.253629 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:28:30.253952 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:28:30.254296 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:28:30.254618 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:28:30.255192 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:28:30.255509 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:28:30.293613 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['c440eba0-831b-4487-ac37-3e78503e3b23'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 08:28:32.026264 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device c440eba0-831b-4487-ac37-3e78503e3b23 up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:28:32.081409 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port c440eba0-831b-4487-ac37-3e78503e3b23 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:28:32.081979 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:28:32.081979 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port c440eba0-831b-4487-ac37-3e78503e3b23 Oct 12 08:28:32.171364 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port c440eba0-831b-4487-ac37-3e78503e3b23 is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:28:32.171747 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:28:32.206554 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port c440eba0-831b-4487-ac37-3e78503e3b23, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=c440eba0-831b-4487-ac37-3e78503e3b23,segment=NetworkSegment(5ae7f39e-c378-4a03-9874-c3a2d10b7f9b),segment_id=5ae7f39e-c378-4a03-9874-c3a2d10b7f9b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:28:32.207719 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469c1d98-d938-4497-9d8a-15d375107f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c440eba0-831b-4487-ac37-3e78503e3b23'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:28:32.210311 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1dc3d4-ccb8-4360-a185-317ec5112ad5" -d '{"events": [{"server_uuid": "469c1d98-d938-4497-9d8a-15d375107f55", "name": "network-vif-plugged", "status": "completed", "tag": "c440eba0-831b-4487-ac37-3e78503e3b23"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:28:32.214424 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:28:32.259460 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 08:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cb7863-8f74-4796-b3a1-275135cd7a64 x-openstack-request-id: req-e9cb7863-8f74-4796-b3a1-275135cd7a64 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:28:32.259967 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "469c1d98-d938-4497-9d8a-15d375107f55", "name": "network-vif-plugged", "status": "completed", "tag": "c440eba0-831b-4487-ac37-3e78503e3b23", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:28:32.260218 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e9cb7863-8f74-4796-b3a1-275135cd7a64 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:28:32.260618 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9cb7863-8f74-4796-b3a1-275135cd7a64'] response: {'server_uuid': '469c1d98-d938-4497-9d8a-15d375107f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c440eba0-831b-4487-ac37-3e78503e3b23', 'code': 200} Oct 12 08:28:32.274212 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=c440eba0-831b-4487-ac37-3e78503e3b23,revision_number=7']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:28:40.620918 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-d2810885-3601-47f4-9c17-aa54649aa0b4 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-45361782&fields=id&tenant_id=47f52079611d4c6c8419017cbbe439c7 HTTP/1.1" status: 200 len: 267 time: 0.0334826 Oct 12 08:28:40.729880 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-29584ba3-21ae-4015-b1bc-cf4a47fa204e tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:28:40.731347 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-29584ba3-21ae-4015-b1bc-cf4a47fa204e tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/networks?id=dab142d0-e848-4c73-a1ff-6df5fe079ffa HTTP/1.1" status: 200 len: 809 time: 0.1036551 Oct 12 08:28:40.746236 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-4b33eca4-6393-4a78-9ace-59cc83c144e0 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/quotas/47f52079611d4c6c8419017cbbe439c7 HTTP/1.1" status: 200 len: 375 time: 0.0090282 Oct 12 08:28:40.807541 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-ee3b6280-bfab-41b0-981c-9ce3522c14e1 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=47f52079611d4c6c8419017cbbe439c7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0557985 Oct 12 08:28:40.903958 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-32fe9d00-3230-4234-be9b-5ac9fa3ca109 service neutron] 10.222.0.26 "GET /v2.0/networks/dab142d0-e848-4c73-a1ff-6df5fe079ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827713 Oct 12 08:28:41.001137 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-27a3632b-540c-49eb-b87e-d2e05229ff8a service neutron] 10.222.0.26 "GET /v2.0/networks/dab142d0-e848-4c73-a1ff-6df5fe079ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905523 Oct 12 08:28:42.167473 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e317d8af-615e-4da0-a355-690f46bf2630 req-b99b83b9-9a6c-455f-8204-afe2e5f0f6fd tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/ports?device_id=e62cf3ad-f257-43f9-84c5-8ffca874d225 HTTP/1.1" status: 200 len: 210 time: 0.0269217 Oct 12 08:28:42.376414 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-19dd9c0d-2119-48f4-8921-845bb006f5c6 req-84dc0eae-b88b-48a0-a98b-1c62c50bd07d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=469c1d98-d938-4497-9d8a-15d375107f55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378063 Oct 12 08:28:42.465802 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd9c0d-2119-48f4-8921-845bb006f5c6 req-9cab913c-bbf7-48db-ad64-4d15f6c3de0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:28:42.467323 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-19dd9c0d-2119-48f4-8921-845bb006f5c6 req-9cab913c-bbf7-48db-ad64-4d15f6c3de0d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=47f52079611d4c6c8419017cbbe439c7&device_id=469c1d98-d938-4497-9d8a-15d375107f55 HTTP/1.1" status: 200 len: 1099 time: 0.0447545 Oct 12 08:28:42.569465 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd9c0d-2119-48f4-8921-845bb006f5c6 req-95a0c07b-2e5f-4d02-be72-bdccd2257076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:28:42.570951 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-19dd9c0d-2119-48f4-8921-845bb006f5c6 req-95a0c07b-2e5f-4d02-be72-bdccd2257076 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dab142d0-e848-4c73-a1ff-6df5fe079ffa HTTP/1.1" status: 200 len: 910 time: 0.0851257 Oct 12 08:28:42.637940 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-19dd9c0d-2119-48f4-8921-845bb006f5c6 req-d3d10b16-c263-44cc-9c28-e1817ea3d78c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c440eba0-831b-4487-ac37-3e78503e3b23 HTTP/1.1" status: 200 len: 1001 time: 0.0607164 Oct 12 08:28:42.685943 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd9c0d-2119-48f4-8921-845bb006f5c6 req-b6938037-dae2-4f81-9982-ced87d26508a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:28:42.687370 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-19dd9c0d-2119-48f4-8921-845bb006f5c6 req-b6938037-dae2-4f81-9982-ced87d26508a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f591aa2b-ad4e-4e02-9ec4-1a990ceebce4 HTTP/1.1" status: 200 len: 848 time: 0.0425508 Oct 12 08:28:42.730018 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd9c0d-2119-48f4-8921-845bb006f5c6 req-8181309a-cdf2-4a7f-883d-3be0f7c62891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:28:42.731513 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-19dd9c0d-2119-48f4-8921-845bb006f5c6 req-8181309a-cdf2-4a7f-883d-3be0f7c62891 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dab142d0-e848-4c73-a1ff-6df5fe079ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383103 Oct 12 08:28:42.822870 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-19dd9c0d-2119-48f4-8921-845bb006f5c6 req-10ad91ad-1da5-45da-93ea-162baf7094f8 service neutron] 10.222.0.23 "GET /v2.0/networks/dab142d0-e848-4c73-a1ff-6df5fe079ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847311 Oct 12 08:28:42.910642 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-19dd9c0d-2119-48f4-8921-845bb006f5c6 req-1d7ec206-2648-48ff-a5b5-3f812ba07bbd service neutron] 10.222.0.23 "GET /v2.0/networks/dab142d0-e848-4c73-a1ff-6df5fe079ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812707 Oct 12 08:28:43.248762 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-f4aabbfe-96be-4264-9320-f28187cf9bfa req-e45274be-5bc0-438d-b24b-65c9557ae2fc tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/ports?device_id=e62cf3ad-f257-43f9-84c5-8ffca874d225 HTTP/1.1" status: 200 len: 210 time: 0.0278466 Oct 12 08:28:43.391966 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:28:44.048094 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d598c040-d5b7-40e1-bc75-8f78dd5f404a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:28:44.065463 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device c440eba0-831b-4487-ac37-3e78503e3b23 no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:28:44.138950 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port c440eba0-831b-4487-ac37-3e78503e3b23 is: ACTIVE; New status is: DOWN {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:28:44.139329 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:28:44.160475 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469c1d98-d938-4497-9d8a-15d375107f55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c440eba0-831b-4487-ac37-3e78503e3b23'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:28:44.163087 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84ba19f-eb21-4835-99db-c14c4fa17ef1" -d '{"events": [{"server_uuid": "469c1d98-d938-4497-9d8a-15d375107f55", "name": "network-vif-unplugged", "status": "completed", "tag": "c440eba0-831b-4487-ac37-3e78503e3b23"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:28:44.176195 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port c440eba0-831b-4487-ac37-3e78503e3b23, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=c440eba0-831b-4487-ac37-3e78503e3b23,segment=NetworkSegment(5ae7f39e-c378-4a03-9874-c3a2d10b7f9b),segment_id=5ae7f39e-c378-4a03-9874-c3a2d10b7f9b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:28:44.180376 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:28:44.206354 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 12 Oct 2022 08:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24c634d-0853-4e08-9de3-ace2a7c0b9fe x-openstack-request-id: req-d24c634d-0853-4e08-9de3-ace2a7c0b9fe {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:28:44.206640 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "469c1d98-d938-4497-9d8a-15d375107f55", "name": "network-vif-unplugged", "status": "completed", "tag": "c440eba0-831b-4487-ac37-3e78503e3b23", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:28:44.206892 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d24c634d-0853-4e08-9de3-ace2a7c0b9fe {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:28:44.207277 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d24c634d-0853-4e08-9de3-ace2a7c0b9fe'] response: {'server_uuid': '469c1d98-d938-4497-9d8a-15d375107f55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c440eba0-831b-4487-ac37-3e78503e3b23', 'code': 200} Oct 12 08:28:44.234179 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=c440eba0-831b-4487-ac37-3e78503e3b23,revision_number=8']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:28:44.350856 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-22d7d3fe-eba9-44ff-adba-d9a89a6e15e5 req-c0135ed5-58ce-4614-9e6d-6016b3396e20 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/ports?device_id=e62cf3ad-f257-43f9-84c5-8ffca874d225 HTTP/1.1" status: 200 len: 210 time: 0.0294294 Oct 12 08:28:45.232430 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-3ec3d7ec-136b-44cb-8f2f-41b2059cfc9b tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:28:45.233849 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-3ec3d7ec-136b-44cb-8f2f-41b2059cfc9b tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.23 "GET /v2.0/networks?id=dab142d0-e848-4c73-a1ff-6df5fe079ffa HTTP/1.1" status: 200 len: 809 time: 0.1061954 Oct 12 08:28:45.277232 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-4ba66ee4-0179-45e8-aa85-c0c58f25783b tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47f52079611d4c6c8419017cbbe439c7 HTTP/1.1" status: 200 len: 378 time: 0.0348468 Oct 12 08:28:45.290829 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-f885bd02-3475-4195-b3a3-99155224da30 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Request body: {'port': {'device_id': 'e62cf3ad-f257-43f9-84c5-8ffca874d225', 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa', 'admin_state_up': True, 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'security_groups': ['da45a07e-67f7-4542-aff0-4d5bc3cdad5b']}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:28:45.400540 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-f885bd02-3475-4195-b3a3-99155224da30 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Made reservation on behalf of 47f52079611d4c6c8419017cbbe439c7 for: {'port': 1} {{(pid=103200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 08:28:45.405861 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-f885bd02-3475-4195-b3a3-99155224da30 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:28:45.494551 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-07d50ea0-024c-4ae0-9da9-7e514ab28cd0 req-a3dbc263-ca62-4691-81f4-c341dde65230 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/ports?device_id=e62cf3ad-f257-43f9-84c5-8ffca874d225 HTTP/1.1" status: 200 len: 210 time: 0.0618062 Oct 12 08:28:45.579771 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-f885bd02-3475-4195-b3a3-99155224da30 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Allocated IP 172.20.0.7 (dab142d0-e848-4c73-a1ff-6df5fe079ffa/f591aa2b-ad4e-4e02-9ec4-1a990ceebce4/6504978b-8fc5-4750-95a3-69516308c069) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:28:45.788913 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-f885bd02-3475-4195-b3a3-99155224da30 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:28:45.838467 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-f885bd02-3475-4195-b3a3-99155224da30 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:28:45.886383 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-f885bd02-3475-4195-b3a3-99155224da30 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Network dab142d0-e848-4c73-a1ff-6df5fe079ffa is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:28:45.889947 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-f885bd02-3475-4195-b3a3-99155224da30 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:28:45.892674 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-f885bd02-3475-4195-b3a3-99155224da30 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:28:45.928871 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f885bd02-3475-4195-b3a3-99155224da30 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Pushing event updated for resources: {'Port': ['ID=6504978b-8fc5-4750-95a3-69516308c069,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:28:45.945275 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f885bd02-3475-4195-b3a3-99155224da30 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:28:45.945275 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f885bd02-3475-4195-b3a3-99155224da30 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:28:45.945275 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f885bd02-3475-4195-b3a3-99155224da30 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:28:45.945275 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f885bd02-3475-4195-b3a3-99155224da30 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:28:45.945275 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f885bd02-3475-4195-b3a3-99155224da30 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:28:45.945275 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f885bd02-3475-4195-b3a3-99155224da30 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:28:45.945275 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f885bd02-3475-4195-b3a3-99155224da30 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:28:45.946096 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f885bd02-3475-4195-b3a3-99155224da30 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:28:45.946516 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f885bd02-3475-4195-b3a3-99155224da30 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:28:45.947000 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f885bd02-3475-4195-b3a3-99155224da30 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:28:45.947466 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f885bd02-3475-4195-b3a3-99155224da30 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:28:45.947862 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f885bd02-3475-4195-b3a3-99155224da30 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:28:45.975401 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-f885bd02-3475-4195-b3a3-99155224da30 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:28:45.976149 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-f885bd02-3475-4195-b3a3-99155224da30 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:28:45.996174 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-f885bd02-3475-4195-b3a3-99155224da30 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7088320 Oct 12 08:28:46.207368 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-25965f10-6b6f-4266-abac-8b51505aa665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:28:46.231329 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-bbfab1b6-789d-4c38-bfcd-3411ec029b66 None None] Provisioning complete for port 6504978b-8fc5-4750-95a3-69516308c069 triggered by entity DHCP. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:28:46.231696 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bbfab1b6-789d-4c38-bfcd-3411ec029b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:28:46.232025 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-bbfab1b6-789d-4c38-bfcd-3411ec029b66 None None] Attempt 1 to provision port 6504978b-8fc5-4750-95a3-69516308c069 Oct 12 08:28:46.268556 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-bbfab1b6-789d-4c38-bfcd-3411ec029b66 None None] Port 6504978b-8fc5-4750-95a3-69516308c069 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:28:46.625321 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae599b83-4e49-43e8-badb-2578f38194d4 req-e5483b8f-47c3-496a-8ffb-4a17198616b2 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:28:46.626949 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ae599b83-4e49-43e8-badb-2578f38194d4 req-e5483b8f-47c3-496a-8ffb-4a17198616b2 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/ports?device_id=e62cf3ad-f257-43f9-84c5-8ffca874d225 HTTP/1.1" status: 200 len: 931 time: 0.0534966 Oct 12 08:28:46.673402 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-ae599b83-4e49-43e8-badb-2578f38194d4 req-8b6fe803-5b5c-4c59-9817-4c5971ea1068 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/security-groups?id=da45a07e-67f7-4542-aff0-4d5bc3cdad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388167 Oct 12 08:28:46.770621 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-bbfab1b6-789d-4c38-bfcd-3411ec029b66 None None] Attempt 2 to provision port 6504978b-8fc5-4750-95a3-69516308c069 Oct 12 08:28:46.805802 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-bbfab1b6-789d-4c38-bfcd-3411ec029b66 None None] Port 6504978b-8fc5-4750-95a3-69516308c069 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:28:47.307316 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-bbfab1b6-789d-4c38-bfcd-3411ec029b66 None None] Attempt 3 to provision port 6504978b-8fc5-4750-95a3-69516308c069 Oct 12 08:28:47.346526 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-bbfab1b6-789d-4c38-bfcd-3411ec029b66 None None] Port 6504978b-8fc5-4750-95a3-69516308c069 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:28:47.471544 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:28:47.814657 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be647cf6-02aa-44fa-925d-cbac54c4ca21 req-6687175a-f352-4326-8b5b-039629b59e49 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:28:47.816851 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-be647cf6-02aa-44fa-925d-cbac54c4ca21 req-6687175a-f352-4326-8b5b-039629b59e49 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/ports?device_id=e62cf3ad-f257-43f9-84c5-8ffca874d225 HTTP/1.1" status: 200 len: 931 time: 0.0613968 Oct 12 08:28:47.849295 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-bbfab1b6-789d-4c38-bfcd-3411ec029b66 None None] Attempt 4 to provision port 6504978b-8fc5-4750-95a3-69516308c069 Oct 12 08:28:47.856933 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-be647cf6-02aa-44fa-925d-cbac54c4ca21 req-379f5cd5-9f08-4c70-81b9-65dfa0bbeb68 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/security-groups?id=da45a07e-67f7-4542-aff0-4d5bc3cdad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342040 Oct 12 08:28:47.889700 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-bbfab1b6-789d-4c38-bfcd-3411ec029b66 None None] Port 6504978b-8fc5-4750-95a3-69516308c069 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:28:48.391411 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-bbfab1b6-789d-4c38-bfcd-3411ec029b66 None None] Attempt 5 to provision port 6504978b-8fc5-4750-95a3-69516308c069 Oct 12 08:28:48.428789 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-bbfab1b6-789d-4c38-bfcd-3411ec029b66 None None] Port 6504978b-8fc5-4750-95a3-69516308c069 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:28:48.930661 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-bbfab1b6-789d-4c38-bfcd-3411ec029b66 None None] Attempt 6 to provision port 6504978b-8fc5-4750-95a3-69516308c069 Oct 12 08:28:48.971592 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-bbfab1b6-789d-4c38-bfcd-3411ec029b66 None None] Port 6504978b-8fc5-4750-95a3-69516308c069 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:28:48.997357 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9c74c-389d-4e1d-89d2-034476b8d703 req-d62d880b-28a6-4bc1-bf54-ee3b9b137f86 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:28:48.999024 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-52f9c74c-389d-4e1d-89d2-034476b8d703 req-d62d880b-28a6-4bc1-bf54-ee3b9b137f86 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/ports?device_id=e62cf3ad-f257-43f9-84c5-8ffca874d225 HTTP/1.1" status: 200 len: 931 time: 0.0512223 Oct 12 08:28:49.049908 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:28:49.060868 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-52f9c74c-389d-4e1d-89d2-034476b8d703 req-ea32d836-b655-4d18-968f-977492410d4f tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/security-groups?id=da45a07e-67f7-4542-aff0-4d5bc3cdad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488973 Oct 12 08:28:49.280496 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:28:49.473027 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-bbfab1b6-789d-4c38-bfcd-3411ec029b66 None None] Attempt 7 to provision port 6504978b-8fc5-4750-95a3-69516308c069 Oct 12 08:28:49.514655 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-bbfab1b6-789d-4c38-bfcd-3411ec029b66 None None] Port 6504978b-8fc5-4750-95a3-69516308c069 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:28:50.016125 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-bbfab1b6-789d-4c38-bfcd-3411ec029b66 None None] Attempt 8 to provision port 6504978b-8fc5-4750-95a3-69516308c069 Oct 12 08:28:50.066624 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-bbfab1b6-789d-4c38-bfcd-3411ec029b66 None None] Port 6504978b-8fc5-4750-95a3-69516308c069 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:28:50.187176 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b934369-b190-40b8-a530-4be90ad1ec8b req-a29eb5ce-8756-4bb4-a0a8-7fdf10c04c34 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:28:50.188707 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7b934369-b190-40b8-a530-4be90ad1ec8b req-a29eb5ce-8756-4bb4-a0a8-7fdf10c04c34 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/ports?device_id=e62cf3ad-f257-43f9-84c5-8ffca874d225 HTTP/1.1" status: 200 len: 931 time: 0.0498109 Oct 12 08:28:50.231471 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-7b934369-b190-40b8-a530-4be90ad1ec8b req-0ed811bc-99a2-41a6-9425-f930bb592caa tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/security-groups?id=da45a07e-67f7-4542-aff0-4d5bc3cdad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365760 Oct 12 08:28:50.568022 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-bbfab1b6-789d-4c38-bfcd-3411ec029b66 None None] Attempt 9 to provision port 6504978b-8fc5-4750-95a3-69516308c069 Oct 12 08:28:50.603471 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-bbfab1b6-789d-4c38-bfcd-3411ec029b66 None None] Port 6504978b-8fc5-4750-95a3-69516308c069 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:28:51.104659 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-bbfab1b6-789d-4c38-bfcd-3411ec029b66 None None] Attempt 10 to provision port 6504978b-8fc5-4750-95a3-69516308c069 Oct 12 08:28:51.143359 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-bbfab1b6-789d-4c38-bfcd-3411ec029b66 None None] Port 6504978b-8fc5-4750-95a3-69516308c069 cannot update to ACTIVE because it is not bound. {{(pid=103202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 12 08:28:51.537091 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8488106-8984-4a08-ae0d-370c43ef6aad req-eda7da78-3965-41e4-b8f8-d19b1dd5b909 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:28:51.538920 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e8488106-8984-4a08-ae0d-370c43ef6aad req-eda7da78-3965-41e4-b8f8-d19b1dd5b909 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/ports?device_id=e62cf3ad-f257-43f9-84c5-8ffca874d225 HTTP/1.1" status: 200 len: 931 time: 0.0575626 Oct 12 08:28:51.579358 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e8488106-8984-4a08-ae0d-370c43ef6aad req-134452aa-3083-49d7-a49c-cc250425d003 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/security-groups?id=da45a07e-67f7-4542-aff0-4d5bc3cdad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343990 Oct 12 08:28:51.736403 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:28:52.703738 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1706ae70-2814-42dc-8547-e97a8ed8a87b req-d26e6d96-36ab-4384-856b-1b4c95433927 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:28:52.705280 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1706ae70-2814-42dc-8547-e97a8ed8a87b req-d26e6d96-36ab-4384-856b-1b4c95433927 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/ports?device_id=e62cf3ad-f257-43f9-84c5-8ffca874d225 HTTP/1.1" status: 200 len: 931 time: 0.0505888 Oct 12 08:28:52.744897 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-1706ae70-2814-42dc-8547-e97a8ed8a87b req-b1b08270-ab5f-47c7-ac1b-ca6b0700fc67 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/security-groups?id=da45a07e-67f7-4542-aff0-4d5bc3cdad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330749 Oct 12 08:28:53.517561 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-ac2ea6fa-221a-46c8-9da8-fa6727b77889 service neutron] Request body: {'port': {'device_id': 'e62cf3ad-f257-43f9-84c5-8ffca874d225', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8609'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:28:53.574720 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-ac2ea6fa-221a-46c8-9da8-fa6727b77889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:28:53.857631 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-ac2ea6fa-221a-46c8-9da8-fa6727b77889 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6504978b-8fc5-4750-95a3-69516308c069 {{(pid=103200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 08:28:53.866186 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-ac2ea6fa-221a-46c8-9da8-fa6727b77889 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:28:53.886274 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.provisioning_blocks [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-ac2ea6fa-221a-46c8-9da8-fa6727b77889 service neutron] Transition to ACTIVE for port object 6504978b-8fc5-4750-95a3-69516308c069 will not be triggered until provisioned by entity L2. {{(pid=103200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 08:28:53.894912 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e8b23-ad89-4c2c-a4ed-4ccc961d4bed req-46c7f53b-874b-47de-99d8-e9e5f881d299 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:28:53.896392 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-289e8b23-ad89-4c2c-a4ed-4ccc961d4bed req-46c7f53b-874b-47de-99d8-e9e5f881d299 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/ports?device_id=e62cf3ad-f257-43f9-84c5-8ffca874d225 HTTP/1.1" status: 200 len: 931 time: 0.0751364 Oct 12 08:28:53.897455 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-ac2ea6fa-221a-46c8-9da8-fa6727b77889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:28:53.993578 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ea6fa-221a-46c8-9da8-fa6727b77889 service neutron] Pushing event updated for resources: {'Port': ['ID=6504978b-8fc5-4750-95a3-69516308c069,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:28:54.020428 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-289e8b23-ad89-4c2c-a4ed-4ccc961d4bed req-a7b98b3c-92e1-445f-a1a0-a9f36962a2c5 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/security-groups?id=da45a07e-67f7-4542-aff0-4d5bc3cdad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1167486 Oct 12 08:28:54.035313 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-ac2ea6fa-221a-46c8-9da8-fa6727b77889 service neutron] Attempting to bind port 6504978b-8fc5-4750-95a3-69516308c069 on host hv-neutron-8609 for vnic_type normal with profile {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 12 08:28:54.035642 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-ac2ea6fa-221a-46c8-9da8-fa6727b77889 service neutron] Attempting to bind port 6504978b-8fc5-4750-95a3-69516308c069 by drivers openvswitch,hyperv on host hv-neutron-8609 at level 0 using segments [{'id': '5ae7f39e-c378-4a03-9874-c3a2d10b7f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa'}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 12 08:28:54.035961 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-ac2ea6fa-221a-46c8-9da8-fa6727b77889 service neutron] Attempting to bind port 6504978b-8fc5-4750-95a3-69516308c069 on network dab142d0-e848-4c73-a1ff-6df5fe079ffa {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:28:54.040147 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-ac2ea6fa-221a-46c8-9da8-fa6727b77889 service neutron] Port 6504978b-8fc5-4750-95a3-69516308c069 on network dab142d0-e848-4c73-a1ff-6df5fe079ffa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8609 {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 08:28:54.040457 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-ac2ea6fa-221a-46c8-9da8-fa6727b77889 service neutron] Attempting to bind port 6504978b-8fc5-4750-95a3-69516308c069 on network dab142d0-e848-4c73-a1ff-6df5fe079ffa {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 08:28:54.045460 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-ac2ea6fa-221a-46c8-9da8-fa6727b77889 service neutron] Checking agent: {'id': 'afe9b392-c72e-4ef3-a7bd-ca4c2066af02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8609', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'started_at': datetime.datetime(2022, 10, 12, 7, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 8, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 08:28:54.045811 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-ac2ea6fa-221a-46c8-9da8-fa6727b77889 service neutron] Checking segment: {'id': '5ae7f39e-c378-4a03-9874-c3a2d10b7f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 12 08:28:54.046213 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-ac2ea6fa-221a-46c8-9da8-fa6727b77889 service neutron] Bound using segment: {'id': '5ae7f39e-c378-4a03-9874-c3a2d10b7f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa'} {{(pid=103200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 08:28:54.046644 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.managers [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-ac2ea6fa-221a-46c8-9da8-fa6727b77889 service neutron] Bound port: 6504978b-8fc5-4750-95a3-69516308c069, host: hv-neutron-8609, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ae7f39e-c378-4a03-9874-c3a2d10b7f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa'}}] {{(pid=103200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 12 08:28:54.046999 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-ac2ea6fa-221a-46c8-9da8-fa6727b77889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:28:54.109038 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-ac2ea6fa-221a-46c8-9da8-fa6727b77889 service neutron] For port 6504978b-8fc5-4750-95a3-69516308c069, host hv-neutron-8609, cleared binding levels {{(pid=103200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 08:28:54.112109 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-ac2ea6fa-221a-46c8-9da8-fa6727b77889 service neutron] For port 6504978b-8fc5-4750-95a3-69516308c069, host hv-neutron-8609, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=6504978b-8fc5-4750-95a3-69516308c069,segment=NetworkSegment(5ae7f39e-c378-4a03-9874-c3a2d10b7f9b),segment_id=5ae7f39e-c378-4a03-9874-c3a2d10b7f9b)] {{(pid=103200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 08:28:54.115438 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-ac2ea6fa-221a-46c8-9da8-fa6727b77889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:28:54.120225 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-ac2ea6fa-221a-46c8-9da8-fa6727b77889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:28:54.120832 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-ac2ea6fa-221a-46c8-9da8-fa6727b77889 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:28:54.122224 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-ac2ea6fa-221a-46c8-9da8-fa6727b77889 service neutron] 10.222.0.23 "PUT /v2.0/ports/6504978b-8fc5-4750-95a3-69516308c069 HTTP/1.1" status: 200 len: 1093 time: 0.6096866 Oct 12 08:28:54.122724 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e62cf3ad-f257-43f9-84c5-8ffca874d225', 'tag': '6504978b-8fc5-4750-95a3-69516308c069'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:28:54.124984 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c511740c-803d-4eed-b307-2ff5bde6cc6a" -d '{"events": [{"name": "network-changed", "server_uuid": "e62cf3ad-f257-43f9-84c5-8ffca874d225", "tag": "6504978b-8fc5-4750-95a3-69516308c069"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:28:54.188054 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 08:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6c8d26-2deb-4729-97f6-f094efdd7f15 x-openstack-request-id: req-7b6c8d26-2deb-4729-97f6-f094efdd7f15 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:28:54.188343 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e62cf3ad-f257-43f9-84c5-8ffca874d225", "tag": "6504978b-8fc5-4750-95a3-69516308c069", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:28:54.188600 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7b6c8d26-2deb-4729-97f6-f094efdd7f15 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:28:54.189000 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b6c8d26-2deb-4729-97f6-f094efdd7f15'] response: {'name': 'network-changed', 'server_uuid': 'e62cf3ad-f257-43f9-84c5-8ffca874d225', 'tag': '6504978b-8fc5-4750-95a3-69516308c069', 'status': 'completed', 'code': 200} Oct 12 08:28:54.201094 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ea6fa-221a-46c8-9da8-fa6727b77889 service neutron] Pushing event updated for resources: {'Port': ['ID=6504978b-8fc5-4750-95a3-69516308c069,revision_number=3']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:28:54.216386 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-ffd191c7-a4e5-480c-af3a-b2a23458287b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:28:54.217928 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-ffd191c7-a4e5-480c-af3a-b2a23458287b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=47f52079611d4c6c8419017cbbe439c7&device_id=e62cf3ad-f257-43f9-84c5-8ffca874d225 HTTP/1.1" status: 200 len: 1096 time: 0.0573573 Oct 12 08:28:54.258907 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-ebb8cf56-04c4-49fc-814c-41100f04eab6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6504978b-8fc5-4750-95a3-69516308c069 HTTP/1.1" status: 200 len: 217 time: 0.0340543 Oct 12 08:28:54.310091 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-39f887c9-9878-410c-a0bd-99804a5833ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:28:54.311451 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-39f887c9-9878-410c-a0bd-99804a5833ae service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f591aa2b-ad4e-4e02-9ec4-1a990ceebce4 HTTP/1.1" status: 200 len: 848 time: 0.0463049 Oct 12 08:28:54.354921 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-0bb0296c-52fe-485a-8bf4-9c726d9c48ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:28:54.356368 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-0bb0296c-52fe-485a-8bf4-9c726d9c48ea service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dab142d0-e848-4c73-a1ff-6df5fe079ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387652 Oct 12 08:28:54.447156 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-8d0f48de-77ef-41ed-b5c4-6c94e13ba6ad service neutron] 10.222.0.23 "GET /v2.0/networks/dab142d0-e848-4c73-a1ff-6df5fe079ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842700 Oct 12 08:28:54.535160 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cf3a166b-a01e-4876-a3a1-1404b0a1ede9 req-bf8028ea-e740-4b3c-8622-c5497c4dddb5 service neutron] 10.222.0.23 "GET /v2.0/networks/dab142d0-e848-4c73-a1ff-6df5fe079ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810196 Oct 12 08:28:54.615789 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511740c-803d-4eed-b307-2ff5bde6cc6a req-2783cd84-3863-40e0-8f48-6f906caac37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:28:54.617266 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c511740c-803d-4eed-b307-2ff5bde6cc6a req-2783cd84-3863-40e0-8f48-6f906caac37d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=47f52079611d4c6c8419017cbbe439c7&device_id=e62cf3ad-f257-43f9-84c5-8ffca874d225 HTTP/1.1" status: 200 len: 1096 time: 0.0395653 Oct 12 08:28:54.709981 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511740c-803d-4eed-b307-2ff5bde6cc6a req-0ac27c08-4ccc-4209-8a3b-377eb54c68a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:28:54.711442 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c511740c-803d-4eed-b307-2ff5bde6cc6a req-0ac27c08-4ccc-4209-8a3b-377eb54c68a9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dab142d0-e848-4c73-a1ff-6df5fe079ffa HTTP/1.1" status: 200 len: 910 time: 0.0863276 Oct 12 08:28:54.751692 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c511740c-803d-4eed-b307-2ff5bde6cc6a req-ce8828d1-8651-412f-bac3-1f5e0139fc13 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6504978b-8fc5-4750-95a3-69516308c069 HTTP/1.1" status: 200 len: 217 time: 0.0329111 Oct 12 08:28:54.804084 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511740c-803d-4eed-b307-2ff5bde6cc6a req-24ffa819-380b-4081-9235-12e74913e49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:28:54.805525 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c511740c-803d-4eed-b307-2ff5bde6cc6a req-24ffa819-380b-4081-9235-12e74913e49c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f591aa2b-ad4e-4e02-9ec4-1a990ceebce4 HTTP/1.1" status: 200 len: 848 time: 0.0456052 Oct 12 08:28:54.850978 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511740c-803d-4eed-b307-2ff5bde6cc6a req-c9bffd3f-bf80-4fd0-bd0d-ba02714ad3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:28:54.852425 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c511740c-803d-4eed-b307-2ff5bde6cc6a req-c9bffd3f-bf80-4fd0-bd0d-ba02714ad3c4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dab142d0-e848-4c73-a1ff-6df5fe079ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390363 Oct 12 08:28:54.946074 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c511740c-803d-4eed-b307-2ff5bde6cc6a req-a767e113-5d38-4770-bdb2-53a612e38b72 service neutron] 10.222.0.23 "GET /v2.0/networks/dab142d0-e848-4c73-a1ff-6df5fe079ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848441 Oct 12 08:28:55.034092 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-c511740c-803d-4eed-b307-2ff5bde6cc6a req-e309b36e-de3b-4a41-8fc3-815246999b52 service neutron] 10.222.0.23 "GET /v2.0/networks/dab142d0-e848-4c73-a1ff-6df5fe079ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797584 Oct 12 08:28:55.143235 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a4fb1-38a6-442c-828f-cce8fa70f8ae req-e734cb5c-d78d-4c99-a21b-5f29bc435b97 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:28:55.145265 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-740a4fb1-38a6-442c-828f-cce8fa70f8ae req-e734cb5c-d78d-4c99-a21b-5f29bc435b97 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/ports?device_id=e62cf3ad-f257-43f9-84c5-8ffca874d225 HTTP/1.1" status: 200 len: 943 time: 0.0481226 Oct 12 08:28:55.181169 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-740a4fb1-38a6-442c-828f-cce8fa70f8ae req-19073acd-9a8b-47e1-b214-52cb95e268b3 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/security-groups?id=da45a07e-67f7-4542-aff0-4d5bc3cdad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300131 Oct 12 08:28:56.113325 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 6504978b-8fc5-4750-95a3-69516308c069 details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 08:28:56.205219 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 6504978b-8fc5-4750-95a3-69516308c069, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=6504978b-8fc5-4750-95a3-69516308c069,segment=NetworkSegment(5ae7f39e-c378-4a03-9874-c3a2d10b7f9b),segment_id=5ae7f39e-c378-4a03-9874-c3a2d10b7f9b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:28:56.219746 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': '6504978b-8fc5-4750-95a3-69516308c069', 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa', 'port_id': '6504978b-8fc5-4750-95a3-69516308c069', 'mac_address': 'fa:16:3e:c5:8c:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f591aa2b-ad4e-4e02-9ec4-1a990ceebce4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 08:28:56.257467 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 6504978b-8fc5-4750-95a3-69516308c069 is: DOWN; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:28:56.257856 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:28:56.270862 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6504978b-8fc5-4750-95a3-69516308c069 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 08:28:56.289391 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 6504978b-8fc5-4750-95a3-69516308c069, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=6504978b-8fc5-4750-95a3-69516308c069,segment=NetworkSegment(5ae7f39e-c378-4a03-9874-c3a2d10b7f9b),segment_id=5ae7f39e-c378-4a03-9874-c3a2d10b7f9b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:28:56.294225 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:28:56.305811 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a6a0c-9f2c-462c-a321-5a93dad6177b req-98ec00cf-c3e9-4752-b401-437bf1ef9175 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:28:56.307356 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-709a6a0c-9f2c-462c-a321-5a93dad6177b req-98ec00cf-c3e9-4752-b401-437bf1ef9175 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/ports?device_id=e62cf3ad-f257-43f9-84c5-8ffca874d225 HTTP/1.1" status: 200 len: 943 time: 0.0547574 Oct 12 08:28:56.341972 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=6504978b-8fc5-4750-95a3-69516308c069,revision_number=4']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:28:56.345544 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-709a6a0c-9f2c-462c-a321-5a93dad6177b req-a93ab1fb-6fb2-47c2-b854-b70154204b57 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/security-groups?id=da45a07e-67f7-4542-aff0-4d5bc3cdad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319128 Oct 12 08:28:56.503110 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['6504978b-8fc5-4750-95a3-69516308c069'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 08:28:57.467072 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3855e-d66e-4a56-ac6a-03da75dc09f9 req-4f4c1357-20e9-4297-9fc1-364986d48d5a tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:28:57.468542 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-aba3855e-d66e-4a56-ac6a-03da75dc09f9 req-4f4c1357-20e9-4297-9fc1-364986d48d5a tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/ports?device_id=e62cf3ad-f257-43f9-84c5-8ffca874d225 HTTP/1.1" status: 200 len: 944 time: 0.0485504 Oct 12 08:28:57.504982 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-aba3855e-d66e-4a56-ac6a-03da75dc09f9 req-6969f7f9-2739-4122-b0a0-5abd9432c03b tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/security-groups?id=da45a07e-67f7-4542-aff0-4d5bc3cdad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306621 Oct 12 08:28:58.120320 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 6504978b-8fc5-4750-95a3-69516308c069 up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:28:58.168574 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning for port 6504978b-8fc5-4750-95a3-69516308c069 completed by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 12 08:28:58.172404 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port 6504978b-8fc5-4750-95a3-69516308c069 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:28:58.172778 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:28:58.173110 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port 6504978b-8fc5-4750-95a3-69516308c069 Oct 12 08:28:58.250333 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 6504978b-8fc5-4750-95a3-69516308c069 is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:28:58.250721 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:28:58.272890 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e62cf3ad-f257-43f9-84c5-8ffca874d225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6504978b-8fc5-4750-95a3-69516308c069'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:28:58.275444 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74181a4d-5e4c-47b6-91ce-7827f7e00637" -d '{"events": [{"server_uuid": "e62cf3ad-f257-43f9-84c5-8ffca874d225", "name": "network-vif-plugged", "status": "completed", "tag": "6504978b-8fc5-4750-95a3-69516308c069"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:28:58.288434 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 6504978b-8fc5-4750-95a3-69516308c069, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=6504978b-8fc5-4750-95a3-69516308c069,segment=NetworkSegment(5ae7f39e-c378-4a03-9874-c3a2d10b7f9b),segment_id=5ae7f39e-c378-4a03-9874-c3a2d10b7f9b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:28:58.292920 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:28:58.316585 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 08:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8e5c51-fc6f-4f4b-b0f7-6695098e2615 x-openstack-request-id: req-8d8e5c51-fc6f-4f4b-b0f7-6695098e2615 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:28:58.316877 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e62cf3ad-f257-43f9-84c5-8ffca874d225", "name": "network-vif-plugged", "status": "completed", "tag": "6504978b-8fc5-4750-95a3-69516308c069", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:28:58.317133 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8d8e5c51-fc6f-4f4b-b0f7-6695098e2615 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:28:58.317527 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d8e5c51-fc6f-4f4b-b0f7-6695098e2615'] response: {'server_uuid': 'e62cf3ad-f257-43f9-84c5-8ffca874d225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6504978b-8fc5-4750-95a3-69516308c069', 'code': 200} Oct 12 08:28:58.343921 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=6504978b-8fc5-4750-95a3-69516308c069,revision_number=5']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:28:58.480241 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0b691-7209-47b2-9716-900611730e67 req-966600d7-cd3e-4f9f-85f5-d5fcd1426c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:28:58.481676 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fdf0b691-7209-47b2-9716-900611730e67 req-966600d7-cd3e-4f9f-85f5-d5fcd1426c72 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e62cf3ad-f257-43f9-84c5-8ffca874d225 HTTP/1.1" status: 200 len: 1098 time: 0.0386498 Oct 12 08:28:58.516739 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-fdf0b691-7209-47b2-9716-900611730e67 req-1261a32d-b408-44c6-860d-49712489d55e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=da45a07e-67f7-4542-aff0-4d5bc3cdad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0277684 Oct 12 08:28:58.629104 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d289b91-37c2-4b84-bf17-e49f2b314968 req-a2243ee3-9cb8-41ac-bde6-8f3f8e2f057e tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:28:58.630817 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6d289b91-37c2-4b84-bf17-e49f2b314968 req-a2243ee3-9cb8-41ac-bde6-8f3f8e2f057e tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/ports?device_id=e62cf3ad-f257-43f9-84c5-8ffca874d225 HTTP/1.1" status: 200 len: 945 time: 0.0511107 Oct 12 08:28:58.667085 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-6d289b91-37c2-4b84-bf17-e49f2b314968 req-b7fba499-fb63-4c5d-b46f-35117bd63b8d tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/security-groups?id=da45a07e-67f7-4542-aff0-4d5bc3cdad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304208 Oct 12 08:28:59.788194 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b6b37-958e-410a-9afe-2676c1ca2234 req-1ddcf1da-6bc9-432a-b2ec-43c1b91a5709 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:28:59.789654 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8e5b6b37-958e-410a-9afe-2676c1ca2234 req-1ddcf1da-6bc9-432a-b2ec-43c1b91a5709 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/ports?device_id=e62cf3ad-f257-43f9-84c5-8ffca874d225 HTTP/1.1" status: 200 len: 945 time: 0.0488417 Oct 12 08:28:59.827155 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8e5b6b37-958e-410a-9afe-2676c1ca2234 req-8b1260aa-50d0-47e8-8562-0ad338d4a10b tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/security-groups?id=da45a07e-67f7-4542-aff0-4d5bc3cdad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315473 Oct 12 08:28:59.944282 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac3e58-6ce2-4b55-be82-a4b8948fc47e req-cdb8954f-2b1d-48c7-8f99-dea51b271ad7 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:28:59.945742 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-dbac3e58-6ce2-4b55-be82-a4b8948fc47e req-cdb8954f-2b1d-48c7-8f99-dea51b271ad7 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/ports?device_id=e62cf3ad-f257-43f9-84c5-8ffca874d225 HTTP/1.1" status: 200 len: 945 time: 0.0480354 Oct 12 08:28:59.983385 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-dbac3e58-6ce2-4b55-be82-a4b8948fc47e req-c7d96af2-81df-4128-9340-653a68e9b227 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/security-groups?id=da45a07e-67f7-4542-aff0-4d5bc3cdad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316372 Oct 12 08:29:00.010214 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 50484) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:29:00.052236 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e30537a-b80d-4dc1-bbc7-685fa0c44b6e tempest-TestSnapshotPattern-173719447 tempest-TestSnapshotPattern-173719447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:29:00.053670 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-0e30537a-b80d-4dc1-bbc7-685fa0c44b6e tempest-TestSnapshotPattern-173719447 tempest-TestSnapshotPattern-173719447-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e62cf3ad-f257-43f9-84c5-8ffca874d225 HTTP/1.1" status: 200 len: 1093 time: 0.0425074 Oct 12 08:29:00.056436 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 50486) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:29:00.060734 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.v2.base [None req-6022fc7e-b54e-473c-9b5f-ed6d16653161 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Request body: {'floatingip': {'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'port_id': '6504978b-8fc5-4750-95a3-69516308c069', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 08:29:00.080223 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6022fc7e-b54e-473c-9b5f-ed6d16653161 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks [] for floatingip, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:29:00.173450 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6022fc7e-b54e-473c-9b5f-ed6d16653161 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:29:00.279082 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_common [None req-6022fc7e-b54e-473c-9b5f-ed6d16653161 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Allocated IP 172.26.3.75 (7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7/2e8014f9-5c39-4a51-9ef0-fb706f748b89/d128a990-9c0f-4ec9-9841-913f75147736) {{(pid=103200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 08:29:00.376054 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6022fc7e-b54e-473c-9b5f-ed6d16653161 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks [] for port, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:29:00.414034 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6022fc7e-b54e-473c-9b5f-ed6d16653161 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746851583353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:29:00.452322 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6022fc7e-b54e-473c-9b5f-ed6d16653161 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Network 7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7 is already hosted by enough agents. {{(pid=103200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 08:29:00.455278 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.base_scheduler [None req-6022fc7e-b54e-473c-9b5f-ed6d16653161 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Resources bound (agent type, host, resource id): {{(pid=103200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 08:29:00.459356 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6022fc7e-b54e-473c-9b5f-ed6d16653161 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Received port after_create {{(pid=103200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 08:29:00.481761 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022fc7e-b54e-473c-9b5f-ed6d16653161 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Pushing event updated for resources: {'Port': ['ID=d128a990-9c0f-4ec9-9841-913f75147736,revision_number=1']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:29:01.136184 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6022fc7e-b54e-473c-9b5f-ed6d16653161 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:29:01.199852 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6022fc7e-b54e-473c-9b5f-ed6d16653161 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:29:01.348404 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6022fc7e-b54e-473c-9b5f-ed6d16653161 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks [] for port, precommit_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:29:01.352774 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6022fc7e-b54e-473c-9b5f-ed6d16653161 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31083871'] for port, after_update {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:29:01.417506 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6022fc7e-b54e-473c-9b5f-ed6d16653161 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33142087'] for floatingip, after_create {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:29:01.419890 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022fc7e-b54e-473c-9b5f-ed6d16653161 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Pushing event updated for resources: {'Port': ['ID=d128a990-9c0f-4ec9-9841-913f75147736,revision_number=2']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:29:01.519515 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [None req-6022fc7e-b54e-473c-9b5f-ed6d16653161 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Floating IP 11e9fb9a-e062-40db-a4e9-469020405eb4 associated. External IP: 172.26.3.75, port: 6504978b-8fc5-4750-95a3-69516308c069. Oct 12 08:29:01.722976 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6022fc7e-b54e-473c-9b5f-ed6d16653161 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Router dc9d212c-12f6-48e2-a40c-03fc597bc849 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:29:01.828845 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6022fc7e-b54e-473c-9b5f-ed6d16653161 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:29:01.838814 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be304900-bd91-499e-bf9d-f34a31818bd3 None None] Sync routers for ids ['dc9d212c-12f6-48e2-a40c-03fc597bc849'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:29:01.847416 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6022fc7e-b54e-473c-9b5f-ed6d16653161 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:29:01.847994 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be304900-bd91-499e-bf9d-f34a31818bd3 None None] Routers {'dc9d212c-12f6-48e2-a40c-03fc597bc849'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:29:01.848599 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-be304900-bd91-499e-bf9d-f34a31818bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:28:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['dc9d212c-12f6-48e2-a40c-03fc597bc849'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:29:01.873616 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-6022fc7e-b54e-473c-9b5f-ed6d16653161 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8161650 Oct 12 08:29:01.874403 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e62cf3ad-f257-43f9-84c5-8ffca874d225', 'tag': '6504978b-8fc5-4750-95a3-69516308c069'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:29:01.876723 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db9762a-9982-48fb-8539-875565816d9c" -d '{"events": [{"name": "network-changed", "server_uuid": "e62cf3ad-f257-43f9-84c5-8ffca874d225", "tag": "6504978b-8fc5-4750-95a3-69516308c069"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:29:01.912907 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 08:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d5ace7-6957-4b53-bb36-c94ac372ba07 x-openstack-request-id: req-71d5ace7-6957-4b53-bb36-c94ac372ba07 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:29:01.913197 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e62cf3ad-f257-43f9-84c5-8ffca874d225", "tag": "6504978b-8fc5-4750-95a3-69516308c069", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:29:01.913470 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-71d5ace7-6957-4b53-bb36-c94ac372ba07 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:29:01.913887 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71d5ace7-6957-4b53-bb36-c94ac372ba07'] response: {'name': 'network-changed', 'server_uuid': 'e62cf3ad-f257-43f9-84c5-8ffca874d225', 'tag': '6504978b-8fc5-4750-95a3-69516308c069', 'status': 'completed', 'code': 200} Oct 12 08:29:01.955201 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-be304900-bd91-499e-bf9d-f34a31818bd3 None None] Set router dc9d212c-12f6-48e2-a40c-03fc597bc849 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:29:01.975023 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9762a-9982-48fb-8539-875565816d9c req-d0697143-d42e-4b79-8e9b-462282dc0d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:29:01.976457 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3db9762a-9982-48fb-8539-875565816d9c req-d0697143-d42e-4b79-8e9b-462282dc0d46 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=47f52079611d4c6c8419017cbbe439c7&device_id=e62cf3ad-f257-43f9-84c5-8ffca874d225 HTTP/1.1" status: 200 len: 1098 time: 0.0416169 Oct 12 08:29:02.071087 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9762a-9982-48fb-8539-875565816d9c req-84c9856a-132f-42e1-acc0-545bd4464af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:29:02.072600 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3db9762a-9982-48fb-8539-875565816d9c req-84c9856a-132f-42e1-acc0-545bd4464af1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dab142d0-e848-4c73-a1ff-6df5fe079ffa HTTP/1.1" status: 200 len: 910 time: 0.0896235 Oct 12 08:29:02.137858 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3db9762a-9982-48fb-8539-875565816d9c req-2219ded4-7019-4588-ad62-5b3d8609873d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6504978b-8fc5-4750-95a3-69516308c069 HTTP/1.1" status: 200 len: 998 time: 0.0576746 Oct 12 08:29:02.180931 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-be304900-bd91-499e-bf9d-f34a31818bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'name': 'tempest-TestSnapshotPattern-243007910-router', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': 'fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:26:09Z', 'updated_at': '2022-10-12T08:26:12Z', 'revision_number': 4, 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'gw_port': {'id': 'fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:26:10Z', 'updated_at': '2022-10-12T08:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '11e9fb9a-e062-40db-a4e9-469020405eb4', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'floating_ip_address': '172.26.3.75', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'port_id': '6504978b-8fc5-4750-95a3-69516308c069', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa', 'mac_address': 'fa:16:3e:c5:8c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62cf3ad-f257-43f9-84c5-8ffca874d225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T08:29:00Z', 'updated_at': '2022-10-12T08:29:00Z', 'revision_number': 0, 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'fixed_ip_address_scope': None}, {'id': 'f6a5fc83-d689-4f8e-bf20-f0ca431feb22', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'floating_ip_address': '172.26.3.73', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'port_id': 'c440eba0-831b-4487-ac37-3e78503e3b23', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa', 'mac_address': 'fa:16:3e:d4:c8:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469c1d98-d938-4497-9d8a-15d375107f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T08:26:30Z', 'updated_at': '2022-10-12T08:26:32Z', 'revision_number': 1, 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a6504af-95f6-4ddb-815c-e431ed87a80c', 'name': '', 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'mac_address': 'fa:16:3e:e6:95:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'f591aa2b-ad4e-4e02-9ec4-1a990ceebce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:26:11Z', 'updated_at': '2022-10-12T08:26:16Z', 'revision_number': 5, 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'subnets': [{'id': 'f591aa2b-ad4e-4e02-9ec4-1a990ceebce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:29:02.190138 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9762a-9982-48fb-8539-875565816d9c req-4f73300e-6e07-4031-86ef-6d038132631f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:29:02.191649 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3db9762a-9982-48fb-8539-875565816d9c req-4f73300e-6e07-4031-86ef-6d038132631f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f591aa2b-ad4e-4e02-9ec4-1a990ceebce4 HTTP/1.1" status: 200 len: 848 time: 0.0468142 Oct 12 08:29:02.207667 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be304900-bd91-499e-bf9d-f34a31818bd3 None None] Checking router: dc9d212c-12f6-48e2-a40c-03fc597bc849 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:29:02.215871 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be304900-bd91-499e-bf9d-f34a31818bd3 None None] Routers {'dc9d212c-12f6-48e2-a40c-03fc597bc849'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:29:02.216465 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-be304900-bd91-499e-bf9d-f34a31818bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:28:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['dc9d212c-12f6-48e2-a40c-03fc597bc849'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:29:02.236364 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9762a-9982-48fb-8539-875565816d9c req-98edbe4d-47e0-4636-a6a9-9c02cbf94a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:29:02.237806 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3db9762a-9982-48fb-8539-875565816d9c req-98edbe4d-47e0-4636-a6a9-9c02cbf94a4b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dab142d0-e848-4c73-a1ff-6df5fe079ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401115 Oct 12 08:29:02.322000 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-be304900-bd91-499e-bf9d-f34a31818bd3 None None] Set router dc9d212c-12f6-48e2-a40c-03fc597bc849 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:29:02.330309 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3db9762a-9982-48fb-8539-875565816d9c req-2c415d4d-e91b-4e50-b1e1-5951372ee13c service neutron] 10.222.0.23 "GET /v2.0/networks/dab142d0-e848-4c73-a1ff-6df5fe079ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861242 Oct 12 08:29:02.421055 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-3db9762a-9982-48fb-8539-875565816d9c req-2024d33e-a00f-4906-96e4-bbf6346a47fb service neutron] 10.222.0.23 "GET /v2.0/networks/dab142d0-e848-4c73-a1ff-6df5fe079ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830112 Oct 12 08:29:02.685028 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-be304900-bd91-499e-bf9d-f34a31818bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'name': 'tempest-TestSnapshotPattern-243007910-router', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': 'fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:26:09Z', 'updated_at': '2022-10-12T08:26:12Z', 'revision_number': 4, 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'gw_port': {'id': 'fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:26:10Z', 'updated_at': '2022-10-12T08:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '11e9fb9a-e062-40db-a4e9-469020405eb4', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'floating_ip_address': '172.26.3.75', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'port_id': '6504978b-8fc5-4750-95a3-69516308c069', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa', 'mac_address': 'fa:16:3e:c5:8c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62cf3ad-f257-43f9-84c5-8ffca874d225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T08:29:00Z', 'updated_at': '2022-10-12T08:29:00Z', 'revision_number': 0, 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'fixed_ip_address_scope': None}, {'id': 'f6a5fc83-d689-4f8e-bf20-f0ca431feb22', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'floating_ip_address': '172.26.3.73', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'port_id': 'c440eba0-831b-4487-ac37-3e78503e3b23', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa', 'mac_address': 'fa:16:3e:d4:c8:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469c1d98-d938-4497-9d8a-15d375107f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T08:26:30Z', 'updated_at': '2022-10-12T08:26:32Z', 'revision_number': 1, 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a6504af-95f6-4ddb-815c-e431ed87a80c', 'name': '', 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'mac_address': 'fa:16:3e:e6:95:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'f591aa2b-ad4e-4e02-9ec4-1a990ceebce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:26:11Z', 'updated_at': '2022-10-12T08:26:16Z', 'revision_number': 5, 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'subnets': [{'id': 'f591aa2b-ad4e-4e02-9ec4-1a990ceebce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:29:02.711171 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be304900-bd91-499e-bf9d-f34a31818bd3 None None] The sync data for ids ['dc9d212c-12f6-48e2-a40c-03fc597bc849'] in dv-neutron-860909-2-hyperv is: [{'id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'name': 'tempest-TestSnapshotPattern-243007910-router', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': 'fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:26:09Z', 'updated_at': '2022-10-12T08:26:12Z', 'revision_number': 4, 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'gw_port': {'id': 'fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:26:10Z', 'updated_at': '2022-10-12T08:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': '11e9fb9a-e062-40db-a4e9-469020405eb4', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'floating_ip_address': '172.26.3.75', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'port_id': '6504978b-8fc5-4750-95a3-69516308c069', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa', 'mac_address': 'fa:16:3e:c5:8c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62cf3ad-f257-43f9-84c5-8ffca874d225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T08:29:00Z', 'updated_at': '2022-10-12T08:29:00Z', 'revision_number': 0, 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'fixed_ip_address_scope': None}, {'id': 'f6a5fc83-d689-4f8e-bf20-f0ca431feb22', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'floating_ip_address': '172.26.3.73', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'port_id': 'c440eba0-831b-4487-ac37-3e78503e3b23', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa', 'mac_address': 'fa:16:3e:d4:c8:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469c1d98-d938-4497-9d8a-15d375107f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T08:26:30Z', 'updated_at': '2022-10-12T08:26:32Z', 'revision_number': 1, 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a6504af-95f6-4ddb-815c-e431ed87a80c', 'name': '', 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'mac_address': 'fa:16:3e:e6:95:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'f591aa2b-ad4e-4e02-9ec4-1a990ceebce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:26:11Z', 'updated_at': '2022-10-12T08:26:16Z', 'revision_number': 5, 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'subnets': [{'id': 'f591aa2b-ad4e-4e02-9ec4-1a990ceebce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:29:02.895970 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb66913b-4ca4-4bd8-9a9b-c3d9fcba374e None None] New status for floating IP 11e9fb9a-e062-40db-a4e9-469020405eb4: ACTIVE {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 08:29:14.050977 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0f1f05f1-43d6-4ca8-a874-e9bc7f615b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:29:16.209551 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f2fa4edd-619e-4cec-957c-0a197b53c0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:29:17.466173 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:29:19.039423 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:29:19.274084 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:29:20.390582 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:29:21.728575 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:29:43.368797 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-df8fa6f5-9bbd-4a84-b87c-4d8cec695a46 req-9da92449-f47d-44e3-b370-500b0e75d541 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=469c1d98-d938-4497-9d8a-15d375107f55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432389 Oct 12 08:29:43.448470 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8fa6f5-9bbd-4a84-b87c-4d8cec695a46 req-445d46ad-6ca3-45d7-af46-c39805414069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:29:43.449961 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-df8fa6f5-9bbd-4a84-b87c-4d8cec695a46 req-445d46ad-6ca3-45d7-af46-c39805414069 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=47f52079611d4c6c8419017cbbe439c7&device_id=469c1d98-d938-4497-9d8a-15d375107f55 HTTP/1.1" status: 200 len: 1097 time: 0.0393388 Oct 12 08:29:43.555593 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8fa6f5-9bbd-4a84-b87c-4d8cec695a46 req-01fc1019-b43f-4efc-8954-85c365f7705a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:29:43.557049 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-df8fa6f5-9bbd-4a84-b87c-4d8cec695a46 req-01fc1019-b43f-4efc-8954-85c365f7705a service neutron] 10.222.0.23 "GET /v2.0/networks?id=dab142d0-e848-4c73-a1ff-6df5fe079ffa HTTP/1.1" status: 200 len: 910 time: 0.0887141 Oct 12 08:29:43.621576 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-df8fa6f5-9bbd-4a84-b87c-4d8cec695a46 req-509503fe-2131-495a-aef2-29513cabd245 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c440eba0-831b-4487-ac37-3e78503e3b23 HTTP/1.1" status: 200 len: 999 time: 0.0569172 Oct 12 08:29:43.669849 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8fa6f5-9bbd-4a84-b87c-4d8cec695a46 req-7949e90b-1af8-44a4-b7ec-856a15d161eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:29:43.671311 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-df8fa6f5-9bbd-4a84-b87c-4d8cec695a46 req-7949e90b-1af8-44a4-b7ec-856a15d161eb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f591aa2b-ad4e-4e02-9ec4-1a990ceebce4 HTTP/1.1" status: 200 len: 848 time: 0.0432851 Oct 12 08:29:43.719191 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8fa6f5-9bbd-4a84-b87c-4d8cec695a46 req-40131e77-5005-4f96-a95f-19199713c7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:29:43.720720 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-df8fa6f5-9bbd-4a84-b87c-4d8cec695a46 req-40131e77-5005-4f96-a95f-19199713c7a4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dab142d0-e848-4c73-a1ff-6df5fe079ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433621 Oct 12 08:29:43.808868 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-df8fa6f5-9bbd-4a84-b87c-4d8cec695a46 req-dcb6bf0a-a789-4ce3-a747-7a9dfc59eb3e service neutron] 10.222.0.23 "GET /v2.0/networks/dab142d0-e848-4c73-a1ff-6df5fe079ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818434 Oct 12 08:29:43.901240 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-df8fa6f5-9bbd-4a84-b87c-4d8cec695a46 req-2f602de3-e74e-43f6-a8d7-28b1ad34fbce service neutron] 10.222.0.23 "GET /v2.0/networks/dab142d0-e848-4c73-a1ff-6df5fe079ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860915 Oct 12 08:29:44.056727 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e5a63346-c336-4ef2-8445-d80f5c6e327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:29:46.210793 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b79d532c-373a-4b82-b1ac-92ce63238b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:29:47.469154 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:29:49.043379 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:29:49.275652 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:29:51.726895 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:29:57.388700 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:30:14.057895 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d4139af7-2881-4e47-bab3-02c152f833ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:30:16.212758 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f5cc0934-3a17-4e86-8901-2eee76db41dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:30:17.472165 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:30:19.044503 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:30:19.277452 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:30:21.728094 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:30:34.387508 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:30:43.392583 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a1ae9-3928-4ec3-92bd-49581de6b2ca req-a56b6985-2c90-47eb-b81f-fb1efe3ef336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:30:43.394112 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b44a1ae9-3928-4ec3-92bd-49581de6b2ca req-a56b6985-2c90-47eb-b81f-fb1efe3ef336 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=47f52079611d4c6c8419017cbbe439c7&device_id=e62cf3ad-f257-43f9-84c5-8ffca874d225 HTTP/1.1" status: 200 len: 1098 time: 0.0404818 Oct 12 08:30:43.501414 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a1ae9-3928-4ec3-92bd-49581de6b2ca req-c8648ae2-21e0-4e85-bbbd-902f3157b56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:30:43.502936 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b44a1ae9-3928-4ec3-92bd-49581de6b2ca req-c8648ae2-21e0-4e85-bbbd-902f3157b56c service neutron] 10.222.0.23 "GET /v2.0/networks?id=dab142d0-e848-4c73-a1ff-6df5fe079ffa HTTP/1.1" status: 200 len: 910 time: 0.0872524 Oct 12 08:30:43.571084 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b44a1ae9-3928-4ec3-92bd-49581de6b2ca req-911812fc-414b-46f1-b0ef-596a6281cd99 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6504978b-8fc5-4750-95a3-69516308c069 HTTP/1.1" status: 200 len: 1000 time: 0.0568516 Oct 12 08:30:43.624850 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a1ae9-3928-4ec3-92bd-49581de6b2ca req-dd1c6f95-3fc1-4546-8a4d-e4adfe648b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:30:43.626359 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b44a1ae9-3928-4ec3-92bd-49581de6b2ca req-dd1c6f95-3fc1-4546-8a4d-e4adfe648b9e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f591aa2b-ad4e-4e02-9ec4-1a990ceebce4 HTTP/1.1" status: 200 len: 848 time: 0.0459952 Oct 12 08:30:43.673336 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a1ae9-3928-4ec3-92bd-49581de6b2ca req-4920e65c-2b9e-4038-858e-12592942ca3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:30:43.674884 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b44a1ae9-3928-4ec3-92bd-49581de6b2ca req-4920e65c-2b9e-4038-858e-12592942ca3b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dab142d0-e848-4c73-a1ff-6df5fe079ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390377 Oct 12 08:30:43.766780 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b44a1ae9-3928-4ec3-92bd-49581de6b2ca req-7bf137ad-f36e-472e-adcc-004b6ac53942 service neutron] 10.222.0.23 "GET /v2.0/networks/dab142d0-e848-4c73-a1ff-6df5fe079ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849175 Oct 12 08:30:43.857072 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-b44a1ae9-3928-4ec3-92bd-49581de6b2ca req-7bec4acf-1a18-456f-a50a-7581d1cc8508 service neutron] 10.222.0.23 "GET /v2.0/networks/dab142d0-e848-4c73-a1ff-6df5fe079ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841098 Oct 12 08:30:44.064115 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c6ac5260-a5e8-4d92-b4d3-886b7507a41f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:30:44.620520 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 6504978b-8fc5-4750-95a3-69516308c069 details requested by agent hyperv_hv-neutron-8609 with host hv-neutron-8609 {{(pid=103202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 08:30:44.728053 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 6504978b-8fc5-4750-95a3-69516308c069, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=6504978b-8fc5-4750-95a3-69516308c069,segment=NetworkSegment(5ae7f39e-c378-4a03-9874-c3a2d10b7f9b),segment_id=5ae7f39e-c378-4a03-9874-c3a2d10b7f9b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:30:44.740517 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Returning: {'device': '6504978b-8fc5-4750-95a3-69516308c069', 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa', 'port_id': '6504978b-8fc5-4750-95a3-69516308c069', 'mac_address': 'fa:16:3e:c5:8c:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f591aa2b-ad4e-4e02-9ec4-1a990ceebce4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 08:30:44.779999 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 6504978b-8fc5-4750-95a3-69516308c069 is: ACTIVE; New status is: BUILD {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:30:44.780665 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:30:44.795049 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6504978b-8fc5-4750-95a3-69516308c069 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 08:30:44.824630 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 6504978b-8fc5-4750-95a3-69516308c069, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=6504978b-8fc5-4750-95a3-69516308c069,segment=NetworkSegment(5ae7f39e-c378-4a03-9874-c3a2d10b7f9b),segment_id=5ae7f39e-c378-4a03-9874-c3a2d10b7f9b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:30:44.830092 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:30:44.886539 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=6504978b-8fc5-4750-95a3-69516308c069,revision_number=6']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:30:44.894161 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:30:44.894510 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:30:44.894849 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:30:44.895181 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:30:44.895515 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:30:44.895844 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:30:44.896169 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:30:44.897082 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:30:44.897410 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:30:44.897768 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:30:44.898120 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:30:44.898476 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:30:44.909723 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] get_ports_and_sgs() called for port_ids ['6504978b-8fc5-4750-95a3-69516308c069'] {{(pid=103202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 08:30:46.216109 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ba5e44fc-7221-4779-b652-b1f4f21c2af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:30:46.637529 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 6504978b-8fc5-4750-95a3-69516308c069 up at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 08:30:46.693716 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Provisioning complete for port 6504978b-8fc5-4750-95a3-69516308c069 triggered by entity L2. {{(pid=103202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 12 08:30:46.694118 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-644272'] for port, provisioning_complete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:30:46.695078 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Attempt 1 to provision port 6504978b-8fc5-4750-95a3-69516308c069 Oct 12 08:30:46.786075 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Current status of the port 6504978b-8fc5-4750-95a3-69516308c069 is: BUILD; New status is: ACTIVE {{(pid=103202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 12 08:30:46.786465 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568345'] for port, before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:30:46.818004 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e62cf3ad-f257-43f9-84c5-8ffca874d225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6504978b-8fc5-4750-95a3-69516308c069'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:30:46.826447 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd527e1b724a10b618d6055c4bd20a5acb0eb8c9a028b7e615c0c54a607ae94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c29cc77-f30a-41dc-8caa-d87e11870900" -d '{"events": [{"server_uuid": "e62cf3ad-f257-43f9-84c5-8ffca874d225", "name": "network-vif-plugged", "status": "completed", "tag": "6504978b-8fc5-4750-95a3-69516308c069"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:30:46.837440 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] For port 6504978b-8fc5-4750-95a3-69516308c069, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=6504978b-8fc5-4750-95a3-69516308c069,segment=NetworkSegment(5ae7f39e-c378-4a03-9874-c3a2d10b7f9b),segment_id=5ae7f39e-c378-4a03-9874-c3a2d10b7f9b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:30:46.842466 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746852068572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746851583371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746851583389'] for port, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:30:46.884374 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 08:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53170e3e-c5f3-4fb0-a774-87865b5febf7 x-openstack-request-id: req-53170e3e-c5f3-4fb0-a774-87865b5febf7 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:30:46.884794 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e62cf3ad-f257-43f9-84c5-8ffca874d225", "name": "network-vif-plugged", "status": "completed", "tag": "6504978b-8fc5-4750-95a3-69516308c069", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:30:46.885136 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-53170e3e-c5f3-4fb0-a774-87865b5febf7 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:30:46.888075 dv-neutron-860909-2-hyperv neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53170e3e-c5f3-4fb0-a774-87865b5febf7'] response: {'server_uuid': 'e62cf3ad-f257-43f9-84c5-8ffca874d225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6504978b-8fc5-4750-95a3-69516308c069', 'code': 200} Oct 12 08:30:46.917177 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Pushing event updated for resources: {'Port': ['ID=6504978b-8fc5-4750-95a3-69516308c069,revision_number=7']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:30:47.476774 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:30:49.047517 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:30:49.290129 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:30:51.727588 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:30:53.651220 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 50696) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:30:53.807557 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-6b9eb3ae-599e-4920-9d3b-caba750db7ff tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Deleting port d128a990-9c0f-4ec9-9841-913f75147736 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:30:53.807819 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6b9eb3ae-599e-4920-9d3b-caba750db7ff tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:30:53.885156 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6b9eb3ae-599e-4920-9d3b-caba750db7ff tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:30:53.885488 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6b9eb3ae-599e-4920-9d3b-caba750db7ff tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:30:53.896844 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-6b9eb3ae-599e-4920-9d3b-caba750db7ff tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Calling delete_port for d128a990-9c0f-4ec9-9841-913f75147736 owned by network:floatingip {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:30:54.041189 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6b9eb3ae-599e-4920-9d3b-caba750db7ff tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:30:54.067455 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9eb3ae-599e-4920-9d3b-caba750db7ff tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Pushing event deleted for resources: {'Port': ['ID=d128a990-9c0f-4ec9-9841-913f75147736,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:30:54.079753 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9eb3ae-599e-4920-9d3b-caba750db7ff tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:30:54.080105 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9eb3ae-599e-4920-9d3b-caba750db7ff tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:30:54.080445 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9eb3ae-599e-4920-9d3b-caba750db7ff tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:30:54.080778 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9eb3ae-599e-4920-9d3b-caba750db7ff tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:30:54.081108 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9eb3ae-599e-4920-9d3b-caba750db7ff tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:30:54.081436 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9eb3ae-599e-4920-9d3b-caba750db7ff tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:30:54.081763 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9eb3ae-599e-4920-9d3b-caba750db7ff tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:30:54.082140 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9eb3ae-599e-4920-9d3b-caba750db7ff tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:30:54.082471 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9eb3ae-599e-4920-9d3b-caba750db7ff tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:30:54.082796 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9eb3ae-599e-4920-9d3b-caba750db7ff tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:30:54.083119 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9eb3ae-599e-4920-9d3b-caba750db7ff tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:30:54.083437 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9eb3ae-599e-4920-9d3b-caba750db7ff tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:30:54.137495 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6b9eb3ae-599e-4920-9d3b-caba750db7ff tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks [] for floatingip, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:30:54.137824 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [None req-6b9eb3ae-599e-4920-9d3b-caba750db7ff tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Floating IP 11e9fb9a-e062-40db-a4e9-469020405eb4 disassociated (deleted). External IP: 172.26.3.75, port: 6504978b-8fc5-4750-95a3-69516308c069. Oct 12 08:30:54.342425 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9eb3ae-599e-4920-9d3b-caba750db7ff tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Router dc9d212c-12f6-48e2-a40c-03fc597bc849 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:30:54.446412 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9eb3ae-599e-4920-9d3b-caba750db7ff tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:30:54.451185 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-6b9eb3ae-599e-4920-9d3b-caba750db7ff tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:30:54.455629 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cf877a-9660-4b17-adb7-20f4c1d10be3 None None] Sync routers for ids ['dc9d212c-12f6-48e2-a40c-03fc597bc849'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:30:54.466258 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cf877a-9660-4b17-adb7-20f4c1d10be3 None None] Routers {'dc9d212c-12f6-48e2-a40c-03fc597bc849'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:30:54.466872 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-b1cf877a-9660-4b17-adb7-20f4c1d10be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:30:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['dc9d212c-12f6-48e2-a40c-03fc597bc849'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:30:54.478265 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-6b9eb3ae-599e-4920-9d3b-caba750db7ff tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "DELETE /v2.0/floatingips/11e9fb9a-e062-40db-a4e9-469020405eb4 HTTP/1.1" status: 204 len: 168 time: 0.8259389 Oct 12 08:30:54.478900 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e62cf3ad-f257-43f9-84c5-8ffca874d225', 'tag': '6504978b-8fc5-4750-95a3-69516308c069'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:30:54.481164 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8d80d6-eed3-4cea-b527-9d86ce325d83" -d '{"events": [{"name": "network-changed", "server_uuid": "e62cf3ad-f257-43f9-84c5-8ffca874d225", "tag": "6504978b-8fc5-4750-95a3-69516308c069"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:30:54.572741 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-b1cf877a-9660-4b17-adb7-20f4c1d10be3 None None] Set router dc9d212c-12f6-48e2-a40c-03fc597bc849 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:30:54.632546 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 08:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91da2d69-54fb-49b2-877d-6a3e10acdf6b x-openstack-request-id: req-91da2d69-54fb-49b2-877d-6a3e10acdf6b {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:30:54.632839 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e62cf3ad-f257-43f9-84c5-8ffca874d225", "tag": "6504978b-8fc5-4750-95a3-69516308c069", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:30:54.633096 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-91da2d69-54fb-49b2-877d-6a3e10acdf6b {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:30:54.633777 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91da2d69-54fb-49b2-877d-6a3e10acdf6b'] response: {'name': 'network-changed', 'server_uuid': 'e62cf3ad-f257-43f9-84c5-8ffca874d225', 'tag': '6504978b-8fc5-4750-95a3-69516308c069', 'status': 'completed', 'code': 200} Oct 12 08:30:54.730581 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d80d6-eed3-4cea-b527-9d86ce325d83 req-cc2d1ea8-5881-486f-b808-44e3c3be255e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:30:54.732222 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cd8d80d6-eed3-4cea-b527-9d86ce325d83 req-cc2d1ea8-5881-486f-b808-44e3c3be255e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=47f52079611d4c6c8419017cbbe439c7&device_id=e62cf3ad-f257-43f9-84c5-8ffca874d225 HTTP/1.1" status: 200 len: 1098 time: 0.0757289 Oct 12 08:30:54.744000 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71372ac2-d879-4692-ad59-af8b4be8f5e1 req-e9bb7105-0bc9-4c75-8c97-c7987a821f25 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:30:54.746075 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-71372ac2-d879-4692-ad59-af8b4be8f5e1 req-e9bb7105-0bc9-4c75-8c97-c7987a821f25 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/ports?device_id=e62cf3ad-f257-43f9-84c5-8ffca874d225 HTTP/1.1" status: 200 len: 945 time: 0.0624433 Oct 12 08:30:54.805933 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-b1cf877a-9660-4b17-adb7-20f4c1d10be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'name': 'tempest-TestSnapshotPattern-243007910-router', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': 'fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:26:09Z', 'updated_at': '2022-10-12T08:26:12Z', 'revision_number': 4, 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'gw_port': {'id': 'fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:26:10Z', 'updated_at': '2022-10-12T08:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'f6a5fc83-d689-4f8e-bf20-f0ca431feb22', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'floating_ip_address': '172.26.3.73', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'port_id': 'c440eba0-831b-4487-ac37-3e78503e3b23', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa', 'mac_address': 'fa:16:3e:d4:c8:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469c1d98-d938-4497-9d8a-15d375107f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T08:26:30Z', 'updated_at': '2022-10-12T08:26:32Z', 'revision_number': 1, 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a6504af-95f6-4ddb-815c-e431ed87a80c', 'name': '', 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'mac_address': 'fa:16:3e:e6:95:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'f591aa2b-ad4e-4e02-9ec4-1a990ceebce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:26:11Z', 'updated_at': '2022-10-12T08:26:16Z', 'revision_number': 5, 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'subnets': [{'id': 'f591aa2b-ad4e-4e02-9ec4-1a990ceebce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:30:54.832727 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cf877a-9660-4b17-adb7-20f4c1d10be3 None None] Checking router: dc9d212c-12f6-48e2-a40c-03fc597bc849 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:30:54.836137 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-71372ac2-d879-4692-ad59-af8b4be8f5e1 req-f55ee674-967b-428d-a7a8-fd447597e353 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/security-groups?id=da45a07e-67f7-4542-aff0-4d5bc3cdad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0819228 Oct 12 08:30:54.841062 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cf877a-9660-4b17-adb7-20f4c1d10be3 None None] Routers {'dc9d212c-12f6-48e2-a40c-03fc597bc849'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:30:54.841891 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-b1cf877a-9660-4b17-adb7-20f4c1d10be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:30:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['dc9d212c-12f6-48e2-a40c-03fc597bc849'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:30:54.862773 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d80d6-eed3-4cea-b527-9d86ce325d83 req-5811c864-2107-4344-ab8c-af877b59e222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:30:54.864236 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cd8d80d6-eed3-4cea-b527-9d86ce325d83 req-5811c864-2107-4344-ab8c-af877b59e222 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dab142d0-e848-4c73-a1ff-6df5fe079ffa HTTP/1.1" status: 200 len: 910 time: 0.1173296 Oct 12 08:30:54.909306 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cd8d80d6-eed3-4cea-b527-9d86ce325d83 req-b7bd12a6-a7a3-4aa0-bb66-727d89be8359 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6504978b-8fc5-4750-95a3-69516308c069 HTTP/1.1" status: 200 len: 217 time: 0.0375032 Oct 12 08:30:54.948219 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-b1cf877a-9660-4b17-adb7-20f4c1d10be3 None None] Set router dc9d212c-12f6-48e2-a40c-03fc597bc849 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:30:54.959467 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d80d6-eed3-4cea-b527-9d86ce325d83 req-69149177-dbac-45ef-928d-15de5c8875b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:30:54.960934 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cd8d80d6-eed3-4cea-b527-9d86ce325d83 req-69149177-dbac-45ef-928d-15de5c8875b0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f591aa2b-ad4e-4e02-9ec4-1a990ceebce4 HTTP/1.1" status: 200 len: 848 time: 0.0436668 Oct 12 08:30:55.006083 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d80d6-eed3-4cea-b527-9d86ce325d83 req-993f3de0-f741-4588-9bb9-330c0f07ebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:30:55.008206 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cd8d80d6-eed3-4cea-b527-9d86ce325d83 req-993f3de0-f741-4588-9bb9-330c0f07ebd6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dab142d0-e848-4c73-a1ff-6df5fe079ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398440 Oct 12 08:30:55.100004 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cd8d80d6-eed3-4cea-b527-9d86ce325d83 req-33cb5434-a4ee-439b-acbb-db058296f94f service neutron] 10.222.0.23 "GET /v2.0/networks/dab142d0-e848-4c73-a1ff-6df5fe079ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843651 Oct 12 08:30:55.171592 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-b1cf877a-9660-4b17-adb7-20f4c1d10be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'name': 'tempest-TestSnapshotPattern-243007910-router', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': 'fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:26:09Z', 'updated_at': '2022-10-12T08:26:12Z', 'revision_number': 4, 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'gw_port': {'id': 'fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:26:10Z', 'updated_at': '2022-10-12T08:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'f6a5fc83-d689-4f8e-bf20-f0ca431feb22', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'floating_ip_address': '172.26.3.73', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'port_id': 'c440eba0-831b-4487-ac37-3e78503e3b23', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa', 'mac_address': 'fa:16:3e:d4:c8:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469c1d98-d938-4497-9d8a-15d375107f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T08:26:30Z', 'updated_at': '2022-10-12T08:26:32Z', 'revision_number': 1, 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a6504af-95f6-4ddb-815c-e431ed87a80c', 'name': '', 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'mac_address': 'fa:16:3e:e6:95:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'f591aa2b-ad4e-4e02-9ec4-1a990ceebce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:26:11Z', 'updated_at': '2022-10-12T08:26:16Z', 'revision_number': 5, 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'subnets': [{'id': 'f591aa2b-ad4e-4e02-9ec4-1a990ceebce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:30:55.190308 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-cd8d80d6-eed3-4cea-b527-9d86ce325d83 req-5bf0aea4-9ad1-4b0f-98c2-ffbe19d4b988 service neutron] 10.222.0.23 "GET /v2.0/networks/dab142d0-e848-4c73-a1ff-6df5fe079ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825748 Oct 12 08:30:55.199265 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cf877a-9660-4b17-adb7-20f4c1d10be3 None None] The sync data for ids ['dc9d212c-12f6-48e2-a40c-03fc597bc849'] in dv-neutron-860909-2-hyperv is: [{'id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'name': 'tempest-TestSnapshotPattern-243007910-router', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': 'fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:26:09Z', 'updated_at': '2022-10-12T08:26:12Z', 'revision_number': 4, 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'gw_port': {'id': 'fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:26:10Z', 'updated_at': '2022-10-12T08:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_floatingips': [{'id': 'f6a5fc83-d689-4f8e-bf20-f0ca431feb22', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'floating_ip_address': '172.26.3.73', 'floating_network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'router_id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'port_id': 'c440eba0-831b-4487-ac37-3e78503e3b23', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa', 'mac_address': 'fa:16:3e:d4:c8:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469c1d98-d938-4497-9d8a-15d375107f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T08:26:30Z', 'updated_at': '2022-10-12T08:26:32Z', 'revision_number': 1, 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a6504af-95f6-4ddb-815c-e431ed87a80c', 'name': '', 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'mac_address': 'fa:16:3e:e6:95:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'f591aa2b-ad4e-4e02-9ec4-1a990ceebce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:26:11Z', 'updated_at': '2022-10-12T08:26:16Z', 'revision_number': 5, 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'subnets': [{'id': 'f591aa2b-ad4e-4e02-9ec4-1a990ceebce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:30:55.420229 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f44c1b-2a30-42c7-accc-06b222c0d030 None None] New status for floating IP 11e9fb9a-e062-40db-a4e9-469020405eb4: DOWN {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 08:30:55.958448 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2da17-9b31-4efa-bc2d-995df3ad12a1 req-cf4ba78b-70f2-4dda-ba37-8fa18753f80b tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:30:55.959903 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-64b2da17-9b31-4efa-bc2d-995df3ad12a1 req-cf4ba78b-70f2-4dda-ba37-8fa18753f80b tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/ports?device_id=e62cf3ad-f257-43f9-84c5-8ffca874d225 HTTP/1.1" status: 200 len: 945 time: 0.0516841 Oct 12 08:30:55.997261 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-64b2da17-9b31-4efa-bc2d-995df3ad12a1 req-d156601b-4e33-4a9d-bba0-309102707be6 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/security-groups?id=da45a07e-67f7-4542-aff0-4d5bc3cdad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308177 Oct 12 08:30:56.242215 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d939b7-179b-496b-a427-91b409850f61 req-359b213e-e1d2-4d0d-af50-b6680ef6ea28 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:30:56.244162 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-08d939b7-179b-496b-a427-91b409850f61 req-359b213e-e1d2-4d0d-af50-b6680ef6ea28 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.23 "GET /v2.0/ports?device_id=e62cf3ad-f257-43f9-84c5-8ffca874d225 HTTP/1.1" status: 200 len: 945 time: 0.0481572 Oct 12 08:30:56.329958 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-08d939b7-179b-496b-a427-91b409850f61 req-0dc0ae25-6a1b-426d-a4fc-bc052ac8a7fa tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Deleting port 6504978b-8fc5-4750-95a3-69516308c069 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:30:56.330392 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-08d939b7-179b-496b-a427-91b409850f61 req-0dc0ae25-6a1b-426d-a4fc-bc052ac8a7fa tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:30:56.418053 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-08d939b7-179b-496b-a427-91b409850f61 req-0dc0ae25-6a1b-426d-a4fc-bc052ac8a7fa tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] For port 6504978b-8fc5-4750-95a3-69516308c069, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=6504978b-8fc5-4750-95a3-69516308c069,segment=NetworkSegment(5ae7f39e-c378-4a03-9874-c3a2d10b7f9b),segment_id=5ae7f39e-c378-4a03-9874-c3a2d10b7f9b)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:30:56.418415 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-08d939b7-179b-496b-a427-91b409850f61 req-0dc0ae25-6a1b-426d-a4fc-bc052ac8a7fa tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:30:56.431003 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-08d939b7-179b-496b-a427-91b409850f61 req-0dc0ae25-6a1b-426d-a4fc-bc052ac8a7fa tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Calling delete_port for 6504978b-8fc5-4750-95a3-69516308c069 owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:30:56.555377 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-08d939b7-179b-496b-a427-91b409850f61 req-0dc0ae25-6a1b-426d-a4fc-bc052ac8a7fa tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:30:56.587934 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc0ae25-6a1b-426d-a4fc-bc052ac8a7fa tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Pushing event deleted for resources: {'Port': ['ID=6504978b-8fc5-4750-95a3-69516308c069,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:30:56.625792 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d939b7-179b-496b-a427-91b409850f61 req-0dc0ae25-6a1b-426d-a4fc-bc052ac8a7fa tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] No DVR routers for this DVR port 6504978b-8fc5-4750-95a3-69516308c069 on host hv-neutron-8609 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 08:30:56.628267 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-08d939b7-179b-496b-a427-91b409850f61 req-0dc0ae25-6a1b-426d-a4fc-bc052ac8a7fa tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:30:56.631570 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-08d939b7-179b-496b-a427-91b409850f61 req-0dc0ae25-6a1b-426d-a4fc-bc052ac8a7fa tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.23 "DELETE /v2.0/ports/6504978b-8fc5-4750-95a3-69516308c069 HTTP/1.1" status: 204 len: 173 time: 0.3822513 Oct 12 08:30:56.635166 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e62cf3ad-f257-43f9-84c5-8ffca874d225', 'name': 'network-vif-deleted', 'tag': '6504978b-8fc5-4750-95a3-69516308c069'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:30:56.637396 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43927e91-c5e7-4273-a8d6-261cdab0fcab" -d '{"events": [{"server_uuid": "e62cf3ad-f257-43f9-84c5-8ffca874d225", "name": "network-vif-deleted", "tag": "6504978b-8fc5-4750-95a3-69516308c069"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:30:56.667651 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 6504978b-8fc5-4750-95a3-69516308c069 no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:30:56.678688 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 08:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3da0ac-d0a0-42fd-a843-3fe03c3389a7 x-openstack-request-id: req-db3da0ac-d0a0-42fd-a843-3fe03c3389a7 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:30:56.679283 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e62cf3ad-f257-43f9-84c5-8ffca874d225", "name": "network-vif-deleted", "tag": "6504978b-8fc5-4750-95a3-69516308c069", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:30:56.679564 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-db3da0ac-d0a0-42fd-a843-3fe03c3389a7 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:30:56.679967 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db3da0ac-d0a0-42fd-a843-3fe03c3389a7'] response: {'server_uuid': 'e62cf3ad-f257-43f9-84c5-8ffca874d225', 'name': 'network-vif-deleted', 'tag': '6504978b-8fc5-4750-95a3-69516308c069', 'status': 'completed', 'code': 200} Oct 12 08:30:56.689445 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] No Port match for: 6504978b-8fc5-4750-95a3-69516308c069 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:30:56.689882 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 6504978b-8fc5-4750-95a3-69516308c069 not bound to the agent host hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:30:57.122738 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-36d50cb5-0e41-4d26-b0b7-365562c58af6 req-9aa5c980-7cf0-4372-8949-5a26d9e4350c tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/ports?device_id=e62cf3ad-f257-43f9-84c5-8ffca874d225 HTTP/1.1" status: 200 len: 210 time: 0.0302367 Oct 12 08:30:58.694899 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 50754) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:30:58.848046 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-4a362273-889b-4054-964f-77b72e33f83b tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Deleting port e61a566b-4c98-4cde-9371-2dff105ed642 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:30:58.848390 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4a362273-889b-4054-964f-77b72e33f83b tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:30:58.921967 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4a362273-889b-4054-964f-77b72e33f83b tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:30:58.922321 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4a362273-889b-4054-964f-77b72e33f83b tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:30:58.934350 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-4a362273-889b-4054-964f-77b72e33f83b tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Calling delete_port for e61a566b-4c98-4cde-9371-2dff105ed642 owned by network:floatingip {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:30:59.078573 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4a362273-889b-4054-964f-77b72e33f83b tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:30:59.103504 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a362273-889b-4054-964f-77b72e33f83b tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Pushing event deleted for resources: {'Port': ['ID=e61a566b-4c98-4cde-9371-2dff105ed642,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:30:59.488698 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4a362273-889b-4054-964f-77b72e33f83b tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks [] for floatingip, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:30:59.489022 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.db.l3_db [None req-4a362273-889b-4054-964f-77b72e33f83b tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Floating IP f6a5fc83-d689-4f8e-bf20-f0ca431feb22 disassociated (deleted). External IP: 172.26.3.73, port: c440eba0-831b-4487-ac37-3e78503e3b23. Oct 12 08:30:59.693413 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a362273-889b-4054-964f-77b72e33f83b tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Router dc9d212c-12f6-48e2-a40c-03fc597bc849 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:30:59.799716 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a362273-889b-4054-964f-77b72e33f83b tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:30:59.804430 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-4a362273-889b-4054-964f-77b72e33f83b tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for floatingip, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:30:59.812840 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20170f31-e4d1-468d-a0cf-fcb7aeaa6c3e None None] Sync routers for ids ['dc9d212c-12f6-48e2-a40c-03fc597bc849'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:30:59.822271 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20170f31-e4d1-468d-a0cf-fcb7aeaa6c3e None None] Routers {'dc9d212c-12f6-48e2-a40c-03fc597bc849'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:30:59.823452 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-20170f31-e4d1-468d-a0cf-fcb7aeaa6c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:30:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['dc9d212c-12f6-48e2-a40c-03fc597bc849'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:30:59.832024 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-4a362273-889b-4054-964f-77b72e33f83b tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "DELETE /v2.0/floatingips/f6a5fc83-d689-4f8e-bf20-f0ca431feb22 HTTP/1.1" status: 204 len: 168 time: 1.1360464 Oct 12 08:30:59.832724 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '469c1d98-d938-4497-9d8a-15d375107f55', 'tag': 'c440eba0-831b-4487-ac37-3e78503e3b23'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:30:59.835039 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85bcf6d-5df4-4e68-b293-d1a26ab357d8" -d '{"events": [{"name": "network-changed", "server_uuid": "469c1d98-d938-4497-9d8a-15d375107f55", "tag": "c440eba0-831b-4487-ac37-3e78503e3b23"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:30:59.930202 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-20170f31-e4d1-468d-a0cf-fcb7aeaa6c3e None None] Set router dc9d212c-12f6-48e2-a40c-03fc597bc849 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:30:59.980720 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 08:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c7f1d8-b4b7-4ba5-95d1-90294615b9c4 x-openstack-request-id: req-a0c7f1d8-b4b7-4ba5-95d1-90294615b9c4 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:30:59.981008 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "469c1d98-d938-4497-9d8a-15d375107f55", "tag": "c440eba0-831b-4487-ac37-3e78503e3b23", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:30:59.981262 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a0c7f1d8-b4b7-4ba5-95d1-90294615b9c4 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:30:59.981674 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0c7f1d8-b4b7-4ba5-95d1-90294615b9c4'] response: {'name': 'network-changed', 'server_uuid': '469c1d98-d938-4497-9d8a-15d375107f55', 'tag': 'c440eba0-831b-4487-ac37-3e78503e3b23', 'status': 'completed', 'code': 200} Oct 12 08:31:00.067375 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85bcf6d-5df4-4e68-b293-d1a26ab357d8 req-d411b114-703b-4dc6-88b1-4f4963615be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:31:00.068869 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e85bcf6d-5df4-4e68-b293-d1a26ab357d8 req-d411b114-703b-4dc6-88b1-4f4963615be2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=47f52079611d4c6c8419017cbbe439c7&device_id=469c1d98-d938-4497-9d8a-15d375107f55 HTTP/1.1" status: 200 len: 1097 time: 0.0657470 Oct 12 08:31:00.092682 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ecac57-d956-44a1-9976-3c59a66d2681 req-21b2b8cb-d996-4aff-be25-fa06ceada3fc tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:31:00.094155 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-10ecac57-d956-44a1-9976-3c59a66d2681 req-21b2b8cb-d996-4aff-be25-fa06ceada3fc tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/ports?device_id=469c1d98-d938-4497-9d8a-15d375107f55 HTTP/1.1" status: 200 len: 944 time: 0.0663385 Oct 12 08:31:00.138655 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-20170f31-e4d1-468d-a0cf-fcb7aeaa6c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'name': 'tempest-TestSnapshotPattern-243007910-router', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': 'fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:26:09Z', 'updated_at': '2022-10-12T08:26:12Z', 'revision_number': 4, 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'gw_port': {'id': 'fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:26:10Z', 'updated_at': '2022-10-12T08:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '8a6504af-95f6-4ddb-815c-e431ed87a80c', 'name': '', 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'mac_address': 'fa:16:3e:e6:95:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'f591aa2b-ad4e-4e02-9ec4-1a990ceebce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:26:11Z', 'updated_at': '2022-10-12T08:26:16Z', 'revision_number': 5, 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'subnets': [{'id': 'f591aa2b-ad4e-4e02-9ec4-1a990ceebce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:31:00.165646 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20170f31-e4d1-468d-a0cf-fcb7aeaa6c3e None None] Checking router: dc9d212c-12f6-48e2-a40c-03fc597bc849 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:31:00.174174 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20170f31-e4d1-468d-a0cf-fcb7aeaa6c3e None None] Routers {'dc9d212c-12f6-48e2-a40c-03fc597bc849'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:31:00.174768 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-20170f31-e4d1-468d-a0cf-fcb7aeaa6c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:30:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['dc9d212c-12f6-48e2-a40c-03fc597bc849'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:31:00.181914 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-10ecac57-d956-44a1-9976-3c59a66d2681 req-b96da122-980b-43ab-bde7-8e59ca164b5c tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/security-groups?id=da45a07e-67f7-4542-aff0-4d5bc3cdad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0774364 Oct 12 08:31:00.203007 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85bcf6d-5df4-4e68-b293-d1a26ab357d8 req-bed87d42-d84e-480e-a07a-00fe60f36992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:31:00.204464 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e85bcf6d-5df4-4e68-b293-d1a26ab357d8 req-bed87d42-d84e-480e-a07a-00fe60f36992 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dab142d0-e848-4c73-a1ff-6df5fe079ffa HTTP/1.1" status: 200 len: 910 time: 0.1277835 Oct 12 08:31:00.246368 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e85bcf6d-5df4-4e68-b293-d1a26ab357d8 req-2066ebda-0728-4af7-b404-e0fec01a1a3c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c440eba0-831b-4487-ac37-3e78503e3b23 HTTP/1.1" status: 200 len: 217 time: 0.0345004 Oct 12 08:31:00.302609 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85bcf6d-5df4-4e68-b293-d1a26ab357d8 req-cddb4b40-e275-4200-8cda-d9fbb080bed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:31:00.304091 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e85bcf6d-5df4-4e68-b293-d1a26ab357d8 req-cddb4b40-e275-4200-8cda-d9fbb080bed2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f591aa2b-ad4e-4e02-9ec4-1a990ceebce4 HTTP/1.1" status: 200 len: 848 time: 0.0505295 Oct 12 08:31:00.352888 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85bcf6d-5df4-4e68-b293-d1a26ab357d8 req-89d8394e-af1c-436c-be40-e0ead0beb401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:31:00.354461 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e85bcf6d-5df4-4e68-b293-d1a26ab357d8 req-89d8394e-af1c-436c-be40-e0ead0beb401 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dab142d0-e848-4c73-a1ff-6df5fe079ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434089 Oct 12 08:31:00.428591 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-20170f31-e4d1-468d-a0cf-fcb7aeaa6c3e None None] Set router dc9d212c-12f6-48e2-a40c-03fc597bc849 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:31:00.450512 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e85bcf6d-5df4-4e68-b293-d1a26ab357d8 req-bc455417-1354-420b-9d61-d30cd6afdcfb service neutron] 10.222.0.23 "GET /v2.0/networks/dab142d0-e848-4c73-a1ff-6df5fe079ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880041 Oct 12 08:31:00.542534 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-e85bcf6d-5df4-4e68-b293-d1a26ab357d8 req-44597580-3a76-4932-95d5-686d7615da61 service neutron] 10.222.0.23 "GET /v2.0/networks/dab142d0-e848-4c73-a1ff-6df5fe079ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844545 Oct 12 08:31:00.627707 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-20170f31-e4d1-468d-a0cf-fcb7aeaa6c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'name': 'tempest-TestSnapshotPattern-243007910-router', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': 'fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:26:09Z', 'updated_at': '2022-10-12T08:26:12Z', 'revision_number': 4, 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'gw_port': {'id': 'fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:26:10Z', 'updated_at': '2022-10-12T08:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '8a6504af-95f6-4ddb-815c-e431ed87a80c', 'name': '', 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'mac_address': 'fa:16:3e:e6:95:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'f591aa2b-ad4e-4e02-9ec4-1a990ceebce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:26:11Z', 'updated_at': '2022-10-12T08:26:16Z', 'revision_number': 5, 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'subnets': [{'id': 'f591aa2b-ad4e-4e02-9ec4-1a990ceebce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:31:00.655024 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20170f31-e4d1-468d-a0cf-fcb7aeaa6c3e None None] The sync data for ids ['dc9d212c-12f6-48e2-a40c-03fc597bc849'] in dv-neutron-860909-2-hyperv is: [{'id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'name': 'tempest-TestSnapshotPattern-243007910-router', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': 'fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:26:09Z', 'updated_at': '2022-10-12T08:26:12Z', 'revision_number': 4, 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'gw_port': {'id': 'fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:26:10Z', 'updated_at': '2022-10-12T08:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv', '_interfaces': [{'id': '8a6504af-95f6-4ddb-815c-e431ed87a80c', 'name': '', 'network_id': 'dab142d0-e848-4c73-a1ff-6df5fe079ffa', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'mac_address': 'fa:16:3e:e6:95:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'f591aa2b-ad4e-4e02-9ec4-1a990ceebce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:26:11Z', 'updated_at': '2022-10-12T08:26:16Z', 'revision_number': 5, 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'subnets': [{'id': 'f591aa2b-ad4e-4e02-9ec4-1a990ceebce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:31:00.681422 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 6504978b-8fc5-4750-95a3-69516308c069 no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:31:00.703510 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] No Port match for: 6504978b-8fc5-4750-95a3-69516308c069 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:31:00.703763 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device 6504978b-8fc5-4750-95a3-69516308c069 not bound to the agent host hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:31:00.876797 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d65bf4c-1ce1-423a-9596-9399ca8fd6c1 None None] New status for floating IP f6a5fc83-d689-4f8e-bf20-f0ca431feb22: DOWN {{(pid=103203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 08:31:01.301352 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d7ce1-237c-4837-bb81-669ac97767af req-35a67e0b-9ea1-47fe-b83b-e351f7ecf4c6 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:31:01.302842 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-937d7ce1-237c-4837-bb81-669ac97767af req-35a67e0b-9ea1-47fe-b83b-e351f7ecf4c6 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/ports?device_id=469c1d98-d938-4497-9d8a-15d375107f55 HTTP/1.1" status: 200 len: 944 time: 0.0481429 Oct 12 08:31:01.341187 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-937d7ce1-237c-4837-bb81-669ac97767af req-2709dc28-4adc-4409-8679-79a4850b0c27 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/security-groups?id=da45a07e-67f7-4542-aff0-4d5bc3cdad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317876 Oct 12 08:31:01.590362 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322d4a0-26cd-4f95-805c-e776a7fb7d6c req-ae5dd378-4929-417a-ac5c-477c6ec3ecb8 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 08:31:01.591717 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8322d4a0-26cd-4f95-805c-e776a7fb7d6c req-ae5dd378-4929-417a-ac5c-477c6ec3ecb8 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.23 "GET /v2.0/ports?device_id=469c1d98-d938-4497-9d8a-15d375107f55 HTTP/1.1" status: 200 len: 944 time: 0.0526223 Oct 12 08:31:01.678459 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-8322d4a0-26cd-4f95-805c-e776a7fb7d6c req-42bf9704-260d-4ba0-90fd-4ca04aa13c68 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Deleting port c440eba0-831b-4487-ac37-3e78503e3b23 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:31:01.678804 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-8322d4a0-26cd-4f95-805c-e776a7fb7d6c req-42bf9704-260d-4ba0-90fd-4ca04aa13c68 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:01.768155 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [req-8322d4a0-26cd-4f95-805c-e776a7fb7d6c req-42bf9704-260d-4ba0-90fd-4ca04aa13c68 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] For port c440eba0-831b-4487-ac37-3e78503e3b23, host hv-neutron-8609, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8609',level=0,port_id=c440eba0-831b-4487-ac37-3e78503e3b23,segment=NetworkSegment(5ae7f39e-c378-4a03-9874-c3a2d10b7f9b),segment_id=5ae7f39e-c378-4a03-9874-c3a2d10b7f9b)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:31:01.768511 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-8322d4a0-26cd-4f95-805c-e776a7fb7d6c req-42bf9704-260d-4ba0-90fd-4ca04aa13c68 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:01.780544 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [req-8322d4a0-26cd-4f95-805c-e776a7fb7d6c req-42bf9704-260d-4ba0-90fd-4ca04aa13c68 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Calling delete_port for c440eba0-831b-4487-ac37-3e78503e3b23 owned by compute:nova {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:31:01.905228 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-8322d4a0-26cd-4f95-805c-e776a7fb7d6c req-42bf9704-260d-4ba0-90fd-4ca04aa13c68 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:01.937315 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf9704-260d-4ba0-90fd-4ca04aa13c68 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Pushing event deleted for resources: {'Port': ['ID=c440eba0-831b-4487-ac37-3e78503e3b23,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:31:01.979357 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [req-8322d4a0-26cd-4f95-805c-e776a7fb7d6c req-42bf9704-260d-4ba0-90fd-4ca04aa13c68 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] No DVR routers for this DVR port c440eba0-831b-4487-ac37-3e78503e3b23 on host hv-neutron-8609 {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 08:31:01.981933 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [req-8322d4a0-26cd-4f95-805c-e776a7fb7d6c req-42bf9704-260d-4ba0-90fd-4ca04aa13c68 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237956'] for port, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:01.985175 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-8322d4a0-26cd-4f95-805c-e776a7fb7d6c req-42bf9704-260d-4ba0-90fd-4ca04aa13c68 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.23 "DELETE /v2.0/ports/c440eba0-831b-4487-ac37-3e78503e3b23 HTTP/1.1" status: 204 len: 173 time: 0.3880966 Oct 12 08:31:01.985666 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469c1d98-d938-4497-9d8a-15d375107f55', 'name': 'network-vif-deleted', 'tag': 'c440eba0-831b-4487-ac37-3e78503e3b23'}] {{(pid=103200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 08:31:01.987955 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ef354f82b09d60917c582e9ceedec51477c1fa62cc3db93808478b2de3ffd05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc68d48-9c41-4271-9c04-b18d90cde75a" -d '{"events": [{"server_uuid": "469c1d98-d938-4497-9d8a-15d375107f55", "name": "network-vif-deleted", "tag": "c440eba0-831b-4487-ac37-3e78503e3b23"}]}' {{(pid=103200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 08:31:02.023677 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 08:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8361e0b-d812-4532-961b-6a01c5770461 x-openstack-request-id: req-f8361e0b-d812-4532-961b-6a01c5770461 {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 08:31:02.023975 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "469c1d98-d938-4497-9d8a-15d375107f55", "name": "network-vif-deleted", "tag": "c440eba0-831b-4487-ac37-3e78503e3b23", "status": "completed", "code": 200}]} {{(pid=103200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 08:31:02.024807 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f8361e0b-d812-4532-961b-6a01c5770461 {{(pid=103200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 08:31:02.025226 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8361e0b-d812-4532-961b-6a01c5770461'] response: {'server_uuid': '469c1d98-d938-4497-9d8a-15d375107f55', 'name': 'network-vif-deleted', 'tag': 'c440eba0-831b-4487-ac37-3e78503e3b23', 'status': 'completed', 'code': 200} Oct 12 08:31:02.462639 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [req-bea80595-0b0f-4902-8d41-943bf6e61c5c req-c4b9337a-63e0-4073-9d8e-19e0e7f97d72 tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "GET /v2.0/ports?device_id=469c1d98-d938-4497-9d8a-15d375107f55 HTTP/1.1" status: 200 len: 210 time: 0.0296047 Oct 12 08:31:03.524458 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 50770) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:31:03.581133 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-469e7345-1c18-4aa0-9025-18fbd6b9d21a tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:03.605578 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-469e7345-1c18-4aa0-9025-18fbd6b9d21a tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:03.666488 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-469e7345-1c18-4aa0-9025-18fbd6b9d21a tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:03.669137 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-469e7345-1c18-4aa0-9025-18fbd6b9d21a tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:03.670389 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-469e7345-1c18-4aa0-9025-18fbd6b9d21a tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] 10.222.0.26 "DELETE /v2.0/security-groups/da45a07e-67f7-4542-aff0-4d5bc3cdad5b HTTP/1.1" status: 204 len: 168 time: 0.1444218 Oct 12 08:31:03.679706 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e7345-1c18-4aa0-9025-18fbd6b9d21a tempest-TestSnapshotPattern-1911130817 tempest-TestSnapshotPattern-1911130817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da45a07e-67f7-4542-aff0-4d5bc3cdad5b,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:31:03.730498 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 50774) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:31:04.067595 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e4368c2f-7fbc-45ae-a195-d004d364fbbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:04.307178 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-e4368c2f-7fbc-45ae-a195-d004d364fbbe admin admin] Deleting port 8a6504af-95f6-4ddb-815c-e431ed87a80c {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:31:04.307519 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e4368c2f-7fbc-45ae-a195-d004d364fbbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:04.387276 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-e4368c2f-7fbc-45ae-a195-d004d364fbbe admin admin] For port 8a6504af-95f6-4ddb-815c-e431ed87a80c, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=8a6504af-95f6-4ddb-815c-e431ed87a80c,segment=NetworkSegment(5ae7f39e-c378-4a03-9874-c3a2d10b7f9b),segment_id=5ae7f39e-c378-4a03-9874-c3a2d10b7f9b)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:31:04.387637 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e4368c2f-7fbc-45ae-a195-d004d364fbbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:04.400243 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-e4368c2f-7fbc-45ae-a195-d004d364fbbe admin admin] Calling delete_port for 8a6504af-95f6-4ddb-815c-e431ed87a80c owned by network:router_interface {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:31:04.575557 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e4368c2f-7fbc-45ae-a195-d004d364fbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:04.600338 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4368c2f-7fbc-45ae-a195-d004d364fbbe admin admin] Pushing event deleted for resources: {'Port': ['ID=8a6504af-95f6-4ddb-815c-e431ed87a80c,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:31:04.697457 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device c440eba0-831b-4487-ac37-3e78503e3b23 no longer exists at agent hyperv_hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:31:04.723710 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] No Port match for: c440eba0-831b-4487-ac37-3e78503e3b23 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:31:04.724044 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Device c440eba0-831b-4487-ac37-3e78503e3b23 not bound to the agent host hv-neutron-8609 {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:31:04.763993 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-e4368c2f-7fbc-45ae-a195-d004d364fbbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:04.975085 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4368c2f-7fbc-45ae-a195-d004d364fbbe admin admin] Router dc9d212c-12f6-48e2-a40c-03fc597bc849 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:31:05.078362 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4368c2f-7fbc-45ae-a195-d004d364fbbe admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:31:05.083189 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-e4368c2f-7fbc-45ae-a195-d004d364fbbe admin admin] 10.222.0.26 "PUT /v2.0/routers/dc9d212c-12f6-48e2-a40c-03fc597bc849/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3519015 Oct 12 08:31:05.085734 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 50776) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:31:05.090316 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b167551-b5eb-4394-aee5-a69f23df5550 None None] Sync routers for ids ['dc9d212c-12f6-48e2-a40c-03fc597bc849'] in dv-neutron-860909-2-hyperv {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:31:05.100163 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b167551-b5eb-4394-aee5-a69f23df5550 None None] Routers {'dc9d212c-12f6-48e2-a40c-03fc597bc849'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:31:05.100836 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-9b167551-b5eb-4394-aee5-a69f23df5550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:30:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['dc9d212c-12f6-48e2-a40c-03fc597bc849'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:31:05.189872 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c6908323-6dc6-4306-9836-1c8f479a536b admin admin] Notify callbacks [] for router, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:05.205075 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-9b167551-b5eb-4394-aee5-a69f23df5550 None None] Set router dc9d212c-12f6-48e2-a40c-03fc597bc849 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:31:05.291759 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c6908323-6dc6-4306-9836-1c8f479a536b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:05.342612 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-c6908323-6dc6-4306-9836-1c8f479a536b admin admin] Deleting port fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:31:05.342951 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c6908323-6dc6-4306-9836-1c8f479a536b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:05.391287 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-9b167551-b5eb-4394-aee5-a69f23df5550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'name': 'tempest-TestSnapshotPattern-243007910-router', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': 'fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:26:09Z', 'updated_at': '2022-10-12T08:31:04Z', 'revision_number': 5, 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'gw_port': {'id': 'fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:26:10Z', 'updated_at': '2022-10-12T08:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:31:05.421104 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b167551-b5eb-4394-aee5-a69f23df5550 None None] Checking router: dc9d212c-12f6-48e2-a40c-03fc597bc849 for host: dv-neutron-860909-2-hyperv {{(pid=103202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:31:05.429280 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b167551-b5eb-4394-aee5-a69f23df5550 None None] Routers {'dc9d212c-12f6-48e2-a40c-03fc597bc849'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:31:05.429872 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-9b167551-b5eb-4394-aee5-a69f23df5550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:30:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['dc9d212c-12f6-48e2-a40c-03fc597bc849'], 'active': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:31:05.432449 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-c6908323-6dc6-4306-9836-1c8f479a536b admin admin] For port fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:31:05.432889 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c6908323-6dc6-4306-9836-1c8f479a536b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:05.444592 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-c6908323-6dc6-4306-9836-1c8f479a536b admin admin] Calling delete_port for fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7 owned by network:router_gateway {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:31:05.517541 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvr_db [None req-9b167551-b5eb-4394-aee5-a69f23df5550 None None] Set router dc9d212c-12f6-48e2-a40c-03fc597bc849 gateway port host: None {{(pid=103202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:31:05.576077 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_hamode_db [None req-9b167551-b5eb-4394-aee5-a69f23df5550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'name': 'tempest-TestSnapshotPattern-243007910-router', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:26:09Z', 'updated_at': '2022-10-12T08:31:05Z', 'revision_number': 6, 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'gw_port_host': None}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:31:05.603386 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b167551-b5eb-4394-aee5-a69f23df5550 None None] The sync data for ids ['dc9d212c-12f6-48e2-a40c-03fc597bc849'] in dv-neutron-860909-2-hyperv is: [{'id': 'dc9d212c-12f6-48e2-a40c-03fc597bc849', 'name': 'tempest-TestSnapshotPattern-243007910-router', 'tenant_id': '47f52079611d4c6c8419017cbbe439c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:26:09Z', 'updated_at': '2022-10-12T08:31:05Z', 'revision_number': 6, 'project_id': '47f52079611d4c6c8419017cbbe439c7', 'gw_port_host': None}] {{(pid=103202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:31:05.616978 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c6908323-6dc6-4306-9836-1c8f479a536b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:05.647611 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6908323-6dc6-4306-9836-1c8f479a536b admin admin] Pushing event deleted for resources: {'Port': ['ID=fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:31:05.706016 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c6908323-6dc6-4306-9836-1c8f479a536b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:05.793229 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c6908323-6dc6-4306-9836-1c8f479a536b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:05.795429 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c6908323-6dc6-4306-9836-1c8f479a536b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:06.171259 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c6908323-6dc6-4306-9836-1c8f479a536b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:06.171764 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6908323-6dc6-4306-9836-1c8f479a536b admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc9d212c-12f6-48e2-a40c-03fc597bc849 {{(pid=103200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 08:31:06.176533 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-c6908323-6dc6-4306-9836-1c8f479a536b admin admin] Notify callbacks [] for router, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:06.177499 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-c6908323-6dc6-4306-9836-1c8f479a536b admin admin] 10.222.0.26 "DELETE /v2.0/routers/dc9d212c-12f6-48e2-a40c-03fc597bc849 HTTP/1.1" status: 204 len: 168 time: 1.0908315 Oct 12 08:31:06.180107 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 50780) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:31:06.222561 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.db_base_plugin_v2 [None req-f611e7e0-58ef-44c2-ac51-41687664df8c admin admin] Deleting subnet f591aa2b-ad4e-4e02-9ec4-1a990ceebce4 {{(pid=103200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 08:31:06.225499 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f611e7e0-58ef-44c2-ac51-41687664df8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:06.259087 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f611e7e0-58ef-44c2-ac51-41687664df8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31617137'] for subnet, precommit_delete_associations {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:06.339613 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f611e7e0-58ef-44c2-ac51-41687664df8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:06.392786 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f611e7e0-58ef-44c2-ac51-41687664df8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31084673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30385903'] for subnet, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:06.420356 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611e7e0-58ef-44c2-ac51-41687664df8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f591aa2b-ad4e-4e02-9ec4-1a990ceebce4,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:31:06.422492 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f611e7e0-58ef-44c2-ac51-41687664df8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33047469'] for subnet, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:06.426621 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f611e7e0-58ef-44c2-ac51-41687664df8c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f591aa2b-ad4e-4e02-9ec4-1a990ceebce4 HTTP/1.1" status: 204 len: 168 time: 0.2454839 Oct 12 08:31:06.428792 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 50784) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:31:06.431126 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7015a489-e530-4f0c-9305-1eaa1fc270b4 None None] Network dab142d0-e848-4c73-a1ff-6df5fe079ffa requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:31:06.501349 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f624f672-1314-406d-a227-7f7e8ec97d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:06.562612 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-f624f672-1314-406d-a227-7f7e8ec97d60 admin admin] Deleting port 68e869e5-2363-4a21-aba3-7c5174b4c677 {{(pid=103200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:31:06.562962 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f624f672-1314-406d-a227-7f7e8ec97d60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:06.615044 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3fa9c6-2cf6-4e1c-ba9e-cc0baab550e9 None None] DHCP port deletion for dab142d0-e848-4c73-a1ff-6df5fe079ffa request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 08:31:06.637086 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.db [None req-f624f672-1314-406d-a227-7f7e8ec97d60 admin admin] For port 68e869e5-2363-4a21-aba3-7c5174b4c677, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=68e869e5-2363-4a21-aba3-7c5174b4c677,segment=NetworkSegment(5ae7f39e-c378-4a03-9874-c3a2d10b7f9b),segment_id=5ae7f39e-c378-4a03-9874-c3a2d10b7f9b)] {{(pid=103200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:31:06.637617 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f624f672-1314-406d-a227-7f7e8ec97d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:06.650262 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-f624f672-1314-406d-a227-7f7e8ec97d60 admin admin] Calling delete_port for 68e869e5-2363-4a21-aba3-7c5174b4c677 owned by network:dhcp {{(pid=103200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:31:06.667018 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-fb3fa9c6-2cf6-4e1c-ba9e-cc0baab550e9 None None] Deleting port 68e869e5-2363-4a21-aba3-7c5174b4c677 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:31:06.667386 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fb3fa9c6-2cf6-4e1c-ba9e-cc0baab550e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:06.733925 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-fb3fa9c6-2cf6-4e1c-ba9e-cc0baab550e9 None None] For port 68e869e5-2363-4a21-aba3-7c5174b4c677, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=68e869e5-2363-4a21-aba3-7c5174b4c677,segment=NetworkSegment(5ae7f39e-c378-4a03-9874-c3a2d10b7f9b),segment_id=5ae7f39e-c378-4a03-9874-c3a2d10b7f9b)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:31:06.734426 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fb3fa9c6-2cf6-4e1c-ba9e-cc0baab550e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:06.736028 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f624f672-1314-406d-a227-7f7e8ec97d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31083862'] for port, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:06.746737 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-fb3fa9c6-2cf6-4e1c-ba9e-cc0baab550e9 None None] Calling delete_port for 68e869e5-2363-4a21-aba3-7c5174b4c677 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:31:06.764211 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f624f672-1314-406d-a227-7f7e8ec97d60 admin admin] Pushing event deleted for resources: {'Port': ['ID=68e869e5-2363-4a21-aba3-7c5174b4c677,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:31:06.766067 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f624f672-1314-406d-a227-7f7e8ec97d60 admin admin] No DVR routers for this DVR port 68e869e5-2363-4a21-aba3-7c5174b4c677 on host dv-neutron-860909-2-hyperv {{(pid=103200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 08:31:06.823556 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fb3fa9c6-2cf6-4e1c-ba9e-cc0baab550e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:06.840584 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f624f672-1314-406d-a227-7f7e8ec97d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:06.853488 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3fa9c6-2cf6-4e1c-ba9e-cc0baab550e9 None None] Pushing event deleted for resources: {'Port': ['ID=68e869e5-2363-4a21-aba3-7c5174b4c677,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:31:06.855344 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3fa9c6-2cf6-4e1c-ba9e-cc0baab550e9 None None] No DVR routers for this DVR port 68e869e5-2363-4a21-aba3-7c5174b4c677 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 08:31:06.863652 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-f624f672-1314-406d-a227-7f7e8ec97d60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dab142d0-e848-4c73-a1ff-6df5fe079ffa']}} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:31:06.874049 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-f624f672-1314-406d-a227-7f7e8ec97d60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ae7f39e-c378-4a03-9874-c3a2d10b7f9b') {'for_net_delete': True} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:31:06.874356 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.services.segments.db [None req-f624f672-1314-406d-a227-7f7e8ec97d60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ae7f39e-c378-4a03-9874-c3a2d10b7f9b') {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:31:06.884163 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f624f672-1314-406d-a227-7f7e8ec97d60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31617150'] for segment, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:06.898520 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f624f672-1314-406d-a227-7f7e8ec97d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:06.904822 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f624f672-1314-406d-a227-7f7e8ec97d60 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 08:31:06.905205 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f624f672-1314-406d-a227-7f7e8ec97d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31083875'] for segment, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:06.966325 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f624f672-1314-406d-a227-7f7e8ec97d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:06.972997 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-f624f672-1314-406d-a227-7f7e8ec97d60 admin admin] Notify callbacks [] for network, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:06.976811 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-f624f672-1314-406d-a227-7f7e8ec97d60 admin admin] 10.222.0.26 "DELETE /v2.0/networks/dab142d0-e848-4c73-a1ff-6df5fe079ffa HTTP/1.1" status: 204 len: 168 time: 0.5466678 Oct 12 08:31:06.980330 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 50790) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:31:06.995214 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 5ae7f39e-c378-4a03-9874-c3a2d10b7f9b resource provider aggregate not found Oct 12 08:31:06.999463 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f624f672-1314-406d-a227-7f7e8ec97d60 admin admin] Pushing event deleted for resources: {'Network': ['ID=dab142d0-e848-4c73-a1ff-6df5fe079ffa,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:31:07.013200 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.services.segments.plugin [-] Segment 5ae7f39e-c378-4a03-9874-c3a2d10b7f9b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5ae7f39e-c378-4a03-9874-c3a2d10b7f9b found for delete ", "request_id": "req-87107762-a4a2-4dd4-ab6b-8b120878d770"}]} Oct 12 08:31:07.315980 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ef5f078f-b336-4f1d-9bb1-7259fde88d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33142343'] for router_interface, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:07.412809 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 8a6504af-95f6-4ddb-815c-e431ed87a80c no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:31:07.434317 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 8a6504af-95f6-4ddb-815c-e431ed87a80c {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:31:07.435047 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 8a6504af-95f6-4ddb-815c-e431ed87a80c not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:31:07.435047 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:31:07.455466 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:31:07.455810 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device fdf68089-2286-4a9d-bbc6-bd9e7ffb92e7 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:31:07.456234 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 68e869e5-2363-4a21-aba3-7c5174b4c677 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:31:07.476756 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 68e869e5-2363-4a21-aba3-7c5174b4c677 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:31:07.477097 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 68e869e5-2363-4a21-aba3-7c5174b4c677 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:31:07.877686 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-ef5f078f-b336-4f1d-9bb1-7259fde88d89 admin admin] Deleting port baefdb77-129a-4e1e-ba70-24ec46bb2d14 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:31:07.878032 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ef5f078f-b336-4f1d-9bb1-7259fde88d89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:07.952506 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-ef5f078f-b336-4f1d-9bb1-7259fde88d89 admin admin] For port baefdb77-129a-4e1e-ba70-24ec46bb2d14, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=baefdb77-129a-4e1e-ba70-24ec46bb2d14,segment=NetworkSegment(deef5cd1-a797-4345-8554-01f168c3e6fc),segment_id=deef5cd1-a797-4345-8554-01f168c3e6fc)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:31:07.952865 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ef5f078f-b336-4f1d-9bb1-7259fde88d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:07.964762 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-ef5f078f-b336-4f1d-9bb1-7259fde88d89 admin admin] Calling delete_port for baefdb77-129a-4e1e-ba70-24ec46bb2d14 owned by network:router_interface {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:31:08.137779 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ef5f078f-b336-4f1d-9bb1-7259fde88d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:08.163926 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f078f-b336-4f1d-9bb1-7259fde88d89 admin admin] Pushing event deleted for resources: {'Port': ['ID=baefdb77-129a-4e1e-ba70-24ec46bb2d14,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:31:08.190572 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5f078f-b336-4f1d-9bb1-7259fde88d89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:31:08.190921 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5f078f-b336-4f1d-9bb1-7259fde88d89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:31:08.191257 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5f078f-b336-4f1d-9bb1-7259fde88d89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:31:08.191596 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5f078f-b336-4f1d-9bb1-7259fde88d89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:31:08.191929 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5f078f-b336-4f1d-9bb1-7259fde88d89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:31:08.192264 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5f078f-b336-4f1d-9bb1-7259fde88d89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:31:08.192596 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5f078f-b336-4f1d-9bb1-7259fde88d89 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:31:08.192922 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5f078f-b336-4f1d-9bb1-7259fde88d89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:31:08.193247 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5f078f-b336-4f1d-9bb1-7259fde88d89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:31:08.193570 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5f078f-b336-4f1d-9bb1-7259fde88d89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:31:08.193889 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5f078f-b336-4f1d-9bb1-7259fde88d89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:31:08.194233 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5f078f-b336-4f1d-9bb1-7259fde88d89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860909-2-hyperv {{(pid=103201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 08:31:08.336332 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-ef5f078f-b336-4f1d-9bb1-7259fde88d89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33047496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33142507'] for router_interface, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:08.542463 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5f078f-b336-4f1d-9bb1-7259fde88d89 admin admin] Router 7f68bffa-85be-47e3-b050-601e1f819fd1 has already been hosted by L3 agent 9373c861-fed1-44b8-aae8-1bc84b70afb0 {{(pid=103201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 08:31:08.645220 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5f078f-b336-4f1d-9bb1-7259fde88d89 admin admin] Notify agent at l3_agent.dv-neutron-860909-2-hyperv the message routers_updated {{(pid=103201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 08:31:08.650155 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-ef5f078f-b336-4f1d-9bb1-7259fde88d89 admin admin] 10.222.0.26 "PUT /v2.0/routers/7f68bffa-85be-47e3-b050-601e1f819fd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6687596 Oct 12 08:31:08.653154 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 50800) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:31:08.653457 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146c8540-0934-4e90-9d61-69b6c5489677 None None] Sync routers for ids ['7f68bffa-85be-47e3-b050-601e1f819fd1'] in dv-neutron-860909-2-hyperv {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 08:31:08.663169 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146c8540-0934-4e90-9d61-69b6c5489677 None None] Routers {'7f68bffa-85be-47e3-b050-601e1f819fd1'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:31:08.663765 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-146c8540-0934-4e90-9d61-69b6c5489677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:30:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['7f68bffa-85be-47e3-b050-601e1f819fd1'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:31:08.757116 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9e500311-5b4c-4ad6-b2ba-3e790c597c7e admin admin] Notify callbacks [] for router, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:08.849755 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-146c8540-0934-4e90-9d61-69b6c5489677 None None] Set router 7f68bffa-85be-47e3-b050-601e1f819fd1 gateway port host: dv-neutron-860909-2-hyperv {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:31:08.863254 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9e500311-5b4c-4ad6-b2ba-3e790c597c7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:08.914297 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-9e500311-5b4c-4ad6-b2ba-3e790c597c7e admin admin] Deleting port 6b367dae-be70-4637-ab0a-ee544326e5fa {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:31:08.915171 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9e500311-5b4c-4ad6-b2ba-3e790c597c7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:08.996430 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-9e500311-5b4c-4ad6-b2ba-3e790c597c7e admin admin] For port 6b367dae-be70-4637-ab0a-ee544326e5fa, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=6b367dae-be70-4637-ab0a-ee544326e5fa,segment=NetworkSegment(d5aad9c5-da6b-4b46-b079-41134707412a),segment_id=d5aad9c5-da6b-4b46-b079-41134707412a)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:31:08.996802 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9e500311-5b4c-4ad6-b2ba-3e790c597c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:09.008260 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-9e500311-5b4c-4ad6-b2ba-3e790c597c7e admin admin] Calling delete_port for 6b367dae-be70-4637-ab0a-ee544326e5fa owned by network:router_gateway {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:31:09.027313 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-146c8540-0934-4e90-9d61-69b6c5489677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f68bffa-85be-47e3-b050-601e1f819fd1', 'name': 'tempest-TestSnapshotPattern-450907647-router', 'tenant_id': '26009119897c4cb28ea1b5f17798cc65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'external_fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '6b367dae-be70-4637-ab0a-ee544326e5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:26:14Z', 'updated_at': '2022-10-12T08:31:08Z', 'revision_number': 5, 'project_id': '26009119897c4cb28ea1b5f17798cc65', 'gw_port': {'id': '6b367dae-be70-4637-ab0a-ee544326e5fa', 'name': '', 'network_id': '7b1e8ee5-d16e-413d-a87c-91fd0ceb9fe7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f68bffa-85be-47e3-b050-601e1f819fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860909-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T08:26:14Z', 'updated_at': '2022-10-12T08:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e8014f9-5c39-4a51-9ef0-fb706f748b89', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860909-2-hyperv'}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:31:09.053425 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146c8540-0934-4e90-9d61-69b6c5489677 None None] Checking router: 7f68bffa-85be-47e3-b050-601e1f819fd1 for host: dv-neutron-860909-2-hyperv {{(pid=103203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 08:31:09.062097 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146c8540-0934-4e90-9d61-69b6c5489677 None None] Routers {'7f68bffa-85be-47e3-b050-601e1f819fd1'} bound to L3 agent in host dv-neutron-860909-2-hyperv {{(pid=103203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 08:31:09.062632 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-146c8540-0934-4e90-9d61-69b6c5489677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860909-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T07:27:46Z,description=,heartbeat_timestamp=2022-10-12T08:30:46Z,host='dv-neutron-860909-2-hyperv',id=9373c861-fed1-44b8-aae8-1bc84b70afb0,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T07:27:46Z,topic='l3_agent')) {'router_ids': ['7f68bffa-85be-47e3-b050-601e1f819fd1'], 'active': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:31:09.148762 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_dvr_db [None req-146c8540-0934-4e90-9d61-69b6c5489677 None None] Set router 7f68bffa-85be-47e3-b050-601e1f819fd1 gateway port host: None {{(pid=103203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 08:31:09.170795 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9e500311-5b4c-4ad6-b2ba-3e790c597c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:09.197699 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e500311-5b4c-4ad6-b2ba-3e790c597c7e admin admin] Pushing event deleted for resources: {'Port': ['ID=6b367dae-be70-4637-ab0a-ee544326e5fa,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:31:09.205729 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.l3_hamode_db [None req-146c8540-0934-4e90-9d61-69b6c5489677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f68bffa-85be-47e3-b050-601e1f819fd1', 'name': 'tempest-TestSnapshotPattern-450907647-router', 'tenant_id': '26009119897c4cb28ea1b5f17798cc65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:26:14Z', 'updated_at': '2022-10-12T08:31:08Z', 'revision_number': 6, 'project_id': '26009119897c4cb28ea1b5f17798cc65', 'gw_port_host': None}], 'dv-neutron-860909-2-hyperv', False) {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:31:09.234796 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146c8540-0934-4e90-9d61-69b6c5489677 None None] The sync data for ids ['7f68bffa-85be-47e3-b050-601e1f819fd1'] in dv-neutron-860909-2-hyperv is: [{'id': '7f68bffa-85be-47e3-b050-601e1f819fd1', 'name': 'tempest-TestSnapshotPattern-450907647-router', 'tenant_id': '26009119897c4cb28ea1b5f17798cc65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T08:26:14Z', 'updated_at': '2022-10-12T08:31:08Z', 'revision_number': 6, 'project_id': '26009119897c4cb28ea1b5f17798cc65', 'gw_port_host': None}] {{(pid=103203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 08:31:09.259677 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9e500311-5b4c-4ad6-b2ba-3e790c597c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33139329'] for router_gateway, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:09.350068 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9e500311-5b4c-4ad6-b2ba-3e790c597c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13906'] for router, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:09.352749 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9e500311-5b4c-4ad6-b2ba-3e790c597c7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:09.395430 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9e500311-5b4c-4ad6-b2ba-3e790c597c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142880'] for router, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:09.396069 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e500311-5b4c-4ad6-b2ba-3e790c597c7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f68bffa-85be-47e3-b050-601e1f819fd1 {{(pid=103201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 08:31:09.400718 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-9e500311-5b4c-4ad6-b2ba-3e790c597c7e admin admin] Notify callbacks [] for router, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:09.401855 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-9e500311-5b4c-4ad6-b2ba-3e790c597c7e admin admin] 10.222.0.26 "DELETE /v2.0/routers/7f68bffa-85be-47e3-b050-601e1f819fd1 HTTP/1.1" status: 204 len: 168 time: 0.7477481 Oct 12 08:31:09.404346 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 50802) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:31:09.596699 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6721e73-ea03-4c3f-905c-77934216805a admin admin] Deleting subnet 3d2efbd9-e5b9-4ef3-82f2-0609de9de898 {{(pid=103201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 12 08:31:09.600033 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c6721e73-ea03-4c3f-905c-77934216805a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:09.652095 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c6721e73-ea03-4c3f-905c-77934216805a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30396100'] for subnet, precommit_delete_associations {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:09.728048 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c6721e73-ea03-4c3f-905c-77934216805a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640671'] for subnet, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:09.780226 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c6721e73-ea03-4c3f-905c-77934216805a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33158150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30359314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29866527'] for subnet, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:09.805185 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6721e73-ea03-4c3f-905c-77934216805a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d2efbd9-e5b9-4ef3-82f2-0609de9de898,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:31:09.808626 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-c6721e73-ea03-4c3f-905c-77934216805a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:09.811743 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-c6721e73-ea03-4c3f-905c-77934216805a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3d2efbd9-e5b9-4ef3-82f2-0609de9de898 HTTP/1.1" status: 204 len: 168 time: 0.4065084 Oct 12 08:31:09.814187 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 50808) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:31:09.816244 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aeac411-2d55-4b9d-b21f-87db2d32079d None None] Network b8880f7c-b7b9-43ce-9775-2b3866872887 requested from dv-neutron-860909-2-hyperv {{(pid=103202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 08:31:09.884092 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3b5c09f7-1e27-4cad-b9bd-57f9200905be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669574'] for network, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:09.936046 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-3b5c09f7-1e27-4cad-b9bd-57f9200905be admin admin] Deleting port 2147ee59-55cc-4bdf-ada3-16833322b073 {{(pid=103201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:31:09.936511 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3b5c09f7-1e27-4cad-b9bd-57f9200905be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:10.001953 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device baefdb77-129a-4e1e-ba70-24ec46bb2d14 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:31:10.006476 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.db [None req-3b5c09f7-1e27-4cad-b9bd-57f9200905be admin admin] For port 2147ee59-55cc-4bdf-ada3-16833322b073, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=2147ee59-55cc-4bdf-ada3-16833322b073,segment=NetworkSegment(deef5cd1-a797-4345-8554-01f168c3e6fc),segment_id=deef5cd1-a797-4345-8554-01f168c3e6fc)] {{(pid=103201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:31:10.006847 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3b5c09f7-1e27-4cad-b9bd-57f9200905be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:10.020052 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-3b5c09f7-1e27-4cad-b9bd-57f9200905be admin admin] Calling delete_port for 2147ee59-55cc-4bdf-ada3-16833322b073 owned by network:dhcp {{(pid=103201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:31:10.026327 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65458e5-6953-4a30-8f07-bc9960fc01e5 None None] DHCP port deletion for b8880f7c-b7b9-43ce-9775-2b3866872887 request from dv-neutron-860909-2-hyperv {{(pid=103202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 08:31:10.029242 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: baefdb77-129a-4e1e-ba70-24ec46bb2d14 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:31:10.029591 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device baefdb77-129a-4e1e-ba70-24ec46bb2d14 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:31:10.081178 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b65458e5-6953-4a30-8f07-bc9960fc01e5 None None] Deleting port 2147ee59-55cc-4bdf-ada3-16833322b073 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 12 08:31:10.081555 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b65458e5-6953-4a30-8f07-bc9960fc01e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746852064260'] for port, before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:10.105098 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3b5c09f7-1e27-4cad-b9bd-57f9200905be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30352069'] for port, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:10.128438 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5c09f7-1e27-4cad-b9bd-57f9200905be admin admin] Pushing event deleted for resources: {'Port': ['ID=2147ee59-55cc-4bdf-ada3-16833322b073,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:31:10.135420 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5c09f7-1e27-4cad-b9bd-57f9200905be admin admin] No DVR routers for this DVR port 2147ee59-55cc-4bdf-ada3-16833322b073 on host dv-neutron-860909-2-hyperv {{(pid=103201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 08:31:10.153944 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-b65458e5-6953-4a30-8f07-bc9960fc01e5 None None] For port 2147ee59-55cc-4bdf-ada3-16833322b073, host dv-neutron-860909-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860909-2-hyperv',level=0,port_id=2147ee59-55cc-4bdf-ada3-16833322b073,segment=NetworkSegment(deef5cd1-a797-4345-8554-01f168c3e6fc),segment_id=deef5cd1-a797-4345-8554-01f168c3e6fc)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 08:31:10.154392 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b65458e5-6953-4a30-8f07-bc9960fc01e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33135198'] for port, precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:10.168688 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b65458e5-6953-4a30-8f07-bc9960fc01e5 None None] Calling delete_port for 2147ee59-55cc-4bdf-ada3-16833322b073 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 12 08:31:10.213472 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3b5c09f7-1e27-4cad-b9bd-57f9200905be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642838', 'neutron.services.segments.db._delete_segments_for_network-8746852126468'] for network, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:10.234633 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-3b5c09f7-1e27-4cad-b9bd-57f9200905be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8880f7c-b7b9-43ce-9775-2b3866872887']}} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:31:10.245747 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-3b5c09f7-1e27-4cad-b9bd-57f9200905be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deef5cd1-a797-4345-8554-01f168c3e6fc') {'for_net_delete': True} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:31:10.246165 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.services.segments.db [None req-3b5c09f7-1e27-4cad-b9bd-57f9200905be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deef5cd1-a797-4345-8554-01f168c3e6fc') {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 08:31:10.252723 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b65458e5-6953-4a30-8f07-bc9960fc01e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746852068554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746851583362'] for port, after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:10.257659 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3b5c09f7-1e27-4cad-b9bd-57f9200905be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746852128022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30396107'] for segment, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:10.276119 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3b5c09f7-1e27-4cad-b9bd-57f9200905be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470'] for segment, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:10.279087 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65458e5-6953-4a30-8f07-bc9960fc01e5 None None] Pushing event deleted for resources: {'Port': ['ID=2147ee59-55cc-4bdf-ada3-16833322b073,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:31:10.282813 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b5c09f7-1e27-4cad-b9bd-57f9200905be admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=103201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 08:31:10.283357 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3b5c09f7-1e27-4cad-b9bd-57f9200905be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30352112'] for segment, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:10.286573 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65458e5-6953-4a30-8f07-bc9960fc01e5 None None] No DVR routers for this DVR port 2147ee59-55cc-4bdf-ada3-16833322b073 on host dv-neutron-860909-2-hyperv {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 12 08:31:10.349875 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3b5c09f7-1e27-4cad-b9bd-57f9200905be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33047519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33142121'] for network, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:10.357315 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-3b5c09f7-1e27-4cad-b9bd-57f9200905be admin admin] Notify callbacks [] for network, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:10.362000 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-3b5c09f7-1e27-4cad-b9bd-57f9200905be admin admin] 10.222.0.26 "DELETE /v2.0/networks/b8880f7c-b7b9-43ce-9775-2b3866872887 HTTP/1.1" status: 204 len: 168 time: 0.5468793 Oct 12 08:31:10.374002 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment deef5cd1-a797-4345-8554-01f168c3e6fc resource provider aggregate not found Oct 12 08:31:10.378113 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5c09f7-1e27-4cad-b9bd-57f9200905be admin admin] Pushing event deleted for resources: {'Network': ['ID=b8880f7c-b7b9-43ce-9775-2b3866872887,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:31:10.396486 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.services.segments.plugin [-] Segment deef5cd1-a797-4345-8554-01f168c3e6fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid deef5cd1-a797-4345-8554-01f168c3e6fc found for delete ", "request_id": "req-d9e6be5e-8248-46ce-bab2-cd5396a5f885"}]} Oct 12 08:31:10.470332 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 50818) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:31:10.514978 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-84046377-8fc0-41cc-9687-2fcb8bf0d9b5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=47f52079611d4c6c8419017cbbe439c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434146 Oct 12 08:31:10.517422 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.wsgi [-] (103200) accepted ('10.222.0.26', 50820) {{(pid=103200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:31:10.565218 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5545eeb7-98bf-4ba0-a145-a7bd44f7afa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:10.585631 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5545eeb7-98bf-4ba0-a145-a7bd44f7afa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:10.631837 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5545eeb7-98bf-4ba0-a145-a7bd44f7afa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:10.634871 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-5545eeb7-98bf-4ba0-a145-a7bd44f7afa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:10.637035 dv-neutron-860909-2-hyperv neutron-server[103200]: INFO neutron.wsgi [None req-5545eeb7-98bf-4ba0-a145-a7bd44f7afa3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d58bc37b-b699-4f33-88c7-c7607abdd27a HTTP/1.1" status: 204 len: 168 time: 0.1176801 Oct 12 08:31:10.643611 dv-neutron-860909-2-hyperv neutron-server[103200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545eeb7-98bf-4ba0-a145-a7bd44f7afa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58bc37b-b699-4f33-88c7-c7607abdd27a,revision_number=None']} {{(pid=103200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:31:10.950622 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 50826) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:31:10.990932 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-b187b37c-a44e-4430-beb7-7da4951f0be9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=26009119897c4cb28ea1b5f17798cc65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391474 Oct 12 08:31:10.993411 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.wsgi [-] (103201) accepted ('10.222.0.26', 50828) {{(pid=103201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 08:31:11.039350 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5fac5739-4704-4524-93fd-59e48dc494ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:11.059205 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5fac5739-4704-4524-93fd-59e48dc494ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:11.104277 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5fac5739-4704-4524-93fd-59e48dc494ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33154268'] for security_group, after_delete {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:11.106771 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-5fac5739-4704-4524-93fd-59e48dc494ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:11.107879 dv-neutron-860909-2-hyperv neutron-server[103201]: INFO neutron.wsgi [None req-5fac5739-4704-4524-93fd-59e48dc494ee admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fa627bdb-8d60-4d28-9e23-3ab747af9dec HTTP/1.1" status: 204 len: 168 time: 0.1135995 Oct 12 08:31:11.115174 dv-neutron-860909-2-hyperv neutron-server[103201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac5739-4704-4524-93fd-59e48dc494ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa627bdb-8d60-4d28-9e23-3ab747af9dec,revision_number=None']} {{(pid=103201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 08:31:11.386774 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:31:11.412095 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 2147ee59-55cc-4bdf-ada3-16833322b073 no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:31:11.434131 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 2147ee59-55cc-4bdf-ada3-16833322b073 {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:31:11.434458 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 2147ee59-55cc-4bdf-ada3-16833322b073 not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:31:11.434879 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 6b367dae-be70-4637-ab0a-ee544326e5fa no longer exists at agent ovs-agent-dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 08:31:11.455186 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] No Port match for: 6b367dae-be70-4637-ab0a-ee544326e5fa {{(pid=103202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 12 08:31:11.455523 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron.plugins.ml2.rpc [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Device 6b367dae-be70-4637-ab0a-ee544326e5fa not bound to the agent host dv-neutron-860909-2-hyperv {{(pid=103202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 08:31:14.064449 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-69d6a765-e8dc-44ad-9628-3b471c4c88b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:16.218081 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3a2e7a2c-5562-4b29-8a10-b05e9569df0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:17.478018 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:19.048699 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:19.282982 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:21.734211 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:44.066663 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7af9ddfc-8569-49bf-bcc4-6371961cfe7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:46.219455 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-63ffae9a-8ea6-46d0-9108-5a2551b144e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:47.483218 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:48.385472 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:31:49.051487 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:49.284719 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:31:51.726331 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:32:14.068384 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b96d18b8-453e-4fd9-be54-96dbfbf3eaed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:32:16.220099 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61d7ccd3-0716-4ace-bec1-734cf1464434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:32:17.482896 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:32:19.054671 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:32:19.286700 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:32:21.742172 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:32:25.384537 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:32:44.205350 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-882b1db7-a5a8-483f-95cf-dbd7fa5acd93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:32:46.221168 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-5e50e069-af29-496e-a059-92cb0bcec75f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:32:47.486061 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:32:49.059560 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:32:49.288932 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:32:51.758152 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:33:02.382732 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:33:14.067144 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-69220998-fc37-4c01-b572-df1e68d37d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:33:16.221067 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2faf9d65-ffb1-452f-8652-70472a709029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:33:17.488844 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:33:19.063612 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:33:19.289953 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:33:21.758973 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:33:39.381324 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:33:44.069361 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2a3fe1d9-52af-492e-a489-81f331b7093e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:33:46.221930 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-220ec3db-d65d-455b-97e7-20fe8f251b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:33:47.491811 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:33:49.065837 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:33:49.293802 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:33:51.768023 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:34:14.070708 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-45be4ba0-adc9-4e99-9a69-00a9e5a488b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:34:16.222749 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9f2579a0-c415-4f4e-82a4-c686aecb3385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:34:16.381908 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:34:17.494050 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:34:19.069387 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:34:19.295337 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:34:21.778614 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:34:44.072943 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c502c79e-51fc-4b58-9704-afff014e06a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:34:46.224052 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c954261c-189b-4ddf-a26f-96986755eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:34:47.495913 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:34:49.071818 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:34:49.297181 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:34:51.779850 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:34:53.381273 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:35:14.074434 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1e0f15c4-9561-4856-83c2-bd761247b5f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:35:16.225180 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7b128ba8-8c51-468c-82b3-168d94b6a74a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:35:17.499900 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:35:19.075775 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:35:19.299459 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:35:21.778583 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:35:30.380916 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:35:44.076877 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dfc1f730-c8a4-4088-acf8-a41835b32e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:35:46.228667 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-44d2aa8a-6672-4583-855f-6ac97d939e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:35:47.501958 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:35:49.078767 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:35:49.301008 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:35:51.781260 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:36:07.381579 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:36:14.081870 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2aa6482b-aad4-4c23-a452-632b37974f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:36:16.232142 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-70f022a3-a437-4224-ba9f-b33c68399cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:36:17.507535 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:36:19.081072 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:36:19.303474 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:36:21.773754 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:36:44.084982 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91a2185c-95d1-4691-a8ed-eebdcdfeec77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:36:44.381666 dv-neutron-860909-2-hyperv neutron-server[103203]: DEBUG neutron.db.agents_db [None req-5b7ffa58-8bc2-4d05-9479-608b9eed0883 None None] Agent healthcheck: found 6 active agents {{(pid=103203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 08:36:46.233728 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3de2941f-f7ec-4b21-a3af-d71e75b4faeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:36:47.508698 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-61944755-b843-46bd-bfe2-40caf9243d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:36:49.085177 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d88b81d3-1189-4549-9923-e47b461fa841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:36:49.306091 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-39fd41f9-1629-4365-b4ae-85e23d91572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 08:36:51.779395 dv-neutron-860909-2-hyperv neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-11fed176-77a8-4a5d-8867-ea00a100b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746852125678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644630'] for agent, after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}